1*03ce13f7SAndroid Build Coastguard Worker // Copyright 2022 The SwiftShader Authors. All Rights Reserved.
2*03ce13f7SAndroid Build Coastguard Worker //
3*03ce13f7SAndroid Build Coastguard Worker // Licensed under the Apache License, Version 2.0 (the "License");
4*03ce13f7SAndroid Build Coastguard Worker // you may not use this file except in compliance with the License.
5*03ce13f7SAndroid Build Coastguard Worker // You may obtain a copy of the License at
6*03ce13f7SAndroid Build Coastguard Worker //
7*03ce13f7SAndroid Build Coastguard Worker // http://www.apache.org/licenses/LICENSE-2.0
8*03ce13f7SAndroid Build Coastguard Worker //
9*03ce13f7SAndroid Build Coastguard Worker // Unless required by applicable law or agreed to in writing, software
10*03ce13f7SAndroid Build Coastguard Worker // distributed under the License is distributed on an "AS IS" BASIS,
11*03ce13f7SAndroid Build Coastguard Worker // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12*03ce13f7SAndroid Build Coastguard Worker // See the License for the specific language governing permissions and
13*03ce13f7SAndroid Build Coastguard Worker // limitations under the License.
14*03ce13f7SAndroid Build Coastguard Worker
15*03ce13f7SAndroid Build Coastguard Worker #include "SwiftConfig.hpp"
16*03ce13f7SAndroid Build Coastguard Worker
17*03ce13f7SAndroid Build Coastguard Worker #include "CPUID.hpp"
18*03ce13f7SAndroid Build Coastguard Worker #include "Configurator.hpp"
19*03ce13f7SAndroid Build Coastguard Worker #include "Debug.hpp"
20*03ce13f7SAndroid Build Coastguard Worker #include "marl/scheduler.h"
21*03ce13f7SAndroid Build Coastguard Worker
22*03ce13f7SAndroid Build Coastguard Worker #include <algorithm>
23*03ce13f7SAndroid Build Coastguard Worker
24*03ce13f7SAndroid Build Coastguard Worker namespace {
25*03ce13f7SAndroid Build Coastguard Worker
toLowerStr(const std::string & str)26*03ce13f7SAndroid Build Coastguard Worker std::string toLowerStr(const std::string &str)
27*03ce13f7SAndroid Build Coastguard Worker {
28*03ce13f7SAndroid Build Coastguard Worker std::string lower = str;
29*03ce13f7SAndroid Build Coastguard Worker std::transform(lower.begin(), lower.end(), lower.begin(),
30*03ce13f7SAndroid Build Coastguard Worker [](unsigned char c) { return std::tolower(c); });
31*03ce13f7SAndroid Build Coastguard Worker return lower;
32*03ce13f7SAndroid Build Coastguard Worker }
33*03ce13f7SAndroid Build Coastguard Worker
getCoreFromIndex(uint8_t coreIndex)34*03ce13f7SAndroid Build Coastguard Worker marl::Thread::Core getCoreFromIndex(uint8_t coreIndex)
35*03ce13f7SAndroid Build Coastguard Worker {
36*03ce13f7SAndroid Build Coastguard Worker marl::Thread::Core core = {};
37*03ce13f7SAndroid Build Coastguard Worker #if defined(_WIN32)
38*03ce13f7SAndroid Build Coastguard Worker // We only support one processor group on Windows
39*03ce13f7SAndroid Build Coastguard Worker // when an explicit affinity mask is used.
40*03ce13f7SAndroid Build Coastguard Worker core.windows.group = 0;
41*03ce13f7SAndroid Build Coastguard Worker core.windows.index = coreIndex;
42*03ce13f7SAndroid Build Coastguard Worker #else
43*03ce13f7SAndroid Build Coastguard Worker core.pthread.index = coreIndex;
44*03ce13f7SAndroid Build Coastguard Worker #endif
45*03ce13f7SAndroid Build Coastguard Worker return core;
46*03ce13f7SAndroid Build Coastguard Worker }
47*03ce13f7SAndroid Build Coastguard Worker
getAffinityFromMask(uint64_t affinityMask)48*03ce13f7SAndroid Build Coastguard Worker marl::Thread::Affinity getAffinityFromMask(uint64_t affinityMask)
49*03ce13f7SAndroid Build Coastguard Worker {
50*03ce13f7SAndroid Build Coastguard Worker if(affinityMask == std::numeric_limits<uint64_t>::max())
51*03ce13f7SAndroid Build Coastguard Worker {
52*03ce13f7SAndroid Build Coastguard Worker return marl::Thread::Affinity::all();
53*03ce13f7SAndroid Build Coastguard Worker }
54*03ce13f7SAndroid Build Coastguard Worker
55*03ce13f7SAndroid Build Coastguard Worker ASSERT(affinityMask != 0);
56*03ce13f7SAndroid Build Coastguard Worker marl::containers::vector<marl::Thread::Core, 32> cores;
57*03ce13f7SAndroid Build Coastguard Worker uint8_t coreIndex = 0;
58*03ce13f7SAndroid Build Coastguard Worker while(affinityMask)
59*03ce13f7SAndroid Build Coastguard Worker {
60*03ce13f7SAndroid Build Coastguard Worker if(affinityMask & 1)
61*03ce13f7SAndroid Build Coastguard Worker {
62*03ce13f7SAndroid Build Coastguard Worker cores.push_back(getCoreFromIndex(coreIndex));
63*03ce13f7SAndroid Build Coastguard Worker }
64*03ce13f7SAndroid Build Coastguard Worker ++coreIndex;
65*03ce13f7SAndroid Build Coastguard Worker affinityMask >>= 1;
66*03ce13f7SAndroid Build Coastguard Worker }
67*03ce13f7SAndroid Build Coastguard Worker
68*03ce13f7SAndroid Build Coastguard Worker return marl::Thread::Affinity(cores, marl::Allocator::Default);
69*03ce13f7SAndroid Build Coastguard Worker }
70*03ce13f7SAndroid Build Coastguard Worker
getAffinityPolicy(marl::Thread::Affinity && affinity,sw::Configuration::AffinityPolicy affinityPolicy)71*03ce13f7SAndroid Build Coastguard Worker std::shared_ptr<marl::Thread::Affinity::Policy> getAffinityPolicy(marl::Thread::Affinity &&affinity, sw::Configuration::AffinityPolicy affinityPolicy)
72*03ce13f7SAndroid Build Coastguard Worker {
73*03ce13f7SAndroid Build Coastguard Worker switch(affinityPolicy)
74*03ce13f7SAndroid Build Coastguard Worker {
75*03ce13f7SAndroid Build Coastguard Worker case sw::Configuration::AffinityPolicy::AnyOf:
76*03ce13f7SAndroid Build Coastguard Worker return marl::Thread::Affinity::Policy::anyOf(std::move(affinity));
77*03ce13f7SAndroid Build Coastguard Worker case sw::Configuration::AffinityPolicy::OneOf:
78*03ce13f7SAndroid Build Coastguard Worker return marl::Thread::Affinity::Policy::oneOf(std::move(affinity));
79*03ce13f7SAndroid Build Coastguard Worker default:
80*03ce13f7SAndroid Build Coastguard Worker UNREACHABLE("unknown affinity policy");
81*03ce13f7SAndroid Build Coastguard Worker }
82*03ce13f7SAndroid Build Coastguard Worker return nullptr;
83*03ce13f7SAndroid Build Coastguard Worker }
84*03ce13f7SAndroid Build Coastguard Worker } // namespace
85*03ce13f7SAndroid Build Coastguard Worker
86*03ce13f7SAndroid Build Coastguard Worker namespace sw {
87*03ce13f7SAndroid Build Coastguard Worker
readConfigurationFromFile()88*03ce13f7SAndroid Build Coastguard Worker Configuration readConfigurationFromFile()
89*03ce13f7SAndroid Build Coastguard Worker {
90*03ce13f7SAndroid Build Coastguard Worker Configurator ini("SwiftShader.ini");
91*03ce13f7SAndroid Build Coastguard Worker Configuration config{};
92*03ce13f7SAndroid Build Coastguard Worker
93*03ce13f7SAndroid Build Coastguard Worker // Processor flags.
94*03ce13f7SAndroid Build Coastguard Worker config.threadCount = ini.getInteger<uint32_t>("Processor", "ThreadCount", 0);
95*03ce13f7SAndroid Build Coastguard Worker config.affinityMask = ini.getInteger<uint64_t>("Processor", "AffinityMask", 0xFFFFFFFFFFFFFFFFu);
96*03ce13f7SAndroid Build Coastguard Worker if(config.affinityMask == 0)
97*03ce13f7SAndroid Build Coastguard Worker {
98*03ce13f7SAndroid Build Coastguard Worker warn("Affinity mask is empty, using all-cores affinity\n");
99*03ce13f7SAndroid Build Coastguard Worker config.affinityMask = 0xFFFFFFFFFFFFFFFFu;
100*03ce13f7SAndroid Build Coastguard Worker }
101*03ce13f7SAndroid Build Coastguard Worker std::string affinityPolicy = toLowerStr(ini.getValue("Processor", "AffinityPolicy", "any"));
102*03ce13f7SAndroid Build Coastguard Worker if(affinityPolicy == "one")
103*03ce13f7SAndroid Build Coastguard Worker {
104*03ce13f7SAndroid Build Coastguard Worker config.affinityPolicy = Configuration::AffinityPolicy::OneOf;
105*03ce13f7SAndroid Build Coastguard Worker }
106*03ce13f7SAndroid Build Coastguard Worker else
107*03ce13f7SAndroid Build Coastguard Worker {
108*03ce13f7SAndroid Build Coastguard Worker // Default.
109*03ce13f7SAndroid Build Coastguard Worker config.affinityPolicy = Configuration::AffinityPolicy::AnyOf;
110*03ce13f7SAndroid Build Coastguard Worker }
111*03ce13f7SAndroid Build Coastguard Worker
112*03ce13f7SAndroid Build Coastguard Worker // Profiling flags.
113*03ce13f7SAndroid Build Coastguard Worker config.enableSpirvProfiling = ini.getBoolean("Profiler", "EnableSpirvProfiling");
114*03ce13f7SAndroid Build Coastguard Worker config.spvProfilingReportPeriodMs = ini.getInteger<uint64_t>("Profiler", "SpirvProfilingReportPeriodMs");
115*03ce13f7SAndroid Build Coastguard Worker config.spvProfilingReportDir = ini.getValue("Profiler", "SpirvProfilingReportDir");
116*03ce13f7SAndroid Build Coastguard Worker
117*03ce13f7SAndroid Build Coastguard Worker return config;
118*03ce13f7SAndroid Build Coastguard Worker }
119*03ce13f7SAndroid Build Coastguard Worker
getConfiguration()120*03ce13f7SAndroid Build Coastguard Worker const Configuration &getConfiguration()
121*03ce13f7SAndroid Build Coastguard Worker {
122*03ce13f7SAndroid Build Coastguard Worker static Configuration config = readConfigurationFromFile();
123*03ce13f7SAndroid Build Coastguard Worker return config;
124*03ce13f7SAndroid Build Coastguard Worker }
125*03ce13f7SAndroid Build Coastguard Worker
getSchedulerConfiguration(const Configuration & config)126*03ce13f7SAndroid Build Coastguard Worker marl::Scheduler::Config getSchedulerConfiguration(const Configuration &config)
127*03ce13f7SAndroid Build Coastguard Worker {
128*03ce13f7SAndroid Build Coastguard Worker uint32_t threadCount = (config.threadCount == 0) ? std::min<size_t>(marl::Thread::numLogicalCPUs(), 16)
129*03ce13f7SAndroid Build Coastguard Worker : config.threadCount;
130*03ce13f7SAndroid Build Coastguard Worker auto affinity = getAffinityFromMask(config.affinityMask);
131*03ce13f7SAndroid Build Coastguard Worker auto affinityPolicy = getAffinityPolicy(std::move(affinity), config.affinityPolicy);
132*03ce13f7SAndroid Build Coastguard Worker
133*03ce13f7SAndroid Build Coastguard Worker marl::Scheduler::Config cfg;
134*03ce13f7SAndroid Build Coastguard Worker cfg.setWorkerThreadCount(threadCount);
135*03ce13f7SAndroid Build Coastguard Worker cfg.setWorkerThreadAffinityPolicy(affinityPolicy);
136*03ce13f7SAndroid Build Coastguard Worker cfg.setWorkerThreadInitializer([](int) {
137*03ce13f7SAndroid Build Coastguard Worker sw::CPUID::setFlushToZero(true);
138*03ce13f7SAndroid Build Coastguard Worker sw::CPUID::setDenormalsAreZero(true);
139*03ce13f7SAndroid Build Coastguard Worker });
140*03ce13f7SAndroid Build Coastguard Worker return cfg;
141*03ce13f7SAndroid Build Coastguard Worker }
142*03ce13f7SAndroid Build Coastguard Worker
143*03ce13f7SAndroid Build Coastguard Worker } // namespace sw