1*523fa7a6SAndroid Build Coastguard Worker /*
2*523fa7a6SAndroid Build Coastguard Worker * Copyright (c) Meta Platforms, Inc. and affiliates.
3*523fa7a6SAndroid Build Coastguard Worker * All rights reserved.
4*523fa7a6SAndroid Build Coastguard Worker *
5*523fa7a6SAndroid Build Coastguard Worker * This source code is licensed under the BSD-style license found in the
6*523fa7a6SAndroid Build Coastguard Worker * LICENSE file in the root directory of this source tree.
7*523fa7a6SAndroid Build Coastguard Worker */
8*523fa7a6SAndroid Build Coastguard Worker
9*523fa7a6SAndroid Build Coastguard Worker #include <executorch/extension/threadpool/cpuinfo_utils.h>
10*523fa7a6SAndroid Build Coastguard Worker
11*523fa7a6SAndroid Build Coastguard Worker #include <fstream>
12*523fa7a6SAndroid Build Coastguard Worker #include <mutex>
13*523fa7a6SAndroid Build Coastguard Worker #include <string>
14*523fa7a6SAndroid Build Coastguard Worker #include <vector>
15*523fa7a6SAndroid Build Coastguard Worker
16*523fa7a6SAndroid Build Coastguard Worker #include <executorch/runtime/platform/assert.h>
17*523fa7a6SAndroid Build Coastguard Worker
18*523fa7a6SAndroid Build Coastguard Worker namespace executorch::extension::cpuinfo {
19*523fa7a6SAndroid Build Coastguard Worker
20*523fa7a6SAndroid Build Coastguard Worker // Ignore revisions (last digit (4 LSBs))
21*523fa7a6SAndroid Build Coastguard Worker #define CPUINFO_ARM_MIDR_CORTEX_A520 UINT32_C(0x410FD800)
22*523fa7a6SAndroid Build Coastguard Worker #define CPUINFO_ARM_MIDR_CORTEX_A53 UINT32_C(0x410FD030)
23*523fa7a6SAndroid Build Coastguard Worker #define CPUINFO_ARM_MIDR_CORTEX_A55 UINT32_C(0x410FD050)
24*523fa7a6SAndroid Build Coastguard Worker #define CPUINFO_ARM_MIDR_CORTEX_A57 UINT32_C(0x410FD070)
25*523fa7a6SAndroid Build Coastguard Worker
26*523fa7a6SAndroid Build Coastguard Worker #define RIVISION_MASK UINT32_C(0xFFFFFFF0)
27*523fa7a6SAndroid Build Coastguard Worker
28*523fa7a6SAndroid Build Coastguard Worker namespace {
is_non_performant_core(const struct cpuinfo_uarch_info * uarch_info)29*523fa7a6SAndroid Build Coastguard Worker bool is_non_performant_core(const struct cpuinfo_uarch_info* uarch_info) {
30*523fa7a6SAndroid Build Coastguard Worker switch (uarch_info->uarch) {
31*523fa7a6SAndroid Build Coastguard Worker case cpuinfo_uarch_cortex_a55:
32*523fa7a6SAndroid Build Coastguard Worker case cpuinfo_uarch_cortex_a53:
33*523fa7a6SAndroid Build Coastguard Worker case cpuinfo_uarch_cortex_a510:
34*523fa7a6SAndroid Build Coastguard Worker case cpuinfo_uarch_icestorm:
35*523fa7a6SAndroid Build Coastguard Worker return true;
36*523fa7a6SAndroid Build Coastguard Worker // This can be so many other cores.
37*523fa7a6SAndroid Build Coastguard Worker // Need to update this to better account for slow cores
38*523fa7a6SAndroid Build Coastguard Worker // Also does not account Apple's A/M series cores
39*523fa7a6SAndroid Build Coastguard Worker // And not yet qcomm's
40*523fa7a6SAndroid Build Coastguard Worker default:
41*523fa7a6SAndroid Build Coastguard Worker break;
42*523fa7a6SAndroid Build Coastguard Worker }
43*523fa7a6SAndroid Build Coastguard Worker // A520 is not yet updated in cpuinfo
44*523fa7a6SAndroid Build Coastguard Worker // Hence decode it separately.
45*523fa7a6SAndroid Build Coastguard Worker #if CPUINFO_ARCH_ARM || CPUINFO_ARCH_ARM64
46*523fa7a6SAndroid Build Coastguard Worker if ((uarch_info->midr & RIVISION_MASK) == CPUINFO_ARM_MIDR_CORTEX_A520) {
47*523fa7a6SAndroid Build Coastguard Worker return true;
48*523fa7a6SAndroid Build Coastguard Worker }
49*523fa7a6SAndroid Build Coastguard Worker #endif
50*523fa7a6SAndroid Build Coastguard Worker return false;
51*523fa7a6SAndroid Build Coastguard Worker }
52*523fa7a6SAndroid Build Coastguard Worker
get_static_cpu_midr_vector()53*523fa7a6SAndroid Build Coastguard Worker std::vector<uint32_t>* get_static_cpu_midr_vector() {
54*523fa7a6SAndroid Build Coastguard Worker static std::vector<uint32_t> cpu_midrs;
55*523fa7a6SAndroid Build Coastguard Worker return &cpu_midrs;
56*523fa7a6SAndroid Build Coastguard Worker }
57*523fa7a6SAndroid Build Coastguard Worker
_get_model_specific_num_cores()58*523fa7a6SAndroid Build Coastguard Worker uint32_t _get_model_specific_num_cores() {
59*523fa7a6SAndroid Build Coastguard Worker // Not sure how reliable this is but going with it for now.
60*523fa7a6SAndroid Build Coastguard Worker const std::string kImageVersionPath = "/sys/devices/soc0/image_version";
61*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "Reading file %s", kImageVersionPath.c_str());
62*523fa7a6SAndroid Build Coastguard Worker std::fstream image_version_file(kImageVersionPath, std::ios_base::in);
63*523fa7a6SAndroid Build Coastguard Worker if (image_version_file.is_open()) {
64*523fa7a6SAndroid Build Coastguard Worker std::string x;
65*523fa7a6SAndroid Build Coastguard Worker std::getline(image_version_file, x);
66*523fa7a6SAndroid Build Coastguard Worker // Hardcoding some rules for now
67*523fa7a6SAndroid Build Coastguard Worker if (x.find("S911") != std::string::npos) {
68*523fa7a6SAndroid Build Coastguard Worker // Samsung S23 has:
69*523fa7a6SAndroid Build Coastguard Worker // 1x3.36 GHz Cortex-X3
70*523fa7a6SAndroid Build Coastguard Worker // 2x2.8 GHz Cortex-A715
71*523fa7a6SAndroid Build Coastguard Worker // 2x2.8 GHz Cortex-A710
72*523fa7a6SAndroid Build Coastguard Worker // 3x2.0 GHz Cortex-A510
73*523fa7a6SAndroid Build Coastguard Worker // And we have balanced execution with 4 cores.
74*523fa7a6SAndroid Build Coastguard Worker return 4;
75*523fa7a6SAndroid Build Coastguard Worker }
76*523fa7a6SAndroid Build Coastguard Worker }
77*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "Failed to open midr file %s", kImageVersionPath.c_str());
78*523fa7a6SAndroid Build Coastguard Worker return 0;
79*523fa7a6SAndroid Build Coastguard Worker }
80*523fa7a6SAndroid Build Coastguard Worker
populate_available_cpu_mids()81*523fa7a6SAndroid Build Coastguard Worker bool populate_available_cpu_mids() {
82*523fa7a6SAndroid Build Coastguard Worker std::vector<uint32_t>* cpu_midrs = get_static_cpu_midr_vector();
83*523fa7a6SAndroid Build Coastguard Worker uint32_t num_possible_cores = cpuinfo_get_processors_count();
84*523fa7a6SAndroid Build Coastguard Worker cpu_midrs->resize(num_possible_cores);
85*523fa7a6SAndroid Build Coastguard Worker const std::string kMidrFilePathPrefix = "/sys/devices/system/cpu/cpu";
86*523fa7a6SAndroid Build Coastguard Worker const std::string kMidrFilePathSuffix = "/regs/identification/midr_el1";
87*523fa7a6SAndroid Build Coastguard Worker for (int32_t i = 0; i < num_possible_cores; ++i) {
88*523fa7a6SAndroid Build Coastguard Worker std::string midr_file_path =
89*523fa7a6SAndroid Build Coastguard Worker kMidrFilePathPrefix + std::to_string(i) + kMidrFilePathSuffix;
90*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "Reading file %s", midr_file_path.c_str());
91*523fa7a6SAndroid Build Coastguard Worker std::fstream midr_file(midr_file_path, std::ios_base::in);
92*523fa7a6SAndroid Build Coastguard Worker uint32_t tmp{0};
93*523fa7a6SAndroid Build Coastguard Worker if (midr_file.is_open()) {
94*523fa7a6SAndroid Build Coastguard Worker std::string x;
95*523fa7a6SAndroid Build Coastguard Worker std::getline(midr_file, x);
96*523fa7a6SAndroid Build Coastguard Worker tmp = std::stoi(x, nullptr, 16);
97*523fa7a6SAndroid Build Coastguard Worker (*cpu_midrs)[i] = tmp;
98*523fa7a6SAndroid Build Coastguard Worker } else {
99*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "Failed to open midr file %s", midr_file_path.c_str());
100*523fa7a6SAndroid Build Coastguard Worker cpu_midrs->clear();
101*523fa7a6SAndroid Build Coastguard Worker return false;
102*523fa7a6SAndroid Build Coastguard Worker }
103*523fa7a6SAndroid Build Coastguard Worker }
104*523fa7a6SAndroid Build Coastguard Worker return true;
105*523fa7a6SAndroid Build Coastguard Worker }
106*523fa7a6SAndroid Build Coastguard Worker
_get_num_performant_cores()107*523fa7a6SAndroid Build Coastguard Worker uint32_t _get_num_performant_cores() {
108*523fa7a6SAndroid Build Coastguard Worker // @lint-ignore CLANGTIDY facebook-hte-std::once_flag
109*523fa7a6SAndroid Build Coastguard Worker static std::once_flag flag;
110*523fa7a6SAndroid Build Coastguard Worker // @lint-ignore CLANGTIDY facebook-hte-std::call_once
111*523fa7a6SAndroid Build Coastguard Worker std::call_once(flag, []() { populate_available_cpu_mids(); });
112*523fa7a6SAndroid Build Coastguard Worker std::vector<uint32_t>* cpu_midrs = get_static_cpu_midr_vector();
113*523fa7a6SAndroid Build Coastguard Worker uint32_t num_possible_cores = cpuinfo_get_processors_count();
114*523fa7a6SAndroid Build Coastguard Worker if (num_possible_cores != cpu_midrs->size()) {
115*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "CPU info and manual query on # of cpus dont match.");
116*523fa7a6SAndroid Build Coastguard Worker return 0;
117*523fa7a6SAndroid Build Coastguard Worker }
118*523fa7a6SAndroid Build Coastguard Worker for (int32_t i = 0; i < cpu_midrs->size(); ++i) {
119*523fa7a6SAndroid Build Coastguard Worker uint32_t masked_midr = (*cpu_midrs)[i] & RIVISION_MASK;
120*523fa7a6SAndroid Build Coastguard Worker switch (masked_midr) {
121*523fa7a6SAndroid Build Coastguard Worker case CPUINFO_ARM_MIDR_CORTEX_A520:
122*523fa7a6SAndroid Build Coastguard Worker case CPUINFO_ARM_MIDR_CORTEX_A53:
123*523fa7a6SAndroid Build Coastguard Worker case CPUINFO_ARM_MIDR_CORTEX_A55:
124*523fa7a6SAndroid Build Coastguard Worker case CPUINFO_ARM_MIDR_CORTEX_A57:
125*523fa7a6SAndroid Build Coastguard Worker num_possible_cores--;
126*523fa7a6SAndroid Build Coastguard Worker break;
127*523fa7a6SAndroid Build Coastguard Worker default:
128*523fa7a6SAndroid Build Coastguard Worker break;
129*523fa7a6SAndroid Build Coastguard Worker }
130*523fa7a6SAndroid Build Coastguard Worker }
131*523fa7a6SAndroid Build Coastguard Worker return num_possible_cores;
132*523fa7a6SAndroid Build Coastguard Worker }
133*523fa7a6SAndroid Build Coastguard Worker
134*523fa7a6SAndroid Build Coastguard Worker } // namespace
135*523fa7a6SAndroid Build Coastguard Worker
get_num_performant_cores()136*523fa7a6SAndroid Build Coastguard Worker uint32_t get_num_performant_cores() {
137*523fa7a6SAndroid Build Coastguard Worker ET_CHECK_MSG(cpuinfo_initialize(), "cpuinfo cannot be initialized.");
138*523fa7a6SAndroid Build Coastguard Worker // First try and see if we have number of cores profiled for this specific
139*523fa7a6SAndroid Build Coastguard Worker // device
140*523fa7a6SAndroid Build Coastguard Worker uint32_t model_specific_num_cores = _get_model_specific_num_cores();
141*523fa7a6SAndroid Build Coastguard Worker if (model_specific_num_cores > 0) {
142*523fa7a6SAndroid Build Coastguard Worker return model_specific_num_cores;
143*523fa7a6SAndroid Build Coastguard Worker }
144*523fa7a6SAndroid Build Coastguard Worker
145*523fa7a6SAndroid Build Coastguard Worker // Else looks at either the # of litte cores if found
146*523fa7a6SAndroid Build Coastguard Worker // Or parse the midr in "Something seems wrong" section.
147*523fa7a6SAndroid Build Coastguard Worker const uint32_t uarch_count = cpuinfo_get_uarchs_count();
148*523fa7a6SAndroid Build Coastguard Worker uint32_t num_possible_cores = cpuinfo_get_processors_count();
149*523fa7a6SAndroid Build Coastguard Worker uint32_t num_non_performant_core = 0;
150*523fa7a6SAndroid Build Coastguard Worker if (uarch_count > 1) {
151*523fa7a6SAndroid Build Coastguard Worker for (int32_t i = 0; i < uarch_count; ++i) {
152*523fa7a6SAndroid Build Coastguard Worker const struct cpuinfo_uarch_info* uarch_info = cpuinfo_get_uarch(i);
153*523fa7a6SAndroid Build Coastguard Worker if (is_non_performant_core(uarch_info)) {
154*523fa7a6SAndroid Build Coastguard Worker num_non_performant_core += uarch_info->processor_count;
155*523fa7a6SAndroid Build Coastguard Worker }
156*523fa7a6SAndroid Build Coastguard Worker }
157*523fa7a6SAndroid Build Coastguard Worker ET_LOG(Info, "Number of efficient cores %d", num_non_performant_core);
158*523fa7a6SAndroid Build Coastguard Worker if (num_possible_cores <= num_non_performant_core) {
159*523fa7a6SAndroid Build Coastguard Worker ET_LOG(
160*523fa7a6SAndroid Build Coastguard Worker Info, "Total number of cores must be larger than efficient cores.");
161*523fa7a6SAndroid Build Coastguard Worker return 0;
162*523fa7a6SAndroid Build Coastguard Worker }
163*523fa7a6SAndroid Build Coastguard Worker return (num_possible_cores - num_non_performant_core);
164*523fa7a6SAndroid Build Coastguard Worker } else {
165*523fa7a6SAndroid Build Coastguard Worker // Something seems wrong. Lets check each processor's midr
166*523fa7a6SAndroid Build Coastguard Worker // In one plua 12 while it has 2 little cores, the topology
167*523fa7a6SAndroid Build Coastguard Worker // reported in /sys/devices/system/cpu/cpu* /topology/core_siblings_list
168*523fa7a6SAndroid Build Coastguard Worker // report wrong topology which results in wront configratuon
169*523fa7a6SAndroid Build Coastguard Worker return _get_num_performant_cores();
170*523fa7a6SAndroid Build Coastguard Worker }
171*523fa7a6SAndroid Build Coastguard Worker }
172*523fa7a6SAndroid Build Coastguard Worker
173*523fa7a6SAndroid Build Coastguard Worker } // namespace executorch::extension::cpuinfo
174