1 #include "cpu-features.h"
2
3 #include <pthread.h>
4
5 #include "cpu_features_macros.h"
6 #include "internal/filesystem.h"
7 #include "internal/stack_line_reader.h"
8 #include "internal/string_view.h"
9
10 #if defined(CPU_FEATURES_ARCH_ARM)
11 #include "cpuinfo_arm.h"
12 #elif defined(CPU_FEATURES_ARCH_X86)
13 #include "cpuinfo_x86.h"
14 #elif defined(CPU_FEATURES_ARCH_MIPS)
15 #include "cpuinfo_mips.h"
16 #elif defined(CPU_FEATURES_ARCH_AARCH64)
17 #include "cpuinfo_aarch64.h"
18 #endif
19
20 static pthread_once_t g_once;
21 static int g_inited;
22 static uint64_t g_cpuFeatures;
23 static int g_cpuCount;
24
25 #ifdef CPU_FEATURES_ARCH_ARM
26 static uint32_t g_cpuIdArm;
27 #endif
28
set_cpu_mask_bit(uint32_t index,uint32_t * cpu_mask)29 static void set_cpu_mask_bit(uint32_t index, uint32_t* cpu_mask) {
30 *cpu_mask |= 1UL << index;
31 }
32
33 // Examples of valid inputs: "31", "4-31"
parse_cpu_mask(const StringView text,uint32_t * cpu_mask)34 static void parse_cpu_mask(const StringView text, uint32_t* cpu_mask) {
35 int separator_index = CpuFeatures_StringView_IndexOfChar(text, '-');
36 if (separator_index < 0) { // A single cpu index
37 int cpu_index = CpuFeatures_StringView_ParsePositiveNumber(text);
38 if (cpu_index < 0) return;
39 set_cpu_mask_bit(cpu_index, cpu_mask);
40 } else {
41 int cpu_index_a = CpuFeatures_StringView_ParsePositiveNumber(
42 CpuFeatures_StringView_KeepFront(text, separator_index));
43 int cpu_index_b = CpuFeatures_StringView_ParsePositiveNumber(
44 CpuFeatures_StringView_PopFront(text, separator_index + 1));
45 int i;
46 if (cpu_index_a < 0 || cpu_index_b < 0) return;
47 for (i = cpu_index_a; i <= cpu_index_b; ++i) {
48 if (i < 32) {
49 set_cpu_mask_bit(i, cpu_mask);
50 }
51 }
52 }
53 }
54
55 // Format specification from
56 // https://www.kernel.org/doc/Documentation/cputopology.txt
57 // Examples of valid inputs: "31", "2,4-31,32-63", "0-1,3"
parse_cpu_mask_line(const LineResult result,uint32_t * cpu_mask)58 static void parse_cpu_mask_line(const LineResult result, uint32_t* cpu_mask) {
59 if (!result.full_line || result.eof) return;
60 StringView line = result.line;
61 for (; line.size > 0;) {
62 int next_entry_index = CpuFeatures_StringView_IndexOfChar(line, ',');
63 if (next_entry_index < 0) {
64 parse_cpu_mask(line, cpu_mask);
65 break;
66 }
67 StringView entry = CpuFeatures_StringView_KeepFront(line, next_entry_index);
68 parse_cpu_mask(entry, cpu_mask);
69 line = CpuFeatures_StringView_PopFront(line, next_entry_index + 1);
70 }
71 }
72
update_cpu_mask_from_file(const char * filename,uint32_t * cpu_mask)73 static void update_cpu_mask_from_file(const char* filename,
74 uint32_t* cpu_mask) {
75 const int fd = CpuFeatures_OpenFile(filename);
76 if (fd >= 0) {
77 StackLineReader reader;
78 StackLineReader_Initialize(&reader, fd);
79 parse_cpu_mask_line(StackLineReader_NextLine(&reader), cpu_mask);
80 CpuFeatures_CloseFile(fd);
81 }
82 }
83
get_cpu_count(void)84 static int get_cpu_count(void) {
85 uint32_t cpu_mask = 0;
86 update_cpu_mask_from_file("/sys/devices/system/cpu/present", &cpu_mask);
87 update_cpu_mask_from_file("/sys/devices/system/cpu/possible", &cpu_mask);
88 return __builtin_popcount(cpu_mask);
89 }
90
android_cpuInit(void)91 static void android_cpuInit(void) {
92 g_cpuFeatures = 0;
93 g_cpuCount = 1;
94 g_inited = 1;
95
96 g_cpuCount = get_cpu_count();
97 if (g_cpuCount == 0) {
98 g_cpuCount = 1;
99 }
100 #if defined(CPU_FEATURES_ARCH_ARM)
101 ArmInfo info = GetArmInfo();
102 if (info.architecture == 7) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_ARMv7;
103 if (info.features.vfpv3) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3;
104 if (info.features.neon) {
105 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON;
106 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_D32;
107 }
108 if (info.features.vfpv3d16) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_FP16;
109 if (info.features.idiva) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_ARM;
110 if (info.features.idivt) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2;
111 if (info.features.iwmmxt) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_iWMMXt;
112 if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_AES;
113 if (info.features.pmull) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_PMULL;
114 if (info.features.sha1) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA1;
115 if (info.features.sha2) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA2;
116 if (info.features.crc32) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_CRC32;
117 if (info.architecture >= 6)
118 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_LDREX_STREX;
119 if (info.features.vfp) g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2;
120 if (info.features.vfpv4) {
121 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFP_FMA;
122 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON_FMA;
123 }
124 g_cpuIdArm = GetArmCpuId(&info);
125 #elif defined(CPU_FEATURES_ARCH_X86)
126 X86Info info = GetX86Info();
127 if (info.features.ssse3) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSSE3;
128 if (info.features.popcnt) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_POPCNT;
129 if (info.features.movbe) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_MOVBE;
130 if (info.features.sse4_1) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_1;
131 if (info.features.sse4_2) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_2;
132 if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AES_NI;
133 if (info.features.avx) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX;
134 if (info.features.rdrnd) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_RDRAND;
135 if (info.features.avx2) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX2;
136 if (info.features.sha) g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SHA_NI;
137 #elif defined(CPU_FEATURES_ARCH_MIPS)
138 MipsInfo info = GetMipsInfo();
139 if (info.features.r6) g_cpuFeatures |= ANDROID_CPU_MIPS_FEATURE_R6;
140 if (info.features.msa) g_cpuFeatures |= ANDROID_CPU_MIPS_FEATURE_MSA;
141 #elif defined(CPU_FEATURES_ARCH_AARCH64)
142 Aarch64Info info = GetAarch64Info();
143 if (info.features.fp) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_FP;
144 if (info.features.asimd) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_ASIMD;
145 if (info.features.aes) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_AES;
146 if (info.features.pmull) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_PMULL;
147 if (info.features.sha1) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA1;
148 if (info.features.sha2) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA2;
149 if (info.features.crc32) g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_CRC32;
150 #endif
151 }
152
android_getCpuFamily(void)153 AndroidCpuFamily android_getCpuFamily(void) {
154 #if defined(CPU_FEATURES_ARCH_ARM)
155 return ANDROID_CPU_FAMILY_ARM;
156 #elif defined(CPU_FEATURES_ARCH_X86_32)
157 return ANDROID_CPU_FAMILY_X86;
158 #elif defined(CPU_FEATURES_ARCH_MIPS64)
159 return ANDROID_CPU_FAMILY_MIPS64;
160 #elif defined(CPU_FEATURES_ARCH_MIPS32)
161 return ANDROID_CPU_FAMILY_MIPS;
162 #elif defined(CPU_FEATURES_ARCH_AARCH64)
163 return ANDROID_CPU_FAMILY_ARM64;
164 #elif defined(CPU_FEATURES_ARCH_X86_64)
165 return ANDROID_CPU_FAMILY_X86_64;
166 #else
167 return ANDROID_CPU_FAMILY_UNKNOWN;
168 #endif
169 }
170
android_getCpuFeatures(void)171 uint64_t android_getCpuFeatures(void) {
172 pthread_once(&g_once, android_cpuInit);
173 return g_cpuFeatures;
174 }
175
android_getCpuCount(void)176 int android_getCpuCount(void) {
177 pthread_once(&g_once, android_cpuInit);
178 return g_cpuCount;
179 }
180
android_cpuInitDummy(void)181 static void android_cpuInitDummy(void) { g_inited = 1; }
182
android_setCpu(int cpu_count,uint64_t cpu_features)183 int android_setCpu(int cpu_count, uint64_t cpu_features) {
184 /* Fail if the library was already initialized. */
185 if (g_inited) return 0;
186 g_cpuCount = (cpu_count <= 0 ? 1 : cpu_count);
187 g_cpuFeatures = cpu_features;
188 pthread_once(&g_once, android_cpuInitDummy);
189 return 1;
190 }
191
192 #ifdef CPU_FEATURES_ARCH_ARM
193
android_getCpuIdArm(void)194 uint32_t android_getCpuIdArm(void) {
195 pthread_once(&g_once, android_cpuInit);
196 return g_cpuIdArm;
197 }
198
android_setCpuArm(int cpu_count,uint64_t cpu_features,uint32_t cpu_id)199 int android_setCpuArm(int cpu_count, uint64_t cpu_features, uint32_t cpu_id) {
200 if (!android_setCpu(cpu_count, cpu_features)) return 0;
201 g_cpuIdArm = cpu_id;
202 return 1;
203 }
204
205 #endif // CPU_FEATURES_ARCH_ARM
206