1*e0e58e67SRyan Prichard /*
2*e0e58e67SRyan Prichard * Copyright (C) 2010 The Android Open Source Project
3*e0e58e67SRyan Prichard * All rights reserved.
4*e0e58e67SRyan Prichard *
5*e0e58e67SRyan Prichard * Redistribution and use in source and binary forms, with or without
6*e0e58e67SRyan Prichard * modification, are permitted provided that the following conditions
7*e0e58e67SRyan Prichard * are met:
8*e0e58e67SRyan Prichard * * Redistributions of source code must retain the above copyright
9*e0e58e67SRyan Prichard * notice, this list of conditions and the following disclaimer.
10*e0e58e67SRyan Prichard * * Redistributions in binary form must reproduce the above copyright
11*e0e58e67SRyan Prichard * notice, this list of conditions and the following disclaimer in
12*e0e58e67SRyan Prichard * the documentation and/or other materials provided with the
13*e0e58e67SRyan Prichard * distribution.
14*e0e58e67SRyan Prichard *
15*e0e58e67SRyan Prichard * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16*e0e58e67SRyan Prichard * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17*e0e58e67SRyan Prichard * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18*e0e58e67SRyan Prichard * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19*e0e58e67SRyan Prichard * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20*e0e58e67SRyan Prichard * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21*e0e58e67SRyan Prichard * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22*e0e58e67SRyan Prichard * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23*e0e58e67SRyan Prichard * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24*e0e58e67SRyan Prichard * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25*e0e58e67SRyan Prichard * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26*e0e58e67SRyan Prichard * SUCH DAMAGE.
27*e0e58e67SRyan Prichard */
28*e0e58e67SRyan Prichard
29*e0e58e67SRyan Prichard /* ChangeLog for this library:
30*e0e58e67SRyan Prichard *
31*e0e58e67SRyan Prichard * NDK r10e?: Add MIPS MSA feature.
32*e0e58e67SRyan Prichard *
33*e0e58e67SRyan Prichard * NDK r10: Support for 64-bit CPUs (Intel, ARM & MIPS).
34*e0e58e67SRyan Prichard *
35*e0e58e67SRyan Prichard * NDK r8d: Add android_setCpu().
36*e0e58e67SRyan Prichard *
37*e0e58e67SRyan Prichard * NDK r8c: Add new ARM CPU features: VFPv2, VFP_D32, VFP_FP16,
38*e0e58e67SRyan Prichard * VFP_FMA, NEON_FMA, IDIV_ARM, IDIV_THUMB2 and iWMMXt.
39*e0e58e67SRyan Prichard *
40*e0e58e67SRyan Prichard * Rewrite the code to parse /proc/self/auxv instead of
41*e0e58e67SRyan Prichard * the "Features" field in /proc/cpuinfo.
42*e0e58e67SRyan Prichard *
43*e0e58e67SRyan Prichard * Dynamically allocate the buffer that hold the content
44*e0e58e67SRyan Prichard * of /proc/cpuinfo to deal with newer hardware.
45*e0e58e67SRyan Prichard *
46*e0e58e67SRyan Prichard * NDK r7c: Fix CPU count computation. The old method only reported the
47*e0e58e67SRyan Prichard * number of _active_ CPUs when the library was initialized,
48*e0e58e67SRyan Prichard * which could be less than the real total.
49*e0e58e67SRyan Prichard *
50*e0e58e67SRyan Prichard * NDK r5: Handle buggy kernels which report a CPU Architecture number of 7
51*e0e58e67SRyan Prichard * for an ARMv6 CPU (see below).
52*e0e58e67SRyan Prichard *
53*e0e58e67SRyan Prichard * Handle kernels that only report 'neon', and not 'vfpv3'
54*e0e58e67SRyan Prichard * (VFPv3 is mandated by the ARM architecture is Neon is implemented)
55*e0e58e67SRyan Prichard *
56*e0e58e67SRyan Prichard * Handle kernels that only report 'vfpv3d16', and not 'vfpv3'
57*e0e58e67SRyan Prichard *
58*e0e58e67SRyan Prichard * Fix x86 compilation. Report ANDROID_CPU_FAMILY_X86 in
59*e0e58e67SRyan Prichard * android_getCpuFamily().
60*e0e58e67SRyan Prichard *
61*e0e58e67SRyan Prichard * NDK r4: Initial release
62*e0e58e67SRyan Prichard */
63*e0e58e67SRyan Prichard
64*e0e58e67SRyan Prichard #include "cpu-features.h"
65*e0e58e67SRyan Prichard
66*e0e58e67SRyan Prichard #include <dlfcn.h>
67*e0e58e67SRyan Prichard #include <errno.h>
68*e0e58e67SRyan Prichard #include <fcntl.h>
69*e0e58e67SRyan Prichard #include <pthread.h>
70*e0e58e67SRyan Prichard #include <stdio.h>
71*e0e58e67SRyan Prichard #include <stdlib.h>
72*e0e58e67SRyan Prichard #include <string.h>
73*e0e58e67SRyan Prichard #include <sys/auxv.h>
74*e0e58e67SRyan Prichard #include <sys/system_properties.h>
75*e0e58e67SRyan Prichard #include <unistd.h>
76*e0e58e67SRyan Prichard
77*e0e58e67SRyan Prichard static pthread_once_t g_once;
78*e0e58e67SRyan Prichard static int g_inited;
79*e0e58e67SRyan Prichard static AndroidCpuFamily g_cpuFamily;
80*e0e58e67SRyan Prichard static uint64_t g_cpuFeatures;
81*e0e58e67SRyan Prichard static int g_cpuCount;
82*e0e58e67SRyan Prichard
83*e0e58e67SRyan Prichard #ifdef __arm__
84*e0e58e67SRyan Prichard static uint32_t g_cpuIdArm;
85*e0e58e67SRyan Prichard #endif
86*e0e58e67SRyan Prichard
87*e0e58e67SRyan Prichard static const int android_cpufeatures_debug = 0;
88*e0e58e67SRyan Prichard
89*e0e58e67SRyan Prichard #define D(...) \
90*e0e58e67SRyan Prichard do { \
91*e0e58e67SRyan Prichard if (android_cpufeatures_debug) { \
92*e0e58e67SRyan Prichard printf(__VA_ARGS__); fflush(stdout); \
93*e0e58e67SRyan Prichard } \
94*e0e58e67SRyan Prichard } while (0)
95*e0e58e67SRyan Prichard
96*e0e58e67SRyan Prichard #ifdef __i386__
x86_cpuid(int func,int values[4])97*e0e58e67SRyan Prichard static __inline__ void x86_cpuid(int func, int values[4])
98*e0e58e67SRyan Prichard {
99*e0e58e67SRyan Prichard int a, b, c, d;
100*e0e58e67SRyan Prichard /* We need to preserve ebx since we're compiling PIC code */
101*e0e58e67SRyan Prichard /* this means we can't use "=b" for the second output register */
102*e0e58e67SRyan Prichard __asm__ __volatile__ ( \
103*e0e58e67SRyan Prichard "push %%ebx\n"
104*e0e58e67SRyan Prichard "cpuid\n" \
105*e0e58e67SRyan Prichard "mov %%ebx, %1\n"
106*e0e58e67SRyan Prichard "pop %%ebx\n"
107*e0e58e67SRyan Prichard : "=a" (a), "=r" (b), "=c" (c), "=d" (d) \
108*e0e58e67SRyan Prichard : "a" (func) \
109*e0e58e67SRyan Prichard );
110*e0e58e67SRyan Prichard values[0] = a;
111*e0e58e67SRyan Prichard values[1] = b;
112*e0e58e67SRyan Prichard values[2] = c;
113*e0e58e67SRyan Prichard values[3] = d;
114*e0e58e67SRyan Prichard }
115*e0e58e67SRyan Prichard #elif defined(__x86_64__)
x86_cpuid(int func,int values[4])116*e0e58e67SRyan Prichard static __inline__ void x86_cpuid(int func, int values[4])
117*e0e58e67SRyan Prichard {
118*e0e58e67SRyan Prichard int64_t a, b, c, d;
119*e0e58e67SRyan Prichard /* We need to preserve ebx since we're compiling PIC code */
120*e0e58e67SRyan Prichard /* this means we can't use "=b" for the second output register */
121*e0e58e67SRyan Prichard __asm__ __volatile__ ( \
122*e0e58e67SRyan Prichard "push %%rbx\n"
123*e0e58e67SRyan Prichard "cpuid\n" \
124*e0e58e67SRyan Prichard "mov %%rbx, %1\n"
125*e0e58e67SRyan Prichard "pop %%rbx\n"
126*e0e58e67SRyan Prichard : "=a" (a), "=r" (b), "=c" (c), "=d" (d) \
127*e0e58e67SRyan Prichard : "a" (func) \
128*e0e58e67SRyan Prichard );
129*e0e58e67SRyan Prichard values[0] = a;
130*e0e58e67SRyan Prichard values[1] = b;
131*e0e58e67SRyan Prichard values[2] = c;
132*e0e58e67SRyan Prichard values[3] = d;
133*e0e58e67SRyan Prichard }
134*e0e58e67SRyan Prichard #endif
135*e0e58e67SRyan Prichard
136*e0e58e67SRyan Prichard /* Get the size of a file by reading it until the end. This is needed
137*e0e58e67SRyan Prichard * because files under /proc do not always return a valid size when
138*e0e58e67SRyan Prichard * using fseek(0, SEEK_END) + ftell(). Nor can they be mmap()-ed.
139*e0e58e67SRyan Prichard */
140*e0e58e67SRyan Prichard static int
get_file_size(const char * pathname)141*e0e58e67SRyan Prichard get_file_size(const char* pathname)
142*e0e58e67SRyan Prichard {
143*e0e58e67SRyan Prichard
144*e0e58e67SRyan Prichard int fd, result = 0;
145*e0e58e67SRyan Prichard char buffer[256];
146*e0e58e67SRyan Prichard
147*e0e58e67SRyan Prichard fd = open(pathname, O_RDONLY);
148*e0e58e67SRyan Prichard if (fd < 0) {
149*e0e58e67SRyan Prichard D("Can't open %s: %s\n", pathname, strerror(errno));
150*e0e58e67SRyan Prichard return -1;
151*e0e58e67SRyan Prichard }
152*e0e58e67SRyan Prichard
153*e0e58e67SRyan Prichard for (;;) {
154*e0e58e67SRyan Prichard int ret = read(fd, buffer, sizeof buffer);
155*e0e58e67SRyan Prichard if (ret < 0) {
156*e0e58e67SRyan Prichard if (errno == EINTR)
157*e0e58e67SRyan Prichard continue;
158*e0e58e67SRyan Prichard D("Error while reading %s: %s\n", pathname, strerror(errno));
159*e0e58e67SRyan Prichard break;
160*e0e58e67SRyan Prichard }
161*e0e58e67SRyan Prichard if (ret == 0)
162*e0e58e67SRyan Prichard break;
163*e0e58e67SRyan Prichard
164*e0e58e67SRyan Prichard result += ret;
165*e0e58e67SRyan Prichard }
166*e0e58e67SRyan Prichard close(fd);
167*e0e58e67SRyan Prichard return result;
168*e0e58e67SRyan Prichard }
169*e0e58e67SRyan Prichard
170*e0e58e67SRyan Prichard /* Read the content of /proc/cpuinfo into a user-provided buffer.
171*e0e58e67SRyan Prichard * Return the length of the data, or -1 on error. Does *not*
172*e0e58e67SRyan Prichard * zero-terminate the content. Will not read more
173*e0e58e67SRyan Prichard * than 'buffsize' bytes.
174*e0e58e67SRyan Prichard */
175*e0e58e67SRyan Prichard static int
read_file(const char * pathname,char * buffer,size_t buffsize)176*e0e58e67SRyan Prichard read_file(const char* pathname, char* buffer, size_t buffsize)
177*e0e58e67SRyan Prichard {
178*e0e58e67SRyan Prichard int fd, count;
179*e0e58e67SRyan Prichard
180*e0e58e67SRyan Prichard fd = open(pathname, O_RDONLY);
181*e0e58e67SRyan Prichard if (fd < 0) {
182*e0e58e67SRyan Prichard D("Could not open %s: %s\n", pathname, strerror(errno));
183*e0e58e67SRyan Prichard return -1;
184*e0e58e67SRyan Prichard }
185*e0e58e67SRyan Prichard count = 0;
186*e0e58e67SRyan Prichard while (count < (int)buffsize) {
187*e0e58e67SRyan Prichard int ret = read(fd, buffer + count, buffsize - count);
188*e0e58e67SRyan Prichard if (ret < 0) {
189*e0e58e67SRyan Prichard if (errno == EINTR)
190*e0e58e67SRyan Prichard continue;
191*e0e58e67SRyan Prichard D("Error while reading from %s: %s\n", pathname, strerror(errno));
192*e0e58e67SRyan Prichard if (count == 0)
193*e0e58e67SRyan Prichard count = -1;
194*e0e58e67SRyan Prichard break;
195*e0e58e67SRyan Prichard }
196*e0e58e67SRyan Prichard if (ret == 0)
197*e0e58e67SRyan Prichard break;
198*e0e58e67SRyan Prichard count += ret;
199*e0e58e67SRyan Prichard }
200*e0e58e67SRyan Prichard close(fd);
201*e0e58e67SRyan Prichard return count;
202*e0e58e67SRyan Prichard }
203*e0e58e67SRyan Prichard
204*e0e58e67SRyan Prichard #ifdef __arm__
205*e0e58e67SRyan Prichard /* Extract the content of a the first occurence of a given field in
206*e0e58e67SRyan Prichard * the content of /proc/cpuinfo and return it as a heap-allocated
207*e0e58e67SRyan Prichard * string that must be freed by the caller.
208*e0e58e67SRyan Prichard *
209*e0e58e67SRyan Prichard * Return NULL if not found
210*e0e58e67SRyan Prichard */
211*e0e58e67SRyan Prichard static char*
extract_cpuinfo_field(const char * buffer,int buflen,const char * field)212*e0e58e67SRyan Prichard extract_cpuinfo_field(const char* buffer, int buflen, const char* field)
213*e0e58e67SRyan Prichard {
214*e0e58e67SRyan Prichard int fieldlen = strlen(field);
215*e0e58e67SRyan Prichard const char* bufend = buffer + buflen;
216*e0e58e67SRyan Prichard char* result = NULL;
217*e0e58e67SRyan Prichard int len;
218*e0e58e67SRyan Prichard const char *p, *q;
219*e0e58e67SRyan Prichard
220*e0e58e67SRyan Prichard /* Look for first field occurence, and ensures it starts the line. */
221*e0e58e67SRyan Prichard p = buffer;
222*e0e58e67SRyan Prichard for (;;) {
223*e0e58e67SRyan Prichard p = memmem(p, bufend-p, field, fieldlen);
224*e0e58e67SRyan Prichard if (p == NULL)
225*e0e58e67SRyan Prichard goto EXIT;
226*e0e58e67SRyan Prichard
227*e0e58e67SRyan Prichard if (p == buffer || p[-1] == '\n')
228*e0e58e67SRyan Prichard break;
229*e0e58e67SRyan Prichard
230*e0e58e67SRyan Prichard p += fieldlen;
231*e0e58e67SRyan Prichard }
232*e0e58e67SRyan Prichard
233*e0e58e67SRyan Prichard /* Skip to the first column followed by a space */
234*e0e58e67SRyan Prichard p += fieldlen;
235*e0e58e67SRyan Prichard p = memchr(p, ':', bufend-p);
236*e0e58e67SRyan Prichard if (p == NULL || p[1] != ' ')
237*e0e58e67SRyan Prichard goto EXIT;
238*e0e58e67SRyan Prichard
239*e0e58e67SRyan Prichard /* Find the end of the line */
240*e0e58e67SRyan Prichard p += 2;
241*e0e58e67SRyan Prichard q = memchr(p, '\n', bufend-p);
242*e0e58e67SRyan Prichard if (q == NULL)
243*e0e58e67SRyan Prichard q = bufend;
244*e0e58e67SRyan Prichard
245*e0e58e67SRyan Prichard /* Copy the line into a heap-allocated buffer */
246*e0e58e67SRyan Prichard len = q-p;
247*e0e58e67SRyan Prichard result = malloc(len+1);
248*e0e58e67SRyan Prichard if (result == NULL)
249*e0e58e67SRyan Prichard goto EXIT;
250*e0e58e67SRyan Prichard
251*e0e58e67SRyan Prichard memcpy(result, p, len);
252*e0e58e67SRyan Prichard result[len] = '\0';
253*e0e58e67SRyan Prichard
254*e0e58e67SRyan Prichard EXIT:
255*e0e58e67SRyan Prichard return result;
256*e0e58e67SRyan Prichard }
257*e0e58e67SRyan Prichard
258*e0e58e67SRyan Prichard /* Checks that a space-separated list of items contains one given 'item'.
259*e0e58e67SRyan Prichard * Returns 1 if found, 0 otherwise.
260*e0e58e67SRyan Prichard */
261*e0e58e67SRyan Prichard static int
has_list_item(const char * list,const char * item)262*e0e58e67SRyan Prichard has_list_item(const char* list, const char* item)
263*e0e58e67SRyan Prichard {
264*e0e58e67SRyan Prichard const char* p = list;
265*e0e58e67SRyan Prichard int itemlen = strlen(item);
266*e0e58e67SRyan Prichard
267*e0e58e67SRyan Prichard if (list == NULL)
268*e0e58e67SRyan Prichard return 0;
269*e0e58e67SRyan Prichard
270*e0e58e67SRyan Prichard while (*p) {
271*e0e58e67SRyan Prichard const char* q;
272*e0e58e67SRyan Prichard
273*e0e58e67SRyan Prichard /* skip spaces */
274*e0e58e67SRyan Prichard while (*p == ' ' || *p == '\t')
275*e0e58e67SRyan Prichard p++;
276*e0e58e67SRyan Prichard
277*e0e58e67SRyan Prichard /* find end of current list item */
278*e0e58e67SRyan Prichard q = p;
279*e0e58e67SRyan Prichard while (*q && *q != ' ' && *q != '\t')
280*e0e58e67SRyan Prichard q++;
281*e0e58e67SRyan Prichard
282*e0e58e67SRyan Prichard if (itemlen == q-p && !memcmp(p, item, itemlen))
283*e0e58e67SRyan Prichard return 1;
284*e0e58e67SRyan Prichard
285*e0e58e67SRyan Prichard /* skip to next item */
286*e0e58e67SRyan Prichard p = q;
287*e0e58e67SRyan Prichard }
288*e0e58e67SRyan Prichard return 0;
289*e0e58e67SRyan Prichard }
290*e0e58e67SRyan Prichard #endif /* __arm__ */
291*e0e58e67SRyan Prichard
292*e0e58e67SRyan Prichard /* Parse a number starting from 'input', but not going further
293*e0e58e67SRyan Prichard * than 'limit'. Return the value into '*result'.
294*e0e58e67SRyan Prichard *
295*e0e58e67SRyan Prichard * NOTE: Does not skip over leading spaces, or deal with sign characters.
296*e0e58e67SRyan Prichard * NOTE: Ignores overflows.
297*e0e58e67SRyan Prichard *
298*e0e58e67SRyan Prichard * The function returns NULL in case of error (bad format), or the new
299*e0e58e67SRyan Prichard * position after the decimal number in case of success (which will always
300*e0e58e67SRyan Prichard * be <= 'limit').
301*e0e58e67SRyan Prichard */
302*e0e58e67SRyan Prichard static const char*
parse_number(const char * input,const char * limit,int base,int * result)303*e0e58e67SRyan Prichard parse_number(const char* input, const char* limit, int base, int* result)
304*e0e58e67SRyan Prichard {
305*e0e58e67SRyan Prichard const char* p = input;
306*e0e58e67SRyan Prichard int val = 0;
307*e0e58e67SRyan Prichard while (p < limit) {
308*e0e58e67SRyan Prichard int d = (*p - '0');
309*e0e58e67SRyan Prichard if ((unsigned)d >= 10U) {
310*e0e58e67SRyan Prichard d = (*p - 'a');
311*e0e58e67SRyan Prichard if ((unsigned)d >= 6U)
312*e0e58e67SRyan Prichard d = (*p - 'A');
313*e0e58e67SRyan Prichard if ((unsigned)d >= 6U)
314*e0e58e67SRyan Prichard break;
315*e0e58e67SRyan Prichard d += 10;
316*e0e58e67SRyan Prichard }
317*e0e58e67SRyan Prichard if (d >= base)
318*e0e58e67SRyan Prichard break;
319*e0e58e67SRyan Prichard val = val*base + d;
320*e0e58e67SRyan Prichard p++;
321*e0e58e67SRyan Prichard }
322*e0e58e67SRyan Prichard if (p == input)
323*e0e58e67SRyan Prichard return NULL;
324*e0e58e67SRyan Prichard
325*e0e58e67SRyan Prichard *result = val;
326*e0e58e67SRyan Prichard return p;
327*e0e58e67SRyan Prichard }
328*e0e58e67SRyan Prichard
329*e0e58e67SRyan Prichard static const char*
parse_decimal(const char * input,const char * limit,int * result)330*e0e58e67SRyan Prichard parse_decimal(const char* input, const char* limit, int* result)
331*e0e58e67SRyan Prichard {
332*e0e58e67SRyan Prichard return parse_number(input, limit, 10, result);
333*e0e58e67SRyan Prichard }
334*e0e58e67SRyan Prichard
335*e0e58e67SRyan Prichard #ifdef __arm__
336*e0e58e67SRyan Prichard static const char*
parse_hexadecimal(const char * input,const char * limit,int * result)337*e0e58e67SRyan Prichard parse_hexadecimal(const char* input, const char* limit, int* result)
338*e0e58e67SRyan Prichard {
339*e0e58e67SRyan Prichard return parse_number(input, limit, 16, result);
340*e0e58e67SRyan Prichard }
341*e0e58e67SRyan Prichard #endif /* __arm__ */
342*e0e58e67SRyan Prichard
343*e0e58e67SRyan Prichard /* This small data type is used to represent a CPU list / mask, as read
344*e0e58e67SRyan Prichard * from sysfs on Linux. See http://www.kernel.org/doc/Documentation/cputopology.txt
345*e0e58e67SRyan Prichard *
346*e0e58e67SRyan Prichard * For now, we don't expect more than 32 cores on mobile devices, so keep
347*e0e58e67SRyan Prichard * everything simple.
348*e0e58e67SRyan Prichard */
349*e0e58e67SRyan Prichard typedef struct {
350*e0e58e67SRyan Prichard uint32_t mask;
351*e0e58e67SRyan Prichard } CpuList;
352*e0e58e67SRyan Prichard
353*e0e58e67SRyan Prichard static __inline__ void
cpulist_init(CpuList * list)354*e0e58e67SRyan Prichard cpulist_init(CpuList* list) {
355*e0e58e67SRyan Prichard list->mask = 0;
356*e0e58e67SRyan Prichard }
357*e0e58e67SRyan Prichard
358*e0e58e67SRyan Prichard static __inline__ void
cpulist_and(CpuList * list1,CpuList * list2)359*e0e58e67SRyan Prichard cpulist_and(CpuList* list1, CpuList* list2) {
360*e0e58e67SRyan Prichard list1->mask &= list2->mask;
361*e0e58e67SRyan Prichard }
362*e0e58e67SRyan Prichard
363*e0e58e67SRyan Prichard static __inline__ void
cpulist_set(CpuList * list,int index)364*e0e58e67SRyan Prichard cpulist_set(CpuList* list, int index) {
365*e0e58e67SRyan Prichard if ((unsigned)index < 32) {
366*e0e58e67SRyan Prichard list->mask |= (uint32_t)(1U << index);
367*e0e58e67SRyan Prichard }
368*e0e58e67SRyan Prichard }
369*e0e58e67SRyan Prichard
370*e0e58e67SRyan Prichard static __inline__ int
cpulist_count(CpuList * list)371*e0e58e67SRyan Prichard cpulist_count(CpuList* list) {
372*e0e58e67SRyan Prichard return __builtin_popcount(list->mask);
373*e0e58e67SRyan Prichard }
374*e0e58e67SRyan Prichard
375*e0e58e67SRyan Prichard /* Parse a textual list of cpus and store the result inside a CpuList object.
376*e0e58e67SRyan Prichard * Input format is the following:
377*e0e58e67SRyan Prichard * - comma-separated list of items (no spaces)
378*e0e58e67SRyan Prichard * - each item is either a single decimal number (cpu index), or a range made
379*e0e58e67SRyan Prichard * of two numbers separated by a single dash (-). Ranges are inclusive.
380*e0e58e67SRyan Prichard *
381*e0e58e67SRyan Prichard * Examples: 0
382*e0e58e67SRyan Prichard * 2,4-127,128-143
383*e0e58e67SRyan Prichard * 0-1
384*e0e58e67SRyan Prichard */
385*e0e58e67SRyan Prichard static void
cpulist_parse(CpuList * list,const char * line,int line_len)386*e0e58e67SRyan Prichard cpulist_parse(CpuList* list, const char* line, int line_len)
387*e0e58e67SRyan Prichard {
388*e0e58e67SRyan Prichard const char* p = line;
389*e0e58e67SRyan Prichard const char* end = p + line_len;
390*e0e58e67SRyan Prichard const char* q;
391*e0e58e67SRyan Prichard
392*e0e58e67SRyan Prichard /* NOTE: the input line coming from sysfs typically contains a
393*e0e58e67SRyan Prichard * trailing newline, so take care of it in the code below
394*e0e58e67SRyan Prichard */
395*e0e58e67SRyan Prichard while (p < end && *p != '\n')
396*e0e58e67SRyan Prichard {
397*e0e58e67SRyan Prichard int val, start_value, end_value;
398*e0e58e67SRyan Prichard
399*e0e58e67SRyan Prichard /* Find the end of current item, and put it into 'q' */
400*e0e58e67SRyan Prichard q = memchr(p, ',', end-p);
401*e0e58e67SRyan Prichard if (q == NULL) {
402*e0e58e67SRyan Prichard q = end;
403*e0e58e67SRyan Prichard }
404*e0e58e67SRyan Prichard
405*e0e58e67SRyan Prichard /* Get first value */
406*e0e58e67SRyan Prichard p = parse_decimal(p, q, &start_value);
407*e0e58e67SRyan Prichard if (p == NULL)
408*e0e58e67SRyan Prichard goto BAD_FORMAT;
409*e0e58e67SRyan Prichard
410*e0e58e67SRyan Prichard end_value = start_value;
411*e0e58e67SRyan Prichard
412*e0e58e67SRyan Prichard /* If we're not at the end of the item, expect a dash and
413*e0e58e67SRyan Prichard * and integer; extract end value.
414*e0e58e67SRyan Prichard */
415*e0e58e67SRyan Prichard if (p < q && *p == '-') {
416*e0e58e67SRyan Prichard p = parse_decimal(p+1, q, &end_value);
417*e0e58e67SRyan Prichard if (p == NULL)
418*e0e58e67SRyan Prichard goto BAD_FORMAT;
419*e0e58e67SRyan Prichard }
420*e0e58e67SRyan Prichard
421*e0e58e67SRyan Prichard /* Set bits CPU list bits */
422*e0e58e67SRyan Prichard for (val = start_value; val <= end_value; val++) {
423*e0e58e67SRyan Prichard cpulist_set(list, val);
424*e0e58e67SRyan Prichard }
425*e0e58e67SRyan Prichard
426*e0e58e67SRyan Prichard /* Jump to next item */
427*e0e58e67SRyan Prichard p = q;
428*e0e58e67SRyan Prichard if (p < end)
429*e0e58e67SRyan Prichard p++;
430*e0e58e67SRyan Prichard }
431*e0e58e67SRyan Prichard
432*e0e58e67SRyan Prichard BAD_FORMAT:
433*e0e58e67SRyan Prichard ;
434*e0e58e67SRyan Prichard }
435*e0e58e67SRyan Prichard
436*e0e58e67SRyan Prichard /* Read a CPU list from one sysfs file */
437*e0e58e67SRyan Prichard static void
cpulist_read_from(CpuList * list,const char * filename)438*e0e58e67SRyan Prichard cpulist_read_from(CpuList* list, const char* filename)
439*e0e58e67SRyan Prichard {
440*e0e58e67SRyan Prichard char file[64];
441*e0e58e67SRyan Prichard int filelen;
442*e0e58e67SRyan Prichard
443*e0e58e67SRyan Prichard cpulist_init(list);
444*e0e58e67SRyan Prichard
445*e0e58e67SRyan Prichard filelen = read_file(filename, file, sizeof file);
446*e0e58e67SRyan Prichard if (filelen < 0) {
447*e0e58e67SRyan Prichard D("Could not read %s: %s\n", filename, strerror(errno));
448*e0e58e67SRyan Prichard return;
449*e0e58e67SRyan Prichard }
450*e0e58e67SRyan Prichard
451*e0e58e67SRyan Prichard cpulist_parse(list, file, filelen);
452*e0e58e67SRyan Prichard }
453*e0e58e67SRyan Prichard #if defined(__aarch64__)
454*e0e58e67SRyan Prichard // see <uapi/asm/hwcap.h> kernel header
455*e0e58e67SRyan Prichard #define HWCAP_FP (1 << 0)
456*e0e58e67SRyan Prichard #define HWCAP_ASIMD (1 << 1)
457*e0e58e67SRyan Prichard #define HWCAP_AES (1 << 3)
458*e0e58e67SRyan Prichard #define HWCAP_PMULL (1 << 4)
459*e0e58e67SRyan Prichard #define HWCAP_SHA1 (1 << 5)
460*e0e58e67SRyan Prichard #define HWCAP_SHA2 (1 << 6)
461*e0e58e67SRyan Prichard #define HWCAP_CRC32 (1 << 7)
462*e0e58e67SRyan Prichard #endif
463*e0e58e67SRyan Prichard
464*e0e58e67SRyan Prichard #if defined(__arm__)
465*e0e58e67SRyan Prichard
466*e0e58e67SRyan Prichard // See <asm/hwcap.h> kernel header.
467*e0e58e67SRyan Prichard #define HWCAP_VFP (1 << 6)
468*e0e58e67SRyan Prichard #define HWCAP_IWMMXT (1 << 9)
469*e0e58e67SRyan Prichard #define HWCAP_NEON (1 << 12)
470*e0e58e67SRyan Prichard #define HWCAP_VFPv3 (1 << 13)
471*e0e58e67SRyan Prichard #define HWCAP_VFPv3D16 (1 << 14)
472*e0e58e67SRyan Prichard #define HWCAP_VFPv4 (1 << 16)
473*e0e58e67SRyan Prichard #define HWCAP_IDIVA (1 << 17)
474*e0e58e67SRyan Prichard #define HWCAP_IDIVT (1 << 18)
475*e0e58e67SRyan Prichard
476*e0e58e67SRyan Prichard // see <uapi/asm/hwcap.h> kernel header
477*e0e58e67SRyan Prichard #define HWCAP2_AES (1 << 0)
478*e0e58e67SRyan Prichard #define HWCAP2_PMULL (1 << 1)
479*e0e58e67SRyan Prichard #define HWCAP2_SHA1 (1 << 2)
480*e0e58e67SRyan Prichard #define HWCAP2_SHA2 (1 << 3)
481*e0e58e67SRyan Prichard #define HWCAP2_CRC32 (1 << 4)
482*e0e58e67SRyan Prichard
483*e0e58e67SRyan Prichard // This is the list of 32-bit ARMv7 optional features that are _always_
484*e0e58e67SRyan Prichard // supported by ARMv8 CPUs, as mandated by the ARM Architecture Reference
485*e0e58e67SRyan Prichard // Manual.
486*e0e58e67SRyan Prichard #define HWCAP_SET_FOR_ARMV8 \
487*e0e58e67SRyan Prichard ( HWCAP_VFP | \
488*e0e58e67SRyan Prichard HWCAP_NEON | \
489*e0e58e67SRyan Prichard HWCAP_VFPv3 | \
490*e0e58e67SRyan Prichard HWCAP_VFPv4 | \
491*e0e58e67SRyan Prichard HWCAP_IDIVA | \
492*e0e58e67SRyan Prichard HWCAP_IDIVT )
493*e0e58e67SRyan Prichard #endif
494*e0e58e67SRyan Prichard
495*e0e58e67SRyan Prichard #if defined(__arm__)
496*e0e58e67SRyan Prichard // Parse /proc/self/auxv to extract the ELF HW capabilities bitmap for the
497*e0e58e67SRyan Prichard // current CPU. Note that this file is not accessible from regular
498*e0e58e67SRyan Prichard // application processes on some Android platform releases.
499*e0e58e67SRyan Prichard // On success, return new ELF hwcaps, or 0 on failure.
500*e0e58e67SRyan Prichard static uint32_t
get_elf_hwcap_from_proc_self_auxv(void)501*e0e58e67SRyan Prichard get_elf_hwcap_from_proc_self_auxv(void) {
502*e0e58e67SRyan Prichard const char filepath[] = "/proc/self/auxv";
503*e0e58e67SRyan Prichard int fd = TEMP_FAILURE_RETRY(open(filepath, O_RDONLY));
504*e0e58e67SRyan Prichard if (fd < 0) {
505*e0e58e67SRyan Prichard D("Could not open %s: %s\n", filepath, strerror(errno));
506*e0e58e67SRyan Prichard return 0;
507*e0e58e67SRyan Prichard }
508*e0e58e67SRyan Prichard
509*e0e58e67SRyan Prichard struct { uint32_t tag; uint32_t value; } entry;
510*e0e58e67SRyan Prichard
511*e0e58e67SRyan Prichard uint32_t result = 0;
512*e0e58e67SRyan Prichard for (;;) {
513*e0e58e67SRyan Prichard int ret = TEMP_FAILURE_RETRY(read(fd, (char*)&entry, sizeof entry));
514*e0e58e67SRyan Prichard if (ret < 0) {
515*e0e58e67SRyan Prichard D("Error while reading %s: %s\n", filepath, strerror(errno));
516*e0e58e67SRyan Prichard break;
517*e0e58e67SRyan Prichard }
518*e0e58e67SRyan Prichard // Detect end of list.
519*e0e58e67SRyan Prichard if (ret == 0 || (entry.tag == 0 && entry.value == 0))
520*e0e58e67SRyan Prichard break;
521*e0e58e67SRyan Prichard if (entry.tag == AT_HWCAP) {
522*e0e58e67SRyan Prichard result = entry.value;
523*e0e58e67SRyan Prichard break;
524*e0e58e67SRyan Prichard }
525*e0e58e67SRyan Prichard }
526*e0e58e67SRyan Prichard close(fd);
527*e0e58e67SRyan Prichard return result;
528*e0e58e67SRyan Prichard }
529*e0e58e67SRyan Prichard
530*e0e58e67SRyan Prichard /* Compute the ELF HWCAP flags from the content of /proc/cpuinfo.
531*e0e58e67SRyan Prichard * This works by parsing the 'Features' line, which lists which optional
532*e0e58e67SRyan Prichard * features the device's CPU supports, on top of its reference
533*e0e58e67SRyan Prichard * architecture.
534*e0e58e67SRyan Prichard */
535*e0e58e67SRyan Prichard static uint32_t
get_elf_hwcap_from_proc_cpuinfo(const char * cpuinfo,int cpuinfo_len)536*e0e58e67SRyan Prichard get_elf_hwcap_from_proc_cpuinfo(const char* cpuinfo, int cpuinfo_len) {
537*e0e58e67SRyan Prichard uint32_t hwcaps = 0;
538*e0e58e67SRyan Prichard long architecture = 0;
539*e0e58e67SRyan Prichard char* cpuArch = extract_cpuinfo_field(cpuinfo, cpuinfo_len, "CPU architecture");
540*e0e58e67SRyan Prichard if (cpuArch) {
541*e0e58e67SRyan Prichard architecture = strtol(cpuArch, NULL, 10);
542*e0e58e67SRyan Prichard free(cpuArch);
543*e0e58e67SRyan Prichard
544*e0e58e67SRyan Prichard if (architecture >= 8L) {
545*e0e58e67SRyan Prichard // This is a 32-bit ARM binary running on a 64-bit ARM64 kernel.
546*e0e58e67SRyan Prichard // The 'Features' line only lists the optional features that the
547*e0e58e67SRyan Prichard // device's CPU supports, compared to its reference architecture
548*e0e58e67SRyan Prichard // which are of no use for this process.
549*e0e58e67SRyan Prichard D("Faking 32-bit ARM HWCaps on ARMv%ld CPU\n", architecture);
550*e0e58e67SRyan Prichard return HWCAP_SET_FOR_ARMV8;
551*e0e58e67SRyan Prichard }
552*e0e58e67SRyan Prichard }
553*e0e58e67SRyan Prichard
554*e0e58e67SRyan Prichard char* cpuFeatures = extract_cpuinfo_field(cpuinfo, cpuinfo_len, "Features");
555*e0e58e67SRyan Prichard if (cpuFeatures != NULL) {
556*e0e58e67SRyan Prichard D("Found cpuFeatures = '%s'\n", cpuFeatures);
557*e0e58e67SRyan Prichard
558*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "vfp"))
559*e0e58e67SRyan Prichard hwcaps |= HWCAP_VFP;
560*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "vfpv3"))
561*e0e58e67SRyan Prichard hwcaps |= HWCAP_VFPv3;
562*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "vfpv3d16"))
563*e0e58e67SRyan Prichard hwcaps |= HWCAP_VFPv3D16;
564*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "vfpv4"))
565*e0e58e67SRyan Prichard hwcaps |= HWCAP_VFPv4;
566*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "neon"))
567*e0e58e67SRyan Prichard hwcaps |= HWCAP_NEON;
568*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "idiva"))
569*e0e58e67SRyan Prichard hwcaps |= HWCAP_IDIVA;
570*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "idivt"))
571*e0e58e67SRyan Prichard hwcaps |= HWCAP_IDIVT;
572*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "idiv"))
573*e0e58e67SRyan Prichard hwcaps |= HWCAP_IDIVA | HWCAP_IDIVT;
574*e0e58e67SRyan Prichard if (has_list_item(cpuFeatures, "iwmmxt"))
575*e0e58e67SRyan Prichard hwcaps |= HWCAP_IWMMXT;
576*e0e58e67SRyan Prichard
577*e0e58e67SRyan Prichard free(cpuFeatures);
578*e0e58e67SRyan Prichard }
579*e0e58e67SRyan Prichard return hwcaps;
580*e0e58e67SRyan Prichard }
581*e0e58e67SRyan Prichard #endif /* __arm__ */
582*e0e58e67SRyan Prichard
583*e0e58e67SRyan Prichard /* Return the number of cpus present on a given device.
584*e0e58e67SRyan Prichard *
585*e0e58e67SRyan Prichard * To handle all weird kernel configurations, we need to compute the
586*e0e58e67SRyan Prichard * intersection of the 'present' and 'possible' CPU lists and count
587*e0e58e67SRyan Prichard * the result.
588*e0e58e67SRyan Prichard */
589*e0e58e67SRyan Prichard static int
get_cpu_count(void)590*e0e58e67SRyan Prichard get_cpu_count(void)
591*e0e58e67SRyan Prichard {
592*e0e58e67SRyan Prichard CpuList cpus_present[1];
593*e0e58e67SRyan Prichard CpuList cpus_possible[1];
594*e0e58e67SRyan Prichard
595*e0e58e67SRyan Prichard cpulist_read_from(cpus_present, "/sys/devices/system/cpu/present");
596*e0e58e67SRyan Prichard cpulist_read_from(cpus_possible, "/sys/devices/system/cpu/possible");
597*e0e58e67SRyan Prichard
598*e0e58e67SRyan Prichard /* Compute the intersection of both sets to get the actual number of
599*e0e58e67SRyan Prichard * CPU cores that can be used on this device by the kernel.
600*e0e58e67SRyan Prichard */
601*e0e58e67SRyan Prichard cpulist_and(cpus_present, cpus_possible);
602*e0e58e67SRyan Prichard
603*e0e58e67SRyan Prichard return cpulist_count(cpus_present);
604*e0e58e67SRyan Prichard }
605*e0e58e67SRyan Prichard
606*e0e58e67SRyan Prichard static void
android_cpuInitFamily(void)607*e0e58e67SRyan Prichard android_cpuInitFamily(void)
608*e0e58e67SRyan Prichard {
609*e0e58e67SRyan Prichard #if defined(__arm__)
610*e0e58e67SRyan Prichard g_cpuFamily = ANDROID_CPU_FAMILY_ARM;
611*e0e58e67SRyan Prichard #elif defined(__i386__)
612*e0e58e67SRyan Prichard g_cpuFamily = ANDROID_CPU_FAMILY_X86;
613*e0e58e67SRyan Prichard #elif defined(__aarch64__)
614*e0e58e67SRyan Prichard g_cpuFamily = ANDROID_CPU_FAMILY_ARM64;
615*e0e58e67SRyan Prichard #elif defined(__x86_64__)
616*e0e58e67SRyan Prichard g_cpuFamily = ANDROID_CPU_FAMILY_X86_64;
617*e0e58e67SRyan Prichard #else
618*e0e58e67SRyan Prichard g_cpuFamily = ANDROID_CPU_FAMILY_UNKNOWN;
619*e0e58e67SRyan Prichard #endif
620*e0e58e67SRyan Prichard }
621*e0e58e67SRyan Prichard
622*e0e58e67SRyan Prichard static void
android_cpuInit(void)623*e0e58e67SRyan Prichard android_cpuInit(void)
624*e0e58e67SRyan Prichard {
625*e0e58e67SRyan Prichard char* cpuinfo = NULL;
626*e0e58e67SRyan Prichard int cpuinfo_len;
627*e0e58e67SRyan Prichard
628*e0e58e67SRyan Prichard android_cpuInitFamily();
629*e0e58e67SRyan Prichard
630*e0e58e67SRyan Prichard g_cpuFeatures = 0;
631*e0e58e67SRyan Prichard g_cpuCount = 1;
632*e0e58e67SRyan Prichard g_inited = 1;
633*e0e58e67SRyan Prichard
634*e0e58e67SRyan Prichard cpuinfo_len = get_file_size("/proc/cpuinfo");
635*e0e58e67SRyan Prichard if (cpuinfo_len < 0) {
636*e0e58e67SRyan Prichard D("cpuinfo_len cannot be computed!");
637*e0e58e67SRyan Prichard return;
638*e0e58e67SRyan Prichard }
639*e0e58e67SRyan Prichard cpuinfo = malloc(cpuinfo_len);
640*e0e58e67SRyan Prichard if (cpuinfo == NULL) {
641*e0e58e67SRyan Prichard D("cpuinfo buffer could not be allocated");
642*e0e58e67SRyan Prichard return;
643*e0e58e67SRyan Prichard }
644*e0e58e67SRyan Prichard cpuinfo_len = read_file("/proc/cpuinfo", cpuinfo, cpuinfo_len);
645*e0e58e67SRyan Prichard D("cpuinfo_len is (%d):\n%.*s\n", cpuinfo_len,
646*e0e58e67SRyan Prichard cpuinfo_len >= 0 ? cpuinfo_len : 0, cpuinfo);
647*e0e58e67SRyan Prichard
648*e0e58e67SRyan Prichard if (cpuinfo_len < 0) /* should not happen */ {
649*e0e58e67SRyan Prichard free(cpuinfo);
650*e0e58e67SRyan Prichard return;
651*e0e58e67SRyan Prichard }
652*e0e58e67SRyan Prichard
653*e0e58e67SRyan Prichard /* Count the CPU cores, the value may be 0 for single-core CPUs */
654*e0e58e67SRyan Prichard g_cpuCount = get_cpu_count();
655*e0e58e67SRyan Prichard if (g_cpuCount == 0) {
656*e0e58e67SRyan Prichard g_cpuCount = 1;
657*e0e58e67SRyan Prichard }
658*e0e58e67SRyan Prichard
659*e0e58e67SRyan Prichard D("found cpuCount = %d\n", g_cpuCount);
660*e0e58e67SRyan Prichard
661*e0e58e67SRyan Prichard #ifdef __arm__
662*e0e58e67SRyan Prichard {
663*e0e58e67SRyan Prichard /* Extract architecture from the "CPU Architecture" field.
664*e0e58e67SRyan Prichard * The list is well-known, unlike the the output of
665*e0e58e67SRyan Prichard * the 'Processor' field which can vary greatly.
666*e0e58e67SRyan Prichard *
667*e0e58e67SRyan Prichard * See the definition of the 'proc_arch' array in
668*e0e58e67SRyan Prichard * $KERNEL/arch/arm/kernel/setup.c and the 'c_show' function in
669*e0e58e67SRyan Prichard * same file.
670*e0e58e67SRyan Prichard */
671*e0e58e67SRyan Prichard char* cpuArch = extract_cpuinfo_field(cpuinfo, cpuinfo_len, "CPU architecture");
672*e0e58e67SRyan Prichard
673*e0e58e67SRyan Prichard if (cpuArch != NULL) {
674*e0e58e67SRyan Prichard char* end;
675*e0e58e67SRyan Prichard long archNumber;
676*e0e58e67SRyan Prichard int hasARMv7 = 0;
677*e0e58e67SRyan Prichard
678*e0e58e67SRyan Prichard D("found cpuArch = '%s'\n", cpuArch);
679*e0e58e67SRyan Prichard
680*e0e58e67SRyan Prichard /* read the initial decimal number, ignore the rest */
681*e0e58e67SRyan Prichard archNumber = strtol(cpuArch, &end, 10);
682*e0e58e67SRyan Prichard
683*e0e58e67SRyan Prichard /* Note that ARMv8 is upwards compatible with ARMv7. */
684*e0e58e67SRyan Prichard if (end > cpuArch && archNumber >= 7) {
685*e0e58e67SRyan Prichard hasARMv7 = 1;
686*e0e58e67SRyan Prichard }
687*e0e58e67SRyan Prichard
688*e0e58e67SRyan Prichard /* Unfortunately, it seems that certain ARMv6-based CPUs
689*e0e58e67SRyan Prichard * report an incorrect architecture number of 7!
690*e0e58e67SRyan Prichard *
691*e0e58e67SRyan Prichard * See http://code.google.com/p/android/issues/detail?id=10812
692*e0e58e67SRyan Prichard *
693*e0e58e67SRyan Prichard * We try to correct this by looking at the 'elf_format'
694*e0e58e67SRyan Prichard * field reported by the 'Processor' field, which is of the
695*e0e58e67SRyan Prichard * form of "(v7l)" for an ARMv7-based CPU, and "(v6l)" for
696*e0e58e67SRyan Prichard * an ARMv6-one.
697*e0e58e67SRyan Prichard */
698*e0e58e67SRyan Prichard if (hasARMv7) {
699*e0e58e67SRyan Prichard char* cpuProc = extract_cpuinfo_field(cpuinfo, cpuinfo_len,
700*e0e58e67SRyan Prichard "Processor");
701*e0e58e67SRyan Prichard if (cpuProc != NULL) {
702*e0e58e67SRyan Prichard D("found cpuProc = '%s'\n", cpuProc);
703*e0e58e67SRyan Prichard if (has_list_item(cpuProc, "(v6l)")) {
704*e0e58e67SRyan Prichard D("CPU processor and architecture mismatch!!\n");
705*e0e58e67SRyan Prichard hasARMv7 = 0;
706*e0e58e67SRyan Prichard }
707*e0e58e67SRyan Prichard free(cpuProc);
708*e0e58e67SRyan Prichard }
709*e0e58e67SRyan Prichard }
710*e0e58e67SRyan Prichard
711*e0e58e67SRyan Prichard if (hasARMv7) {
712*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_ARMv7;
713*e0e58e67SRyan Prichard }
714*e0e58e67SRyan Prichard
715*e0e58e67SRyan Prichard /* The LDREX / STREX instructions are available from ARMv6 */
716*e0e58e67SRyan Prichard if (archNumber >= 6) {
717*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_LDREX_STREX;
718*e0e58e67SRyan Prichard }
719*e0e58e67SRyan Prichard
720*e0e58e67SRyan Prichard free(cpuArch);
721*e0e58e67SRyan Prichard }
722*e0e58e67SRyan Prichard
723*e0e58e67SRyan Prichard /* Extract the list of CPU features from ELF hwcaps */
724*e0e58e67SRyan Prichard uint32_t hwcaps = getauxval(AT_HWCAP);
725*e0e58e67SRyan Prichard if (!hwcaps) {
726*e0e58e67SRyan Prichard D("Parsing /proc/self/auxv to extract ELF hwcaps!\n");
727*e0e58e67SRyan Prichard hwcaps = get_elf_hwcap_from_proc_self_auxv();
728*e0e58e67SRyan Prichard }
729*e0e58e67SRyan Prichard if (!hwcaps) {
730*e0e58e67SRyan Prichard // Parsing /proc/self/auxv will fail from regular application
731*e0e58e67SRyan Prichard // processes on some Android platform versions, when this happens
732*e0e58e67SRyan Prichard // parse proc/cpuinfo instead.
733*e0e58e67SRyan Prichard D("Parsing /proc/cpuinfo to extract ELF hwcaps!\n");
734*e0e58e67SRyan Prichard hwcaps = get_elf_hwcap_from_proc_cpuinfo(cpuinfo, cpuinfo_len);
735*e0e58e67SRyan Prichard }
736*e0e58e67SRyan Prichard
737*e0e58e67SRyan Prichard if (hwcaps != 0) {
738*e0e58e67SRyan Prichard int has_vfp = (hwcaps & HWCAP_VFP);
739*e0e58e67SRyan Prichard int has_vfpv3 = (hwcaps & HWCAP_VFPv3);
740*e0e58e67SRyan Prichard int has_vfpv3d16 = (hwcaps & HWCAP_VFPv3D16);
741*e0e58e67SRyan Prichard int has_vfpv4 = (hwcaps & HWCAP_VFPv4);
742*e0e58e67SRyan Prichard int has_neon = (hwcaps & HWCAP_NEON);
743*e0e58e67SRyan Prichard int has_idiva = (hwcaps & HWCAP_IDIVA);
744*e0e58e67SRyan Prichard int has_idivt = (hwcaps & HWCAP_IDIVT);
745*e0e58e67SRyan Prichard int has_iwmmxt = (hwcaps & HWCAP_IWMMXT);
746*e0e58e67SRyan Prichard
747*e0e58e67SRyan Prichard // The kernel does a poor job at ensuring consistency when
748*e0e58e67SRyan Prichard // describing CPU features. So lots of guessing is needed.
749*e0e58e67SRyan Prichard
750*e0e58e67SRyan Prichard // 'vfpv4' implies VFPv3|VFP_FMA|FP16
751*e0e58e67SRyan Prichard if (has_vfpv4)
752*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3 |
753*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_VFP_FP16 |
754*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_VFP_FMA;
755*e0e58e67SRyan Prichard
756*e0e58e67SRyan Prichard // 'vfpv3' or 'vfpv3d16' imply VFPv3. Note that unlike GCC,
757*e0e58e67SRyan Prichard // a value of 'vfpv3' doesn't necessarily mean that the D32
758*e0e58e67SRyan Prichard // feature is present, so be conservative. All CPUs in the
759*e0e58e67SRyan Prichard // field that support D32 also support NEON, so this should
760*e0e58e67SRyan Prichard // not be a problem in practice.
761*e0e58e67SRyan Prichard if (has_vfpv3 || has_vfpv3d16)
762*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3;
763*e0e58e67SRyan Prichard
764*e0e58e67SRyan Prichard // 'vfp' is super ambiguous. Depending on the kernel, it can
765*e0e58e67SRyan Prichard // either mean VFPv2 or VFPv3. Make it depend on ARMv7.
766*e0e58e67SRyan Prichard if (has_vfp) {
767*e0e58e67SRyan Prichard if (g_cpuFeatures & ANDROID_CPU_ARM_FEATURE_ARMv7)
768*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3;
769*e0e58e67SRyan Prichard else
770*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2;
771*e0e58e67SRyan Prichard }
772*e0e58e67SRyan Prichard
773*e0e58e67SRyan Prichard // Neon implies VFPv3|D32, and if vfpv4 is detected, NEON_FMA
774*e0e58e67SRyan Prichard if (has_neon) {
775*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3 |
776*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_NEON |
777*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_VFP_D32;
778*e0e58e67SRyan Prichard if (has_vfpv4)
779*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON_FMA;
780*e0e58e67SRyan Prichard }
781*e0e58e67SRyan Prichard
782*e0e58e67SRyan Prichard // VFPv3 implies VFPv2 and ARMv7
783*e0e58e67SRyan Prichard if (g_cpuFeatures & ANDROID_CPU_ARM_FEATURE_VFPv3)
784*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2 |
785*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_ARMv7;
786*e0e58e67SRyan Prichard
787*e0e58e67SRyan Prichard if (has_idiva)
788*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_ARM;
789*e0e58e67SRyan Prichard if (has_idivt)
790*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2;
791*e0e58e67SRyan Prichard
792*e0e58e67SRyan Prichard if (has_iwmmxt)
793*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_iWMMXt;
794*e0e58e67SRyan Prichard }
795*e0e58e67SRyan Prichard
796*e0e58e67SRyan Prichard /* Extract the list of CPU features from ELF hwcaps2 */
797*e0e58e67SRyan Prichard uint32_t hwcaps2 = getauxval(AT_HWCAP2);
798*e0e58e67SRyan Prichard if (hwcaps2 != 0) {
799*e0e58e67SRyan Prichard int has_aes = (hwcaps2 & HWCAP2_AES);
800*e0e58e67SRyan Prichard int has_pmull = (hwcaps2 & HWCAP2_PMULL);
801*e0e58e67SRyan Prichard int has_sha1 = (hwcaps2 & HWCAP2_SHA1);
802*e0e58e67SRyan Prichard int has_sha2 = (hwcaps2 & HWCAP2_SHA2);
803*e0e58e67SRyan Prichard int has_crc32 = (hwcaps2 & HWCAP2_CRC32);
804*e0e58e67SRyan Prichard
805*e0e58e67SRyan Prichard if (has_aes)
806*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_AES;
807*e0e58e67SRyan Prichard if (has_pmull)
808*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_PMULL;
809*e0e58e67SRyan Prichard if (has_sha1)
810*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA1;
811*e0e58e67SRyan Prichard if (has_sha2)
812*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_SHA2;
813*e0e58e67SRyan Prichard if (has_crc32)
814*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_CRC32;
815*e0e58e67SRyan Prichard }
816*e0e58e67SRyan Prichard /* Extract the cpuid value from various fields */
817*e0e58e67SRyan Prichard // The CPUID value is broken up in several entries in /proc/cpuinfo.
818*e0e58e67SRyan Prichard // This table is used to rebuild it from the entries.
819*e0e58e67SRyan Prichard static const struct CpuIdEntry {
820*e0e58e67SRyan Prichard const char* field;
821*e0e58e67SRyan Prichard char format;
822*e0e58e67SRyan Prichard char bit_lshift;
823*e0e58e67SRyan Prichard char bit_length;
824*e0e58e67SRyan Prichard } cpu_id_entries[] = {
825*e0e58e67SRyan Prichard { "CPU implementer", 'x', 24, 8 },
826*e0e58e67SRyan Prichard { "CPU variant", 'x', 20, 4 },
827*e0e58e67SRyan Prichard { "CPU part", 'x', 4, 12 },
828*e0e58e67SRyan Prichard { "CPU revision", 'd', 0, 4 },
829*e0e58e67SRyan Prichard };
830*e0e58e67SRyan Prichard size_t i;
831*e0e58e67SRyan Prichard D("Parsing /proc/cpuinfo to recover CPUID\n");
832*e0e58e67SRyan Prichard for (i = 0;
833*e0e58e67SRyan Prichard i < sizeof(cpu_id_entries)/sizeof(cpu_id_entries[0]);
834*e0e58e67SRyan Prichard ++i) {
835*e0e58e67SRyan Prichard const struct CpuIdEntry* entry = &cpu_id_entries[i];
836*e0e58e67SRyan Prichard char* value = extract_cpuinfo_field(cpuinfo,
837*e0e58e67SRyan Prichard cpuinfo_len,
838*e0e58e67SRyan Prichard entry->field);
839*e0e58e67SRyan Prichard if (value == NULL)
840*e0e58e67SRyan Prichard continue;
841*e0e58e67SRyan Prichard
842*e0e58e67SRyan Prichard D("field=%s value='%s'\n", entry->field, value);
843*e0e58e67SRyan Prichard char* value_end = value + strlen(value);
844*e0e58e67SRyan Prichard int val = 0;
845*e0e58e67SRyan Prichard const char* start = value;
846*e0e58e67SRyan Prichard const char* p;
847*e0e58e67SRyan Prichard if (value[0] == '0' && (value[1] == 'x' || value[1] == 'X')) {
848*e0e58e67SRyan Prichard start += 2;
849*e0e58e67SRyan Prichard p = parse_hexadecimal(start, value_end, &val);
850*e0e58e67SRyan Prichard } else if (entry->format == 'x')
851*e0e58e67SRyan Prichard p = parse_hexadecimal(value, value_end, &val);
852*e0e58e67SRyan Prichard else
853*e0e58e67SRyan Prichard p = parse_decimal(value, value_end, &val);
854*e0e58e67SRyan Prichard
855*e0e58e67SRyan Prichard if (p > (const char*)start) {
856*e0e58e67SRyan Prichard val &= ((1 << entry->bit_length)-1);
857*e0e58e67SRyan Prichard val <<= entry->bit_lshift;
858*e0e58e67SRyan Prichard g_cpuIdArm |= (uint32_t) val;
859*e0e58e67SRyan Prichard }
860*e0e58e67SRyan Prichard
861*e0e58e67SRyan Prichard free(value);
862*e0e58e67SRyan Prichard }
863*e0e58e67SRyan Prichard
864*e0e58e67SRyan Prichard // Handle kernel configuration bugs that prevent the correct
865*e0e58e67SRyan Prichard // reporting of CPU features.
866*e0e58e67SRyan Prichard static const struct CpuFix {
867*e0e58e67SRyan Prichard uint32_t cpuid;
868*e0e58e67SRyan Prichard uint64_t or_flags;
869*e0e58e67SRyan Prichard } cpu_fixes[] = {
870*e0e58e67SRyan Prichard /* The Nexus 4 (Qualcomm Krait) kernel configuration
871*e0e58e67SRyan Prichard * forgets to report IDIV support. */
872*e0e58e67SRyan Prichard { 0x510006f2, ANDROID_CPU_ARM_FEATURE_IDIV_ARM |
873*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2 },
874*e0e58e67SRyan Prichard { 0x510006f3, ANDROID_CPU_ARM_FEATURE_IDIV_ARM |
875*e0e58e67SRyan Prichard ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2 },
876*e0e58e67SRyan Prichard };
877*e0e58e67SRyan Prichard size_t n;
878*e0e58e67SRyan Prichard for (n = 0; n < sizeof(cpu_fixes)/sizeof(cpu_fixes[0]); ++n) {
879*e0e58e67SRyan Prichard const struct CpuFix* entry = &cpu_fixes[n];
880*e0e58e67SRyan Prichard
881*e0e58e67SRyan Prichard if (g_cpuIdArm == entry->cpuid)
882*e0e58e67SRyan Prichard g_cpuFeatures |= entry->or_flags;
883*e0e58e67SRyan Prichard }
884*e0e58e67SRyan Prichard
885*e0e58e67SRyan Prichard // Special case: The emulator-specific Android 4.2 kernel fails
886*e0e58e67SRyan Prichard // to report support for the 32-bit ARM IDIV instruction.
887*e0e58e67SRyan Prichard // Technically, this is a feature of the virtual CPU implemented
888*e0e58e67SRyan Prichard // by the emulator. Note that it could also support Thumb IDIV
889*e0e58e67SRyan Prichard // in the future, and this will have to be slightly updated.
890*e0e58e67SRyan Prichard char* hardware = extract_cpuinfo_field(cpuinfo,
891*e0e58e67SRyan Prichard cpuinfo_len,
892*e0e58e67SRyan Prichard "Hardware");
893*e0e58e67SRyan Prichard if (hardware) {
894*e0e58e67SRyan Prichard if (!strcmp(hardware, "Goldfish") &&
895*e0e58e67SRyan Prichard g_cpuIdArm == 0x4100c080 &&
896*e0e58e67SRyan Prichard (g_cpuFamily & ANDROID_CPU_ARM_FEATURE_ARMv7) != 0) {
897*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_ARM;
898*e0e58e67SRyan Prichard }
899*e0e58e67SRyan Prichard free(hardware);
900*e0e58e67SRyan Prichard }
901*e0e58e67SRyan Prichard }
902*e0e58e67SRyan Prichard #endif /* __arm__ */
903*e0e58e67SRyan Prichard #ifdef __aarch64__
904*e0e58e67SRyan Prichard {
905*e0e58e67SRyan Prichard /* Extract the list of CPU features from ELF hwcaps */
906*e0e58e67SRyan Prichard uint32_t hwcaps = getauxval(AT_HWCAP);
907*e0e58e67SRyan Prichard if (hwcaps != 0) {
908*e0e58e67SRyan Prichard int has_fp = (hwcaps & HWCAP_FP);
909*e0e58e67SRyan Prichard int has_asimd = (hwcaps & HWCAP_ASIMD);
910*e0e58e67SRyan Prichard int has_aes = (hwcaps & HWCAP_AES);
911*e0e58e67SRyan Prichard int has_pmull = (hwcaps & HWCAP_PMULL);
912*e0e58e67SRyan Prichard int has_sha1 = (hwcaps & HWCAP_SHA1);
913*e0e58e67SRyan Prichard int has_sha2 = (hwcaps & HWCAP_SHA2);
914*e0e58e67SRyan Prichard int has_crc32 = (hwcaps & HWCAP_CRC32);
915*e0e58e67SRyan Prichard
916*e0e58e67SRyan Prichard if(has_fp == 0) {
917*e0e58e67SRyan Prichard D("ERROR: Floating-point unit missing, but is required by Android on AArch64 CPUs\n");
918*e0e58e67SRyan Prichard }
919*e0e58e67SRyan Prichard if(has_asimd == 0) {
920*e0e58e67SRyan Prichard D("ERROR: ASIMD unit missing, but is required by Android on AArch64 CPUs\n");
921*e0e58e67SRyan Prichard }
922*e0e58e67SRyan Prichard
923*e0e58e67SRyan Prichard if (has_fp)
924*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_FP;
925*e0e58e67SRyan Prichard if (has_asimd)
926*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_ASIMD;
927*e0e58e67SRyan Prichard if (has_aes)
928*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_AES;
929*e0e58e67SRyan Prichard if (has_pmull)
930*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_PMULL;
931*e0e58e67SRyan Prichard if (has_sha1)
932*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA1;
933*e0e58e67SRyan Prichard if (has_sha2)
934*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_SHA2;
935*e0e58e67SRyan Prichard if (has_crc32)
936*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_ARM64_FEATURE_CRC32;
937*e0e58e67SRyan Prichard }
938*e0e58e67SRyan Prichard }
939*e0e58e67SRyan Prichard #endif /* __aarch64__ */
940*e0e58e67SRyan Prichard
941*e0e58e67SRyan Prichard #if defined(__i386__) || defined(__x86_64__)
942*e0e58e67SRyan Prichard int regs[4];
943*e0e58e67SRyan Prichard
944*e0e58e67SRyan Prichard /* According to http://en.wikipedia.org/wiki/CPUID */
945*e0e58e67SRyan Prichard #define VENDOR_INTEL_b 0x756e6547
946*e0e58e67SRyan Prichard #define VENDOR_INTEL_c 0x6c65746e
947*e0e58e67SRyan Prichard #define VENDOR_INTEL_d 0x49656e69
948*e0e58e67SRyan Prichard
949*e0e58e67SRyan Prichard x86_cpuid(0, regs);
950*e0e58e67SRyan Prichard int vendorIsIntel = (regs[1] == VENDOR_INTEL_b &&
951*e0e58e67SRyan Prichard regs[2] == VENDOR_INTEL_c &&
952*e0e58e67SRyan Prichard regs[3] == VENDOR_INTEL_d);
953*e0e58e67SRyan Prichard
954*e0e58e67SRyan Prichard x86_cpuid(1, regs);
955*e0e58e67SRyan Prichard if ((regs[2] & (1 << 9)) != 0) {
956*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSSE3;
957*e0e58e67SRyan Prichard }
958*e0e58e67SRyan Prichard if ((regs[2] & (1 << 23)) != 0) {
959*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_POPCNT;
960*e0e58e67SRyan Prichard }
961*e0e58e67SRyan Prichard if ((regs[2] & (1 << 19)) != 0) {
962*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_1;
963*e0e58e67SRyan Prichard }
964*e0e58e67SRyan Prichard if ((regs[2] & (1 << 20)) != 0) {
965*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSE4_2;
966*e0e58e67SRyan Prichard }
967*e0e58e67SRyan Prichard if (vendorIsIntel && (regs[2] & (1 << 22)) != 0) {
968*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_MOVBE;
969*e0e58e67SRyan Prichard }
970*e0e58e67SRyan Prichard if ((regs[2] & (1 << 25)) != 0) {
971*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AES_NI;
972*e0e58e67SRyan Prichard }
973*e0e58e67SRyan Prichard if ((regs[2] & (1 << 28)) != 0) {
974*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX;
975*e0e58e67SRyan Prichard }
976*e0e58e67SRyan Prichard if ((regs[2] & (1 << 30)) != 0) {
977*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_RDRAND;
978*e0e58e67SRyan Prichard }
979*e0e58e67SRyan Prichard
980*e0e58e67SRyan Prichard x86_cpuid(7, regs);
981*e0e58e67SRyan Prichard if ((regs[1] & (1 << 5)) != 0) {
982*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_AVX2;
983*e0e58e67SRyan Prichard }
984*e0e58e67SRyan Prichard if ((regs[1] & (1 << 29)) != 0) {
985*e0e58e67SRyan Prichard g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SHA_NI;
986*e0e58e67SRyan Prichard }
987*e0e58e67SRyan Prichard
988*e0e58e67SRyan Prichard
989*e0e58e67SRyan Prichard #endif
990*e0e58e67SRyan Prichard
991*e0e58e67SRyan Prichard free(cpuinfo);
992*e0e58e67SRyan Prichard }
993*e0e58e67SRyan Prichard
994*e0e58e67SRyan Prichard
995*e0e58e67SRyan Prichard AndroidCpuFamily
android_getCpuFamily(void)996*e0e58e67SRyan Prichard android_getCpuFamily(void)
997*e0e58e67SRyan Prichard {
998*e0e58e67SRyan Prichard pthread_once(&g_once, android_cpuInit);
999*e0e58e67SRyan Prichard return g_cpuFamily;
1000*e0e58e67SRyan Prichard }
1001*e0e58e67SRyan Prichard
1002*e0e58e67SRyan Prichard
1003*e0e58e67SRyan Prichard uint64_t
android_getCpuFeatures(void)1004*e0e58e67SRyan Prichard android_getCpuFeatures(void)
1005*e0e58e67SRyan Prichard {
1006*e0e58e67SRyan Prichard pthread_once(&g_once, android_cpuInit);
1007*e0e58e67SRyan Prichard return g_cpuFeatures;
1008*e0e58e67SRyan Prichard }
1009*e0e58e67SRyan Prichard
1010*e0e58e67SRyan Prichard
1011*e0e58e67SRyan Prichard int
android_getCpuCount(void)1012*e0e58e67SRyan Prichard android_getCpuCount(void)
1013*e0e58e67SRyan Prichard {
1014*e0e58e67SRyan Prichard pthread_once(&g_once, android_cpuInit);
1015*e0e58e67SRyan Prichard return g_cpuCount;
1016*e0e58e67SRyan Prichard }
1017*e0e58e67SRyan Prichard
1018*e0e58e67SRyan Prichard static void
android_cpuInitTrivial(void)1019*e0e58e67SRyan Prichard android_cpuInitTrivial(void)
1020*e0e58e67SRyan Prichard {
1021*e0e58e67SRyan Prichard g_inited = 1;
1022*e0e58e67SRyan Prichard }
1023*e0e58e67SRyan Prichard
1024*e0e58e67SRyan Prichard int
android_setCpu(int cpu_count,uint64_t cpu_features)1025*e0e58e67SRyan Prichard android_setCpu(int cpu_count, uint64_t cpu_features)
1026*e0e58e67SRyan Prichard {
1027*e0e58e67SRyan Prichard /* Fail if the library was already initialized. */
1028*e0e58e67SRyan Prichard if (g_inited)
1029*e0e58e67SRyan Prichard return 0;
1030*e0e58e67SRyan Prichard
1031*e0e58e67SRyan Prichard android_cpuInitFamily();
1032*e0e58e67SRyan Prichard g_cpuCount = (cpu_count <= 0 ? 1 : cpu_count);
1033*e0e58e67SRyan Prichard g_cpuFeatures = cpu_features;
1034*e0e58e67SRyan Prichard pthread_once(&g_once, android_cpuInitTrivial);
1035*e0e58e67SRyan Prichard
1036*e0e58e67SRyan Prichard return 1;
1037*e0e58e67SRyan Prichard }
1038*e0e58e67SRyan Prichard
1039*e0e58e67SRyan Prichard #ifdef __arm__
1040*e0e58e67SRyan Prichard uint32_t
android_getCpuIdArm(void)1041*e0e58e67SRyan Prichard android_getCpuIdArm(void)
1042*e0e58e67SRyan Prichard {
1043*e0e58e67SRyan Prichard pthread_once(&g_once, android_cpuInit);
1044*e0e58e67SRyan Prichard return g_cpuIdArm;
1045*e0e58e67SRyan Prichard }
1046*e0e58e67SRyan Prichard
1047*e0e58e67SRyan Prichard int
android_setCpuArm(int cpu_count,uint64_t cpu_features,uint32_t cpu_id)1048*e0e58e67SRyan Prichard android_setCpuArm(int cpu_count, uint64_t cpu_features, uint32_t cpu_id)
1049*e0e58e67SRyan Prichard {
1050*e0e58e67SRyan Prichard if (!android_setCpu(cpu_count, cpu_features))
1051*e0e58e67SRyan Prichard return 0;
1052*e0e58e67SRyan Prichard
1053*e0e58e67SRyan Prichard g_cpuIdArm = cpu_id;
1054*e0e58e67SRyan Prichard return 1;
1055*e0e58e67SRyan Prichard }
1056*e0e58e67SRyan Prichard #endif /* __arm__ */
1057*e0e58e67SRyan Prichard
1058*e0e58e67SRyan Prichard /*
1059*e0e58e67SRyan Prichard * Technical note: Making sense of ARM's FPU architecture versions.
1060*e0e58e67SRyan Prichard *
1061*e0e58e67SRyan Prichard * FPA was ARM's first attempt at an FPU architecture. There is no Android
1062*e0e58e67SRyan Prichard * device that actually uses it since this technology was already obsolete
1063*e0e58e67SRyan Prichard * when the project started. If you see references to FPA instructions
1064*e0e58e67SRyan Prichard * somewhere, you can be sure that this doesn't apply to Android at all.
1065*e0e58e67SRyan Prichard *
1066*e0e58e67SRyan Prichard * FPA was followed by "VFP", soon renamed "VFPv1" due to the emergence of
1067*e0e58e67SRyan Prichard * new versions / additions to it. ARM considers this obsolete right now,
1068*e0e58e67SRyan Prichard * and no known Android device implements it either.
1069*e0e58e67SRyan Prichard *
1070*e0e58e67SRyan Prichard * VFPv2 added a few instructions to VFPv1, and is an *optional* extension
1071*e0e58e67SRyan Prichard * supported by some ARMv5TE, ARMv6 and ARMv6T2 CPUs. Note that a device
1072*e0e58e67SRyan Prichard * supporting the 'armeabi' ABI doesn't necessarily support these.
1073*e0e58e67SRyan Prichard *
1074*e0e58e67SRyan Prichard * VFPv3-D16 adds a few instructions on top of VFPv2 and is typically used
1075*e0e58e67SRyan Prichard * on ARMv7-A CPUs which implement a FPU. Note that it is also mandated
1076*e0e58e67SRyan Prichard * by the Android 'armeabi-v7a' ABI. The -D16 suffix in its name means
1077*e0e58e67SRyan Prichard * that it provides 16 double-precision FPU registers (d0-d15) and 32
1078*e0e58e67SRyan Prichard * single-precision ones (s0-s31) which happen to be mapped to the same
1079*e0e58e67SRyan Prichard * register banks.
1080*e0e58e67SRyan Prichard *
1081*e0e58e67SRyan Prichard * VFPv3-D32 is the name of an extension to VFPv3-D16 that provides 16
1082*e0e58e67SRyan Prichard * additional double precision registers (d16-d31). Note that there are
1083*e0e58e67SRyan Prichard * still only 32 single precision registers.
1084*e0e58e67SRyan Prichard *
1085*e0e58e67SRyan Prichard * VFPv3xD is a *subset* of VFPv3-D16 that only provides single-precision
1086*e0e58e67SRyan Prichard * registers. It is only used on ARMv7-M (i.e. on micro-controllers) which
1087*e0e58e67SRyan Prichard * are not supported by Android. Note that it is not compatible with VFPv2.
1088*e0e58e67SRyan Prichard *
1089*e0e58e67SRyan Prichard * NOTE: The term 'VFPv3' usually designate either VFPv3-D16 or VFPv3-D32
1090*e0e58e67SRyan Prichard * depending on context. For example GCC uses it for VFPv3-D32, but
1091*e0e58e67SRyan Prichard * the Linux kernel code uses it for VFPv3-D16 (especially in
1092*e0e58e67SRyan Prichard * /proc/cpuinfo). Always try to use the full designation when
1093*e0e58e67SRyan Prichard * possible.
1094*e0e58e67SRyan Prichard *
1095*e0e58e67SRyan Prichard * NEON, a.k.a. "ARM Advanced SIMD" is an extension that provides
1096*e0e58e67SRyan Prichard * instructions to perform parallel computations on vectors of 8, 16,
1097*e0e58e67SRyan Prichard * 32, 64 and 128 bit quantities. NEON requires VFPv32-D32 since all
1098*e0e58e67SRyan Prichard * NEON registers are also mapped to the same register banks.
1099*e0e58e67SRyan Prichard *
1100*e0e58e67SRyan Prichard * VFPv4-D16, adds a few instructions on top of VFPv3-D16 in order to
1101*e0e58e67SRyan Prichard * perform fused multiply-accumulate on VFP registers, as well as
1102*e0e58e67SRyan Prichard * half-precision (16-bit) conversion operations.
1103*e0e58e67SRyan Prichard *
1104*e0e58e67SRyan Prichard * VFPv4-D32 is VFPv4-D16 with 32, instead of 16, FPU double precision
1105*e0e58e67SRyan Prichard * registers.
1106*e0e58e67SRyan Prichard *
1107*e0e58e67SRyan Prichard * VPFv4-NEON is VFPv4-D32 with NEON instructions. It also adds fused
1108*e0e58e67SRyan Prichard * multiply-accumulate instructions that work on the NEON registers.
1109*e0e58e67SRyan Prichard *
1110*e0e58e67SRyan Prichard * NOTE: Similarly, "VFPv4" might either reference VFPv4-D16 or VFPv4-D32
1111*e0e58e67SRyan Prichard * depending on context.
1112*e0e58e67SRyan Prichard *
1113*e0e58e67SRyan Prichard * The following information was determined by scanning the binutils-2.22
1114*e0e58e67SRyan Prichard * sources:
1115*e0e58e67SRyan Prichard *
1116*e0e58e67SRyan Prichard * Basic VFP instruction subsets:
1117*e0e58e67SRyan Prichard *
1118*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_V1xD 0x08000000 // Base VFP instruction set.
1119*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_V1 0x04000000 // Double-precision insns.
1120*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_V2 0x02000000 // ARM10E VFPr1.
1121*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_V3xD 0x01000000 // VFPv3 single-precision.
1122*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_V3 0x00800000 // VFPv3 double-precision.
1123*e0e58e67SRyan Prichard * #define FPU_NEON_EXT_V1 0x00400000 // Neon (SIMD) insns.
1124*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_D32 0x00200000 // Registers D16-D31.
1125*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_FP16 0x00100000 // Half-precision extensions.
1126*e0e58e67SRyan Prichard * #define FPU_NEON_EXT_FMA 0x00080000 // Neon fused multiply-add
1127*e0e58e67SRyan Prichard * #define FPU_VFP_EXT_FMA 0x00040000 // VFP fused multiply-add
1128*e0e58e67SRyan Prichard *
1129*e0e58e67SRyan Prichard * FPU types (excluding NEON)
1130*e0e58e67SRyan Prichard *
1131*e0e58e67SRyan Prichard * FPU_VFP_V1xD (EXT_V1xD)
1132*e0e58e67SRyan Prichard * |
1133*e0e58e67SRyan Prichard * +--------------------------+
1134*e0e58e67SRyan Prichard * | |
1135*e0e58e67SRyan Prichard * FPU_VFP_V1 (+EXT_V1) FPU_VFP_V3xD (+EXT_V2+EXT_V3xD)
1136*e0e58e67SRyan Prichard * | |
1137*e0e58e67SRyan Prichard * | |
1138*e0e58e67SRyan Prichard * FPU_VFP_V2 (+EXT_V2) FPU_VFP_V4_SP_D16 (+EXT_FP16+EXT_FMA)
1139*e0e58e67SRyan Prichard * |
1140*e0e58e67SRyan Prichard * FPU_VFP_V3D16 (+EXT_Vx3D+EXT_V3)
1141*e0e58e67SRyan Prichard * |
1142*e0e58e67SRyan Prichard * +--------------------------+
1143*e0e58e67SRyan Prichard * | |
1144*e0e58e67SRyan Prichard * FPU_VFP_V3 (+EXT_D32) FPU_VFP_V4D16 (+EXT_FP16+EXT_FMA)
1145*e0e58e67SRyan Prichard * | |
1146*e0e58e67SRyan Prichard * | FPU_VFP_V4 (+EXT_D32)
1147*e0e58e67SRyan Prichard * |
1148*e0e58e67SRyan Prichard * FPU_VFP_HARD (+EXT_FMA+NEON_EXT_FMA)
1149*e0e58e67SRyan Prichard *
1150*e0e58e67SRyan Prichard * VFP architectures:
1151*e0e58e67SRyan Prichard *
1152*e0e58e67SRyan Prichard * ARCH_VFP_V1xD (EXT_V1xD)
1153*e0e58e67SRyan Prichard * |
1154*e0e58e67SRyan Prichard * +------------------+
1155*e0e58e67SRyan Prichard * | |
1156*e0e58e67SRyan Prichard * | ARCH_VFP_V3xD (+EXT_V2+EXT_V3xD)
1157*e0e58e67SRyan Prichard * | |
1158*e0e58e67SRyan Prichard * | ARCH_VFP_V3xD_FP16 (+EXT_FP16)
1159*e0e58e67SRyan Prichard * | |
1160*e0e58e67SRyan Prichard * | ARCH_VFP_V4_SP_D16 (+EXT_FMA)
1161*e0e58e67SRyan Prichard * |
1162*e0e58e67SRyan Prichard * ARCH_VFP_V1 (+EXT_V1)
1163*e0e58e67SRyan Prichard * |
1164*e0e58e67SRyan Prichard * ARCH_VFP_V2 (+EXT_V2)
1165*e0e58e67SRyan Prichard * |
1166*e0e58e67SRyan Prichard * ARCH_VFP_V3D16 (+EXT_V3xD+EXT_V3)
1167*e0e58e67SRyan Prichard * |
1168*e0e58e67SRyan Prichard * +-------------------+
1169*e0e58e67SRyan Prichard * | |
1170*e0e58e67SRyan Prichard * | ARCH_VFP_V3D16_FP16 (+EXT_FP16)
1171*e0e58e67SRyan Prichard * |
1172*e0e58e67SRyan Prichard * +-------------------+
1173*e0e58e67SRyan Prichard * | |
1174*e0e58e67SRyan Prichard * | ARCH_VFP_V4_D16 (+EXT_FP16+EXT_FMA)
1175*e0e58e67SRyan Prichard * | |
1176*e0e58e67SRyan Prichard * | ARCH_VFP_V4 (+EXT_D32)
1177*e0e58e67SRyan Prichard * | |
1178*e0e58e67SRyan Prichard * | ARCH_NEON_VFP_V4 (+EXT_NEON+EXT_NEON_FMA)
1179*e0e58e67SRyan Prichard * |
1180*e0e58e67SRyan Prichard * ARCH_VFP_V3 (+EXT_D32)
1181*e0e58e67SRyan Prichard * |
1182*e0e58e67SRyan Prichard * +-------------------+
1183*e0e58e67SRyan Prichard * | |
1184*e0e58e67SRyan Prichard * | ARCH_VFP_V3_FP16 (+EXT_FP16)
1185*e0e58e67SRyan Prichard * |
1186*e0e58e67SRyan Prichard * ARCH_VFP_V3_PLUS_NEON_V1 (+EXT_NEON)
1187*e0e58e67SRyan Prichard * |
1188*e0e58e67SRyan Prichard * ARCH_NEON_FP16 (+EXT_FP16)
1189*e0e58e67SRyan Prichard *
1190*e0e58e67SRyan Prichard * -fpu=<name> values and their correspondance with FPU architectures above:
1191*e0e58e67SRyan Prichard *
1192*e0e58e67SRyan Prichard * {"vfp", FPU_ARCH_VFP_V2},
1193*e0e58e67SRyan Prichard * {"vfp9", FPU_ARCH_VFP_V2},
1194*e0e58e67SRyan Prichard * {"vfp3", FPU_ARCH_VFP_V3}, // For backwards compatbility.
1195*e0e58e67SRyan Prichard * {"vfp10", FPU_ARCH_VFP_V2},
1196*e0e58e67SRyan Prichard * {"vfp10-r0", FPU_ARCH_VFP_V1},
1197*e0e58e67SRyan Prichard * {"vfpxd", FPU_ARCH_VFP_V1xD},
1198*e0e58e67SRyan Prichard * {"vfpv2", FPU_ARCH_VFP_V2},
1199*e0e58e67SRyan Prichard * {"vfpv3", FPU_ARCH_VFP_V3},
1200*e0e58e67SRyan Prichard * {"vfpv3-fp16", FPU_ARCH_VFP_V3_FP16},
1201*e0e58e67SRyan Prichard * {"vfpv3-d16", FPU_ARCH_VFP_V3D16},
1202*e0e58e67SRyan Prichard * {"vfpv3-d16-fp16", FPU_ARCH_VFP_V3D16_FP16},
1203*e0e58e67SRyan Prichard * {"vfpv3xd", FPU_ARCH_VFP_V3xD},
1204*e0e58e67SRyan Prichard * {"vfpv3xd-fp16", FPU_ARCH_VFP_V3xD_FP16},
1205*e0e58e67SRyan Prichard * {"neon", FPU_ARCH_VFP_V3_PLUS_NEON_V1},
1206*e0e58e67SRyan Prichard * {"neon-fp16", FPU_ARCH_NEON_FP16},
1207*e0e58e67SRyan Prichard * {"vfpv4", FPU_ARCH_VFP_V4},
1208*e0e58e67SRyan Prichard * {"vfpv4-d16", FPU_ARCH_VFP_V4D16},
1209*e0e58e67SRyan Prichard * {"fpv4-sp-d16", FPU_ARCH_VFP_V4_SP_D16},
1210*e0e58e67SRyan Prichard * {"neon-vfpv4", FPU_ARCH_NEON_VFP_V4},
1211*e0e58e67SRyan Prichard *
1212*e0e58e67SRyan Prichard *
1213*e0e58e67SRyan Prichard * Simplified diagram that only includes FPUs supported by Android:
1214*e0e58e67SRyan Prichard * Only ARCH_VFP_V3D16 is actually mandated by the armeabi-v7a ABI,
1215*e0e58e67SRyan Prichard * all others are optional and must be probed at runtime.
1216*e0e58e67SRyan Prichard *
1217*e0e58e67SRyan Prichard * ARCH_VFP_V3D16 (EXT_V1xD+EXT_V1+EXT_V2+EXT_V3xD+EXT_V3)
1218*e0e58e67SRyan Prichard * |
1219*e0e58e67SRyan Prichard * +-------------------+
1220*e0e58e67SRyan Prichard * | |
1221*e0e58e67SRyan Prichard * | ARCH_VFP_V3D16_FP16 (+EXT_FP16)
1222*e0e58e67SRyan Prichard * |
1223*e0e58e67SRyan Prichard * +-------------------+
1224*e0e58e67SRyan Prichard * | |
1225*e0e58e67SRyan Prichard * | ARCH_VFP_V4_D16 (+EXT_FP16+EXT_FMA)
1226*e0e58e67SRyan Prichard * | |
1227*e0e58e67SRyan Prichard * | ARCH_VFP_V4 (+EXT_D32)
1228*e0e58e67SRyan Prichard * | |
1229*e0e58e67SRyan Prichard * | ARCH_NEON_VFP_V4 (+EXT_NEON+EXT_NEON_FMA)
1230*e0e58e67SRyan Prichard * |
1231*e0e58e67SRyan Prichard * ARCH_VFP_V3 (+EXT_D32)
1232*e0e58e67SRyan Prichard * |
1233*e0e58e67SRyan Prichard * +-------------------+
1234*e0e58e67SRyan Prichard * | |
1235*e0e58e67SRyan Prichard * | ARCH_VFP_V3_FP16 (+EXT_FP16)
1236*e0e58e67SRyan Prichard * |
1237*e0e58e67SRyan Prichard * ARCH_VFP_V3_PLUS_NEON_V1 (+EXT_NEON)
1238*e0e58e67SRyan Prichard * |
1239*e0e58e67SRyan Prichard * ARCH_NEON_FP16 (+EXT_FP16)
1240*e0e58e67SRyan Prichard *
1241*e0e58e67SRyan Prichard */
1242