1*c9945492SAndroid Build Coastguard Worker #include <stdlib.h>
2*c9945492SAndroid Build Coastguard Worker #include <stdint.h>
3*c9945492SAndroid Build Coastguard Worker #include <limits.h>
4*c9945492SAndroid Build Coastguard Worker #include <errno.h>
5*c9945492SAndroid Build Coastguard Worker #include <sys/mman.h>
6*c9945492SAndroid Build Coastguard Worker #include "libc.h"
7*c9945492SAndroid Build Coastguard Worker #include "lock.h"
8*c9945492SAndroid Build Coastguard Worker #include "syscall.h"
9*c9945492SAndroid Build Coastguard Worker #include "fork_impl.h"
10*c9945492SAndroid Build Coastguard Worker
11*c9945492SAndroid Build Coastguard Worker #define ALIGN 16
12*c9945492SAndroid Build Coastguard Worker
13*c9945492SAndroid Build Coastguard Worker /* This function returns true if the interval [old,new]
14*c9945492SAndroid Build Coastguard Worker * intersects the 'len'-sized interval below &libc.auxv
15*c9945492SAndroid Build Coastguard Worker * (interpreted as the main-thread stack) or below &b
16*c9945492SAndroid Build Coastguard Worker * (the current stack). It is used to defend against
17*c9945492SAndroid Build Coastguard Worker * buggy brk implementations that can cross the stack. */
18*c9945492SAndroid Build Coastguard Worker
traverses_stack_p(uintptr_t old,uintptr_t new)19*c9945492SAndroid Build Coastguard Worker static int traverses_stack_p(uintptr_t old, uintptr_t new)
20*c9945492SAndroid Build Coastguard Worker {
21*c9945492SAndroid Build Coastguard Worker const uintptr_t len = 8<<20;
22*c9945492SAndroid Build Coastguard Worker uintptr_t a, b;
23*c9945492SAndroid Build Coastguard Worker
24*c9945492SAndroid Build Coastguard Worker b = (uintptr_t)libc.auxv;
25*c9945492SAndroid Build Coastguard Worker a = b > len ? b-len : 0;
26*c9945492SAndroid Build Coastguard Worker if (new>a && old<b) return 1;
27*c9945492SAndroid Build Coastguard Worker
28*c9945492SAndroid Build Coastguard Worker b = (uintptr_t)&b;
29*c9945492SAndroid Build Coastguard Worker a = b > len ? b-len : 0;
30*c9945492SAndroid Build Coastguard Worker if (new>a && old<b) return 1;
31*c9945492SAndroid Build Coastguard Worker
32*c9945492SAndroid Build Coastguard Worker return 0;
33*c9945492SAndroid Build Coastguard Worker }
34*c9945492SAndroid Build Coastguard Worker
35*c9945492SAndroid Build Coastguard Worker static volatile int lock[1];
36*c9945492SAndroid Build Coastguard Worker volatile int *const __bump_lockptr = lock;
37*c9945492SAndroid Build Coastguard Worker
__simple_malloc(size_t n)38*c9945492SAndroid Build Coastguard Worker static void *__simple_malloc(size_t n)
39*c9945492SAndroid Build Coastguard Worker {
40*c9945492SAndroid Build Coastguard Worker static uintptr_t brk, cur, end;
41*c9945492SAndroid Build Coastguard Worker static unsigned mmap_step;
42*c9945492SAndroid Build Coastguard Worker size_t align=1;
43*c9945492SAndroid Build Coastguard Worker void *p;
44*c9945492SAndroid Build Coastguard Worker
45*c9945492SAndroid Build Coastguard Worker if (n > SIZE_MAX/2) {
46*c9945492SAndroid Build Coastguard Worker errno = ENOMEM;
47*c9945492SAndroid Build Coastguard Worker return 0;
48*c9945492SAndroid Build Coastguard Worker }
49*c9945492SAndroid Build Coastguard Worker
50*c9945492SAndroid Build Coastguard Worker if (!n) n++;
51*c9945492SAndroid Build Coastguard Worker while (align<n && align<ALIGN)
52*c9945492SAndroid Build Coastguard Worker align += align;
53*c9945492SAndroid Build Coastguard Worker
54*c9945492SAndroid Build Coastguard Worker LOCK(lock);
55*c9945492SAndroid Build Coastguard Worker
56*c9945492SAndroid Build Coastguard Worker cur += -cur & align-1;
57*c9945492SAndroid Build Coastguard Worker
58*c9945492SAndroid Build Coastguard Worker if (n > end-cur) {
59*c9945492SAndroid Build Coastguard Worker size_t req = n - (end-cur) + PAGE_SIZE-1 & -PAGE_SIZE;
60*c9945492SAndroid Build Coastguard Worker
61*c9945492SAndroid Build Coastguard Worker if (!cur) {
62*c9945492SAndroid Build Coastguard Worker brk = __syscall(SYS_brk, 0);
63*c9945492SAndroid Build Coastguard Worker brk += -brk & PAGE_SIZE-1;
64*c9945492SAndroid Build Coastguard Worker cur = end = brk;
65*c9945492SAndroid Build Coastguard Worker }
66*c9945492SAndroid Build Coastguard Worker
67*c9945492SAndroid Build Coastguard Worker if (brk == end && req < SIZE_MAX-brk
68*c9945492SAndroid Build Coastguard Worker && !traverses_stack_p(brk, brk+req)
69*c9945492SAndroid Build Coastguard Worker && __syscall(SYS_brk, brk+req)==brk+req) {
70*c9945492SAndroid Build Coastguard Worker brk = end += req;
71*c9945492SAndroid Build Coastguard Worker } else {
72*c9945492SAndroid Build Coastguard Worker int new_area = 0;
73*c9945492SAndroid Build Coastguard Worker req = n + PAGE_SIZE-1 & -PAGE_SIZE;
74*c9945492SAndroid Build Coastguard Worker /* Only make a new area rather than individual mmap
75*c9945492SAndroid Build Coastguard Worker * if wasted space would be over 1/8 of the map. */
76*c9945492SAndroid Build Coastguard Worker if (req-n > req/8) {
77*c9945492SAndroid Build Coastguard Worker /* Geometric area size growth up to 64 pages,
78*c9945492SAndroid Build Coastguard Worker * bounding waste by 1/8 of the area. */
79*c9945492SAndroid Build Coastguard Worker size_t min = PAGE_SIZE<<(mmap_step/2);
80*c9945492SAndroid Build Coastguard Worker if (min-n > end-cur) {
81*c9945492SAndroid Build Coastguard Worker if (req < min) {
82*c9945492SAndroid Build Coastguard Worker req = min;
83*c9945492SAndroid Build Coastguard Worker if (mmap_step < 12)
84*c9945492SAndroid Build Coastguard Worker mmap_step++;
85*c9945492SAndroid Build Coastguard Worker }
86*c9945492SAndroid Build Coastguard Worker new_area = 1;
87*c9945492SAndroid Build Coastguard Worker }
88*c9945492SAndroid Build Coastguard Worker }
89*c9945492SAndroid Build Coastguard Worker void *mem = __mmap(0, req, PROT_READ|PROT_WRITE,
90*c9945492SAndroid Build Coastguard Worker MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
91*c9945492SAndroid Build Coastguard Worker if (mem == MAP_FAILED || !new_area) {
92*c9945492SAndroid Build Coastguard Worker UNLOCK(lock);
93*c9945492SAndroid Build Coastguard Worker return mem==MAP_FAILED ? 0 : mem;
94*c9945492SAndroid Build Coastguard Worker }
95*c9945492SAndroid Build Coastguard Worker cur = (uintptr_t)mem;
96*c9945492SAndroid Build Coastguard Worker end = cur + req;
97*c9945492SAndroid Build Coastguard Worker }
98*c9945492SAndroid Build Coastguard Worker }
99*c9945492SAndroid Build Coastguard Worker
100*c9945492SAndroid Build Coastguard Worker p = (void *)cur;
101*c9945492SAndroid Build Coastguard Worker cur += n;
102*c9945492SAndroid Build Coastguard Worker UNLOCK(lock);
103*c9945492SAndroid Build Coastguard Worker return p;
104*c9945492SAndroid Build Coastguard Worker }
105*c9945492SAndroid Build Coastguard Worker
106*c9945492SAndroid Build Coastguard Worker weak_alias(__simple_malloc, __libc_malloc_impl);
107*c9945492SAndroid Build Coastguard Worker
__libc_malloc(size_t n)108*c9945492SAndroid Build Coastguard Worker void *__libc_malloc(size_t n)
109*c9945492SAndroid Build Coastguard Worker {
110*c9945492SAndroid Build Coastguard Worker return __libc_malloc_impl(n);
111*c9945492SAndroid Build Coastguard Worker }
112*c9945492SAndroid Build Coastguard Worker
default_malloc(size_t n)113*c9945492SAndroid Build Coastguard Worker static void *default_malloc(size_t n)
114*c9945492SAndroid Build Coastguard Worker {
115*c9945492SAndroid Build Coastguard Worker return __libc_malloc_impl(n);
116*c9945492SAndroid Build Coastguard Worker }
117*c9945492SAndroid Build Coastguard Worker
118*c9945492SAndroid Build Coastguard Worker weak_alias(default_malloc, malloc);
119