1*1208bc7eSAndroid Build Coastguard Worker #include "test/jemalloc_test.h"
2*1208bc7eSAndroid Build Coastguard Worker
3*1208bc7eSAndroid Build Coastguard Worker static unsigned
get_nsizes_impl(const char * cmd)4*1208bc7eSAndroid Build Coastguard Worker get_nsizes_impl(const char *cmd) {
5*1208bc7eSAndroid Build Coastguard Worker unsigned ret;
6*1208bc7eSAndroid Build Coastguard Worker size_t z;
7*1208bc7eSAndroid Build Coastguard Worker
8*1208bc7eSAndroid Build Coastguard Worker z = sizeof(unsigned);
9*1208bc7eSAndroid Build Coastguard Worker assert_d_eq(mallctl(cmd, (void *)&ret, &z, NULL, 0), 0,
10*1208bc7eSAndroid Build Coastguard Worker "Unexpected mallctl(\"%s\", ...) failure", cmd);
11*1208bc7eSAndroid Build Coastguard Worker
12*1208bc7eSAndroid Build Coastguard Worker return ret;
13*1208bc7eSAndroid Build Coastguard Worker }
14*1208bc7eSAndroid Build Coastguard Worker
15*1208bc7eSAndroid Build Coastguard Worker static unsigned
get_nlarge(void)16*1208bc7eSAndroid Build Coastguard Worker get_nlarge(void) {
17*1208bc7eSAndroid Build Coastguard Worker return get_nsizes_impl("arenas.nlextents");
18*1208bc7eSAndroid Build Coastguard Worker }
19*1208bc7eSAndroid Build Coastguard Worker
20*1208bc7eSAndroid Build Coastguard Worker static size_t
get_size_impl(const char * cmd,size_t ind)21*1208bc7eSAndroid Build Coastguard Worker get_size_impl(const char *cmd, size_t ind) {
22*1208bc7eSAndroid Build Coastguard Worker size_t ret;
23*1208bc7eSAndroid Build Coastguard Worker size_t z;
24*1208bc7eSAndroid Build Coastguard Worker size_t mib[4];
25*1208bc7eSAndroid Build Coastguard Worker size_t miblen = 4;
26*1208bc7eSAndroid Build Coastguard Worker
27*1208bc7eSAndroid Build Coastguard Worker z = sizeof(size_t);
28*1208bc7eSAndroid Build Coastguard Worker assert_d_eq(mallctlnametomib(cmd, mib, &miblen),
29*1208bc7eSAndroid Build Coastguard Worker 0, "Unexpected mallctlnametomib(\"%s\", ...) failure", cmd);
30*1208bc7eSAndroid Build Coastguard Worker mib[2] = ind;
31*1208bc7eSAndroid Build Coastguard Worker z = sizeof(size_t);
32*1208bc7eSAndroid Build Coastguard Worker assert_d_eq(mallctlbymib(mib, miblen, (void *)&ret, &z, NULL, 0),
33*1208bc7eSAndroid Build Coastguard Worker 0, "Unexpected mallctlbymib([\"%s\", %zu], ...) failure", cmd, ind);
34*1208bc7eSAndroid Build Coastguard Worker
35*1208bc7eSAndroid Build Coastguard Worker return ret;
36*1208bc7eSAndroid Build Coastguard Worker }
37*1208bc7eSAndroid Build Coastguard Worker
38*1208bc7eSAndroid Build Coastguard Worker static size_t
get_large_size(size_t ind)39*1208bc7eSAndroid Build Coastguard Worker get_large_size(size_t ind) {
40*1208bc7eSAndroid Build Coastguard Worker return get_size_impl("arenas.lextent.0.size", ind);
41*1208bc7eSAndroid Build Coastguard Worker }
42*1208bc7eSAndroid Build Coastguard Worker
43*1208bc7eSAndroid Build Coastguard Worker /*
44*1208bc7eSAndroid Build Coastguard Worker * On systems which can't merge extents, tests that call this function generate
45*1208bc7eSAndroid Build Coastguard Worker * a lot of dirty memory very quickly. Purging between cycles mitigates
46*1208bc7eSAndroid Build Coastguard Worker * potential OOM on e.g. 32-bit Windows.
47*1208bc7eSAndroid Build Coastguard Worker */
48*1208bc7eSAndroid Build Coastguard Worker static void
purge(void)49*1208bc7eSAndroid Build Coastguard Worker purge(void) {
50*1208bc7eSAndroid Build Coastguard Worker assert_d_eq(mallctl("arena.0.purge", NULL, NULL, NULL, 0), 0,
51*1208bc7eSAndroid Build Coastguard Worker "Unexpected mallctl error");
52*1208bc7eSAndroid Build Coastguard Worker }
53*1208bc7eSAndroid Build Coastguard Worker
TEST_BEGIN(test_overflow)54*1208bc7eSAndroid Build Coastguard Worker TEST_BEGIN(test_overflow) {
55*1208bc7eSAndroid Build Coastguard Worker size_t largemax;
56*1208bc7eSAndroid Build Coastguard Worker
57*1208bc7eSAndroid Build Coastguard Worker largemax = get_large_size(get_nlarge()-1);
58*1208bc7eSAndroid Build Coastguard Worker
59*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(largemax+1, 0),
60*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx(size=%#zx, 0)", largemax+1);
61*1208bc7eSAndroid Build Coastguard Worker
62*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(ZU(PTRDIFF_MAX)+1, 0),
63*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx(size=%#zx, 0)", ZU(PTRDIFF_MAX)+1);
64*1208bc7eSAndroid Build Coastguard Worker
65*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(SIZE_T_MAX, 0),
66*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx(size=%#zx, 0)", SIZE_T_MAX);
67*1208bc7eSAndroid Build Coastguard Worker
68*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(1, MALLOCX_ALIGN(ZU(PTRDIFF_MAX)+1)),
69*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx(size=1, MALLOCX_ALIGN(%#zx))",
70*1208bc7eSAndroid Build Coastguard Worker ZU(PTRDIFF_MAX)+1);
71*1208bc7eSAndroid Build Coastguard Worker }
72*1208bc7eSAndroid Build Coastguard Worker TEST_END
73*1208bc7eSAndroid Build Coastguard Worker
TEST_BEGIN(test_oom)74*1208bc7eSAndroid Build Coastguard Worker TEST_BEGIN(test_oom) {
75*1208bc7eSAndroid Build Coastguard Worker size_t largemax;
76*1208bc7eSAndroid Build Coastguard Worker bool oom;
77*1208bc7eSAndroid Build Coastguard Worker void *ptrs[3];
78*1208bc7eSAndroid Build Coastguard Worker unsigned i;
79*1208bc7eSAndroid Build Coastguard Worker
80*1208bc7eSAndroid Build Coastguard Worker /*
81*1208bc7eSAndroid Build Coastguard Worker * It should be impossible to allocate three objects that each consume
82*1208bc7eSAndroid Build Coastguard Worker * nearly half the virtual address space.
83*1208bc7eSAndroid Build Coastguard Worker */
84*1208bc7eSAndroid Build Coastguard Worker largemax = get_large_size(get_nlarge()-1);
85*1208bc7eSAndroid Build Coastguard Worker oom = false;
86*1208bc7eSAndroid Build Coastguard Worker for (i = 0; i < sizeof(ptrs) / sizeof(void *); i++) {
87*1208bc7eSAndroid Build Coastguard Worker ptrs[i] = mallocx(largemax, 0);
88*1208bc7eSAndroid Build Coastguard Worker if (ptrs[i] == NULL) {
89*1208bc7eSAndroid Build Coastguard Worker oom = true;
90*1208bc7eSAndroid Build Coastguard Worker }
91*1208bc7eSAndroid Build Coastguard Worker }
92*1208bc7eSAndroid Build Coastguard Worker assert_true(oom,
93*1208bc7eSAndroid Build Coastguard Worker "Expected OOM during series of calls to mallocx(size=%zu, 0)",
94*1208bc7eSAndroid Build Coastguard Worker largemax);
95*1208bc7eSAndroid Build Coastguard Worker for (i = 0; i < sizeof(ptrs) / sizeof(void *); i++) {
96*1208bc7eSAndroid Build Coastguard Worker if (ptrs[i] != NULL) {
97*1208bc7eSAndroid Build Coastguard Worker dallocx(ptrs[i], 0);
98*1208bc7eSAndroid Build Coastguard Worker }
99*1208bc7eSAndroid Build Coastguard Worker }
100*1208bc7eSAndroid Build Coastguard Worker purge();
101*1208bc7eSAndroid Build Coastguard Worker
102*1208bc7eSAndroid Build Coastguard Worker #if LG_SIZEOF_PTR == 3
103*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(0x8000000000000000ULL,
104*1208bc7eSAndroid Build Coastguard Worker MALLOCX_ALIGN(0x8000000000000000ULL)),
105*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx()");
106*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(0x8000000000000000ULL,
107*1208bc7eSAndroid Build Coastguard Worker MALLOCX_ALIGN(0x80000000)),
108*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx()");
109*1208bc7eSAndroid Build Coastguard Worker #else
110*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(mallocx(0x80000000UL, MALLOCX_ALIGN(0x80000000UL)),
111*1208bc7eSAndroid Build Coastguard Worker "Expected OOM for mallocx()");
112*1208bc7eSAndroid Build Coastguard Worker #endif
113*1208bc7eSAndroid Build Coastguard Worker }
114*1208bc7eSAndroid Build Coastguard Worker TEST_END
115*1208bc7eSAndroid Build Coastguard Worker
TEST_BEGIN(test_basic)116*1208bc7eSAndroid Build Coastguard Worker TEST_BEGIN(test_basic) {
117*1208bc7eSAndroid Build Coastguard Worker #define MAXSZ (((size_t)1) << 23)
118*1208bc7eSAndroid Build Coastguard Worker size_t sz;
119*1208bc7eSAndroid Build Coastguard Worker
120*1208bc7eSAndroid Build Coastguard Worker for (sz = 1; sz < MAXSZ; sz = nallocx(sz, 0) + 1) {
121*1208bc7eSAndroid Build Coastguard Worker size_t nsz, rsz;
122*1208bc7eSAndroid Build Coastguard Worker void *p;
123*1208bc7eSAndroid Build Coastguard Worker nsz = nallocx(sz, 0);
124*1208bc7eSAndroid Build Coastguard Worker assert_zu_ne(nsz, 0, "Unexpected nallocx() error");
125*1208bc7eSAndroid Build Coastguard Worker p = mallocx(sz, 0);
126*1208bc7eSAndroid Build Coastguard Worker assert_ptr_not_null(p,
127*1208bc7eSAndroid Build Coastguard Worker "Unexpected mallocx(size=%zx, flags=0) error", sz);
128*1208bc7eSAndroid Build Coastguard Worker rsz = sallocx(p, 0);
129*1208bc7eSAndroid Build Coastguard Worker assert_zu_ge(rsz, sz, "Real size smaller than expected");
130*1208bc7eSAndroid Build Coastguard Worker assert_zu_eq(nsz, rsz, "nallocx()/sallocx() size mismatch");
131*1208bc7eSAndroid Build Coastguard Worker dallocx(p, 0);
132*1208bc7eSAndroid Build Coastguard Worker
133*1208bc7eSAndroid Build Coastguard Worker p = mallocx(sz, 0);
134*1208bc7eSAndroid Build Coastguard Worker assert_ptr_not_null(p,
135*1208bc7eSAndroid Build Coastguard Worker "Unexpected mallocx(size=%zx, flags=0) error", sz);
136*1208bc7eSAndroid Build Coastguard Worker dallocx(p, 0);
137*1208bc7eSAndroid Build Coastguard Worker
138*1208bc7eSAndroid Build Coastguard Worker nsz = nallocx(sz, MALLOCX_ZERO);
139*1208bc7eSAndroid Build Coastguard Worker assert_zu_ne(nsz, 0, "Unexpected nallocx() error");
140*1208bc7eSAndroid Build Coastguard Worker p = mallocx(sz, MALLOCX_ZERO);
141*1208bc7eSAndroid Build Coastguard Worker assert_ptr_not_null(p,
142*1208bc7eSAndroid Build Coastguard Worker "Unexpected mallocx(size=%zx, flags=MALLOCX_ZERO) error",
143*1208bc7eSAndroid Build Coastguard Worker nsz);
144*1208bc7eSAndroid Build Coastguard Worker rsz = sallocx(p, 0);
145*1208bc7eSAndroid Build Coastguard Worker assert_zu_eq(nsz, rsz, "nallocx()/sallocx() rsize mismatch");
146*1208bc7eSAndroid Build Coastguard Worker dallocx(p, 0);
147*1208bc7eSAndroid Build Coastguard Worker purge();
148*1208bc7eSAndroid Build Coastguard Worker }
149*1208bc7eSAndroid Build Coastguard Worker #undef MAXSZ
150*1208bc7eSAndroid Build Coastguard Worker }
151*1208bc7eSAndroid Build Coastguard Worker TEST_END
152*1208bc7eSAndroid Build Coastguard Worker
TEST_BEGIN(test_alignment_and_size)153*1208bc7eSAndroid Build Coastguard Worker TEST_BEGIN(test_alignment_and_size) {
154*1208bc7eSAndroid Build Coastguard Worker const char *percpu_arena;
155*1208bc7eSAndroid Build Coastguard Worker size_t sz = sizeof(percpu_arena);
156*1208bc7eSAndroid Build Coastguard Worker
157*1208bc7eSAndroid Build Coastguard Worker if(mallctl("opt.percpu_arena", (void *)&percpu_arena, &sz, NULL, 0) ||
158*1208bc7eSAndroid Build Coastguard Worker strcmp(percpu_arena, "disabled") != 0) {
159*1208bc7eSAndroid Build Coastguard Worker test_skip("test_alignment_and_size skipped: "
160*1208bc7eSAndroid Build Coastguard Worker "not working with percpu arena.");
161*1208bc7eSAndroid Build Coastguard Worker };
162*1208bc7eSAndroid Build Coastguard Worker #define MAXALIGN (((size_t)1) << 23)
163*1208bc7eSAndroid Build Coastguard Worker #define NITER 4
164*1208bc7eSAndroid Build Coastguard Worker size_t nsz, rsz, alignment, total;
165*1208bc7eSAndroid Build Coastguard Worker unsigned i;
166*1208bc7eSAndroid Build Coastguard Worker void *ps[NITER];
167*1208bc7eSAndroid Build Coastguard Worker
168*1208bc7eSAndroid Build Coastguard Worker for (i = 0; i < NITER; i++) {
169*1208bc7eSAndroid Build Coastguard Worker ps[i] = NULL;
170*1208bc7eSAndroid Build Coastguard Worker }
171*1208bc7eSAndroid Build Coastguard Worker
172*1208bc7eSAndroid Build Coastguard Worker for (alignment = 8;
173*1208bc7eSAndroid Build Coastguard Worker alignment <= MAXALIGN;
174*1208bc7eSAndroid Build Coastguard Worker alignment <<= 1) {
175*1208bc7eSAndroid Build Coastguard Worker total = 0;
176*1208bc7eSAndroid Build Coastguard Worker for (sz = 1;
177*1208bc7eSAndroid Build Coastguard Worker sz < 3 * alignment && sz < (1U << 31);
178*1208bc7eSAndroid Build Coastguard Worker sz += (alignment >> (LG_SIZEOF_PTR-1)) - 1) {
179*1208bc7eSAndroid Build Coastguard Worker for (i = 0; i < NITER; i++) {
180*1208bc7eSAndroid Build Coastguard Worker nsz = nallocx(sz, MALLOCX_ALIGN(alignment) |
181*1208bc7eSAndroid Build Coastguard Worker MALLOCX_ZERO);
182*1208bc7eSAndroid Build Coastguard Worker assert_zu_ne(nsz, 0,
183*1208bc7eSAndroid Build Coastguard Worker "nallocx() error for alignment=%zu, "
184*1208bc7eSAndroid Build Coastguard Worker "size=%zu (%#zx)", alignment, sz, sz);
185*1208bc7eSAndroid Build Coastguard Worker ps[i] = mallocx(sz, MALLOCX_ALIGN(alignment) |
186*1208bc7eSAndroid Build Coastguard Worker MALLOCX_ZERO);
187*1208bc7eSAndroid Build Coastguard Worker assert_ptr_not_null(ps[i],
188*1208bc7eSAndroid Build Coastguard Worker "mallocx() error for alignment=%zu, "
189*1208bc7eSAndroid Build Coastguard Worker "size=%zu (%#zx)", alignment, sz, sz);
190*1208bc7eSAndroid Build Coastguard Worker rsz = sallocx(ps[i], 0);
191*1208bc7eSAndroid Build Coastguard Worker assert_zu_ge(rsz, sz,
192*1208bc7eSAndroid Build Coastguard Worker "Real size smaller than expected for "
193*1208bc7eSAndroid Build Coastguard Worker "alignment=%zu, size=%zu", alignment, sz);
194*1208bc7eSAndroid Build Coastguard Worker assert_zu_eq(nsz, rsz,
195*1208bc7eSAndroid Build Coastguard Worker "nallocx()/sallocx() size mismatch for "
196*1208bc7eSAndroid Build Coastguard Worker "alignment=%zu, size=%zu", alignment, sz);
197*1208bc7eSAndroid Build Coastguard Worker assert_ptr_null(
198*1208bc7eSAndroid Build Coastguard Worker (void *)((uintptr_t)ps[i] & (alignment-1)),
199*1208bc7eSAndroid Build Coastguard Worker "%p inadequately aligned for"
200*1208bc7eSAndroid Build Coastguard Worker " alignment=%zu, size=%zu", ps[i],
201*1208bc7eSAndroid Build Coastguard Worker alignment, sz);
202*1208bc7eSAndroid Build Coastguard Worker total += rsz;
203*1208bc7eSAndroid Build Coastguard Worker if (total >= (MAXALIGN << 1)) {
204*1208bc7eSAndroid Build Coastguard Worker break;
205*1208bc7eSAndroid Build Coastguard Worker }
206*1208bc7eSAndroid Build Coastguard Worker }
207*1208bc7eSAndroid Build Coastguard Worker for (i = 0; i < NITER; i++) {
208*1208bc7eSAndroid Build Coastguard Worker if (ps[i] != NULL) {
209*1208bc7eSAndroid Build Coastguard Worker dallocx(ps[i], 0);
210*1208bc7eSAndroid Build Coastguard Worker ps[i] = NULL;
211*1208bc7eSAndroid Build Coastguard Worker }
212*1208bc7eSAndroid Build Coastguard Worker }
213*1208bc7eSAndroid Build Coastguard Worker }
214*1208bc7eSAndroid Build Coastguard Worker purge();
215*1208bc7eSAndroid Build Coastguard Worker }
216*1208bc7eSAndroid Build Coastguard Worker #undef MAXALIGN
217*1208bc7eSAndroid Build Coastguard Worker #undef NITER
218*1208bc7eSAndroid Build Coastguard Worker }
219*1208bc7eSAndroid Build Coastguard Worker TEST_END
220*1208bc7eSAndroid Build Coastguard Worker
221*1208bc7eSAndroid Build Coastguard Worker int
main(void)222*1208bc7eSAndroid Build Coastguard Worker main(void) {
223*1208bc7eSAndroid Build Coastguard Worker return test(
224*1208bc7eSAndroid Build Coastguard Worker test_overflow,
225*1208bc7eSAndroid Build Coastguard Worker test_oom,
226*1208bc7eSAndroid Build Coastguard Worker test_basic,
227*1208bc7eSAndroid Build Coastguard Worker test_alignment_and_size);
228*1208bc7eSAndroid Build Coastguard Worker }
229