1*7c3d14c8STreehugger Robot //===-- sanitizer_libc.cc -------------------------------------------------===//
2*7c3d14c8STreehugger Robot //
3*7c3d14c8STreehugger Robot // The LLVM Compiler Infrastructure
4*7c3d14c8STreehugger Robot //
5*7c3d14c8STreehugger Robot // This file is distributed under the University of Illinois Open Source
6*7c3d14c8STreehugger Robot // License. See LICENSE.TXT for details.
7*7c3d14c8STreehugger Robot //
8*7c3d14c8STreehugger Robot //===----------------------------------------------------------------------===//
9*7c3d14c8STreehugger Robot //
10*7c3d14c8STreehugger Robot // This file is shared between AddressSanitizer and ThreadSanitizer
11*7c3d14c8STreehugger Robot // run-time libraries. See sanitizer_libc.h for details.
12*7c3d14c8STreehugger Robot //===----------------------------------------------------------------------===//
13*7c3d14c8STreehugger Robot
14*7c3d14c8STreehugger Robot #include "sanitizer_allocator_internal.h"
15*7c3d14c8STreehugger Robot #include "sanitizer_common.h"
16*7c3d14c8STreehugger Robot #include "sanitizer_libc.h"
17*7c3d14c8STreehugger Robot
18*7c3d14c8STreehugger Robot namespace __sanitizer {
19*7c3d14c8STreehugger Robot
internal_atoll(const char * nptr)20*7c3d14c8STreehugger Robot s64 internal_atoll(const char *nptr) {
21*7c3d14c8STreehugger Robot return internal_simple_strtoll(nptr, nullptr, 10);
22*7c3d14c8STreehugger Robot }
23*7c3d14c8STreehugger Robot
internal_memchr(const void * s,int c,uptr n)24*7c3d14c8STreehugger Robot void *internal_memchr(const void *s, int c, uptr n) {
25*7c3d14c8STreehugger Robot const char *t = (const char *)s;
26*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; ++i, ++t)
27*7c3d14c8STreehugger Robot if (*t == c)
28*7c3d14c8STreehugger Robot return reinterpret_cast<void *>(const_cast<char *>(t));
29*7c3d14c8STreehugger Robot return nullptr;
30*7c3d14c8STreehugger Robot }
31*7c3d14c8STreehugger Robot
internal_memrchr(const void * s,int c,uptr n)32*7c3d14c8STreehugger Robot void *internal_memrchr(const void *s, int c, uptr n) {
33*7c3d14c8STreehugger Robot const char *t = (const char *)s;
34*7c3d14c8STreehugger Robot void *res = nullptr;
35*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; ++i, ++t) {
36*7c3d14c8STreehugger Robot if (*t == c) res = reinterpret_cast<void *>(const_cast<char *>(t));
37*7c3d14c8STreehugger Robot }
38*7c3d14c8STreehugger Robot return res;
39*7c3d14c8STreehugger Robot }
40*7c3d14c8STreehugger Robot
internal_memcmp(const void * s1,const void * s2,uptr n)41*7c3d14c8STreehugger Robot int internal_memcmp(const void* s1, const void* s2, uptr n) {
42*7c3d14c8STreehugger Robot const char *t1 = (const char *)s1;
43*7c3d14c8STreehugger Robot const char *t2 = (const char *)s2;
44*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; ++i, ++t1, ++t2)
45*7c3d14c8STreehugger Robot if (*t1 != *t2)
46*7c3d14c8STreehugger Robot return *t1 < *t2 ? -1 : 1;
47*7c3d14c8STreehugger Robot return 0;
48*7c3d14c8STreehugger Robot }
49*7c3d14c8STreehugger Robot
internal_memcpy(void * dest,const void * src,uptr n)50*7c3d14c8STreehugger Robot void *internal_memcpy(void *dest, const void *src, uptr n) {
51*7c3d14c8STreehugger Robot char *d = (char*)dest;
52*7c3d14c8STreehugger Robot const char *s = (const char *)src;
53*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; ++i)
54*7c3d14c8STreehugger Robot d[i] = s[i];
55*7c3d14c8STreehugger Robot return dest;
56*7c3d14c8STreehugger Robot }
57*7c3d14c8STreehugger Robot
internal_memmove(void * dest,const void * src,uptr n)58*7c3d14c8STreehugger Robot void *internal_memmove(void *dest, const void *src, uptr n) {
59*7c3d14c8STreehugger Robot char *d = (char*)dest;
60*7c3d14c8STreehugger Robot const char *s = (const char *)src;
61*7c3d14c8STreehugger Robot sptr i, signed_n = (sptr)n;
62*7c3d14c8STreehugger Robot CHECK_GE(signed_n, 0);
63*7c3d14c8STreehugger Robot if (d < s) {
64*7c3d14c8STreehugger Robot for (i = 0; i < signed_n; ++i)
65*7c3d14c8STreehugger Robot d[i] = s[i];
66*7c3d14c8STreehugger Robot } else {
67*7c3d14c8STreehugger Robot if (d > s && signed_n > 0)
68*7c3d14c8STreehugger Robot for (i = signed_n - 1; i >= 0 ; --i) {
69*7c3d14c8STreehugger Robot d[i] = s[i];
70*7c3d14c8STreehugger Robot }
71*7c3d14c8STreehugger Robot }
72*7c3d14c8STreehugger Robot return dest;
73*7c3d14c8STreehugger Robot }
74*7c3d14c8STreehugger Robot
75*7c3d14c8STreehugger Robot // Semi-fast bzero for 16-aligned data. Still far from peak performance.
internal_bzero_aligned16(void * s,uptr n)76*7c3d14c8STreehugger Robot void internal_bzero_aligned16(void *s, uptr n) {
77*7c3d14c8STreehugger Robot struct ALIGNED(16) S16 { u64 a, b; };
78*7c3d14c8STreehugger Robot CHECK_EQ((reinterpret_cast<uptr>(s) | n) & 15, 0);
79*7c3d14c8STreehugger Robot for (S16 *p = reinterpret_cast<S16*>(s), *end = p + n / 16; p < end; p++) {
80*7c3d14c8STreehugger Robot p->a = p->b = 0;
81*7c3d14c8STreehugger Robot // Make sure this does not become memset.
82*7c3d14c8STreehugger Robot SanitizerBreakOptimization(nullptr);
83*7c3d14c8STreehugger Robot }
84*7c3d14c8STreehugger Robot }
85*7c3d14c8STreehugger Robot
internal_memset(void * s,int c,uptr n)86*7c3d14c8STreehugger Robot void *internal_memset(void* s, int c, uptr n) {
87*7c3d14c8STreehugger Robot // The next line prevents Clang from making a call to memset() instead of the
88*7c3d14c8STreehugger Robot // loop below.
89*7c3d14c8STreehugger Robot // FIXME: building the runtime with -ffreestanding is a better idea. However
90*7c3d14c8STreehugger Robot // there currently are linktime problems due to PR12396.
91*7c3d14c8STreehugger Robot char volatile *t = (char*)s;
92*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; ++i, ++t) {
93*7c3d14c8STreehugger Robot *t = c;
94*7c3d14c8STreehugger Robot }
95*7c3d14c8STreehugger Robot return s;
96*7c3d14c8STreehugger Robot }
97*7c3d14c8STreehugger Robot
internal_strcspn(const char * s,const char * reject)98*7c3d14c8STreehugger Robot uptr internal_strcspn(const char *s, const char *reject) {
99*7c3d14c8STreehugger Robot uptr i;
100*7c3d14c8STreehugger Robot for (i = 0; s[i]; i++) {
101*7c3d14c8STreehugger Robot if (internal_strchr(reject, s[i]))
102*7c3d14c8STreehugger Robot return i;
103*7c3d14c8STreehugger Robot }
104*7c3d14c8STreehugger Robot return i;
105*7c3d14c8STreehugger Robot }
106*7c3d14c8STreehugger Robot
internal_strdup(const char * s)107*7c3d14c8STreehugger Robot char* internal_strdup(const char *s) {
108*7c3d14c8STreehugger Robot uptr len = internal_strlen(s);
109*7c3d14c8STreehugger Robot char *s2 = (char*)InternalAlloc(len + 1);
110*7c3d14c8STreehugger Robot internal_memcpy(s2, s, len);
111*7c3d14c8STreehugger Robot s2[len] = 0;
112*7c3d14c8STreehugger Robot return s2;
113*7c3d14c8STreehugger Robot }
114*7c3d14c8STreehugger Robot
internal_strndup(const char * s,uptr n)115*7c3d14c8STreehugger Robot char* internal_strndup(const char *s, uptr n) {
116*7c3d14c8STreehugger Robot uptr len = internal_strnlen(s, n);
117*7c3d14c8STreehugger Robot char *s2 = (char*)InternalAlloc(len + 1);
118*7c3d14c8STreehugger Robot internal_memcpy(s2, s, len);
119*7c3d14c8STreehugger Robot s2[len] = 0;
120*7c3d14c8STreehugger Robot return s2;
121*7c3d14c8STreehugger Robot }
122*7c3d14c8STreehugger Robot
internal_strcmp(const char * s1,const char * s2)123*7c3d14c8STreehugger Robot int internal_strcmp(const char *s1, const char *s2) {
124*7c3d14c8STreehugger Robot while (true) {
125*7c3d14c8STreehugger Robot unsigned c1 = *s1;
126*7c3d14c8STreehugger Robot unsigned c2 = *s2;
127*7c3d14c8STreehugger Robot if (c1 != c2) return (c1 < c2) ? -1 : 1;
128*7c3d14c8STreehugger Robot if (c1 == 0) break;
129*7c3d14c8STreehugger Robot s1++;
130*7c3d14c8STreehugger Robot s2++;
131*7c3d14c8STreehugger Robot }
132*7c3d14c8STreehugger Robot return 0;
133*7c3d14c8STreehugger Robot }
134*7c3d14c8STreehugger Robot
internal_strncmp(const char * s1,const char * s2,uptr n)135*7c3d14c8STreehugger Robot int internal_strncmp(const char *s1, const char *s2, uptr n) {
136*7c3d14c8STreehugger Robot for (uptr i = 0; i < n; i++) {
137*7c3d14c8STreehugger Robot unsigned c1 = *s1;
138*7c3d14c8STreehugger Robot unsigned c2 = *s2;
139*7c3d14c8STreehugger Robot if (c1 != c2) return (c1 < c2) ? -1 : 1;
140*7c3d14c8STreehugger Robot if (c1 == 0) break;
141*7c3d14c8STreehugger Robot s1++;
142*7c3d14c8STreehugger Robot s2++;
143*7c3d14c8STreehugger Robot }
144*7c3d14c8STreehugger Robot return 0;
145*7c3d14c8STreehugger Robot }
146*7c3d14c8STreehugger Robot
internal_strchr(const char * s,int c)147*7c3d14c8STreehugger Robot char* internal_strchr(const char *s, int c) {
148*7c3d14c8STreehugger Robot while (true) {
149*7c3d14c8STreehugger Robot if (*s == (char)c)
150*7c3d14c8STreehugger Robot return const_cast<char *>(s);
151*7c3d14c8STreehugger Robot if (*s == 0)
152*7c3d14c8STreehugger Robot return nullptr;
153*7c3d14c8STreehugger Robot s++;
154*7c3d14c8STreehugger Robot }
155*7c3d14c8STreehugger Robot }
156*7c3d14c8STreehugger Robot
internal_strchrnul(const char * s,int c)157*7c3d14c8STreehugger Robot char *internal_strchrnul(const char *s, int c) {
158*7c3d14c8STreehugger Robot char *res = internal_strchr(s, c);
159*7c3d14c8STreehugger Robot if (!res)
160*7c3d14c8STreehugger Robot res = const_cast<char *>(s) + internal_strlen(s);
161*7c3d14c8STreehugger Robot return res;
162*7c3d14c8STreehugger Robot }
163*7c3d14c8STreehugger Robot
internal_strrchr(const char * s,int c)164*7c3d14c8STreehugger Robot char *internal_strrchr(const char *s, int c) {
165*7c3d14c8STreehugger Robot const char *res = nullptr;
166*7c3d14c8STreehugger Robot for (uptr i = 0; s[i]; i++) {
167*7c3d14c8STreehugger Robot if (s[i] == c) res = s + i;
168*7c3d14c8STreehugger Robot }
169*7c3d14c8STreehugger Robot return const_cast<char *>(res);
170*7c3d14c8STreehugger Robot }
171*7c3d14c8STreehugger Robot
internal_strlen(const char * s)172*7c3d14c8STreehugger Robot uptr internal_strlen(const char *s) {
173*7c3d14c8STreehugger Robot uptr i = 0;
174*7c3d14c8STreehugger Robot while (s[i]) i++;
175*7c3d14c8STreehugger Robot return i;
176*7c3d14c8STreehugger Robot }
177*7c3d14c8STreehugger Robot
internal_strlcat(char * dst,const char * src,uptr maxlen)178*7c3d14c8STreehugger Robot uptr internal_strlcat(char *dst, const char *src, uptr maxlen) {
179*7c3d14c8STreehugger Robot const uptr srclen = internal_strlen(src);
180*7c3d14c8STreehugger Robot const uptr dstlen = internal_strnlen(dst, maxlen);
181*7c3d14c8STreehugger Robot if (dstlen == maxlen) return maxlen + srclen;
182*7c3d14c8STreehugger Robot if (srclen < maxlen - dstlen) {
183*7c3d14c8STreehugger Robot internal_memmove(dst + dstlen, src, srclen + 1);
184*7c3d14c8STreehugger Robot } else {
185*7c3d14c8STreehugger Robot internal_memmove(dst + dstlen, src, maxlen - dstlen - 1);
186*7c3d14c8STreehugger Robot dst[maxlen - 1] = '\0';
187*7c3d14c8STreehugger Robot }
188*7c3d14c8STreehugger Robot return dstlen + srclen;
189*7c3d14c8STreehugger Robot }
190*7c3d14c8STreehugger Robot
internal_strncat(char * dst,const char * src,uptr n)191*7c3d14c8STreehugger Robot char *internal_strncat(char *dst, const char *src, uptr n) {
192*7c3d14c8STreehugger Robot uptr len = internal_strlen(dst);
193*7c3d14c8STreehugger Robot uptr i;
194*7c3d14c8STreehugger Robot for (i = 0; i < n && src[i]; i++)
195*7c3d14c8STreehugger Robot dst[len + i] = src[i];
196*7c3d14c8STreehugger Robot dst[len + i] = 0;
197*7c3d14c8STreehugger Robot return dst;
198*7c3d14c8STreehugger Robot }
199*7c3d14c8STreehugger Robot
internal_strlcpy(char * dst,const char * src,uptr maxlen)200*7c3d14c8STreehugger Robot uptr internal_strlcpy(char *dst, const char *src, uptr maxlen) {
201*7c3d14c8STreehugger Robot const uptr srclen = internal_strlen(src);
202*7c3d14c8STreehugger Robot if (srclen < maxlen) {
203*7c3d14c8STreehugger Robot internal_memmove(dst, src, srclen + 1);
204*7c3d14c8STreehugger Robot } else if (maxlen != 0) {
205*7c3d14c8STreehugger Robot internal_memmove(dst, src, maxlen - 1);
206*7c3d14c8STreehugger Robot dst[maxlen - 1] = '\0';
207*7c3d14c8STreehugger Robot }
208*7c3d14c8STreehugger Robot return srclen;
209*7c3d14c8STreehugger Robot }
210*7c3d14c8STreehugger Robot
internal_strncpy(char * dst,const char * src,uptr n)211*7c3d14c8STreehugger Robot char *internal_strncpy(char *dst, const char *src, uptr n) {
212*7c3d14c8STreehugger Robot uptr i;
213*7c3d14c8STreehugger Robot for (i = 0; i < n && src[i]; i++)
214*7c3d14c8STreehugger Robot dst[i] = src[i];
215*7c3d14c8STreehugger Robot internal_memset(dst + i, '\0', n - i);
216*7c3d14c8STreehugger Robot return dst;
217*7c3d14c8STreehugger Robot }
218*7c3d14c8STreehugger Robot
internal_strnlen(const char * s,uptr maxlen)219*7c3d14c8STreehugger Robot uptr internal_strnlen(const char *s, uptr maxlen) {
220*7c3d14c8STreehugger Robot uptr i = 0;
221*7c3d14c8STreehugger Robot while (i < maxlen && s[i]) i++;
222*7c3d14c8STreehugger Robot return i;
223*7c3d14c8STreehugger Robot }
224*7c3d14c8STreehugger Robot
internal_strstr(const char * haystack,const char * needle)225*7c3d14c8STreehugger Robot char *internal_strstr(const char *haystack, const char *needle) {
226*7c3d14c8STreehugger Robot // This is O(N^2), but we are not using it in hot places.
227*7c3d14c8STreehugger Robot uptr len1 = internal_strlen(haystack);
228*7c3d14c8STreehugger Robot uptr len2 = internal_strlen(needle);
229*7c3d14c8STreehugger Robot if (len1 < len2) return nullptr;
230*7c3d14c8STreehugger Robot for (uptr pos = 0; pos <= len1 - len2; pos++) {
231*7c3d14c8STreehugger Robot if (internal_memcmp(haystack + pos, needle, len2) == 0)
232*7c3d14c8STreehugger Robot return const_cast<char *>(haystack) + pos;
233*7c3d14c8STreehugger Robot }
234*7c3d14c8STreehugger Robot return nullptr;
235*7c3d14c8STreehugger Robot }
236*7c3d14c8STreehugger Robot
internal_simple_strtoll(const char * nptr,char ** endptr,int base)237*7c3d14c8STreehugger Robot s64 internal_simple_strtoll(const char *nptr, char **endptr, int base) {
238*7c3d14c8STreehugger Robot CHECK_EQ(base, 10);
239*7c3d14c8STreehugger Robot while (IsSpace(*nptr)) nptr++;
240*7c3d14c8STreehugger Robot int sgn = 1;
241*7c3d14c8STreehugger Robot u64 res = 0;
242*7c3d14c8STreehugger Robot bool have_digits = false;
243*7c3d14c8STreehugger Robot char *old_nptr = const_cast<char *>(nptr);
244*7c3d14c8STreehugger Robot if (*nptr == '+') {
245*7c3d14c8STreehugger Robot sgn = 1;
246*7c3d14c8STreehugger Robot nptr++;
247*7c3d14c8STreehugger Robot } else if (*nptr == '-') {
248*7c3d14c8STreehugger Robot sgn = -1;
249*7c3d14c8STreehugger Robot nptr++;
250*7c3d14c8STreehugger Robot }
251*7c3d14c8STreehugger Robot while (IsDigit(*nptr)) {
252*7c3d14c8STreehugger Robot res = (res <= UINT64_MAX / 10) ? res * 10 : UINT64_MAX;
253*7c3d14c8STreehugger Robot int digit = ((*nptr) - '0');
254*7c3d14c8STreehugger Robot res = (res <= UINT64_MAX - digit) ? res + digit : UINT64_MAX;
255*7c3d14c8STreehugger Robot have_digits = true;
256*7c3d14c8STreehugger Robot nptr++;
257*7c3d14c8STreehugger Robot }
258*7c3d14c8STreehugger Robot if (endptr) {
259*7c3d14c8STreehugger Robot *endptr = (have_digits) ? const_cast<char *>(nptr) : old_nptr;
260*7c3d14c8STreehugger Robot }
261*7c3d14c8STreehugger Robot if (sgn > 0) {
262*7c3d14c8STreehugger Robot return (s64)(Min((u64)INT64_MAX, res));
263*7c3d14c8STreehugger Robot } else {
264*7c3d14c8STreehugger Robot return (res > INT64_MAX) ? INT64_MIN : ((s64)res * -1);
265*7c3d14c8STreehugger Robot }
266*7c3d14c8STreehugger Robot }
267*7c3d14c8STreehugger Robot
mem_is_zero(const char * beg,uptr size)268*7c3d14c8STreehugger Robot bool mem_is_zero(const char *beg, uptr size) {
269*7c3d14c8STreehugger Robot CHECK_LE(size, 1ULL << FIRST_32_SECOND_64(30, 40)); // Sanity check.
270*7c3d14c8STreehugger Robot const char *end = beg + size;
271*7c3d14c8STreehugger Robot uptr *aligned_beg = (uptr *)RoundUpTo((uptr)beg, sizeof(uptr));
272*7c3d14c8STreehugger Robot uptr *aligned_end = (uptr *)RoundDownTo((uptr)end, sizeof(uptr));
273*7c3d14c8STreehugger Robot uptr all = 0;
274*7c3d14c8STreehugger Robot // Prologue.
275*7c3d14c8STreehugger Robot for (const char *mem = beg; mem < (char*)aligned_beg && mem < end; mem++)
276*7c3d14c8STreehugger Robot all |= *mem;
277*7c3d14c8STreehugger Robot // Aligned loop.
278*7c3d14c8STreehugger Robot for (; aligned_beg < aligned_end; aligned_beg++)
279*7c3d14c8STreehugger Robot all |= *aligned_beg;
280*7c3d14c8STreehugger Robot // Epilogue.
281*7c3d14c8STreehugger Robot if ((char*)aligned_end >= beg)
282*7c3d14c8STreehugger Robot for (const char *mem = (char*)aligned_end; mem < end; mem++)
283*7c3d14c8STreehugger Robot all |= *mem;
284*7c3d14c8STreehugger Robot return all == 0;
285*7c3d14c8STreehugger Robot }
286*7c3d14c8STreehugger Robot
287*7c3d14c8STreehugger Robot } // namespace __sanitizer
288