xref: /aosp_15_r20/external/webp/src/utils/utils.c (revision b2055c353e87c8814eb2b6b1b11112a1562253bd)
1*b2055c35SXin Li // Copyright 2012 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Misc. common utility functions
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li 
14*b2055c35SXin Li #include "src/utils/utils.h"
15*b2055c35SXin Li 
16*b2055c35SXin Li #include <stdlib.h>
17*b2055c35SXin Li #include <string.h>  // for memcpy()
18*b2055c35SXin Li 
19*b2055c35SXin Li #include "src/utils/palette.h"
20*b2055c35SXin Li #include "src/webp/encode.h"
21*b2055c35SXin Li 
22*b2055c35SXin Li // If PRINT_MEM_INFO is defined, extra info (like total memory used, number of
23*b2055c35SXin Li // alloc/free etc) is printed. For debugging/tuning purpose only (it's slow,
24*b2055c35SXin Li // and not multi-thread safe!).
25*b2055c35SXin Li // An interesting alternative is valgrind's 'massif' tool:
26*b2055c35SXin Li //    https://valgrind.org/docs/manual/ms-manual.html
27*b2055c35SXin Li // Here is an example command line:
28*b2055c35SXin Li /*    valgrind --tool=massif --massif-out-file=massif.out \
29*b2055c35SXin Li                --stacks=yes --alloc-fn=WebPSafeMalloc --alloc-fn=WebPSafeCalloc
30*b2055c35SXin Li       ms_print massif.out
31*b2055c35SXin Li */
32*b2055c35SXin Li // In addition:
33*b2055c35SXin Li // * if PRINT_MEM_TRAFFIC is defined, all the details of the malloc/free cycles
34*b2055c35SXin Li //   are printed.
35*b2055c35SXin Li // * if MALLOC_FAIL_AT is defined, the global environment variable
36*b2055c35SXin Li //   $MALLOC_FAIL_AT is used to simulate a memory error when calloc or malloc
37*b2055c35SXin Li //   is called for the nth time. Example usage:
38*b2055c35SXin Li //   export MALLOC_FAIL_AT=50 && ./examples/cwebp input.png
39*b2055c35SXin Li // * if MALLOC_LIMIT is defined, the global environment variable $MALLOC_LIMIT
40*b2055c35SXin Li //   sets the maximum amount of memory (in bytes) made available to libwebp.
41*b2055c35SXin Li //   This can be used to emulate environment with very limited memory.
42*b2055c35SXin Li //   Example: export MALLOC_LIMIT=64000000 && ./examples/dwebp picture.webp
43*b2055c35SXin Li 
44*b2055c35SXin Li // #define PRINT_MEM_INFO
45*b2055c35SXin Li // #define PRINT_MEM_TRAFFIC
46*b2055c35SXin Li // #define MALLOC_FAIL_AT
47*b2055c35SXin Li // #define MALLOC_LIMIT
48*b2055c35SXin Li 
49*b2055c35SXin Li //------------------------------------------------------------------------------
50*b2055c35SXin Li // Checked memory allocation
51*b2055c35SXin Li 
52*b2055c35SXin Li #if defined(PRINT_MEM_INFO)
53*b2055c35SXin Li 
54*b2055c35SXin Li #include <stdio.h>
55*b2055c35SXin Li 
56*b2055c35SXin Li static int num_malloc_calls = 0;
57*b2055c35SXin Li static int num_calloc_calls = 0;
58*b2055c35SXin Li static int num_free_calls = 0;
59*b2055c35SXin Li static int countdown_to_fail = 0;     // 0 = off
60*b2055c35SXin Li 
61*b2055c35SXin Li typedef struct MemBlock MemBlock;
62*b2055c35SXin Li struct MemBlock {
63*b2055c35SXin Li   void* ptr_;
64*b2055c35SXin Li   size_t size_;
65*b2055c35SXin Li   MemBlock* next_;
66*b2055c35SXin Li };
67*b2055c35SXin Li 
68*b2055c35SXin Li static MemBlock* all_blocks = NULL;
69*b2055c35SXin Li static size_t total_mem = 0;
70*b2055c35SXin Li static size_t total_mem_allocated = 0;
71*b2055c35SXin Li static size_t high_water_mark = 0;
72*b2055c35SXin Li static size_t mem_limit = 0;
73*b2055c35SXin Li 
74*b2055c35SXin Li static int exit_registered = 0;
75*b2055c35SXin Li 
PrintMemInfo(void)76*b2055c35SXin Li static void PrintMemInfo(void) {
77*b2055c35SXin Li   fprintf(stderr, "\nMEMORY INFO:\n");
78*b2055c35SXin Li   fprintf(stderr, "num calls to: malloc = %4d\n", num_malloc_calls);
79*b2055c35SXin Li   fprintf(stderr, "              calloc = %4d\n", num_calloc_calls);
80*b2055c35SXin Li   fprintf(stderr, "              free   = %4d\n", num_free_calls);
81*b2055c35SXin Li   fprintf(stderr, "total_mem: %u\n", (uint32_t)total_mem);
82*b2055c35SXin Li   fprintf(stderr, "total_mem allocated: %u\n", (uint32_t)total_mem_allocated);
83*b2055c35SXin Li   fprintf(stderr, "high-water mark: %u\n", (uint32_t)high_water_mark);
84*b2055c35SXin Li   while (all_blocks != NULL) {
85*b2055c35SXin Li     MemBlock* b = all_blocks;
86*b2055c35SXin Li     all_blocks = b->next_;
87*b2055c35SXin Li     free(b);
88*b2055c35SXin Li   }
89*b2055c35SXin Li }
90*b2055c35SXin Li 
Increment(int * const v)91*b2055c35SXin Li static void Increment(int* const v) {
92*b2055c35SXin Li   if (!exit_registered) {
93*b2055c35SXin Li #if defined(MALLOC_FAIL_AT)
94*b2055c35SXin Li     {
95*b2055c35SXin Li       const char* const malloc_fail_at_str = getenv("MALLOC_FAIL_AT");
96*b2055c35SXin Li       if (malloc_fail_at_str != NULL) {
97*b2055c35SXin Li         countdown_to_fail = atoi(malloc_fail_at_str);
98*b2055c35SXin Li       }
99*b2055c35SXin Li     }
100*b2055c35SXin Li #endif
101*b2055c35SXin Li #if defined(MALLOC_LIMIT)
102*b2055c35SXin Li     {
103*b2055c35SXin Li       const char* const malloc_limit_str = getenv("MALLOC_LIMIT");
104*b2055c35SXin Li #if MALLOC_LIMIT > 1
105*b2055c35SXin Li       mem_limit = (size_t)MALLOC_LIMIT;
106*b2055c35SXin Li #endif
107*b2055c35SXin Li       if (malloc_limit_str != NULL) {
108*b2055c35SXin Li         mem_limit = atoi(malloc_limit_str);
109*b2055c35SXin Li       }
110*b2055c35SXin Li     }
111*b2055c35SXin Li #endif
112*b2055c35SXin Li     (void)countdown_to_fail;
113*b2055c35SXin Li     (void)mem_limit;
114*b2055c35SXin Li     atexit(PrintMemInfo);
115*b2055c35SXin Li     exit_registered = 1;
116*b2055c35SXin Li   }
117*b2055c35SXin Li   ++*v;
118*b2055c35SXin Li }
119*b2055c35SXin Li 
AddMem(void * ptr,size_t size)120*b2055c35SXin Li static void AddMem(void* ptr, size_t size) {
121*b2055c35SXin Li   if (ptr != NULL) {
122*b2055c35SXin Li     MemBlock* const b = (MemBlock*)malloc(sizeof(*b));
123*b2055c35SXin Li     if (b == NULL) abort();
124*b2055c35SXin Li     b->next_ = all_blocks;
125*b2055c35SXin Li     all_blocks = b;
126*b2055c35SXin Li     b->ptr_ = ptr;
127*b2055c35SXin Li     b->size_ = size;
128*b2055c35SXin Li     total_mem += size;
129*b2055c35SXin Li     total_mem_allocated += size;
130*b2055c35SXin Li #if defined(PRINT_MEM_TRAFFIC)
131*b2055c35SXin Li #if defined(MALLOC_FAIL_AT)
132*b2055c35SXin Li     fprintf(stderr, "fail-count: %5d [mem=%u]\n",
133*b2055c35SXin Li             num_malloc_calls + num_calloc_calls, (uint32_t)total_mem);
134*b2055c35SXin Li #else
135*b2055c35SXin Li     fprintf(stderr, "Mem: %u (+%u)\n", (uint32_t)total_mem, (uint32_t)size);
136*b2055c35SXin Li #endif
137*b2055c35SXin Li #endif
138*b2055c35SXin Li     if (total_mem > high_water_mark) high_water_mark = total_mem;
139*b2055c35SXin Li   }
140*b2055c35SXin Li }
141*b2055c35SXin Li 
SubMem(void * ptr)142*b2055c35SXin Li static void SubMem(void* ptr) {
143*b2055c35SXin Li   if (ptr != NULL) {
144*b2055c35SXin Li     MemBlock** b = &all_blocks;
145*b2055c35SXin Li     // Inefficient search, but that's just for debugging.
146*b2055c35SXin Li     while (*b != NULL && (*b)->ptr_ != ptr) b = &(*b)->next_;
147*b2055c35SXin Li     if (*b == NULL) {
148*b2055c35SXin Li       fprintf(stderr, "Invalid pointer free! (%p)\n", ptr);
149*b2055c35SXin Li       abort();
150*b2055c35SXin Li     }
151*b2055c35SXin Li     {
152*b2055c35SXin Li       MemBlock* const block = *b;
153*b2055c35SXin Li       *b = block->next_;
154*b2055c35SXin Li       total_mem -= block->size_;
155*b2055c35SXin Li #if defined(PRINT_MEM_TRAFFIC)
156*b2055c35SXin Li       fprintf(stderr, "Mem: %u (-%u)\n",
157*b2055c35SXin Li               (uint32_t)total_mem, (uint32_t)block->size_);
158*b2055c35SXin Li #endif
159*b2055c35SXin Li       free(block);
160*b2055c35SXin Li     }
161*b2055c35SXin Li   }
162*b2055c35SXin Li }
163*b2055c35SXin Li 
164*b2055c35SXin Li #else
165*b2055c35SXin Li #define Increment(v) do {} while (0)
166*b2055c35SXin Li #define AddMem(p, s) do {} while (0)
167*b2055c35SXin Li #define SubMem(p)    do {} while (0)
168*b2055c35SXin Li #endif
169*b2055c35SXin Li 
170*b2055c35SXin Li // Returns 0 in case of overflow of nmemb * size.
CheckSizeArgumentsOverflow(uint64_t nmemb,size_t size)171*b2055c35SXin Li static int CheckSizeArgumentsOverflow(uint64_t nmemb, size_t size) {
172*b2055c35SXin Li   const uint64_t total_size = nmemb * size;
173*b2055c35SXin Li   if (nmemb == 0) return 1;
174*b2055c35SXin Li   if ((uint64_t)size > WEBP_MAX_ALLOCABLE_MEMORY / nmemb) return 0;
175*b2055c35SXin Li   if (!CheckSizeOverflow(total_size)) return 0;
176*b2055c35SXin Li #if defined(PRINT_MEM_INFO) && defined(MALLOC_FAIL_AT)
177*b2055c35SXin Li   if (countdown_to_fail > 0 && --countdown_to_fail == 0) {
178*b2055c35SXin Li     return 0;    // fake fail!
179*b2055c35SXin Li   }
180*b2055c35SXin Li #endif
181*b2055c35SXin Li #if defined(PRINT_MEM_INFO) && defined(MALLOC_LIMIT)
182*b2055c35SXin Li   if (mem_limit > 0) {
183*b2055c35SXin Li     const uint64_t new_total_mem = (uint64_t)total_mem + total_size;
184*b2055c35SXin Li     if (!CheckSizeOverflow(new_total_mem) ||
185*b2055c35SXin Li         new_total_mem > mem_limit) {
186*b2055c35SXin Li       return 0;   // fake fail!
187*b2055c35SXin Li     }
188*b2055c35SXin Li   }
189*b2055c35SXin Li #endif
190*b2055c35SXin Li 
191*b2055c35SXin Li   return 1;
192*b2055c35SXin Li }
193*b2055c35SXin Li 
WebPSafeMalloc(uint64_t nmemb,size_t size)194*b2055c35SXin Li void* WebPSafeMalloc(uint64_t nmemb, size_t size) {
195*b2055c35SXin Li   void* ptr;
196*b2055c35SXin Li   Increment(&num_malloc_calls);
197*b2055c35SXin Li   if (!CheckSizeArgumentsOverflow(nmemb, size)) return NULL;
198*b2055c35SXin Li   assert(nmemb * size > 0);
199*b2055c35SXin Li   ptr = malloc((size_t)(nmemb * size));
200*b2055c35SXin Li   AddMem(ptr, (size_t)(nmemb * size));
201*b2055c35SXin Li   return ptr;
202*b2055c35SXin Li }
203*b2055c35SXin Li 
WebPSafeCalloc(uint64_t nmemb,size_t size)204*b2055c35SXin Li void* WebPSafeCalloc(uint64_t nmemb, size_t size) {
205*b2055c35SXin Li   void* ptr;
206*b2055c35SXin Li   Increment(&num_calloc_calls);
207*b2055c35SXin Li   if (!CheckSizeArgumentsOverflow(nmemb, size)) return NULL;
208*b2055c35SXin Li   assert(nmemb * size > 0);
209*b2055c35SXin Li   ptr = calloc((size_t)nmemb, size);
210*b2055c35SXin Li   AddMem(ptr, (size_t)(nmemb * size));
211*b2055c35SXin Li   return ptr;
212*b2055c35SXin Li }
213*b2055c35SXin Li 
WebPSafeFree(void * const ptr)214*b2055c35SXin Li void WebPSafeFree(void* const ptr) {
215*b2055c35SXin Li   if (ptr != NULL) {
216*b2055c35SXin Li     Increment(&num_free_calls);
217*b2055c35SXin Li     SubMem(ptr);
218*b2055c35SXin Li   }
219*b2055c35SXin Li   free(ptr);
220*b2055c35SXin Li }
221*b2055c35SXin Li 
222*b2055c35SXin Li // Public API functions.
223*b2055c35SXin Li 
WebPMalloc(size_t size)224*b2055c35SXin Li void* WebPMalloc(size_t size) {
225*b2055c35SXin Li   return WebPSafeMalloc(1, size);
226*b2055c35SXin Li }
227*b2055c35SXin Li 
WebPFree(void * ptr)228*b2055c35SXin Li void WebPFree(void* ptr) {
229*b2055c35SXin Li   WebPSafeFree(ptr);
230*b2055c35SXin Li }
231*b2055c35SXin Li 
232*b2055c35SXin Li //------------------------------------------------------------------------------
233*b2055c35SXin Li 
WebPCopyPlane(const uint8_t * src,int src_stride,uint8_t * dst,int dst_stride,int width,int height)234*b2055c35SXin Li void WebPCopyPlane(const uint8_t* src, int src_stride,
235*b2055c35SXin Li                    uint8_t* dst, int dst_stride, int width, int height) {
236*b2055c35SXin Li   assert(src != NULL && dst != NULL);
237*b2055c35SXin Li   assert(abs(src_stride) >= width && abs(dst_stride) >= width);
238*b2055c35SXin Li   while (height-- > 0) {
239*b2055c35SXin Li     memcpy(dst, src, width);
240*b2055c35SXin Li     src += src_stride;
241*b2055c35SXin Li     dst += dst_stride;
242*b2055c35SXin Li   }
243*b2055c35SXin Li }
244*b2055c35SXin Li 
WebPCopyPixels(const WebPPicture * const src,WebPPicture * const dst)245*b2055c35SXin Li void WebPCopyPixels(const WebPPicture* const src, WebPPicture* const dst) {
246*b2055c35SXin Li   assert(src != NULL && dst != NULL);
247*b2055c35SXin Li   assert(src->width == dst->width && src->height == dst->height);
248*b2055c35SXin Li   assert(src->use_argb && dst->use_argb);
249*b2055c35SXin Li   WebPCopyPlane((uint8_t*)src->argb, 4 * src->argb_stride, (uint8_t*)dst->argb,
250*b2055c35SXin Li                 4 * dst->argb_stride, 4 * src->width, src->height);
251*b2055c35SXin Li }
252*b2055c35SXin Li 
253*b2055c35SXin Li //------------------------------------------------------------------------------
254*b2055c35SXin Li 
WebPGetColorPalette(const WebPPicture * const pic,uint32_t * const palette)255*b2055c35SXin Li int WebPGetColorPalette(const WebPPicture* const pic, uint32_t* const palette) {
256*b2055c35SXin Li   return GetColorPalette(pic, palette);
257*b2055c35SXin Li }
258*b2055c35SXin Li 
259*b2055c35SXin Li //------------------------------------------------------------------------------
260*b2055c35SXin Li 
261*b2055c35SXin Li #if defined(WEBP_NEED_LOG_TABLE_8BIT)
262*b2055c35SXin Li const uint8_t WebPLogTable8bit[256] = {   // 31 ^ clz(i)
263*b2055c35SXin Li   0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3,
264*b2055c35SXin Li   4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
265*b2055c35SXin Li   5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
266*b2055c35SXin Li   5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5,
267*b2055c35SXin Li   6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
268*b2055c35SXin Li   6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
269*b2055c35SXin Li   6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
270*b2055c35SXin Li   6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,
271*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
272*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
273*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
274*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
275*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
276*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
277*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7,
278*b2055c35SXin Li   7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7, 7
279*b2055c35SXin Li };
280*b2055c35SXin Li #endif
281*b2055c35SXin Li 
282*b2055c35SXin Li //------------------------------------------------------------------------------
283