1*61046927SAndroid Build Coastguard Worker /**************************************************************************
2*61046927SAndroid Build Coastguard Worker *
3*61046927SAndroid Build Coastguard Worker * Copyright 2008 VMware, Inc.
4*61046927SAndroid Build Coastguard Worker * All Rights Reserved.
5*61046927SAndroid Build Coastguard Worker *
6*61046927SAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a
7*61046927SAndroid Build Coastguard Worker * copy of this software and associated documentation files (the
8*61046927SAndroid Build Coastguard Worker * "Software"), to deal in the Software without restriction, including
9*61046927SAndroid Build Coastguard Worker * without limitation the rights to use, copy, modify, merge, publish,
10*61046927SAndroid Build Coastguard Worker * distribute, sub license, and/or sell copies of the Software, and to
11*61046927SAndroid Build Coastguard Worker * permit persons to whom the Software is furnished to do so, subject to
12*61046927SAndroid Build Coastguard Worker * the following conditions:
13*61046927SAndroid Build Coastguard Worker *
14*61046927SAndroid Build Coastguard Worker * The above copyright notice and this permission notice (including the
15*61046927SAndroid Build Coastguard Worker * next paragraph) shall be included in all copies or substantial portions
16*61046927SAndroid Build Coastguard Worker * of the Software.
17*61046927SAndroid Build Coastguard Worker *
18*61046927SAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19*61046927SAndroid Build Coastguard Worker * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20*61046927SAndroid Build Coastguard Worker * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21*61046927SAndroid Build Coastguard Worker * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22*61046927SAndroid Build Coastguard Worker * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23*61046927SAndroid Build Coastguard Worker * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24*61046927SAndroid Build Coastguard Worker * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25*61046927SAndroid Build Coastguard Worker *
26*61046927SAndroid Build Coastguard Worker **************************************************************************/
27*61046927SAndroid Build Coastguard Worker
28*61046927SAndroid Build Coastguard Worker
29*61046927SAndroid Build Coastguard Worker /*
30*61046927SAndroid Build Coastguard Worker * Memory functions
31*61046927SAndroid Build Coastguard Worker */
32*61046927SAndroid Build Coastguard Worker
33*61046927SAndroid Build Coastguard Worker
34*61046927SAndroid Build Coastguard Worker #ifndef U_MEMORY_H
35*61046927SAndroid Build Coastguard Worker #define U_MEMORY_H
36*61046927SAndroid Build Coastguard Worker
37*61046927SAndroid Build Coastguard Worker #include "util/u_debug.h"
38*61046927SAndroid Build Coastguard Worker #include "util/os_memory.h"
39*61046927SAndroid Build Coastguard Worker
40*61046927SAndroid Build Coastguard Worker
41*61046927SAndroid Build Coastguard Worker #ifdef __cplusplus
42*61046927SAndroid Build Coastguard Worker extern "C" {
43*61046927SAndroid Build Coastguard Worker #endif
44*61046927SAndroid Build Coastguard Worker
45*61046927SAndroid Build Coastguard Worker
46*61046927SAndroid Build Coastguard Worker #define MALLOC(_size) os_malloc(_size)
47*61046927SAndroid Build Coastguard Worker
48*61046927SAndroid Build Coastguard Worker #define CALLOC(_count, _size) os_calloc(_count, _size)
49*61046927SAndroid Build Coastguard Worker
50*61046927SAndroid Build Coastguard Worker #define FREE(_ptr ) os_free(_ptr)
51*61046927SAndroid Build Coastguard Worker
52*61046927SAndroid Build Coastguard Worker #define REALLOC(_ptr, _old_size, _size) os_realloc(_ptr, _old_size, _size)
53*61046927SAndroid Build Coastguard Worker
54*61046927SAndroid Build Coastguard Worker #define MALLOC_STRUCT(T) (struct T *) MALLOC(sizeof(struct T))
55*61046927SAndroid Build Coastguard Worker
56*61046927SAndroid Build Coastguard Worker #define CALLOC_STRUCT(T) (struct T *) CALLOC(1, sizeof(struct T))
57*61046927SAndroid Build Coastguard Worker
58*61046927SAndroid Build Coastguard Worker #define CALLOC_VARIANT_LENGTH_STRUCT(T,more_size) ((struct T *) CALLOC(1, sizeof(struct T) + more_size))
59*61046927SAndroid Build Coastguard Worker
60*61046927SAndroid Build Coastguard Worker
61*61046927SAndroid Build Coastguard Worker #define align_malloc(_size, _alignment) os_malloc_aligned(_size, _alignment)
62*61046927SAndroid Build Coastguard Worker #define align_free(_ptr) os_free_aligned(_ptr)
63*61046927SAndroid Build Coastguard Worker #define align_realloc(_ptr, _oldsize, _newsize, _alignment) os_realloc_aligned(_ptr, _oldsize, _newsize, _alignment)
64*61046927SAndroid Build Coastguard Worker
65*61046927SAndroid Build Coastguard Worker static inline void *
align_calloc(size_t size,unsigned long alignment)66*61046927SAndroid Build Coastguard Worker align_calloc(size_t size, unsigned long alignment)
67*61046927SAndroid Build Coastguard Worker {
68*61046927SAndroid Build Coastguard Worker void *ptr = align_malloc(size, alignment);
69*61046927SAndroid Build Coastguard Worker if (ptr)
70*61046927SAndroid Build Coastguard Worker memset(ptr, 0, size);
71*61046927SAndroid Build Coastguard Worker return ptr;
72*61046927SAndroid Build Coastguard Worker }
73*61046927SAndroid Build Coastguard Worker
74*61046927SAndroid Build Coastguard Worker /**
75*61046927SAndroid Build Coastguard Worker * Duplicate a block of memory.
76*61046927SAndroid Build Coastguard Worker */
77*61046927SAndroid Build Coastguard Worker static inline void *
mem_dup(const void * src,size_t size)78*61046927SAndroid Build Coastguard Worker mem_dup(const void *src, size_t size)
79*61046927SAndroid Build Coastguard Worker {
80*61046927SAndroid Build Coastguard Worker void *dup = MALLOC(size);
81*61046927SAndroid Build Coastguard Worker if (dup)
82*61046927SAndroid Build Coastguard Worker memcpy(dup, src, size);
83*61046927SAndroid Build Coastguard Worker return dup;
84*61046927SAndroid Build Coastguard Worker }
85*61046927SAndroid Build Coastguard Worker
86*61046927SAndroid Build Coastguard Worker /* TODO: this could be different on non-x86 architectures. */
87*61046927SAndroid Build Coastguard Worker #define CACHE_LINE_SIZE 64
88*61046927SAndroid Build Coastguard Worker
89*61046927SAndroid Build Coastguard Worker /**
90*61046927SAndroid Build Coastguard Worker * Declare a variable on its own cache line.
91*61046927SAndroid Build Coastguard Worker *
92*61046927SAndroid Build Coastguard Worker * This helps eliminate "False sharing" to make atomic operations
93*61046927SAndroid Build Coastguard Worker * on pipe_reference::count faster and/or access to adjacent fields faster.
94*61046927SAndroid Build Coastguard Worker *
95*61046927SAndroid Build Coastguard Worker * https://en.wikipedia.org/wiki/False_sharing
96*61046927SAndroid Build Coastguard Worker *
97*61046927SAndroid Build Coastguard Worker * CALLOC_STRUCT_CL or MALLOC_STRUCT_CL and FREE_CL should be used to allocate
98*61046927SAndroid Build Coastguard Worker * structures that contain this.
99*61046927SAndroid Build Coastguard Worker *
100*61046927SAndroid Build Coastguard Worker * NOTE: Don't use c11 alignas because it causes the whole structure to be
101*61046927SAndroid Build Coastguard Worker * aligned, but we only want to align the field.
102*61046927SAndroid Build Coastguard Worker */
103*61046927SAndroid Build Coastguard Worker #define EXCLUSIVE_CACHELINE(decl) \
104*61046927SAndroid Build Coastguard Worker union { char __cl_space[CACHE_LINE_SIZE]; \
105*61046927SAndroid Build Coastguard Worker decl; }
106*61046927SAndroid Build Coastguard Worker
107*61046927SAndroid Build Coastguard Worker /* Allocate a structure aligned to a cache line. (used to make atomic ops faster) */
108*61046927SAndroid Build Coastguard Worker #define MALLOC_STRUCT_CL(T) (struct T *)align_malloc(sizeof(struct T), CACHE_LINE_SIZE)
109*61046927SAndroid Build Coastguard Worker #define CALLOC_STRUCT_CL(T) (struct T *)align_calloc(sizeof(struct T), CACHE_LINE_SIZE)
110*61046927SAndroid Build Coastguard Worker #define FREE_CL(ptr) align_free(ptr)
111*61046927SAndroid Build Coastguard Worker
112*61046927SAndroid Build Coastguard Worker #ifdef __cplusplus
113*61046927SAndroid Build Coastguard Worker }
114*61046927SAndroid Build Coastguard Worker #endif
115*61046927SAndroid Build Coastguard Worker
116*61046927SAndroid Build Coastguard Worker
117*61046927SAndroid Build Coastguard Worker #endif /* U_MEMORY_H */
118