xref: /aosp_15_r20/external/brotli/c/common/platform.h (revision f4ee7fba7774faf2a30f13154332c0a06550dbc4)
1*f4ee7fbaSAndroid Build Coastguard Worker /* Copyright 2016 Google Inc. All Rights Reserved.
2*f4ee7fbaSAndroid Build Coastguard Worker 
3*f4ee7fbaSAndroid Build Coastguard Worker    Distributed under MIT license.
4*f4ee7fbaSAndroid Build Coastguard Worker    See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
5*f4ee7fbaSAndroid Build Coastguard Worker */
6*f4ee7fbaSAndroid Build Coastguard Worker 
7*f4ee7fbaSAndroid Build Coastguard Worker /* Macros for compiler / platform specific features and build options.
8*f4ee7fbaSAndroid Build Coastguard Worker 
9*f4ee7fbaSAndroid Build Coastguard Worker    Build options are:
10*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_32_BIT disables 64-bit optimizations
11*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_64_BIT forces to use 64-bit optimizations
12*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_BIG_ENDIAN forces to use big-endian optimizations
13*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_ENDIAN_NEUTRAL disables endian-aware optimizations
14*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_LITTLE_ENDIAN forces to use little-endian optimizations
15*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_PORTABLE disables dangerous optimizations, like unaligned
16*f4ee7fbaSAndroid Build Coastguard Worker       read and overlapping memcpy; this reduces decompression speed by 5%
17*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_BUILD_NO_RBIT disables "rbit" optimization for ARM CPUs
18*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_DEBUG dumps file name and line number when decoder detects stream
19*f4ee7fbaSAndroid Build Coastguard Worker       or memory error
20*f4ee7fbaSAndroid Build Coastguard Worker     * BROTLI_ENABLE_LOG enables asserts and dumps various state information
21*f4ee7fbaSAndroid Build Coastguard Worker */
22*f4ee7fbaSAndroid Build Coastguard Worker 
23*f4ee7fbaSAndroid Build Coastguard Worker #ifndef BROTLI_COMMON_PLATFORM_H_
24*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_COMMON_PLATFORM_H_
25*f4ee7fbaSAndroid Build Coastguard Worker 
26*f4ee7fbaSAndroid Build Coastguard Worker #include <string.h>  /* memcpy */
27*f4ee7fbaSAndroid Build Coastguard Worker 
28*f4ee7fbaSAndroid Build Coastguard Worker #include <brotli/port.h>
29*f4ee7fbaSAndroid Build Coastguard Worker #include <brotli/types.h>
30*f4ee7fbaSAndroid Build Coastguard Worker 
31*f4ee7fbaSAndroid Build Coastguard Worker #if defined(OS_LINUX) || defined(OS_CYGWIN) || defined(__EMSCRIPTEN__)
32*f4ee7fbaSAndroid Build Coastguard Worker #include <endian.h>
33*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(OS_FREEBSD)
34*f4ee7fbaSAndroid Build Coastguard Worker #include <machine/endian.h>
35*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(OS_MACOSX)
36*f4ee7fbaSAndroid Build Coastguard Worker #include <machine/endian.h>
37*f4ee7fbaSAndroid Build Coastguard Worker /* Let's try and follow the Linux convention */
38*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_X_BYTE_ORDER BYTE_ORDER
39*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_X_LITTLE_ENDIAN LITTLE_ENDIAN
40*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_X_BIG_ENDIAN BIG_ENDIAN
41*f4ee7fbaSAndroid Build Coastguard Worker #endif
42*f4ee7fbaSAndroid Build Coastguard Worker 
43*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_MSVC_VERSION_CHECK(12, 0, 0)
44*f4ee7fbaSAndroid Build Coastguard Worker #include <intrin.h>
45*f4ee7fbaSAndroid Build Coastguard Worker #endif
46*f4ee7fbaSAndroid Build Coastguard Worker 
47*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_ENABLE_LOG) || defined(BROTLI_DEBUG)
48*f4ee7fbaSAndroid Build Coastguard Worker #include <assert.h>
49*f4ee7fbaSAndroid Build Coastguard Worker #include <stdio.h>
50*f4ee7fbaSAndroid Build Coastguard Worker #endif
51*f4ee7fbaSAndroid Build Coastguard Worker 
52*f4ee7fbaSAndroid Build Coastguard Worker /* The following macros were borrowed from https://github.com/nemequ/hedley
53*f4ee7fbaSAndroid Build Coastguard Worker  * with permission of original author - Evan Nemerson <[email protected]> */
54*f4ee7fbaSAndroid Build Coastguard Worker 
55*f4ee7fbaSAndroid Build Coastguard Worker /* >>> >>> >>> hedley macros */
56*f4ee7fbaSAndroid Build Coastguard Worker 
57*f4ee7fbaSAndroid Build Coastguard Worker /* Define "BROTLI_PREDICT_TRUE" and "BROTLI_PREDICT_FALSE" macros for capable
58*f4ee7fbaSAndroid Build Coastguard Worker    compilers.
59*f4ee7fbaSAndroid Build Coastguard Worker 
60*f4ee7fbaSAndroid Build Coastguard Worker To apply compiler hint, enclose the branching condition into macros, like this:
61*f4ee7fbaSAndroid Build Coastguard Worker 
62*f4ee7fbaSAndroid Build Coastguard Worker   if (BROTLI_PREDICT_TRUE(zero == 0)) {
63*f4ee7fbaSAndroid Build Coastguard Worker     // main execution path
64*f4ee7fbaSAndroid Build Coastguard Worker   } else {
65*f4ee7fbaSAndroid Build Coastguard Worker     // compiler should place this code outside of main execution path
66*f4ee7fbaSAndroid Build Coastguard Worker   }
67*f4ee7fbaSAndroid Build Coastguard Worker 
68*f4ee7fbaSAndroid Build Coastguard Worker OR:
69*f4ee7fbaSAndroid Build Coastguard Worker 
70*f4ee7fbaSAndroid Build Coastguard Worker   if (BROTLI_PREDICT_FALSE(something_rare_or_unexpected_happens)) {
71*f4ee7fbaSAndroid Build Coastguard Worker     // compiler should place this code outside of main execution path
72*f4ee7fbaSAndroid Build Coastguard Worker   }
73*f4ee7fbaSAndroid Build Coastguard Worker 
74*f4ee7fbaSAndroid Build Coastguard Worker */
75*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_BUILTIN(__builtin_expect, 3, 0, 0) || \
76*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0) ||               \
77*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_SUNPRO_VERSION_CHECK(5, 15, 0) ||              \
78*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) ||                  \
79*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IBM_VERSION_CHECK(10, 1, 0) ||                 \
80*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TI_VERSION_CHECK(7, 3, 0) ||                   \
81*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TINYC_VERSION_CHECK(0, 9, 27)
82*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_PREDICT_TRUE(x) (__builtin_expect(!!(x), 1))
83*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_PREDICT_FALSE(x) (__builtin_expect(x, 0))
84*f4ee7fbaSAndroid Build Coastguard Worker #else
85*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_PREDICT_FALSE(x) (x)
86*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_PREDICT_TRUE(x) (x)
87*f4ee7fbaSAndroid Build Coastguard Worker #endif
88*f4ee7fbaSAndroid Build Coastguard Worker 
89*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) && \
90*f4ee7fbaSAndroid Build Coastguard Worker     !defined(__cplusplus)
91*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_RESTRICT restrict
92*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_GNUC_VERSION_CHECK(3, 1, 0) ||                         \
93*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_MSVC_VERSION_CHECK(14, 0, 0) ||                          \
94*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0) ||                         \
95*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) ||                            \
96*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IBM_VERSION_CHECK(10, 1, 0) ||                           \
97*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_PGI_VERSION_CHECK(17, 10, 0) ||                          \
98*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TI_VERSION_CHECK(8, 0, 0) ||                             \
99*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IAR_VERSION_CHECK(8, 0, 0) ||                            \
100*f4ee7fbaSAndroid Build Coastguard Worker     (BROTLI_SUNPRO_VERSION_CHECK(5, 14, 0) && defined(__cplusplus))
101*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_RESTRICT __restrict
102*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_SUNPRO_VERSION_CHECK(5, 3, 0) && !defined(__cplusplus)
103*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_RESTRICT _Restrict
104*f4ee7fbaSAndroid Build Coastguard Worker #else
105*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_RESTRICT
106*f4ee7fbaSAndroid Build Coastguard Worker #endif
107*f4ee7fbaSAndroid Build Coastguard Worker 
108*f4ee7fbaSAndroid Build Coastguard Worker #if (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L)) || \
109*f4ee7fbaSAndroid Build Coastguard Worker     (defined(__cplusplus) && (__cplusplus >= 199711L))
110*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MAYBE_INLINE inline
111*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(__GNUC_STDC_INLINE__) || defined(__GNUC_GNU_INLINE__) || \
112*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(6, 2, 0)
113*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MAYBE_INLINE __inline__
114*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_MSVC_VERSION_CHECK(12, 0, 0) || \
115*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) || BROTLI_TI_VERSION_CHECK(8, 0, 0)
116*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MAYBE_INLINE __inline
117*f4ee7fbaSAndroid Build Coastguard Worker #else
118*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MAYBE_INLINE
119*f4ee7fbaSAndroid Build Coastguard Worker #endif
120*f4ee7fbaSAndroid Build Coastguard Worker 
121*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_ATTRIBUTE(always_inline, 4, 0, 0) ||                       \
122*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0) ||                                    \
123*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_SUNPRO_VERSION_CHECK(5, 11, 0) ||                                   \
124*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) ||                                       \
125*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IBM_VERSION_CHECK(10, 1, 0) ||                                      \
126*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TI_VERSION_CHECK(8, 0, 0) ||                                        \
127*f4ee7fbaSAndroid Build Coastguard Worker     (BROTLI_TI_VERSION_CHECK(7, 3, 0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__))
128*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INLINE BROTLI_MAYBE_INLINE __attribute__((__always_inline__))
129*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_MSVC_VERSION_CHECK(12, 0, 0)
130*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INLINE BROTLI_MAYBE_INLINE __forceinline
131*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_TI_VERSION_CHECK(7, 0, 0) && defined(__cplusplus)
132*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INLINE BROTLI_MAYBE_INLINE _Pragma("FUNC_ALWAYS_INLINE;")
133*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_IAR_VERSION_CHECK(8, 0, 0)
134*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INLINE BROTLI_MAYBE_INLINE _Pragma("inline=forced")
135*f4ee7fbaSAndroid Build Coastguard Worker #else
136*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INLINE BROTLI_MAYBE_INLINE
137*f4ee7fbaSAndroid Build Coastguard Worker #endif
138*f4ee7fbaSAndroid Build Coastguard Worker 
139*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_ATTRIBUTE(noinline, 4, 0, 0) ||                            \
140*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0) ||                                    \
141*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_SUNPRO_VERSION_CHECK(5, 11, 0) ||                                   \
142*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) ||                                       \
143*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IBM_VERSION_CHECK(10, 1, 0) ||                                      \
144*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TI_VERSION_CHECK(8, 0, 0) ||                                        \
145*f4ee7fbaSAndroid Build Coastguard Worker     (BROTLI_TI_VERSION_CHECK(7, 3, 0) && defined(__TI_GNU_ATTRIBUTE_SUPPORT__))
146*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE __attribute__((__noinline__))
147*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_MSVC_VERSION_CHECK(13, 10, 0)
148*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE __declspec(noinline)
149*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_PGI_VERSION_CHECK(10, 2, 0)
150*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE _Pragma("noinline")
151*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_TI_VERSION_CHECK(6, 0, 0) && defined(__cplusplus)
152*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE _Pragma("FUNC_CANNOT_INLINE;")
153*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_IAR_VERSION_CHECK(8, 0, 0)
154*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE _Pragma("inline=never")
155*f4ee7fbaSAndroid Build Coastguard Worker #else
156*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_NOINLINE
157*f4ee7fbaSAndroid Build Coastguard Worker #endif
158*f4ee7fbaSAndroid Build Coastguard Worker 
159*f4ee7fbaSAndroid Build Coastguard Worker /* BROTLI_INTERNAL could be defined to override visibility, e.g. for tests. */
160*f4ee7fbaSAndroid Build Coastguard Worker #if !defined(BROTLI_INTERNAL)
161*f4ee7fbaSAndroid Build Coastguard Worker #if defined(_WIN32) || defined(__CYGWIN__)
162*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INTERNAL
163*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_GNUC_VERSION_CHECK(3, 3, 0) ||                         \
164*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_TI_VERSION_CHECK(8, 0, 0) ||                             \
165*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0) ||                         \
166*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_ARM_VERSION_CHECK(4, 1, 0) ||                            \
167*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_IBM_VERSION_CHECK(13, 1, 0) ||                           \
168*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_SUNPRO_VERSION_CHECK(5, 11, 0) ||                        \
169*f4ee7fbaSAndroid Build Coastguard Worker     (BROTLI_TI_VERSION_CHECK(7, 3, 0) &&                            \
170*f4ee7fbaSAndroid Build Coastguard Worker      defined(__TI_GNU_ATTRIBUTE_SUPPORT__) && defined(__TI_EABI__))
171*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INTERNAL __attribute__ ((visibility ("hidden")))
172*f4ee7fbaSAndroid Build Coastguard Worker #else
173*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_INTERNAL
174*f4ee7fbaSAndroid Build Coastguard Worker #endif
175*f4ee7fbaSAndroid Build Coastguard Worker #endif
176*f4ee7fbaSAndroid Build Coastguard Worker 
177*f4ee7fbaSAndroid Build Coastguard Worker /* <<< <<< <<< end of hedley macros. */
178*f4ee7fbaSAndroid Build Coastguard Worker 
179*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_ATTRIBUTE(unused, 2, 7, 0) || \
180*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0)
181*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNUSED_FUNCTION static BROTLI_INLINE __attribute__ ((unused))
182*f4ee7fbaSAndroid Build Coastguard Worker #else
183*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNUSED_FUNCTION static BROTLI_INLINE
184*f4ee7fbaSAndroid Build Coastguard Worker #endif
185*f4ee7fbaSAndroid Build Coastguard Worker 
186*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_ATTRIBUTE(aligned, 2, 7, 0)
187*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_ALIGNED(N) __attribute__((aligned(N)))
188*f4ee7fbaSAndroid Build Coastguard Worker #else
189*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_ALIGNED(N)
190*f4ee7fbaSAndroid Build Coastguard Worker #endif
191*f4ee7fbaSAndroid Build Coastguard Worker 
192*f4ee7fbaSAndroid Build Coastguard Worker #if (defined(__ARM_ARCH) && (__ARM_ARCH == 7)) || \
193*f4ee7fbaSAndroid Build Coastguard Worker     (defined(M_ARM) && (M_ARM == 7))
194*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_ARMV7
195*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* ARMv7 */
196*f4ee7fbaSAndroid Build Coastguard Worker 
197*f4ee7fbaSAndroid Build Coastguard Worker #if (defined(__ARM_ARCH) && (__ARM_ARCH == 8)) || \
198*f4ee7fbaSAndroid Build Coastguard Worker     defined(__aarch64__) || defined(__ARM64_ARCH_8__)
199*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_ARMV8_ANY
200*f4ee7fbaSAndroid Build Coastguard Worker 
201*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__ARM_32BIT_STATE)
202*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_ARMV8_32
203*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(__ARM_64BIT_STATE)
204*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_ARMV8_64
205*f4ee7fbaSAndroid Build Coastguard Worker #endif
206*f4ee7fbaSAndroid Build Coastguard Worker 
207*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* ARMv8 */
208*f4ee7fbaSAndroid Build Coastguard Worker 
209*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__ARM_NEON__) || defined(__ARM_NEON)
210*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_NEON
211*f4ee7fbaSAndroid Build Coastguard Worker #endif
212*f4ee7fbaSAndroid Build Coastguard Worker 
213*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__i386) || defined(_M_IX86)
214*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_X86
215*f4ee7fbaSAndroid Build Coastguard Worker #endif
216*f4ee7fbaSAndroid Build Coastguard Worker 
217*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__x86_64__) || defined(_M_X64)
218*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_X64
219*f4ee7fbaSAndroid Build Coastguard Worker #endif
220*f4ee7fbaSAndroid Build Coastguard Worker 
221*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__PPC64__)
222*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_POWERPC64
223*f4ee7fbaSAndroid Build Coastguard Worker #endif
224*f4ee7fbaSAndroid Build Coastguard Worker 
225*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__riscv) && defined(__riscv_xlen) && __riscv_xlen == 64
226*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TARGET_RISCV64
227*f4ee7fbaSAndroid Build Coastguard Worker #endif
228*f4ee7fbaSAndroid Build Coastguard Worker 
229*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_BUILD_64_BIT)
230*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_64_BITS 1
231*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_BUILD_32_BIT)
232*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_64_BITS 0
233*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_TARGET_X64) || defined(BROTLI_TARGET_ARMV8_64) || \
234*f4ee7fbaSAndroid Build Coastguard Worker     defined(BROTLI_TARGET_POWERPC64) || defined(BROTLI_TARGET_RISCV64)
235*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_64_BITS 1
236*f4ee7fbaSAndroid Build Coastguard Worker #else
237*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_64_BITS 0
238*f4ee7fbaSAndroid Build Coastguard Worker #endif
239*f4ee7fbaSAndroid Build Coastguard Worker 
240*f4ee7fbaSAndroid Build Coastguard Worker #if (BROTLI_64_BITS)
241*f4ee7fbaSAndroid Build Coastguard Worker #define brotli_reg_t uint64_t
242*f4ee7fbaSAndroid Build Coastguard Worker #else
243*f4ee7fbaSAndroid Build Coastguard Worker #define brotli_reg_t uint32_t
244*f4ee7fbaSAndroid Build Coastguard Worker #endif
245*f4ee7fbaSAndroid Build Coastguard Worker 
246*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_BUILD_BIG_ENDIAN)
247*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BIG_ENDIAN 1
248*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_BUILD_LITTLE_ENDIAN)
249*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LITTLE_ENDIAN 1
250*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_BUILD_ENDIAN_NEUTRAL)
251*f4ee7fbaSAndroid Build Coastguard Worker /* Just break elif chain. */
252*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(__BYTE_ORDER__) && (__BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__)
253*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LITTLE_ENDIAN 1
254*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(_WIN32) || defined(BROTLI_TARGET_X64)
255*f4ee7fbaSAndroid Build Coastguard Worker /* Win32 & x64 can currently always be assumed to be little endian */
256*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LITTLE_ENDIAN 1
257*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(__BYTE_ORDER__) && (__BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)
258*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BIG_ENDIAN 1
259*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_X_BYTE_ORDER)
260*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_X_BYTE_ORDER == BROTLI_X_LITTLE_ENDIAN
261*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LITTLE_ENDIAN 1
262*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_X_BYTE_ORDER == BROTLI_X_BIG_ENDIAN
263*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BIG_ENDIAN 1
264*f4ee7fbaSAndroid Build Coastguard Worker #endif
265*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_X_BYTE_ORDER */
266*f4ee7fbaSAndroid Build Coastguard Worker 
267*f4ee7fbaSAndroid Build Coastguard Worker #if !defined(BROTLI_LITTLE_ENDIAN)
268*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LITTLE_ENDIAN 0
269*f4ee7fbaSAndroid Build Coastguard Worker #endif
270*f4ee7fbaSAndroid Build Coastguard Worker 
271*f4ee7fbaSAndroid Build Coastguard Worker #if !defined(BROTLI_BIG_ENDIAN)
272*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BIG_ENDIAN 0
273*f4ee7fbaSAndroid Build Coastguard Worker #endif
274*f4ee7fbaSAndroid Build Coastguard Worker 
275*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_X_BYTE_ORDER)
276*f4ee7fbaSAndroid Build Coastguard Worker #undef BROTLI_X_BYTE_ORDER
277*f4ee7fbaSAndroid Build Coastguard Worker #undef BROTLI_X_LITTLE_ENDIAN
278*f4ee7fbaSAndroid Build Coastguard Worker #undef BROTLI_X_BIG_ENDIAN
279*f4ee7fbaSAndroid Build Coastguard Worker #endif
280*f4ee7fbaSAndroid Build Coastguard Worker 
281*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_BUILD_PORTABLE)
282*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_ALIGNED_READ (!!1)
283*f4ee7fbaSAndroid Build Coastguard Worker #elif defined(BROTLI_TARGET_X86) || defined(BROTLI_TARGET_X64) || \
284*f4ee7fbaSAndroid Build Coastguard Worker     defined(BROTLI_TARGET_ARMV7) || defined(BROTLI_TARGET_ARMV8_ANY) || \
285*f4ee7fbaSAndroid Build Coastguard Worker     defined(BROTLI_TARGET_RISCV64)
286*f4ee7fbaSAndroid Build Coastguard Worker /* Allow unaligned read only for white-listed CPUs. */
287*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_ALIGNED_READ (!!0)
288*f4ee7fbaSAndroid Build Coastguard Worker #else
289*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_ALIGNED_READ (!!1)
290*f4ee7fbaSAndroid Build Coastguard Worker #endif
291*f4ee7fbaSAndroid Build Coastguard Worker 
292*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_ALIGNED_READ
293*f4ee7fbaSAndroid Build Coastguard Worker /* Portable unaligned memory access: read / write values via memcpy. */
BrotliUnalignedRead16(const void * p)294*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint16_t BrotliUnalignedRead16(const void* p) {
295*f4ee7fbaSAndroid Build Coastguard Worker   uint16_t t;
296*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(&t, p, sizeof t);
297*f4ee7fbaSAndroid Build Coastguard Worker   return t;
298*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedRead32(const void * p)299*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BrotliUnalignedRead32(const void* p) {
300*f4ee7fbaSAndroid Build Coastguard Worker   uint32_t t;
301*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(&t, p, sizeof t);
302*f4ee7fbaSAndroid Build Coastguard Worker   return t;
303*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedRead64(const void * p)304*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BrotliUnalignedRead64(const void* p) {
305*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t t;
306*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(&t, p, sizeof t);
307*f4ee7fbaSAndroid Build Coastguard Worker   return t;
308*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedWrite64(void * p,uint64_t v)309*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliUnalignedWrite64(void* p, uint64_t v) {
310*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(p, &v, sizeof v);
311*f4ee7fbaSAndroid Build Coastguard Worker }
312*f4ee7fbaSAndroid Build Coastguard Worker #else  /* BROTLI_ALIGNED_READ */
313*f4ee7fbaSAndroid Build Coastguard Worker /* Unaligned memory access is allowed: just cast pointer to requested type. */
314*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_SANITIZED
315*f4ee7fbaSAndroid Build Coastguard Worker /* Consider we have an unaligned load/store of 4 bytes from address 0x...05.
316*f4ee7fbaSAndroid Build Coastguard Worker    AddressSanitizer will treat it as a 3-byte access to the range 05:07 and
317*f4ee7fbaSAndroid Build Coastguard Worker    will miss a bug if 08 is the first unaddressable byte.
318*f4ee7fbaSAndroid Build Coastguard Worker    ThreadSanitizer will also treat this as a 3-byte access to 05:07 and will
319*f4ee7fbaSAndroid Build Coastguard Worker    miss a race between this access and some other accesses to 08.
320*f4ee7fbaSAndroid Build Coastguard Worker    MemorySanitizer will correctly propagate the shadow on unaligned stores
321*f4ee7fbaSAndroid Build Coastguard Worker    and correctly report bugs on unaligned loads, but it may not properly
322*f4ee7fbaSAndroid Build Coastguard Worker    update and report the origin of the uninitialized memory.
323*f4ee7fbaSAndroid Build Coastguard Worker    For all three tools, replacing an unaligned access with a tool-specific
324*f4ee7fbaSAndroid Build Coastguard Worker    callback solves the problem. */
325*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__cplusplus)
326*f4ee7fbaSAndroid Build Coastguard Worker extern "C" {
327*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* __cplusplus */
328*f4ee7fbaSAndroid Build Coastguard Worker   uint16_t __sanitizer_unaligned_load16(const void* p);
329*f4ee7fbaSAndroid Build Coastguard Worker   uint32_t __sanitizer_unaligned_load32(const void* p);
330*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t __sanitizer_unaligned_load64(const void* p);
331*f4ee7fbaSAndroid Build Coastguard Worker   void __sanitizer_unaligned_store64(void* p, uint64_t v);
332*f4ee7fbaSAndroid Build Coastguard Worker #if defined(__cplusplus)
333*f4ee7fbaSAndroid Build Coastguard Worker }  /* extern "C" */
334*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* __cplusplus */
335*f4ee7fbaSAndroid Build Coastguard Worker #define BrotliUnalignedRead16 __sanitizer_unaligned_load16
336*f4ee7fbaSAndroid Build Coastguard Worker #define BrotliUnalignedRead32 __sanitizer_unaligned_load32
337*f4ee7fbaSAndroid Build Coastguard Worker #define BrotliUnalignedRead64 __sanitizer_unaligned_load64
338*f4ee7fbaSAndroid Build Coastguard Worker #define BrotliUnalignedWrite64 __sanitizer_unaligned_store64
339*f4ee7fbaSAndroid Build Coastguard Worker #else  /* BROTLI_SANITIZED */
BrotliUnalignedRead16(const void * p)340*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint16_t BrotliUnalignedRead16(const void* p) {
341*f4ee7fbaSAndroid Build Coastguard Worker   return *(const uint16_t*)p;
342*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedRead32(const void * p)343*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BrotliUnalignedRead32(const void* p) {
344*f4ee7fbaSAndroid Build Coastguard Worker   return *(const uint32_t*)p;
345*f4ee7fbaSAndroid Build Coastguard Worker }
346*f4ee7fbaSAndroid Build Coastguard Worker #if (BROTLI_64_BITS)
BrotliUnalignedRead64(const void * p)347*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BrotliUnalignedRead64(const void* p) {
348*f4ee7fbaSAndroid Build Coastguard Worker   return *(const uint64_t*)p;
349*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedWrite64(void * p,uint64_t v)350*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliUnalignedWrite64(void* p, uint64_t v) {
351*f4ee7fbaSAndroid Build Coastguard Worker   *(uint64_t*)p = v;
352*f4ee7fbaSAndroid Build Coastguard Worker }
353*f4ee7fbaSAndroid Build Coastguard Worker #else  /* BROTLI_64_BITS */
354*f4ee7fbaSAndroid Build Coastguard Worker /* Avoid emitting LDRD / STRD, which require properly aligned address. */
355*f4ee7fbaSAndroid Build Coastguard Worker /* If __attribute__(aligned) is available, use that. Otherwise, memcpy. */
356*f4ee7fbaSAndroid Build Coastguard Worker 
357*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_ATTRIBUTE(aligned, 2, 7, 0)
358*f4ee7fbaSAndroid Build Coastguard Worker typedef BROTLI_ALIGNED(1) uint64_t brotli_unaligned_uint64_t;
359*f4ee7fbaSAndroid Build Coastguard Worker 
BrotliUnalignedRead64(const void * p)360*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BrotliUnalignedRead64(const void* p) {
361*f4ee7fbaSAndroid Build Coastguard Worker   return (uint64_t) ((const brotli_unaligned_uint64_t*) p)[0];
362*f4ee7fbaSAndroid Build Coastguard Worker }
BrotliUnalignedWrite64(void * p,uint64_t v)363*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliUnalignedWrite64(void* p, uint64_t v) {
364*f4ee7fbaSAndroid Build Coastguard Worker   brotli_unaligned_uint64_t* dwords = (brotli_unaligned_uint64_t*) p;
365*f4ee7fbaSAndroid Build Coastguard Worker   dwords[0] = (brotli_unaligned_uint64_t) v;
366*f4ee7fbaSAndroid Build Coastguard Worker }
367*f4ee7fbaSAndroid Build Coastguard Worker #else /* BROTLI_GNUC_HAS_ATTRIBUTE(aligned, 2, 7, 0) */
BrotliUnalignedRead64(const void * p)368*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BrotliUnalignedRead64(const void* p) {
369*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t v;
370*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(&v, p, sizeof(uint64_t));
371*f4ee7fbaSAndroid Build Coastguard Worker   return v;
372*f4ee7fbaSAndroid Build Coastguard Worker }
373*f4ee7fbaSAndroid Build Coastguard Worker 
BrotliUnalignedWrite64(void * p,uint64_t v)374*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliUnalignedWrite64(void* p, uint64_t v) {
375*f4ee7fbaSAndroid Build Coastguard Worker   memcpy(p, &v, sizeof(uint64_t));
376*f4ee7fbaSAndroid Build Coastguard Worker }
377*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_GNUC_HAS_ATTRIBUTE(aligned, 2, 7, 0) */
378*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_64_BITS */
379*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_SANITIZED */
380*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_ALIGNED_READ */
381*f4ee7fbaSAndroid Build Coastguard Worker 
382*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_LITTLE_ENDIAN
383*f4ee7fbaSAndroid Build Coastguard Worker /* Straight endianness. Just read / write values. */
384*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNALIGNED_LOAD16LE BrotliUnalignedRead16
385*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNALIGNED_LOAD32LE BrotliUnalignedRead32
386*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNALIGNED_LOAD64LE BrotliUnalignedRead64
387*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNALIGNED_STORE64LE BrotliUnalignedWrite64
388*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_BIG_ENDIAN  /* BROTLI_LITTLE_ENDIAN */
389*f4ee7fbaSAndroid Build Coastguard Worker /* Explain compiler to byte-swap values. */
390*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BSWAP16_(V) ((uint16_t)( \
391*f4ee7fbaSAndroid Build Coastguard Worker   (((V) & 0xFFU) << 8) | \
392*f4ee7fbaSAndroid Build Coastguard Worker   (((V) >> 8) & 0xFFU)))
BROTLI_UNALIGNED_LOAD16LE(const void * p)393*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint16_t BROTLI_UNALIGNED_LOAD16LE(const void* p) {
394*f4ee7fbaSAndroid Build Coastguard Worker   uint16_t value = BrotliUnalignedRead16(p);
395*f4ee7fbaSAndroid Build Coastguard Worker   return BROTLI_BSWAP16_(value);
396*f4ee7fbaSAndroid Build Coastguard Worker }
397*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BSWAP32_(V) ( \
398*f4ee7fbaSAndroid Build Coastguard Worker   (((V) & 0xFFU) << 24) | (((V) & 0xFF00U) << 8) | \
399*f4ee7fbaSAndroid Build Coastguard Worker   (((V) >> 8) & 0xFF00U) | (((V) >> 24) & 0xFFU))
BROTLI_UNALIGNED_LOAD32LE(const void * p)400*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BROTLI_UNALIGNED_LOAD32LE(const void* p) {
401*f4ee7fbaSAndroid Build Coastguard Worker   uint32_t value = BrotliUnalignedRead32(p);
402*f4ee7fbaSAndroid Build Coastguard Worker   return BROTLI_BSWAP32_(value);
403*f4ee7fbaSAndroid Build Coastguard Worker }
404*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BSWAP64_(V) ( \
405*f4ee7fbaSAndroid Build Coastguard Worker   (((V) & 0xFFU) << 56) | (((V) & 0xFF00U) << 40) | \
406*f4ee7fbaSAndroid Build Coastguard Worker   (((V) & 0xFF0000U) << 24) | (((V) & 0xFF000000U) << 8) | \
407*f4ee7fbaSAndroid Build Coastguard Worker   (((V) >> 8) & 0xFF000000U) | (((V) >> 24) & 0xFF0000U) | \
408*f4ee7fbaSAndroid Build Coastguard Worker   (((V) >> 40) & 0xFF00U) | (((V) >> 56) & 0xFFU))
BROTLI_UNALIGNED_LOAD64LE(const void * p)409*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BROTLI_UNALIGNED_LOAD64LE(const void* p) {
410*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t value = BrotliUnalignedRead64(p);
411*f4ee7fbaSAndroid Build Coastguard Worker   return BROTLI_BSWAP64_(value);
412*f4ee7fbaSAndroid Build Coastguard Worker }
BROTLI_UNALIGNED_STORE64LE(void * p,uint64_t v)413*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BROTLI_UNALIGNED_STORE64LE(void* p, uint64_t v) {
414*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t value = BROTLI_BSWAP64_(v);
415*f4ee7fbaSAndroid Build Coastguard Worker   BrotliUnalignedWrite64(p, value);
416*f4ee7fbaSAndroid Build Coastguard Worker }
417*f4ee7fbaSAndroid Build Coastguard Worker #else  /* BROTLI_LITTLE_ENDIAN */
418*f4ee7fbaSAndroid Build Coastguard Worker /* Read / store values byte-wise; hopefully compiler will understand. */
BROTLI_UNALIGNED_LOAD16LE(const void * p)419*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint16_t BROTLI_UNALIGNED_LOAD16LE(const void* p) {
420*f4ee7fbaSAndroid Build Coastguard Worker   const uint8_t* in = (const uint8_t*)p;
421*f4ee7fbaSAndroid Build Coastguard Worker   return (uint16_t)(in[0] | (in[1] << 8));
422*f4ee7fbaSAndroid Build Coastguard Worker }
BROTLI_UNALIGNED_LOAD32LE(const void * p)423*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BROTLI_UNALIGNED_LOAD32LE(const void* p) {
424*f4ee7fbaSAndroid Build Coastguard Worker   const uint8_t* in = (const uint8_t*)p;
425*f4ee7fbaSAndroid Build Coastguard Worker   uint32_t value = (uint32_t)(in[0]);
426*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint32_t)(in[1]) << 8;
427*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint32_t)(in[2]) << 16;
428*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint32_t)(in[3]) << 24;
429*f4ee7fbaSAndroid Build Coastguard Worker   return value;
430*f4ee7fbaSAndroid Build Coastguard Worker }
BROTLI_UNALIGNED_LOAD64LE(const void * p)431*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint64_t BROTLI_UNALIGNED_LOAD64LE(const void* p) {
432*f4ee7fbaSAndroid Build Coastguard Worker   const uint8_t* in = (const uint8_t*)p;
433*f4ee7fbaSAndroid Build Coastguard Worker   uint64_t value = (uint64_t)(in[0]);
434*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[1]) << 8;
435*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[2]) << 16;
436*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[3]) << 24;
437*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[4]) << 32;
438*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[5]) << 40;
439*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[6]) << 48;
440*f4ee7fbaSAndroid Build Coastguard Worker   value |= (uint64_t)(in[7]) << 56;
441*f4ee7fbaSAndroid Build Coastguard Worker   return value;
442*f4ee7fbaSAndroid Build Coastguard Worker }
BROTLI_UNALIGNED_STORE64LE(void * p,uint64_t v)443*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BROTLI_UNALIGNED_STORE64LE(void* p, uint64_t v) {
444*f4ee7fbaSAndroid Build Coastguard Worker   uint8_t* out = (uint8_t*)p;
445*f4ee7fbaSAndroid Build Coastguard Worker   out[0] = (uint8_t)v;
446*f4ee7fbaSAndroid Build Coastguard Worker   out[1] = (uint8_t)(v >> 8);
447*f4ee7fbaSAndroid Build Coastguard Worker   out[2] = (uint8_t)(v >> 16);
448*f4ee7fbaSAndroid Build Coastguard Worker   out[3] = (uint8_t)(v >> 24);
449*f4ee7fbaSAndroid Build Coastguard Worker   out[4] = (uint8_t)(v >> 32);
450*f4ee7fbaSAndroid Build Coastguard Worker   out[5] = (uint8_t)(v >> 40);
451*f4ee7fbaSAndroid Build Coastguard Worker   out[6] = (uint8_t)(v >> 48);
452*f4ee7fbaSAndroid Build Coastguard Worker   out[7] = (uint8_t)(v >> 56);
453*f4ee7fbaSAndroid Build Coastguard Worker }
454*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_LITTLE_ENDIAN */
455*f4ee7fbaSAndroid Build Coastguard Worker 
456*f4ee7fbaSAndroid Build Coastguard Worker /* BROTLI_IS_CONSTANT macros returns true for compile-time constants. */
457*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_BUILTIN(__builtin_constant_p, 3, 0, 1) || \
458*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0)
459*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_IS_CONSTANT(x) (!!__builtin_constant_p(x))
460*f4ee7fbaSAndroid Build Coastguard Worker #else
461*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_IS_CONSTANT(x) (!!0)
462*f4ee7fbaSAndroid Build Coastguard Worker #endif
463*f4ee7fbaSAndroid Build Coastguard Worker 
464*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_TARGET_ARMV7) || defined(BROTLI_TARGET_ARMV8_ANY)
465*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_HAS_UBFX (!!1)
466*f4ee7fbaSAndroid Build Coastguard Worker #else
467*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_HAS_UBFX (!!0)
468*f4ee7fbaSAndroid Build Coastguard Worker #endif
469*f4ee7fbaSAndroid Build Coastguard Worker 
470*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_ENABLE_LOG)
471*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LOG(x) printf x
472*f4ee7fbaSAndroid Build Coastguard Worker #else
473*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_LOG(x)
474*f4ee7fbaSAndroid Build Coastguard Worker #endif
475*f4ee7fbaSAndroid Build Coastguard Worker 
476*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_DEBUG) || defined(BROTLI_ENABLE_LOG)
477*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_DCHECK(x) assert(x)
BrotliDump(const char * f,int l,const char * fn)478*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliDump(const char* f, int l, const char* fn) {
479*f4ee7fbaSAndroid Build Coastguard Worker   fprintf(stderr, "%s:%d (%s)\n", f, l, fn);
480*f4ee7fbaSAndroid Build Coastguard Worker   fflush(stderr);
481*f4ee7fbaSAndroid Build Coastguard Worker }
482*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_DUMP() BrotliDump(__FILE__, __LINE__, __FUNCTION__)
483*f4ee7fbaSAndroid Build Coastguard Worker #else
484*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_DCHECK(x)
485*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_DUMP() (void)(0)
486*f4ee7fbaSAndroid Build Coastguard Worker #endif
487*f4ee7fbaSAndroid Build Coastguard Worker 
488*f4ee7fbaSAndroid Build Coastguard Worker /* TODO: add appropriate icc/sunpro/arm/ibm/ti checks. */
489*f4ee7fbaSAndroid Build Coastguard Worker #if (BROTLI_GNUC_VERSION_CHECK(3, 0, 0) || defined(__llvm__)) && \
490*f4ee7fbaSAndroid Build Coastguard Worker     !defined(BROTLI_BUILD_NO_RBIT)
491*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_TARGET_ARMV7) || defined(BROTLI_TARGET_ARMV8_ANY)
492*f4ee7fbaSAndroid Build Coastguard Worker /* TODO: detect ARMv6T2 and enable this code for it. */
BrotliRBit(brotli_reg_t input)493*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE brotli_reg_t BrotliRBit(brotli_reg_t input) {
494*f4ee7fbaSAndroid Build Coastguard Worker   brotli_reg_t output;
495*f4ee7fbaSAndroid Build Coastguard Worker   __asm__("rbit %0, %1\n" : "=r"(output) : "r"(input));
496*f4ee7fbaSAndroid Build Coastguard Worker   return output;
497*f4ee7fbaSAndroid Build Coastguard Worker }
498*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_RBIT(x) BrotliRBit(x)
499*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* armv7 / armv8 */
500*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* gcc || clang */
501*f4ee7fbaSAndroid Build Coastguard Worker #if !defined(BROTLI_RBIT)
BrotliRBit(void)502*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE void BrotliRBit(void) { /* Should break build if used. */ }
503*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_RBIT */
504*f4ee7fbaSAndroid Build Coastguard Worker 
505*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_REPEAT(N, X) {     \
506*f4ee7fbaSAndroid Build Coastguard Worker   if ((N & 1) != 0) {X;}          \
507*f4ee7fbaSAndroid Build Coastguard Worker   if ((N & 2) != 0) {X; X;}       \
508*f4ee7fbaSAndroid Build Coastguard Worker   if ((N & 4) != 0) {X; X; X; X;} \
509*f4ee7fbaSAndroid Build Coastguard Worker }
510*f4ee7fbaSAndroid Build Coastguard Worker 
511*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_UNUSED(X) (void)(X)
512*f4ee7fbaSAndroid Build Coastguard Worker 
513*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MIN_MAX(T)                                                      \
514*f4ee7fbaSAndroid Build Coastguard Worker   static BROTLI_INLINE T brotli_min_ ## T (T a, T b) { return a < b ? a : b; } \
515*f4ee7fbaSAndroid Build Coastguard Worker   static BROTLI_INLINE T brotli_max_ ## T (T a, T b) { return a > b ? a : b; }
516*f4ee7fbaSAndroid Build Coastguard Worker BROTLI_MIN_MAX(double) BROTLI_MIN_MAX(float) BROTLI_MIN_MAX(int)
517*f4ee7fbaSAndroid Build Coastguard Worker BROTLI_MIN_MAX(size_t) BROTLI_MIN_MAX(uint32_t) BROTLI_MIN_MAX(uint8_t)
518*f4ee7fbaSAndroid Build Coastguard Worker #undef BROTLI_MIN_MAX
519*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MIN(T, A, B) (brotli_min_ ## T((A), (B)))
520*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_MAX(T, A, B) (brotli_max_ ## T((A), (B)))
521*f4ee7fbaSAndroid Build Coastguard Worker 
522*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_SWAP(T, A, I, J) { \
523*f4ee7fbaSAndroid Build Coastguard Worker   T __brotli_swap_tmp = (A)[(I)]; \
524*f4ee7fbaSAndroid Build Coastguard Worker   (A)[(I)] = (A)[(J)];            \
525*f4ee7fbaSAndroid Build Coastguard Worker   (A)[(J)] = __brotli_swap_tmp;   \
526*f4ee7fbaSAndroid Build Coastguard Worker }
527*f4ee7fbaSAndroid Build Coastguard Worker 
528*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_64_BITS
529*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_BUILTIN(__builtin_ctzll, 3, 4, 0) || \
530*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0)
531*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TZCNT64 __builtin_ctzll
532*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_MSVC_VERSION_CHECK(12, 0, 0)
533*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_TARGET_X64)
534*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TZCNT64 _tzcnt_u64
535*f4ee7fbaSAndroid Build Coastguard Worker #else /* BROTLI_TARGET_X64 */
536*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BrotliBsf64Msvc(uint64_t x) {
537*f4ee7fbaSAndroid Build Coastguard Worker   uint32_t lsb;
538*f4ee7fbaSAndroid Build Coastguard Worker   _BitScanForward64(&lsb, x);
539*f4ee7fbaSAndroid Build Coastguard Worker   return lsb;
540*f4ee7fbaSAndroid Build Coastguard Worker }
541*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_TZCNT64 BrotliBsf64Msvc
542*f4ee7fbaSAndroid Build Coastguard Worker #endif /* BROTLI_TARGET_X64 */
543*f4ee7fbaSAndroid Build Coastguard Worker #endif /* __builtin_ctzll */
544*f4ee7fbaSAndroid Build Coastguard Worker #endif /* BROTLI_64_BITS */
545*f4ee7fbaSAndroid Build Coastguard Worker 
546*f4ee7fbaSAndroid Build Coastguard Worker #if BROTLI_GNUC_HAS_BUILTIN(__builtin_clz, 3, 4, 0) || \
547*f4ee7fbaSAndroid Build Coastguard Worker     BROTLI_INTEL_VERSION_CHECK(16, 0, 0)
548*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BSR32(x) (31u ^ (uint32_t)__builtin_clz(x))
549*f4ee7fbaSAndroid Build Coastguard Worker #elif BROTLI_MSVC_VERSION_CHECK(12, 0, 0)
550*f4ee7fbaSAndroid Build Coastguard Worker static BROTLI_INLINE uint32_t BrotliBsr32Msvc(uint32_t x) {
551*f4ee7fbaSAndroid Build Coastguard Worker   unsigned long msb;
552*f4ee7fbaSAndroid Build Coastguard Worker   _BitScanReverse(&msb, x);
553*f4ee7fbaSAndroid Build Coastguard Worker   return (uint32_t)msb;
554*f4ee7fbaSAndroid Build Coastguard Worker }
555*f4ee7fbaSAndroid Build Coastguard Worker #define BROTLI_BSR32 BrotliBsr32Msvc
556*f4ee7fbaSAndroid Build Coastguard Worker #endif /* __builtin_clz */
557*f4ee7fbaSAndroid Build Coastguard Worker 
558*f4ee7fbaSAndroid Build Coastguard Worker /* Default brotli_alloc_func */
559*f4ee7fbaSAndroid Build Coastguard Worker BROTLI_COMMON_API void* BrotliDefaultAllocFunc(void* opaque, size_t size);
560*f4ee7fbaSAndroid Build Coastguard Worker 
561*f4ee7fbaSAndroid Build Coastguard Worker /* Default brotli_free_func */
562*f4ee7fbaSAndroid Build Coastguard Worker BROTLI_COMMON_API void BrotliDefaultFreeFunc(void* opaque, void* address);
563*f4ee7fbaSAndroid Build Coastguard Worker 
BrotliSuppressUnusedFunctions(void)564*f4ee7fbaSAndroid Build Coastguard Worker BROTLI_UNUSED_FUNCTION void BrotliSuppressUnusedFunctions(void) {
565*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliSuppressUnusedFunctions);
566*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliUnalignedRead16);
567*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliUnalignedRead32);
568*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliUnalignedRead64);
569*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliUnalignedWrite64);
570*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BROTLI_UNALIGNED_LOAD16LE);
571*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BROTLI_UNALIGNED_LOAD32LE);
572*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BROTLI_UNALIGNED_LOAD64LE);
573*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BROTLI_UNALIGNED_STORE64LE);
574*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliRBit);
575*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_double);
576*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_double);
577*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_float);
578*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_float);
579*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_int);
580*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_int);
581*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_size_t);
582*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_size_t);
583*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_uint32_t);
584*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_uint32_t);
585*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_min_uint8_t);
586*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&brotli_max_uint8_t);
587*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliDefaultAllocFunc);
588*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliDefaultFreeFunc);
589*f4ee7fbaSAndroid Build Coastguard Worker #if defined(BROTLI_DEBUG) || defined(BROTLI_ENABLE_LOG)
590*f4ee7fbaSAndroid Build Coastguard Worker   BROTLI_UNUSED(&BrotliDump);
591*f4ee7fbaSAndroid Build Coastguard Worker #endif
592*f4ee7fbaSAndroid Build Coastguard Worker }
593*f4ee7fbaSAndroid Build Coastguard Worker 
594*f4ee7fbaSAndroid Build Coastguard Worker #endif  /* BROTLI_COMMON_PLATFORM_H_ */
595