xref: /aosp_15_r20/external/AFLplusplus/include/xxhash.h (revision 08b48e0b10e97b33e7b60c5b6e2243bd915777f2)
1*08b48e0bSAndroid Build Coastguard Worker /*
2*08b48e0bSAndroid Build Coastguard Worker  * xxHash - Extremely Fast Hash algorithm
3*08b48e0bSAndroid Build Coastguard Worker  * Header File
4*08b48e0bSAndroid Build Coastguard Worker  * Copyright (C) 2012-2024 Yann Collet
5*08b48e0bSAndroid Build Coastguard Worker  *
6*08b48e0bSAndroid Build Coastguard Worker  * BSD 2-Clause License (https://www.opensource.org/licenses/bsd-license.php)
7*08b48e0bSAndroid Build Coastguard Worker  *
8*08b48e0bSAndroid Build Coastguard Worker  * Redistribution and use in source and binary forms, with or without
9*08b48e0bSAndroid Build Coastguard Worker  * modification, are permitted provided that the following conditions are
10*08b48e0bSAndroid Build Coastguard Worker  * met:
11*08b48e0bSAndroid Build Coastguard Worker  *
12*08b48e0bSAndroid Build Coastguard Worker  *    * Redistributions of source code must retain the above copyright
13*08b48e0bSAndroid Build Coastguard Worker  *      notice, this list of conditions and the following disclaimer.
14*08b48e0bSAndroid Build Coastguard Worker  *    * Redistributions in binary form must reproduce the above
15*08b48e0bSAndroid Build Coastguard Worker  *      copyright notice, this list of conditions and the following disclaimer
16*08b48e0bSAndroid Build Coastguard Worker  *      in the documentation and/or other materials provided with the
17*08b48e0bSAndroid Build Coastguard Worker  *      distribution.
18*08b48e0bSAndroid Build Coastguard Worker  *
19*08b48e0bSAndroid Build Coastguard Worker  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20*08b48e0bSAndroid Build Coastguard Worker  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21*08b48e0bSAndroid Build Coastguard Worker  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22*08b48e0bSAndroid Build Coastguard Worker  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23*08b48e0bSAndroid Build Coastguard Worker  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24*08b48e0bSAndroid Build Coastguard Worker  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25*08b48e0bSAndroid Build Coastguard Worker  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26*08b48e0bSAndroid Build Coastguard Worker  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27*08b48e0bSAndroid Build Coastguard Worker  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28*08b48e0bSAndroid Build Coastguard Worker  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29*08b48e0bSAndroid Build Coastguard Worker  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30*08b48e0bSAndroid Build Coastguard Worker  *
31*08b48e0bSAndroid Build Coastguard Worker  * You can contact the author at:
32*08b48e0bSAndroid Build Coastguard Worker  *   - xxHash homepage: https://www.xxhash.com
33*08b48e0bSAndroid Build Coastguard Worker  *   - xxHash source repository: https://github.com/Cyan4973/xxHash
34*08b48e0bSAndroid Build Coastguard Worker  */
35*08b48e0bSAndroid Build Coastguard Worker /*!
36*08b48e0bSAndroid Build Coastguard Worker  * @mainpage xxHash
37*08b48e0bSAndroid Build Coastguard Worker  *
38*08b48e0bSAndroid Build Coastguard Worker  * @file xxhash.h
39*08b48e0bSAndroid Build Coastguard Worker  * xxHash prototypes and implementation
40*08b48e0bSAndroid Build Coastguard Worker  */
41*08b48e0bSAndroid Build Coastguard Worker /* TODO: update */
42*08b48e0bSAndroid Build Coastguard Worker /* Notice extracted from xxHash homepage:
43*08b48e0bSAndroid Build Coastguard Worker 
44*08b48e0bSAndroid Build Coastguard Worker xxHash is an extremely fast hash algorithm, running at RAM speed limits.
45*08b48e0bSAndroid Build Coastguard Worker It also successfully passes all tests from the SMHasher suite.
46*08b48e0bSAndroid Build Coastguard Worker 
47*08b48e0bSAndroid Build Coastguard Worker Comparison (single thread, Windows Seven 32 bits, using SMHasher on a Core 2 Duo
48*08b48e0bSAndroid Build Coastguard Worker @3GHz)
49*08b48e0bSAndroid Build Coastguard Worker 
50*08b48e0bSAndroid Build Coastguard Worker Name            Speed       Q.Score   Author
51*08b48e0bSAndroid Build Coastguard Worker xxHash          5.4 GB/s     10
52*08b48e0bSAndroid Build Coastguard Worker CrapWow         3.2 GB/s      2       Andrew
53*08b48e0bSAndroid Build Coastguard Worker MurmurHash 3a   2.7 GB/s     10       Austin Appleby
54*08b48e0bSAndroid Build Coastguard Worker SpookyHash      2.0 GB/s     10       Bob Jenkins
55*08b48e0bSAndroid Build Coastguard Worker SBox            1.4 GB/s      9       Bret Mulvey
56*08b48e0bSAndroid Build Coastguard Worker Lookup3         1.2 GB/s      9       Bob Jenkins
57*08b48e0bSAndroid Build Coastguard Worker SuperFastHash   1.2 GB/s      1       Paul Hsieh
58*08b48e0bSAndroid Build Coastguard Worker CityHash64      1.05 GB/s    10       Pike & Alakuijala
59*08b48e0bSAndroid Build Coastguard Worker FNV             0.55 GB/s     5       Fowler, Noll, Vo
60*08b48e0bSAndroid Build Coastguard Worker CRC32           0.43 GB/s     9
61*08b48e0bSAndroid Build Coastguard Worker MD5-32          0.33 GB/s    10       Ronald L. Rivest
62*08b48e0bSAndroid Build Coastguard Worker SHA1-32         0.28 GB/s    10
63*08b48e0bSAndroid Build Coastguard Worker 
64*08b48e0bSAndroid Build Coastguard Worker Q.Score is a measure of quality of the hash function.
65*08b48e0bSAndroid Build Coastguard Worker It depends on successfully passing SMHasher test set.
66*08b48e0bSAndroid Build Coastguard Worker 10 is a perfect score.
67*08b48e0bSAndroid Build Coastguard Worker 
68*08b48e0bSAndroid Build Coastguard Worker Note: SMHasher's CRC32 implementation is not the fastest one.
69*08b48e0bSAndroid Build Coastguard Worker Other speed-oriented implementations can be faster,
70*08b48e0bSAndroid Build Coastguard Worker especially in combination with PCLMUL instruction:
71*08b48e0bSAndroid Build Coastguard Worker https://fastcompression.blogspot.com/2019/03/presenting-xxh3.html?showComment=1552696407071#c3490092340461170735
72*08b48e0bSAndroid Build Coastguard Worker 
73*08b48e0bSAndroid Build Coastguard Worker A 64-bit version, named XXH64, is available since r35.
74*08b48e0bSAndroid Build Coastguard Worker It offers much better speed, but for 64-bit applications only.
75*08b48e0bSAndroid Build Coastguard Worker Name     Speed on 64 bits    Speed on 32 bits
76*08b48e0bSAndroid Build Coastguard Worker XXH64       13.8 GB/s            1.9 GB/s
77*08b48e0bSAndroid Build Coastguard Worker XXH32        6.8 GB/s            6.0 GB/s
78*08b48e0bSAndroid Build Coastguard Worker */
79*08b48e0bSAndroid Build Coastguard Worker 
80*08b48e0bSAndroid Build Coastguard Worker #if defined(__cplusplus)
81*08b48e0bSAndroid Build Coastguard Worker extern "C" {
82*08b48e0bSAndroid Build Coastguard Worker 
83*08b48e0bSAndroid Build Coastguard Worker #endif
84*08b48e0bSAndroid Build Coastguard Worker 
85*08b48e0bSAndroid Build Coastguard Worker /* ****************************
86*08b48e0bSAndroid Build Coastguard Worker  *  INLINE mode
87*08b48e0bSAndroid Build Coastguard Worker  ******************************/
88*08b48e0bSAndroid Build Coastguard Worker /*!
89*08b48e0bSAndroid Build Coastguard Worker  * XXH_INLINE_ALL (and XXH_PRIVATE_API)
90*08b48e0bSAndroid Build Coastguard Worker  * Use these build macros to inline xxhash into the target unit.
91*08b48e0bSAndroid Build Coastguard Worker  * Inlining improves performance on small inputs, especially when the length is
92*08b48e0bSAndroid Build Coastguard Worker  * expressed as a compile-time constant:
93*08b48e0bSAndroid Build Coastguard Worker  *
94*08b48e0bSAndroid Build Coastguard Worker  *      https://fastcompression.blogspot.com/2018/03/xxhash-for-small-keys-impressive-power.html
95*08b48e0bSAndroid Build Coastguard Worker  *
96*08b48e0bSAndroid Build Coastguard Worker  * It also keeps xxHash symbols private to the unit, so they are not exported.
97*08b48e0bSAndroid Build Coastguard Worker  *
98*08b48e0bSAndroid Build Coastguard Worker  * Usage:
99*08b48e0bSAndroid Build Coastguard Worker  *     #define XXH_INLINE_ALL
100*08b48e0bSAndroid Build Coastguard Worker  *     #include "xxhash.h"
101*08b48e0bSAndroid Build Coastguard Worker  *
102*08b48e0bSAndroid Build Coastguard Worker  * Do not compile and link xxhash.o as a separate object, as it is not useful.
103*08b48e0bSAndroid Build Coastguard Worker  */
104*08b48e0bSAndroid Build Coastguard Worker #if (defined(XXH_INLINE_ALL) || defined(XXH_PRIVATE_API)) && \
105*08b48e0bSAndroid Build Coastguard Worker     !defined(XXH_INLINE_ALL_31684351384)
106*08b48e0bSAndroid Build Coastguard Worker /* this section should be traversed only once */
107*08b48e0bSAndroid Build Coastguard Worker   #define XXH_INLINE_ALL_31684351384
108*08b48e0bSAndroid Build Coastguard Worker /* give access to the advanced API, required to compile implementations */
109*08b48e0bSAndroid Build Coastguard Worker   #undef XXH_STATIC_LINKING_ONLY                       /* avoid macro redef */
110*08b48e0bSAndroid Build Coastguard Worker   #define XXH_STATIC_LINKING_ONLY
111*08b48e0bSAndroid Build Coastguard Worker /* make all functions private */
112*08b48e0bSAndroid Build Coastguard Worker   #undef XXH_PUBLIC_API
113*08b48e0bSAndroid Build Coastguard Worker   #if defined(__GNUC__)
114*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PUBLIC_API static __inline __attribute__((unused))
115*08b48e0bSAndroid Build Coastguard Worker   #elif defined(__cplusplus) || \
116*08b48e0bSAndroid Build Coastguard Worker       (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
117*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PUBLIC_API static inline
118*08b48e0bSAndroid Build Coastguard Worker   #elif defined(_MSC_VER)
119*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PUBLIC_API static __inline
120*08b48e0bSAndroid Build Coastguard Worker   #else
121*08b48e0bSAndroid Build Coastguard Worker   /* note: this version may generate warnings for unused static functions */
122*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PUBLIC_API static
123*08b48e0bSAndroid Build Coastguard Worker   #endif
124*08b48e0bSAndroid Build Coastguard Worker 
125*08b48e0bSAndroid Build Coastguard Worker /*
126*08b48e0bSAndroid Build Coastguard Worker  * This part deals with the special case where a unit wants to inline xxHash,
127*08b48e0bSAndroid Build Coastguard Worker  * but "xxhash.h" has previously been included without XXH_INLINE_ALL,
128*08b48e0bSAndroid Build Coastguard Worker  * such as part of some previously included *.h header file.
129*08b48e0bSAndroid Build Coastguard Worker  * Without further action, the new include would just be ignored,
130*08b48e0bSAndroid Build Coastguard Worker  * and functions would effectively _not_ be inlined (silent failure).
131*08b48e0bSAndroid Build Coastguard Worker  * The following macros solve this situation by prefixing all inlined names,
132*08b48e0bSAndroid Build Coastguard Worker  * avoiding naming collision with previous inclusions.
133*08b48e0bSAndroid Build Coastguard Worker  */
134*08b48e0bSAndroid Build Coastguard Worker /* Before that, we unconditionally #undef all symbols,
135*08b48e0bSAndroid Build Coastguard Worker  * in case they were already defined with XXH_NAMESPACE.
136*08b48e0bSAndroid Build Coastguard Worker  * They will then be redefined for XXH_INLINE_ALL
137*08b48e0bSAndroid Build Coastguard Worker  */
138*08b48e0bSAndroid Build Coastguard Worker   #undef XXH_versionNumber
139*08b48e0bSAndroid Build Coastguard Worker /* XXH32 */
140*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32
141*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_createState
142*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_freeState
143*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_reset
144*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_update
145*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_digest
146*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_copyState
147*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_canonicalFromHash
148*08b48e0bSAndroid Build Coastguard Worker   #undef XXH32_hashFromCanonical
149*08b48e0bSAndroid Build Coastguard Worker /* XXH64 */
150*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64
151*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_createState
152*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_freeState
153*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_reset
154*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_update
155*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_digest
156*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_copyState
157*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_canonicalFromHash
158*08b48e0bSAndroid Build Coastguard Worker   #undef XXH64_hashFromCanonical
159*08b48e0bSAndroid Build Coastguard Worker /* XXH3_64bits */
160*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits
161*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_withSecret
162*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_withSeed
163*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_createState
164*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_freeState
165*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_copyState
166*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_reset
167*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_reset_withSeed
168*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_reset_withSecret
169*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_update
170*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_64bits_digest
171*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_generateSecret
172*08b48e0bSAndroid Build Coastguard Worker /* XXH3_128bits */
173*08b48e0bSAndroid Build Coastguard Worker   #undef XXH128
174*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits
175*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_withSeed
176*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_withSecret
177*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_reset
178*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_reset_withSeed
179*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_reset_withSecret
180*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_update
181*08b48e0bSAndroid Build Coastguard Worker   #undef XXH3_128bits_digest
182*08b48e0bSAndroid Build Coastguard Worker   #undef XXH128_isEqual
183*08b48e0bSAndroid Build Coastguard Worker   #undef XXH128_cmp
184*08b48e0bSAndroid Build Coastguard Worker   #undef XXH128_canonicalFromHash
185*08b48e0bSAndroid Build Coastguard Worker   #undef XXH128_hashFromCanonical
186*08b48e0bSAndroid Build Coastguard Worker /* Finally, free the namespace itself */
187*08b48e0bSAndroid Build Coastguard Worker   #undef XXH_NAMESPACE
188*08b48e0bSAndroid Build Coastguard Worker 
189*08b48e0bSAndroid Build Coastguard Worker /* employ the namespace for XXH_INLINE_ALL */
190*08b48e0bSAndroid Build Coastguard Worker   #define XXH_NAMESPACE XXH_INLINE_
191*08b48e0bSAndroid Build Coastguard Worker /*
192*08b48e0bSAndroid Build Coastguard Worker  * Some identifiers (enums, type names) are not symbols,
193*08b48e0bSAndroid Build Coastguard Worker  * but they must nonetheless be renamed to avoid redeclaration.
194*08b48e0bSAndroid Build Coastguard Worker  * Alternative solution: do not redeclare them.
195*08b48e0bSAndroid Build Coastguard Worker  * However, this requires some #ifdefs, and has a more dispersed impact.
196*08b48e0bSAndroid Build Coastguard Worker  * Meanwhile, renaming can be achieved in a single place.
197*08b48e0bSAndroid Build Coastguard Worker  */
198*08b48e0bSAndroid Build Coastguard Worker   #define XXH_IPREF(Id) XXH_NAMESPACE##Id
199*08b48e0bSAndroid Build Coastguard Worker   #define XXH_OK XXH_IPREF(XXH_OK)
200*08b48e0bSAndroid Build Coastguard Worker   #define XXH_ERROR XXH_IPREF(XXH_ERROR)
201*08b48e0bSAndroid Build Coastguard Worker   #define XXH_errorcode XXH_IPREF(XXH_errorcode)
202*08b48e0bSAndroid Build Coastguard Worker   #define XXH32_canonical_t XXH_IPREF(XXH32_canonical_t)
203*08b48e0bSAndroid Build Coastguard Worker   #define XXH64_canonical_t XXH_IPREF(XXH64_canonical_t)
204*08b48e0bSAndroid Build Coastguard Worker   #define XXH128_canonical_t XXH_IPREF(XXH128_canonical_t)
205*08b48e0bSAndroid Build Coastguard Worker   #define XXH32_state_s XXH_IPREF(XXH32_state_s)
206*08b48e0bSAndroid Build Coastguard Worker   #define XXH32_state_t XXH_IPREF(XXH32_state_t)
207*08b48e0bSAndroid Build Coastguard Worker   #define XXH64_state_s XXH_IPREF(XXH64_state_s)
208*08b48e0bSAndroid Build Coastguard Worker   #define XXH64_state_t XXH_IPREF(XXH64_state_t)
209*08b48e0bSAndroid Build Coastguard Worker   #define XXH3_state_s XXH_IPREF(XXH3_state_s)
210*08b48e0bSAndroid Build Coastguard Worker   #define XXH3_state_t XXH_IPREF(XXH3_state_t)
211*08b48e0bSAndroid Build Coastguard Worker   #define XXH128_hash_t XXH_IPREF(XXH128_hash_t)
212*08b48e0bSAndroid Build Coastguard Worker /* Ensure the header is parsed again, even if it was previously included */
213*08b48e0bSAndroid Build Coastguard Worker   #undef XXHASH_H_5627135585666179
214*08b48e0bSAndroid Build Coastguard Worker   #undef XXHASH_H_STATIC_13879238742
215*08b48e0bSAndroid Build Coastguard Worker #endif                                 /* XXH_INLINE_ALL || XXH_PRIVATE_API */
216*08b48e0bSAndroid Build Coastguard Worker 
217*08b48e0bSAndroid Build Coastguard Worker /* ****************************************************************
218*08b48e0bSAndroid Build Coastguard Worker  *  Stable API
219*08b48e0bSAndroid Build Coastguard Worker  *****************************************************************/
220*08b48e0bSAndroid Build Coastguard Worker #ifndef XXHASH_H_5627135585666179
221*08b48e0bSAndroid Build Coastguard Worker   #define XXHASH_H_5627135585666179 1
222*08b48e0bSAndroid Build Coastguard Worker 
223*08b48e0bSAndroid Build Coastguard Worker   /*!
224*08b48e0bSAndroid Build Coastguard Worker    * @defgroup public Public API
225*08b48e0bSAndroid Build Coastguard Worker    * Contains details on the public xxHash functions.
226*08b48e0bSAndroid Build Coastguard Worker    * @{
227*08b48e0bSAndroid Build Coastguard Worker 
228*08b48e0bSAndroid Build Coastguard Worker    */
229*08b48e0bSAndroid Build Coastguard Worker   /* specific declaration modes for Windows */
230*08b48e0bSAndroid Build Coastguard Worker   #if !defined(XXH_INLINE_ALL) && !defined(XXH_PRIVATE_API)
231*08b48e0bSAndroid Build Coastguard Worker     #if defined(WIN32) && defined(_MSC_VER) && \
232*08b48e0bSAndroid Build Coastguard Worker         (defined(XXH_IMPORT) || defined(XXH_EXPORT))
233*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_EXPORT
234*08b48e0bSAndroid Build Coastguard Worker         #define XXH_PUBLIC_API __declspec(dllexport)
235*08b48e0bSAndroid Build Coastguard Worker       #elif XXH_IMPORT
236*08b48e0bSAndroid Build Coastguard Worker         #define XXH_PUBLIC_API __declspec(dllimport)
237*08b48e0bSAndroid Build Coastguard Worker       #endif
238*08b48e0bSAndroid Build Coastguard Worker     #else
239*08b48e0bSAndroid Build Coastguard Worker       #define XXH_PUBLIC_API                                  /* do nothing */
240*08b48e0bSAndroid Build Coastguard Worker     #endif
241*08b48e0bSAndroid Build Coastguard Worker   #endif
242*08b48e0bSAndroid Build Coastguard Worker 
243*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_DOXYGEN
244*08b48e0bSAndroid Build Coastguard Worker     /*!
245*08b48e0bSAndroid Build Coastguard Worker      * @brief Emulate a namespace by transparently prefixing all symbols.
246*08b48e0bSAndroid Build Coastguard Worker      *
247*08b48e0bSAndroid Build Coastguard Worker      * If you want to include _and expose_ xxHash functions from within your own
248*08b48e0bSAndroid Build Coastguard Worker      * library, but also want to avoid symbol collisions with other libraries
249*08b48e0bSAndroid Build Coastguard Worker      * which may also include xxHash, you can use XXH_NAMESPACE to automatically
250*08b48e0bSAndroid Build Coastguard Worker      * prefix any public symbol from xxhash library with the value of
251*08b48e0bSAndroid Build Coastguard Worker      * XXH_NAMESPACE (therefore, avoid empty or numeric values).
252*08b48e0bSAndroid Build Coastguard Worker      *
253*08b48e0bSAndroid Build Coastguard Worker      * Note that no change is required within the calling program as long as it
254*08b48e0bSAndroid Build Coastguard Worker      * includes `xxhash.h`: Regular symbol names will be automatically
255*08b48e0bSAndroid Build Coastguard Worker      * translated by this header.
256*08b48e0bSAndroid Build Coastguard Worker      */
257*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NAMESPACE                                 /* YOUR NAME HERE */
258*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_NAMESPACE
259*08b48e0bSAndroid Build Coastguard Worker   #endif
260*08b48e0bSAndroid Build Coastguard Worker 
261*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_NAMESPACE
262*08b48e0bSAndroid Build Coastguard Worker     #define XXH_CAT(A, B) A##B
263*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NAME2(A, B) XXH_CAT(A, B)
264*08b48e0bSAndroid Build Coastguard Worker     #define XXH_versionNumber XXH_NAME2(XXH_NAMESPACE, XXH_versionNumber)
265*08b48e0bSAndroid Build Coastguard Worker     /* XXH32 */
266*08b48e0bSAndroid Build Coastguard Worker     #define XXH32 XXH_NAME2(XXH_NAMESPACE, XXH32)
267*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_createState XXH_NAME2(XXH_NAMESPACE, XXH32_createState)
268*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_freeState XXH_NAME2(XXH_NAMESPACE, XXH32_freeState)
269*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_reset XXH_NAME2(XXH_NAMESPACE, XXH32_reset)
270*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_update XXH_NAME2(XXH_NAMESPACE, XXH32_update)
271*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_digest XXH_NAME2(XXH_NAMESPACE, XXH32_digest)
272*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_copyState XXH_NAME2(XXH_NAMESPACE, XXH32_copyState)
273*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_canonicalFromHash \
274*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH32_canonicalFromHash)
275*08b48e0bSAndroid Build Coastguard Worker     #define XXH32_hashFromCanonical \
276*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH32_hashFromCanonical)
277*08b48e0bSAndroid Build Coastguard Worker     /* XXH64 */
278*08b48e0bSAndroid Build Coastguard Worker     #define XXH64 XXH_NAME2(XXH_NAMESPACE, XXH64)
279*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_createState XXH_NAME2(XXH_NAMESPACE, XXH64_createState)
280*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_freeState XXH_NAME2(XXH_NAMESPACE, XXH64_freeState)
281*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_reset XXH_NAME2(XXH_NAMESPACE, XXH64_reset)
282*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_update XXH_NAME2(XXH_NAMESPACE, XXH64_update)
283*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_digest XXH_NAME2(XXH_NAMESPACE, XXH64_digest)
284*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_copyState XXH_NAME2(XXH_NAMESPACE, XXH64_copyState)
285*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_canonicalFromHash \
286*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH64_canonicalFromHash)
287*08b48e0bSAndroid Build Coastguard Worker     #define XXH64_hashFromCanonical \
288*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH64_hashFromCanonical)
289*08b48e0bSAndroid Build Coastguard Worker     /* XXH3_64bits */
290*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits XXH_NAME2(XXH_NAMESPACE, XXH3_64bits)
291*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_withSecret \
292*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_withSecret)
293*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_withSeed XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_withSeed)
294*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_createState XXH_NAME2(XXH_NAMESPACE, XXH3_createState)
295*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_freeState XXH_NAME2(XXH_NAMESPACE, XXH3_freeState)
296*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_copyState XXH_NAME2(XXH_NAMESPACE, XXH3_copyState)
297*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_reset XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_reset)
298*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_reset_withSeed \
299*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_reset_withSeed)
300*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_reset_withSecret \
301*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_reset_withSecret)
302*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_update XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_update)
303*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_64bits_digest XXH_NAME2(XXH_NAMESPACE, XXH3_64bits_digest)
304*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_generateSecret XXH_NAME2(XXH_NAMESPACE, XXH3_generateSecret)
305*08b48e0bSAndroid Build Coastguard Worker     /* XXH3_128bits */
306*08b48e0bSAndroid Build Coastguard Worker     #define XXH128 XXH_NAME2(XXH_NAMESPACE, XXH128)
307*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits XXH_NAME2(XXH_NAMESPACE, XXH3_128bits)
308*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_withSeed \
309*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_withSeed)
310*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_withSecret \
311*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_withSecret)
312*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_reset XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_reset)
313*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_reset_withSeed \
314*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_reset_withSeed)
315*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_reset_withSecret \
316*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_reset_withSecret)
317*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_update XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_update)
318*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_128bits_digest XXH_NAME2(XXH_NAMESPACE, XXH3_128bits_digest)
319*08b48e0bSAndroid Build Coastguard Worker     #define XXH128_isEqual XXH_NAME2(XXH_NAMESPACE, XXH128_isEqual)
320*08b48e0bSAndroid Build Coastguard Worker     #define XXH128_cmp XXH_NAME2(XXH_NAMESPACE, XXH128_cmp)
321*08b48e0bSAndroid Build Coastguard Worker     #define XXH128_canonicalFromHash \
322*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH128_canonicalFromHash)
323*08b48e0bSAndroid Build Coastguard Worker     #define XXH128_hashFromCanonical \
324*08b48e0bSAndroid Build Coastguard Worker       XXH_NAME2(XXH_NAMESPACE, XXH128_hashFromCanonical)
325*08b48e0bSAndroid Build Coastguard Worker   #endif
326*08b48e0bSAndroid Build Coastguard Worker 
327*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
328*08b48e0bSAndroid Build Coastguard Worker    *  Version
329*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
330*08b48e0bSAndroid Build Coastguard Worker   #define XXH_VERSION_MAJOR 0
331*08b48e0bSAndroid Build Coastguard Worker   #define XXH_VERSION_MINOR 8
332*08b48e0bSAndroid Build Coastguard Worker   #define XXH_VERSION_RELEASE 1
333*08b48e0bSAndroid Build Coastguard Worker   #define XXH_VERSION_NUMBER                                   \
334*08b48e0bSAndroid Build Coastguard Worker     (XXH_VERSION_MAJOR * 100 * 100 + XXH_VERSION_MINOR * 100 + \
335*08b48e0bSAndroid Build Coastguard Worker      XXH_VERSION_RELEASE)
336*08b48e0bSAndroid Build Coastguard Worker 
337*08b48e0bSAndroid Build Coastguard Worker /*!
338*08b48e0bSAndroid Build Coastguard Worker  * @brief Obtains the xxHash version.
339*08b48e0bSAndroid Build Coastguard Worker  *
340*08b48e0bSAndroid Build Coastguard Worker  * This is only useful when xxHash is compiled as a shared library, as it is
341*08b48e0bSAndroid Build Coastguard Worker  * independent of the version defined in the header.
342*08b48e0bSAndroid Build Coastguard Worker  *
343*08b48e0bSAndroid Build Coastguard Worker  * @return `XXH_VERSION_NUMBER` as of when the libray was compiled.
344*08b48e0bSAndroid Build Coastguard Worker  */
345*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API unsigned XXH_versionNumber(void);
346*08b48e0bSAndroid Build Coastguard Worker 
347*08b48e0bSAndroid Build Coastguard Worker   /* ****************************
348*08b48e0bSAndroid Build Coastguard Worker    *  Definitions
349*08b48e0bSAndroid Build Coastguard Worker    ******************************/
350*08b48e0bSAndroid Build Coastguard Worker   #include <stddef.h>                                             /* size_t */
351*08b48e0bSAndroid Build Coastguard Worker typedef enum { XXH_OK = 0, XXH_ERROR } XXH_errorcode;
352*08b48e0bSAndroid Build Coastguard Worker 
353*08b48e0bSAndroid Build Coastguard Worker   /*-**********************************************************************
354*08b48e0bSAndroid Build Coastguard Worker    *  32-bit hash
355*08b48e0bSAndroid Build Coastguard Worker    ************************************************************************/
356*08b48e0bSAndroid Build Coastguard Worker   #if defined(XXH_DOXYGEN)                 /* Don't show <stdint.h> include */
357*08b48e0bSAndroid Build Coastguard Worker /*!
358*08b48e0bSAndroid Build Coastguard Worker  * @brief An unsigned 32-bit integer.
359*08b48e0bSAndroid Build Coastguard Worker  *
360*08b48e0bSAndroid Build Coastguard Worker  * Not necessarily defined to `uint32_t` but functionally equivalent.
361*08b48e0bSAndroid Build Coastguard Worker  */
362*08b48e0bSAndroid Build Coastguard Worker typedef uint32_t XXH32_hash_t;
363*08b48e0bSAndroid Build Coastguard Worker 
364*08b48e0bSAndroid Build Coastguard Worker   #elif !defined(__VMS) &&     \
365*08b48e0bSAndroid Build Coastguard Worker       (defined(__cplusplus) || \
366*08b48e0bSAndroid Build Coastguard Worker        (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */))
367*08b48e0bSAndroid Build Coastguard Worker     #include <stdint.h>
368*08b48e0bSAndroid Build Coastguard Worker typedef uint32_t XXH32_hash_t;
369*08b48e0bSAndroid Build Coastguard Worker 
370*08b48e0bSAndroid Build Coastguard Worker   #else
371*08b48e0bSAndroid Build Coastguard Worker     #include <limits.h>
372*08b48e0bSAndroid Build Coastguard Worker     #if UINT_MAX == 0xFFFFFFFFUL
373*08b48e0bSAndroid Build Coastguard Worker typedef unsigned int XXH32_hash_t;
374*08b48e0bSAndroid Build Coastguard Worker     #else
375*08b48e0bSAndroid Build Coastguard Worker       #if ULONG_MAX == 0xFFFFFFFFUL
376*08b48e0bSAndroid Build Coastguard Worker typedef unsigned long XXH32_hash_t;
377*08b48e0bSAndroid Build Coastguard Worker       #else
378*08b48e0bSAndroid Build Coastguard Worker         #error "unsupported platform: need a 32-bit type"
379*08b48e0bSAndroid Build Coastguard Worker       #endif
380*08b48e0bSAndroid Build Coastguard Worker     #endif
381*08b48e0bSAndroid Build Coastguard Worker   #endif
382*08b48e0bSAndroid Build Coastguard Worker 
383*08b48e0bSAndroid Build Coastguard Worker /*!
384*08b48e0bSAndroid Build Coastguard Worker  * @}
385*08b48e0bSAndroid Build Coastguard Worker  *
386*08b48e0bSAndroid Build Coastguard Worker  * @defgroup xxh32_family XXH32 family
387*08b48e0bSAndroid Build Coastguard Worker  * @ingroup public
388*08b48e0bSAndroid Build Coastguard Worker  * Contains functions used in the classic 32-bit xxHash algorithm.
389*08b48e0bSAndroid Build Coastguard Worker  *
390*08b48e0bSAndroid Build Coastguard Worker  * @note
391*08b48e0bSAndroid Build Coastguard Worker  *   XXH32 is considered rather weak by today's standards.
392*08b48e0bSAndroid Build Coastguard Worker  *   The @ref xxh3_family provides competitive speed for both 32-bit and 64-bit
393*08b48e0bSAndroid Build Coastguard Worker  *   systems, and offers true 64/128 bit hash results. It provides a superior
394*08b48e0bSAndroid Build Coastguard Worker  *   level of dispersion, and greatly reduces the risks of collisions.
395*08b48e0bSAndroid Build Coastguard Worker  *
396*08b48e0bSAndroid Build Coastguard Worker  * @see @ref xxh64_family, @ref xxh3_family : Other xxHash families
397*08b48e0bSAndroid Build Coastguard Worker  * @see @ref xxh32_impl for implementation details
398*08b48e0bSAndroid Build Coastguard Worker  * @{
399*08b48e0bSAndroid Build Coastguard Worker 
400*08b48e0bSAndroid Build Coastguard Worker  */
401*08b48e0bSAndroid Build Coastguard Worker 
402*08b48e0bSAndroid Build Coastguard Worker /*!
403*08b48e0bSAndroid Build Coastguard Worker  * @brief Calculates the 32-bit hash of @p input using xxHash32.
404*08b48e0bSAndroid Build Coastguard Worker  *
405*08b48e0bSAndroid Build Coastguard Worker  * Speed on Core 2 Duo @ 3 GHz (single thread, SMHasher benchmark): 5.4 GB/s
406*08b48e0bSAndroid Build Coastguard Worker  *
407*08b48e0bSAndroid Build Coastguard Worker  * @param input The block of data to be hashed, at least @p length bytes in
408*08b48e0bSAndroid Build Coastguard Worker  * size.
409*08b48e0bSAndroid Build Coastguard Worker  * @param length The length of @p input, in bytes.
410*08b48e0bSAndroid Build Coastguard Worker  * @param seed The 32-bit seed to alter the hash's output predictably.
411*08b48e0bSAndroid Build Coastguard Worker  *
412*08b48e0bSAndroid Build Coastguard Worker  * @pre
413*08b48e0bSAndroid Build Coastguard Worker  *   The memory between @p input and @p input + @p length must be valid,
414*08b48e0bSAndroid Build Coastguard Worker  *   readable, contiguous memory. However, if @p length is `0`, @p input may be
415*08b48e0bSAndroid Build Coastguard Worker  *   `NULL`. In C++, this also must be *TriviallyCopyable*.
416*08b48e0bSAndroid Build Coastguard Worker  *
417*08b48e0bSAndroid Build Coastguard Worker  * @return The calculated 32-bit hash value.
418*08b48e0bSAndroid Build Coastguard Worker  *
419*08b48e0bSAndroid Build Coastguard Worker  * @see
420*08b48e0bSAndroid Build Coastguard Worker  *    XXH64(), XXH3_64bits_withSeed(), XXH3_128bits_withSeed(), XXH128():
421*08b48e0bSAndroid Build Coastguard Worker  *    Direct equivalents for the other variants of xxHash.
422*08b48e0bSAndroid Build Coastguard Worker  * @see
423*08b48e0bSAndroid Build Coastguard Worker  *    XXH32_createState(), XXH32_update(), XXH32_digest(): Streaming version.
424*08b48e0bSAndroid Build Coastguard Worker  */
425*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t XXH32(const void *input, size_t length,
426*08b48e0bSAndroid Build Coastguard Worker                                   XXH32_hash_t seed);
427*08b48e0bSAndroid Build Coastguard Worker 
428*08b48e0bSAndroid Build Coastguard Worker /*!
429*08b48e0bSAndroid Build Coastguard Worker  * Streaming functions generate the xxHash value from an incremental input.
430*08b48e0bSAndroid Build Coastguard Worker  * This method is slower than single-call functions, due to state management.
431*08b48e0bSAndroid Build Coastguard Worker  * For small inputs, prefer `XXH32()` and `XXH64()`, which are better optimized.
432*08b48e0bSAndroid Build Coastguard Worker  *
433*08b48e0bSAndroid Build Coastguard Worker  * An XXH state must first be allocated using `XXH*_createState()`.
434*08b48e0bSAndroid Build Coastguard Worker  *
435*08b48e0bSAndroid Build Coastguard Worker  * Start a new hash by initializing the state with a seed using `XXH*_reset()`.
436*08b48e0bSAndroid Build Coastguard Worker  *
437*08b48e0bSAndroid Build Coastguard Worker  * Then, feed the hash state by calling `XXH*_update()` as many times as
438*08b48e0bSAndroid Build Coastguard Worker  * necessary.
439*08b48e0bSAndroid Build Coastguard Worker  *
440*08b48e0bSAndroid Build Coastguard Worker  * The function returns an error code, with 0 meaning OK, and any other value
441*08b48e0bSAndroid Build Coastguard Worker  * meaning there is an error.
442*08b48e0bSAndroid Build Coastguard Worker  *
443*08b48e0bSAndroid Build Coastguard Worker  * Finally, a hash value can be produced anytime, by using `XXH*_digest()`.
444*08b48e0bSAndroid Build Coastguard Worker  * This function returns the nn-bits hash as an int or long long.
445*08b48e0bSAndroid Build Coastguard Worker  *
446*08b48e0bSAndroid Build Coastguard Worker  * It's still possible to continue inserting input into the hash state after a
447*08b48e0bSAndroid Build Coastguard Worker  * digest, and generate new hash values later on by invoking `XXH*_digest()`.
448*08b48e0bSAndroid Build Coastguard Worker  *
449*08b48e0bSAndroid Build Coastguard Worker  * When done, release the state using `XXH*_freeState()`.
450*08b48e0bSAndroid Build Coastguard Worker  *
451*08b48e0bSAndroid Build Coastguard Worker  * Example code for incrementally hashing a file:
452*08b48e0bSAndroid Build Coastguard Worker  * @code{.c}
453*08b48e0bSAndroid Build Coastguard Worker  *    #include <stdio.h>
454*08b48e0bSAndroid Build Coastguard Worker  *    #include <xxhash.h>
455*08b48e0bSAndroid Build Coastguard Worker  *    #define BUFFER_SIZE 256
456*08b48e0bSAndroid Build Coastguard Worker  *
457*08b48e0bSAndroid Build Coastguard Worker  *    // Note: XXH64 and XXH3 use the same interface.
458*08b48e0bSAndroid Build Coastguard Worker  *    XXH32_hash_t
459*08b48e0bSAndroid Build Coastguard Worker  *    hashFile(FILE* stream)
460*08b48e0bSAndroid Build Coastguard Worker  *    {
461*08b48e0bSAndroid Build Coastguard Worker 
462*08b48e0bSAndroid Build Coastguard Worker  *        XXH32_state_t* state;
463*08b48e0bSAndroid Build Coastguard Worker  *        unsigned char buf[BUFFER_SIZE];
464*08b48e0bSAndroid Build Coastguard Worker  *        size_t amt;
465*08b48e0bSAndroid Build Coastguard Worker  *        XXH32_hash_t hash;
466*08b48e0bSAndroid Build Coastguard Worker  *
467*08b48e0bSAndroid Build Coastguard Worker  *        state = XXH32_createState();       // Create a state
468*08b48e0bSAndroid Build Coastguard Worker  *        assert(state != NULL);             // Error check here
469*08b48e0bSAndroid Build Coastguard Worker  *        XXH32_reset(state, 0xbaad5eed);    // Reset state with our seed
470*08b48e0bSAndroid Build Coastguard Worker  *        while ((amt = fread(buf, 1, sizeof(buf), stream)) != 0) {
471*08b48e0bSAndroid Build Coastguard Worker 
472*08b48e0bSAndroid Build Coastguard Worker  *            XXH32_update(state, buf, amt); // Hash the file in chunks
473*08b48e0bSAndroid Build Coastguard Worker  *        }
474*08b48e0bSAndroid Build Coastguard Worker  *        hash = XXH32_digest(state);        // Finalize the hash
475*08b48e0bSAndroid Build Coastguard Worker  *        XXH32_freeState(state);            // Clean up
476*08b48e0bSAndroid Build Coastguard Worker  *        return hash;
477*08b48e0bSAndroid Build Coastguard Worker  *    }
478*08b48e0bSAndroid Build Coastguard Worker  * @endcode
479*08b48e0bSAndroid Build Coastguard Worker  */
480*08b48e0bSAndroid Build Coastguard Worker 
481*08b48e0bSAndroid Build Coastguard Worker /*!
482*08b48e0bSAndroid Build Coastguard Worker  * @typedef struct XXH32_state_s XXH32_state_t
483*08b48e0bSAndroid Build Coastguard Worker  * @brief The opaque state struct for the XXH32 streaming API.
484*08b48e0bSAndroid Build Coastguard Worker  *
485*08b48e0bSAndroid Build Coastguard Worker  * @see XXH32_state_s for details.
486*08b48e0bSAndroid Build Coastguard Worker  */
487*08b48e0bSAndroid Build Coastguard Worker typedef struct XXH32_state_s XXH32_state_t;
488*08b48e0bSAndroid Build Coastguard Worker 
489*08b48e0bSAndroid Build Coastguard Worker /*!
490*08b48e0bSAndroid Build Coastguard Worker  * @brief Allocates an @ref XXH32_state_t.
491*08b48e0bSAndroid Build Coastguard Worker  *
492*08b48e0bSAndroid Build Coastguard Worker  * Must be freed with XXH32_freeState().
493*08b48e0bSAndroid Build Coastguard Worker  * @return An allocated XXH32_state_t on success, `NULL` on failure.
494*08b48e0bSAndroid Build Coastguard Worker  */
495*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_state_t *XXH32_createState(void);
496*08b48e0bSAndroid Build Coastguard Worker /*!
497*08b48e0bSAndroid Build Coastguard Worker  * @brief Frees an @ref XXH32_state_t.
498*08b48e0bSAndroid Build Coastguard Worker  *
499*08b48e0bSAndroid Build Coastguard Worker  * Must be allocated with XXH32_createState().
500*08b48e0bSAndroid Build Coastguard Worker  * @param statePtr A pointer to an @ref XXH32_state_t allocated with @ref
501*08b48e0bSAndroid Build Coastguard Worker  * XXH32_createState().
502*08b48e0bSAndroid Build Coastguard Worker  * @return XXH_OK.
503*08b48e0bSAndroid Build Coastguard Worker  */
504*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_freeState(XXH32_state_t *statePtr);
505*08b48e0bSAndroid Build Coastguard Worker /*!
506*08b48e0bSAndroid Build Coastguard Worker  * @brief Copies one @ref XXH32_state_t to another.
507*08b48e0bSAndroid Build Coastguard Worker  *
508*08b48e0bSAndroid Build Coastguard Worker  * @param dst_state The state to copy to.
509*08b48e0bSAndroid Build Coastguard Worker  * @param src_state The state to copy from.
510*08b48e0bSAndroid Build Coastguard Worker  * @pre
511*08b48e0bSAndroid Build Coastguard Worker  *   @p dst_state and @p src_state must not be `NULL` and must not overlap.
512*08b48e0bSAndroid Build Coastguard Worker  */
513*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t       *dst_state,
514*08b48e0bSAndroid Build Coastguard Worker                                     const XXH32_state_t *src_state);
515*08b48e0bSAndroid Build Coastguard Worker 
516*08b48e0bSAndroid Build Coastguard Worker /*!
517*08b48e0bSAndroid Build Coastguard Worker  * @brief Resets an @ref XXH32_state_t to begin a new hash.
518*08b48e0bSAndroid Build Coastguard Worker  *
519*08b48e0bSAndroid Build Coastguard Worker  * This function resets and seeds a state. Call it before @ref XXH32_update().
520*08b48e0bSAndroid Build Coastguard Worker  *
521*08b48e0bSAndroid Build Coastguard Worker  * @param statePtr The state struct to reset.
522*08b48e0bSAndroid Build Coastguard Worker  * @param seed The 32-bit seed to alter the hash result predictably.
523*08b48e0bSAndroid Build Coastguard Worker  *
524*08b48e0bSAndroid Build Coastguard Worker  * @pre
525*08b48e0bSAndroid Build Coastguard Worker  *   @p statePtr must not be `NULL`.
526*08b48e0bSAndroid Build Coastguard Worker  *
527*08b48e0bSAndroid Build Coastguard Worker  * @return @ref XXH_OK on success, @ref XXH_ERROR on failure.
528*08b48e0bSAndroid Build Coastguard Worker  */
529*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_reset(XXH32_state_t *statePtr,
530*08b48e0bSAndroid Build Coastguard Worker                                          XXH32_hash_t   seed);
531*08b48e0bSAndroid Build Coastguard Worker 
532*08b48e0bSAndroid Build Coastguard Worker /*!
533*08b48e0bSAndroid Build Coastguard Worker  * @brief Consumes a block of @p input to an @ref XXH32_state_t.
534*08b48e0bSAndroid Build Coastguard Worker  *
535*08b48e0bSAndroid Build Coastguard Worker  * Call this to incrementally consume blocks of data.
536*08b48e0bSAndroid Build Coastguard Worker  *
537*08b48e0bSAndroid Build Coastguard Worker  * @param statePtr The state struct to update.
538*08b48e0bSAndroid Build Coastguard Worker  * @param input The block of data to be hashed, at least @p length bytes in
539*08b48e0bSAndroid Build Coastguard Worker  * size.
540*08b48e0bSAndroid Build Coastguard Worker  * @param length The length of @p input, in bytes.
541*08b48e0bSAndroid Build Coastguard Worker  *
542*08b48e0bSAndroid Build Coastguard Worker  * @pre
543*08b48e0bSAndroid Build Coastguard Worker  *   @p statePtr must not be `NULL`.
544*08b48e0bSAndroid Build Coastguard Worker  * @pre
545*08b48e0bSAndroid Build Coastguard Worker  *   The memory between @p input and @p input + @p length must be valid,
546*08b48e0bSAndroid Build Coastguard Worker  *   readable, contiguous memory. However, if @p length is `0`, @p input may be
547*08b48e0bSAndroid Build Coastguard Worker  *   `NULL`. In C++, this also must be *TriviallyCopyable*.
548*08b48e0bSAndroid Build Coastguard Worker  *
549*08b48e0bSAndroid Build Coastguard Worker  * @return @ref XXH_OK on success, @ref XXH_ERROR on failure.
550*08b48e0bSAndroid Build Coastguard Worker  */
551*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_update(XXH32_state_t *statePtr,
552*08b48e0bSAndroid Build Coastguard Worker                                           const void *input, size_t length);
553*08b48e0bSAndroid Build Coastguard Worker 
554*08b48e0bSAndroid Build Coastguard Worker /*!
555*08b48e0bSAndroid Build Coastguard Worker  * @brief Returns the calculated hash value from an @ref XXH32_state_t.
556*08b48e0bSAndroid Build Coastguard Worker  *
557*08b48e0bSAndroid Build Coastguard Worker  * @note
558*08b48e0bSAndroid Build Coastguard Worker  *   Calling XXH32_digest() will not affect @p statePtr, so you can update,
559*08b48e0bSAndroid Build Coastguard Worker  *   digest, and update again.
560*08b48e0bSAndroid Build Coastguard Worker  *
561*08b48e0bSAndroid Build Coastguard Worker  * @param statePtr The state struct to calculate the hash from.
562*08b48e0bSAndroid Build Coastguard Worker  *
563*08b48e0bSAndroid Build Coastguard Worker  * @pre
564*08b48e0bSAndroid Build Coastguard Worker  *  @p statePtr must not be `NULL`.
565*08b48e0bSAndroid Build Coastguard Worker  *
566*08b48e0bSAndroid Build Coastguard Worker  * @return The calculated xxHash32 value from that state.
567*08b48e0bSAndroid Build Coastguard Worker  */
568*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t XXH32_digest(const XXH32_state_t *statePtr);
569*08b48e0bSAndroid Build Coastguard Worker 
570*08b48e0bSAndroid Build Coastguard Worker /*******   Canonical representation   *******/
571*08b48e0bSAndroid Build Coastguard Worker 
572*08b48e0bSAndroid Build Coastguard Worker /*
573*08b48e0bSAndroid Build Coastguard Worker  * The default return values from XXH functions are unsigned 32 and 64 bit
574*08b48e0bSAndroid Build Coastguard Worker  * integers.
575*08b48e0bSAndroid Build Coastguard Worker  * This the simplest and fastest format for further post-processing.
576*08b48e0bSAndroid Build Coastguard Worker  *
577*08b48e0bSAndroid Build Coastguard Worker  * However, this leaves open the question of what is the order on the byte
578*08b48e0bSAndroid Build Coastguard Worker  * level, since little and big endian conventions will store the same number
579*08b48e0bSAndroid Build Coastguard Worker  * differently.
580*08b48e0bSAndroid Build Coastguard Worker  *
581*08b48e0bSAndroid Build Coastguard Worker  * The canonical representation settles this issue by mandating big-endian
582*08b48e0bSAndroid Build Coastguard Worker  * convention, the same convention as human-readable numbers (large digits
583*08b48e0bSAndroid Build Coastguard Worker  * first).
584*08b48e0bSAndroid Build Coastguard Worker  *
585*08b48e0bSAndroid Build Coastguard Worker  * When writing hash values to storage, sending them over a network, or printing
586*08b48e0bSAndroid Build Coastguard Worker  * them, it's highly recommended to use the canonical representation to ensure
587*08b48e0bSAndroid Build Coastguard Worker  * portability across a wider range of systems, present and future.
588*08b48e0bSAndroid Build Coastguard Worker  *
589*08b48e0bSAndroid Build Coastguard Worker  * The following functions allow transformation of hash values to and from
590*08b48e0bSAndroid Build Coastguard Worker  * canonical format.
591*08b48e0bSAndroid Build Coastguard Worker  */
592*08b48e0bSAndroid Build Coastguard Worker 
593*08b48e0bSAndroid Build Coastguard Worker /*!
594*08b48e0bSAndroid Build Coastguard Worker  * @brief Canonical (big endian) representation of @ref XXH32_hash_t.
595*08b48e0bSAndroid Build Coastguard Worker  */
596*08b48e0bSAndroid Build Coastguard Worker typedef struct {
597*08b48e0bSAndroid Build Coastguard Worker 
598*08b48e0bSAndroid Build Coastguard Worker   unsigned char digest[4];                      /*!< Hash bytes, big endian */
599*08b48e0bSAndroid Build Coastguard Worker 
600*08b48e0bSAndroid Build Coastguard Worker } XXH32_canonical_t;
601*08b48e0bSAndroid Build Coastguard Worker 
602*08b48e0bSAndroid Build Coastguard Worker /*!
603*08b48e0bSAndroid Build Coastguard Worker  * @brief Converts an @ref XXH32_hash_t to a big endian @ref XXH32_canonical_t.
604*08b48e0bSAndroid Build Coastguard Worker  *
605*08b48e0bSAndroid Build Coastguard Worker  * @param dst The @ref XXH32_canonical_t pointer to be stored to.
606*08b48e0bSAndroid Build Coastguard Worker  * @param hash The @ref XXH32_hash_t to be converted.
607*08b48e0bSAndroid Build Coastguard Worker  *
608*08b48e0bSAndroid Build Coastguard Worker  * @pre
609*08b48e0bSAndroid Build Coastguard Worker  *   @p dst must not be `NULL`.
610*08b48e0bSAndroid Build Coastguard Worker  */
611*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t *dst,
612*08b48e0bSAndroid Build Coastguard Worker                                             XXH32_hash_t       hash);
613*08b48e0bSAndroid Build Coastguard Worker 
614*08b48e0bSAndroid Build Coastguard Worker /*!
615*08b48e0bSAndroid Build Coastguard Worker  * @brief Converts an @ref XXH32_canonical_t to a native @ref XXH32_hash_t.
616*08b48e0bSAndroid Build Coastguard Worker  *
617*08b48e0bSAndroid Build Coastguard Worker  * @param src The @ref XXH32_canonical_t to convert.
618*08b48e0bSAndroid Build Coastguard Worker  *
619*08b48e0bSAndroid Build Coastguard Worker  * @pre
620*08b48e0bSAndroid Build Coastguard Worker  *   @p src must not be `NULL`.
621*08b48e0bSAndroid Build Coastguard Worker  *
622*08b48e0bSAndroid Build Coastguard Worker  * @return The converted hash.
623*08b48e0bSAndroid Build Coastguard Worker  */
624*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t
625*08b48e0bSAndroid Build Coastguard Worker XXH32_hashFromCanonical(const XXH32_canonical_t *src);
626*08b48e0bSAndroid Build Coastguard Worker 
627*08b48e0bSAndroid Build Coastguard Worker   #ifdef __has_attribute
628*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_ATTRIBUTE(x) __has_attribute(x)
629*08b48e0bSAndroid Build Coastguard Worker   #else
630*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_ATTRIBUTE(x) 0
631*08b48e0bSAndroid Build Coastguard Worker   #endif
632*08b48e0bSAndroid Build Coastguard Worker 
633*08b48e0bSAndroid Build Coastguard Worker   /* C-language Attributes are added in C23. */
634*08b48e0bSAndroid Build Coastguard Worker   #if defined(__STDC_VERSION__) && (__STDC_VERSION__ > 201710L) && \
635*08b48e0bSAndroid Build Coastguard Worker       defined(__has_c_attribute)
636*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_C_ATTRIBUTE(x) __has_c_attribute(x)
637*08b48e0bSAndroid Build Coastguard Worker   #else
638*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_C_ATTRIBUTE(x) 0
639*08b48e0bSAndroid Build Coastguard Worker   #endif
640*08b48e0bSAndroid Build Coastguard Worker 
641*08b48e0bSAndroid Build Coastguard Worker   #if defined(__cplusplus) && defined(__has_cpp_attribute)
642*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_CPP_ATTRIBUTE(x) __has_cpp_attribute(x)
643*08b48e0bSAndroid Build Coastguard Worker   #else
644*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_CPP_ATTRIBUTE(x) 0
645*08b48e0bSAndroid Build Coastguard Worker   #endif
646*08b48e0bSAndroid Build Coastguard Worker 
647*08b48e0bSAndroid Build Coastguard Worker   /*
648*08b48e0bSAndroid Build Coastguard Worker   Define XXH_FALLTHROUGH macro for annotating switch case with the 'fallthrough'
649*08b48e0bSAndroid Build Coastguard Worker   attribute introduced in CPP17 and C23. CPP17 :
650*08b48e0bSAndroid Build Coastguard Worker   https://en.cppreference.com/w/cpp/language/attributes/fallthrough C23   :
651*08b48e0bSAndroid Build Coastguard Worker   https://en.cppreference.com/w/c/language/attributes/fallthrough
652*08b48e0bSAndroid Build Coastguard Worker   */
653*08b48e0bSAndroid Build Coastguard Worker   #if XXH_HAS_C_ATTRIBUTE(x)
654*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FALLTHROUGH [[fallthrough]]
655*08b48e0bSAndroid Build Coastguard Worker   #elif XXH_HAS_CPP_ATTRIBUTE(x)
656*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FALLTHROUGH [[fallthrough]]
657*08b48e0bSAndroid Build Coastguard Worker   #elif XXH_HAS_ATTRIBUTE(__fallthrough__)
658*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FALLTHROUGH __attribute__((fallthrough))
659*08b48e0bSAndroid Build Coastguard Worker   #else
660*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FALLTHROUGH
661*08b48e0bSAndroid Build Coastguard Worker   #endif
662*08b48e0bSAndroid Build Coastguard Worker 
663*08b48e0bSAndroid Build Coastguard Worker /*!
664*08b48e0bSAndroid Build Coastguard Worker  * @}
665*08b48e0bSAndroid Build Coastguard Worker  * @ingroup public
666*08b48e0bSAndroid Build Coastguard Worker  * @{
667*08b48e0bSAndroid Build Coastguard Worker 
668*08b48e0bSAndroid Build Coastguard Worker  */
669*08b48e0bSAndroid Build Coastguard Worker 
670*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_NO_LONG_LONG
671*08b48e0bSAndroid Build Coastguard Worker     /*-**********************************************************************
672*08b48e0bSAndroid Build Coastguard Worker      *  64-bit hash
673*08b48e0bSAndroid Build Coastguard Worker      ************************************************************************/
674*08b48e0bSAndroid Build Coastguard Worker     #if defined(XXH_DOXYGEN)                    /* don't include <stdint.h> */
675*08b48e0bSAndroid Build Coastguard Worker /*!
676*08b48e0bSAndroid Build Coastguard Worker  * @brief An unsigned 64-bit integer.
677*08b48e0bSAndroid Build Coastguard Worker  *
678*08b48e0bSAndroid Build Coastguard Worker  * Not necessarily defined to `uint64_t` but functionally equivalent.
679*08b48e0bSAndroid Build Coastguard Worker  */
680*08b48e0bSAndroid Build Coastguard Worker typedef uint64_t XXH64_hash_t;
681*08b48e0bSAndroid Build Coastguard Worker     #elif !defined(__VMS) &&                                   \
682*08b48e0bSAndroid Build Coastguard Worker         (defined(__cplusplus) || (defined(__STDC_VERSION__) && \
683*08b48e0bSAndroid Build Coastguard Worker                                   (__STDC_VERSION__ >= 199901L) /* C99 */))
684*08b48e0bSAndroid Build Coastguard Worker       #include <stdint.h>
685*08b48e0bSAndroid Build Coastguard Worker typedef uint64_t XXH64_hash_t;
686*08b48e0bSAndroid Build Coastguard Worker     #else
687*08b48e0bSAndroid Build Coastguard Worker       #include <limits.h>
688*08b48e0bSAndroid Build Coastguard Worker       #if defined(__LP64__) && ULONG_MAX == 0xFFFFFFFFFFFFFFFFULL
689*08b48e0bSAndroid Build Coastguard Worker /* LP64 ABI says uint64_t is unsigned long */
690*08b48e0bSAndroid Build Coastguard Worker typedef unsigned long XXH64_hash_t;
691*08b48e0bSAndroid Build Coastguard Worker       #else
692*08b48e0bSAndroid Build Coastguard Worker /* the following type must have a width of 64-bit */
693*08b48e0bSAndroid Build Coastguard Worker typedef unsigned long long XXH64_hash_t;
694*08b48e0bSAndroid Build Coastguard Worker       #endif
695*08b48e0bSAndroid Build Coastguard Worker     #endif
696*08b48e0bSAndroid Build Coastguard Worker 
697*08b48e0bSAndroid Build Coastguard Worker /*!
698*08b48e0bSAndroid Build Coastguard Worker  * @}
699*08b48e0bSAndroid Build Coastguard Worker  *
700*08b48e0bSAndroid Build Coastguard Worker  * @defgroup xxh64_family XXH64 family
701*08b48e0bSAndroid Build Coastguard Worker  * @ingroup public
702*08b48e0bSAndroid Build Coastguard Worker  * @{
703*08b48e0bSAndroid Build Coastguard Worker 
704*08b48e0bSAndroid Build Coastguard Worker  * Contains functions used in the classic 64-bit xxHash algorithm.
705*08b48e0bSAndroid Build Coastguard Worker  *
706*08b48e0bSAndroid Build Coastguard Worker  * @note
707*08b48e0bSAndroid Build Coastguard Worker  *   XXH3 provides competitive speed for both 32-bit and 64-bit systems,
708*08b48e0bSAndroid Build Coastguard Worker  *   and offers true 64/128 bit hash results. It provides a superior level of
709*08b48e0bSAndroid Build Coastguard Worker  *   dispersion, and greatly reduces the risks of collisions.
710*08b48e0bSAndroid Build Coastguard Worker  */
711*08b48e0bSAndroid Build Coastguard Worker 
712*08b48e0bSAndroid Build Coastguard Worker /*!
713*08b48e0bSAndroid Build Coastguard Worker  * @brief Calculates the 64-bit hash of @p input using xxHash64.
714*08b48e0bSAndroid Build Coastguard Worker  *
715*08b48e0bSAndroid Build Coastguard Worker  * This function usually runs faster on 64-bit systems, but slower on 32-bit
716*08b48e0bSAndroid Build Coastguard Worker  * systems (see benchmark).
717*08b48e0bSAndroid Build Coastguard Worker  *
718*08b48e0bSAndroid Build Coastguard Worker  * @param input The block of data to be hashed, at least @p length bytes in
719*08b48e0bSAndroid Build Coastguard Worker  * size.
720*08b48e0bSAndroid Build Coastguard Worker  * @param length The length of @p input, in bytes.
721*08b48e0bSAndroid Build Coastguard Worker  * @param seed The 64-bit seed to alter the hash's output predictably.
722*08b48e0bSAndroid Build Coastguard Worker  *
723*08b48e0bSAndroid Build Coastguard Worker  * @pre
724*08b48e0bSAndroid Build Coastguard Worker  *   The memory between @p input and @p input + @p length must be valid,
725*08b48e0bSAndroid Build Coastguard Worker  *   readable, contiguous memory. However, if @p length is `0`, @p input may be
726*08b48e0bSAndroid Build Coastguard Worker  *   `NULL`. In C++, this also must be *TriviallyCopyable*.
727*08b48e0bSAndroid Build Coastguard Worker  *
728*08b48e0bSAndroid Build Coastguard Worker  * @return The calculated 64-bit hash.
729*08b48e0bSAndroid Build Coastguard Worker  *
730*08b48e0bSAndroid Build Coastguard Worker  * @see
731*08b48e0bSAndroid Build Coastguard Worker  *    XXH32(), XXH3_64bits_withSeed(), XXH3_128bits_withSeed(), XXH128():
732*08b48e0bSAndroid Build Coastguard Worker  *    Direct equivalents for the other variants of xxHash.
733*08b48e0bSAndroid Build Coastguard Worker  * @see
734*08b48e0bSAndroid Build Coastguard Worker  *    XXH64_createState(), XXH64_update(), XXH64_digest(): Streaming version.
735*08b48e0bSAndroid Build Coastguard Worker  */
736*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH64(const void *input, size_t length,
737*08b48e0bSAndroid Build Coastguard Worker                                   XXH64_hash_t seed);
738*08b48e0bSAndroid Build Coastguard Worker 
739*08b48e0bSAndroid Build Coastguard Worker /*******   Streaming   *******/
740*08b48e0bSAndroid Build Coastguard Worker /*!
741*08b48e0bSAndroid Build Coastguard Worker  * @brief The opaque state struct for the XXH64 streaming API.
742*08b48e0bSAndroid Build Coastguard Worker  *
743*08b48e0bSAndroid Build Coastguard Worker  * @see XXH64_state_s for details.
744*08b48e0bSAndroid Build Coastguard Worker  */
745*08b48e0bSAndroid Build Coastguard Worker typedef struct XXH64_state_s  XXH64_state_t;             /* incomplete type */
746*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_state_t *XXH64_createState(void);
747*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode  XXH64_freeState(XXH64_state_t *statePtr);
748*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void           XXH64_copyState(XXH64_state_t       *dst_state,
749*08b48e0bSAndroid Build Coastguard Worker                                               const XXH64_state_t *src_state);
750*08b48e0bSAndroid Build Coastguard Worker 
751*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH64_reset(XXH64_state_t *statePtr,
752*08b48e0bSAndroid Build Coastguard Worker                                          XXH64_hash_t   seed);
753*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH64_update(XXH64_state_t *statePtr,
754*08b48e0bSAndroid Build Coastguard Worker                                           const void *input, size_t length);
755*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t  XXH64_digest(const XXH64_state_t *statePtr);
756*08b48e0bSAndroid Build Coastguard Worker 
757*08b48e0bSAndroid Build Coastguard Worker /*******   Canonical representation   *******/
758*08b48e0bSAndroid Build Coastguard Worker typedef struct {
759*08b48e0bSAndroid Build Coastguard Worker 
760*08b48e0bSAndroid Build Coastguard Worker   unsigned char digest[sizeof(XXH64_hash_t)];
761*08b48e0bSAndroid Build Coastguard Worker 
762*08b48e0bSAndroid Build Coastguard Worker } XXH64_canonical_t;
763*08b48e0bSAndroid Build Coastguard Worker 
764*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t *dst,
765*08b48e0bSAndroid Build Coastguard Worker                                             XXH64_hash_t       hash);
766*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t
767*08b48e0bSAndroid Build Coastguard Worker XXH64_hashFromCanonical(const XXH64_canonical_t *src);
768*08b48e0bSAndroid Build Coastguard Worker 
769*08b48e0bSAndroid Build Coastguard Worker /*!
770*08b48e0bSAndroid Build Coastguard Worker  * @}
771*08b48e0bSAndroid Build Coastguard Worker  * ************************************************************************
772*08b48e0bSAndroid Build Coastguard Worker  * @defgroup xxh3_family XXH3 family
773*08b48e0bSAndroid Build Coastguard Worker  * @ingroup public
774*08b48e0bSAndroid Build Coastguard Worker  * @{
775*08b48e0bSAndroid Build Coastguard Worker 
776*08b48e0bSAndroid Build Coastguard Worker  *
777*08b48e0bSAndroid Build Coastguard Worker  * XXH3 is a more recent hash algorithm featuring:
778*08b48e0bSAndroid Build Coastguard Worker  *  - Improved speed for both small and large inputs
779*08b48e0bSAndroid Build Coastguard Worker  *  - True 64-bit and 128-bit outputs
780*08b48e0bSAndroid Build Coastguard Worker  *  - SIMD acceleration
781*08b48e0bSAndroid Build Coastguard Worker  *  - Improved 32-bit viability
782*08b48e0bSAndroid Build Coastguard Worker  *
783*08b48e0bSAndroid Build Coastguard Worker  * Speed analysis methodology is explained here:
784*08b48e0bSAndroid Build Coastguard Worker  *
785*08b48e0bSAndroid Build Coastguard Worker  *    https://fastcompression.blogspot.com/2019/03/presenting-xxh3.html
786*08b48e0bSAndroid Build Coastguard Worker  *
787*08b48e0bSAndroid Build Coastguard Worker  * Compared to XXH64, expect XXH3 to run approximately
788*08b48e0bSAndroid Build Coastguard Worker  * ~2x faster on large inputs and >3x faster on small ones,
789*08b48e0bSAndroid Build Coastguard Worker  * exact differences vary depending on platform.
790*08b48e0bSAndroid Build Coastguard Worker  *
791*08b48e0bSAndroid Build Coastguard Worker  * XXH3's speed benefits greatly from SIMD and 64-bit arithmetic,
792*08b48e0bSAndroid Build Coastguard Worker  * but does not require it.
793*08b48e0bSAndroid Build Coastguard Worker  * Any 32-bit and 64-bit targets that can run XXH32 smoothly
794*08b48e0bSAndroid Build Coastguard Worker  * can run XXH3 at competitive speeds, even without vector support.
795*08b48e0bSAndroid Build Coastguard Worker  * Further details are explained in the implementation.
796*08b48e0bSAndroid Build Coastguard Worker  *
797*08b48e0bSAndroid Build Coastguard Worker  * Optimized implementations are provided for AVX512, AVX2, SSE2, NEON, POWER8,
798*08b48e0bSAndroid Build Coastguard Worker  * ZVector and scalar targets. This can be controlled via the XXH_VECTOR macro.
799*08b48e0bSAndroid Build Coastguard Worker  *
800*08b48e0bSAndroid Build Coastguard Worker  * XXH3 implementation is portable:
801*08b48e0bSAndroid Build Coastguard Worker  * it has a generic C90 formulation that can be compiled on any platform,
802*08b48e0bSAndroid Build Coastguard Worker  * all implementations generage exactly the same hash value on all platforms.
803*08b48e0bSAndroid Build Coastguard Worker  * Starting from v0.8.0, it's also labelled "stable", meaning that
804*08b48e0bSAndroid Build Coastguard Worker  * any future version will also generate the same hash value.
805*08b48e0bSAndroid Build Coastguard Worker  *
806*08b48e0bSAndroid Build Coastguard Worker  * XXH3 offers 2 variants, _64bits and _128bits.
807*08b48e0bSAndroid Build Coastguard Worker  *
808*08b48e0bSAndroid Build Coastguard Worker  * When only 64 bits are needed, prefer invoking the _64bits variant, as it
809*08b48e0bSAndroid Build Coastguard Worker  * reduces the amount of mixing, resulting in faster speed on small inputs.
810*08b48e0bSAndroid Build Coastguard Worker  * It's also generally simpler to manipulate a scalar return type than a struct.
811*08b48e0bSAndroid Build Coastguard Worker  *
812*08b48e0bSAndroid Build Coastguard Worker  * The API supports one-shot hashing, streaming mode, and custom secrets.
813*08b48e0bSAndroid Build Coastguard Worker  */
814*08b48e0bSAndroid Build Coastguard Worker 
815*08b48e0bSAndroid Build Coastguard Worker /*-**********************************************************************
816*08b48e0bSAndroid Build Coastguard Worker  *  XXH3 64-bit variant
817*08b48e0bSAndroid Build Coastguard Worker  ************************************************************************/
818*08b48e0bSAndroid Build Coastguard Worker 
819*08b48e0bSAndroid Build Coastguard Worker /* XXH3_64bits():
820*08b48e0bSAndroid Build Coastguard Worker  * default 64-bit variant, using default secret and default seed of 0.
821*08b48e0bSAndroid Build Coastguard Worker  * It's the fastest variant. */
822*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits(const void *data, size_t len);
823*08b48e0bSAndroid Build Coastguard Worker 
824*08b48e0bSAndroid Build Coastguard Worker /*
825*08b48e0bSAndroid Build Coastguard Worker  * XXH3_64bits_withSeed():
826*08b48e0bSAndroid Build Coastguard Worker  * This variant generates a custom secret on the fly
827*08b48e0bSAndroid Build Coastguard Worker  * based on default secret altered using the `seed` value.
828*08b48e0bSAndroid Build Coastguard Worker  * While this operation is decently fast, note that it's not completely free.
829*08b48e0bSAndroid Build Coastguard Worker  * Note: seed==0 produces the same results as XXH3_64bits().
830*08b48e0bSAndroid Build Coastguard Worker  */
831*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits_withSeed(const void *data, size_t len,
832*08b48e0bSAndroid Build Coastguard Worker                                                  XXH64_hash_t seed);
833*08b48e0bSAndroid Build Coastguard Worker 
834*08b48e0bSAndroid Build Coastguard Worker     /*!
835*08b48e0bSAndroid Build Coastguard Worker      * The bare minimum size for a custom secret.
836*08b48e0bSAndroid Build Coastguard Worker      *
837*08b48e0bSAndroid Build Coastguard Worker      * @see
838*08b48e0bSAndroid Build Coastguard Worker      *  XXH3_64bits_withSecret(), XXH3_64bits_reset_withSecret(),
839*08b48e0bSAndroid Build Coastguard Worker      *  XXH3_128bits_withSecret(), XXH3_128bits_reset_withSecret().
840*08b48e0bSAndroid Build Coastguard Worker      */
841*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_SECRET_SIZE_MIN 136
842*08b48e0bSAndroid Build Coastguard Worker 
843*08b48e0bSAndroid Build Coastguard Worker /*
844*08b48e0bSAndroid Build Coastguard Worker  * XXH3_64bits_withSecret():
845*08b48e0bSAndroid Build Coastguard Worker  * It's possible to provide any blob of bytes as a "secret" to generate the
846*08b48e0bSAndroid Build Coastguard Worker  * hash. This makes it more difficult for an external actor to prepare an
847*08b48e0bSAndroid Build Coastguard Worker  * intentional collision. The main condition is that secretSize *must* be large
848*08b48e0bSAndroid Build Coastguard Worker  * enough (>= XXH3_SECRET_SIZE_MIN). However, the quality of produced hash
849*08b48e0bSAndroid Build Coastguard Worker  * values depends on secret's entropy. Technically, the secret must look like a
850*08b48e0bSAndroid Build Coastguard Worker  * bunch of random bytes. Avoid "trivial" or structured data such as repeated
851*08b48e0bSAndroid Build Coastguard Worker  * sequences or a text document. Whenever unsure about the "randomness" of the
852*08b48e0bSAndroid Build Coastguard Worker  * blob of bytes, consider relabelling it as a "custom seed" instead, and employ
853*08b48e0bSAndroid Build Coastguard Worker  * "XXH3_generateSecret()" (see below) to generate a high entropy secret derived
854*08b48e0bSAndroid Build Coastguard Worker  * from the custom seed.
855*08b48e0bSAndroid Build Coastguard Worker  */
856*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits_withSecret(const void *data, size_t len,
857*08b48e0bSAndroid Build Coastguard Worker                                                    const void *secret,
858*08b48e0bSAndroid Build Coastguard Worker                                                    size_t      secretSize);
859*08b48e0bSAndroid Build Coastguard Worker 
860*08b48e0bSAndroid Build Coastguard Worker /*******   Streaming   *******/
861*08b48e0bSAndroid Build Coastguard Worker /*
862*08b48e0bSAndroid Build Coastguard Worker  * Streaming requires state maintenance.
863*08b48e0bSAndroid Build Coastguard Worker  * This operation costs memory and CPU.
864*08b48e0bSAndroid Build Coastguard Worker  * As a consequence, streaming is slower than one-shot hashing.
865*08b48e0bSAndroid Build Coastguard Worker  * For better performance, prefer one-shot functions whenever applicable.
866*08b48e0bSAndroid Build Coastguard Worker  */
867*08b48e0bSAndroid Build Coastguard Worker 
868*08b48e0bSAndroid Build Coastguard Worker /*!
869*08b48e0bSAndroid Build Coastguard Worker  * @brief The state struct for the XXH3 streaming API.
870*08b48e0bSAndroid Build Coastguard Worker  *
871*08b48e0bSAndroid Build Coastguard Worker  * @see XXH3_state_s for details.
872*08b48e0bSAndroid Build Coastguard Worker  */
873*08b48e0bSAndroid Build Coastguard Worker typedef struct XXH3_state_s  XXH3_state_t;
874*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH3_state_t *XXH3_createState(void);
875*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_freeState(XXH3_state_t *statePtr);
876*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void          XXH3_copyState(XXH3_state_t       *dst_state,
877*08b48e0bSAndroid Build Coastguard Worker                                             const XXH3_state_t *src_state);
878*08b48e0bSAndroid Build Coastguard Worker 
879*08b48e0bSAndroid Build Coastguard Worker /*
880*08b48e0bSAndroid Build Coastguard Worker  * XXH3_64bits_reset():
881*08b48e0bSAndroid Build Coastguard Worker  * Initialize with default parameters.
882*08b48e0bSAndroid Build Coastguard Worker  * digest will be equivalent to `XXH3_64bits()`.
883*08b48e0bSAndroid Build Coastguard Worker  */
884*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset(XXH3_state_t *statePtr);
885*08b48e0bSAndroid Build Coastguard Worker /*
886*08b48e0bSAndroid Build Coastguard Worker  * XXH3_64bits_reset_withSeed():
887*08b48e0bSAndroid Build Coastguard Worker  * Generate a custom secret from `seed`, and store it into `statePtr`.
888*08b48e0bSAndroid Build Coastguard Worker  * digest will be equivalent to `XXH3_64bits_withSeed()`.
889*08b48e0bSAndroid Build Coastguard Worker  */
890*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset_withSeed(XXH3_state_t *statePtr,
891*08b48e0bSAndroid Build Coastguard Worker                                                         XXH64_hash_t  seed);
892*08b48e0bSAndroid Build Coastguard Worker /*
893*08b48e0bSAndroid Build Coastguard Worker  * XXH3_64bits_reset_withSecret():
894*08b48e0bSAndroid Build Coastguard Worker  * `secret` is referenced, it _must outlive_ the hash streaming session.
895*08b48e0bSAndroid Build Coastguard Worker  * Similar to one-shot API, `secretSize` must be >= `XXH3_SECRET_SIZE_MIN`,
896*08b48e0bSAndroid Build Coastguard Worker  * and the quality of produced hash values depends on secret's entropy
897*08b48e0bSAndroid Build Coastguard Worker  * (secret's content should look like a bunch of random bytes).
898*08b48e0bSAndroid Build Coastguard Worker  * When in doubt about the randomness of a candidate `secret`,
899*08b48e0bSAndroid Build Coastguard Worker  * consider employing `XXH3_generateSecret()` instead (see below).
900*08b48e0bSAndroid Build Coastguard Worker  */
901*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset_withSecret(
902*08b48e0bSAndroid Build Coastguard Worker     XXH3_state_t *statePtr, const void *secret, size_t secretSize);
903*08b48e0bSAndroid Build Coastguard Worker 
904*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_update(XXH3_state_t *statePtr,
905*08b48e0bSAndroid Build Coastguard Worker                                                 const void   *input,
906*08b48e0bSAndroid Build Coastguard Worker                                                 size_t        length);
907*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t  XXH3_64bits_digest(const XXH3_state_t *statePtr);
908*08b48e0bSAndroid Build Coastguard Worker 
909*08b48e0bSAndroid Build Coastguard Worker /* note : canonical representation of XXH3 is the same as XXH64
910*08b48e0bSAndroid Build Coastguard Worker  * since they both produce XXH64_hash_t values */
911*08b48e0bSAndroid Build Coastguard Worker 
912*08b48e0bSAndroid Build Coastguard Worker /*-**********************************************************************
913*08b48e0bSAndroid Build Coastguard Worker  *  XXH3 128-bit variant
914*08b48e0bSAndroid Build Coastguard Worker  ************************************************************************/
915*08b48e0bSAndroid Build Coastguard Worker 
916*08b48e0bSAndroid Build Coastguard Worker /*!
917*08b48e0bSAndroid Build Coastguard Worker  * @brief The return value from 128-bit hashes.
918*08b48e0bSAndroid Build Coastguard Worker  *
919*08b48e0bSAndroid Build Coastguard Worker  * Stored in little endian order, although the fields themselves are in native
920*08b48e0bSAndroid Build Coastguard Worker  * endianness.
921*08b48e0bSAndroid Build Coastguard Worker  */
922*08b48e0bSAndroid Build Coastguard Worker typedef struct {
923*08b48e0bSAndroid Build Coastguard Worker 
924*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t low64;                     /*!< `value & 0xFFFFFFFFFFFFFFFF` */
925*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t high64;                                   /*!< `value >> 64` */
926*08b48e0bSAndroid Build Coastguard Worker 
927*08b48e0bSAndroid Build Coastguard Worker } XXH128_hash_t;
928*08b48e0bSAndroid Build Coastguard Worker 
929*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits(const void *data, size_t len);
930*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_withSeed(const void *data, size_t len,
931*08b48e0bSAndroid Build Coastguard Worker                                                    XXH64_hash_t seed);
932*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_withSecret(const void *data,
933*08b48e0bSAndroid Build Coastguard Worker                                                      size_t      len,
934*08b48e0bSAndroid Build Coastguard Worker                                                      const void *secret,
935*08b48e0bSAndroid Build Coastguard Worker                                                      size_t      secretSize);
936*08b48e0bSAndroid Build Coastguard Worker 
937*08b48e0bSAndroid Build Coastguard Worker /*******   Streaming   *******/
938*08b48e0bSAndroid Build Coastguard Worker /*
939*08b48e0bSAndroid Build Coastguard Worker  * Streaming requires state maintenance.
940*08b48e0bSAndroid Build Coastguard Worker  * This operation costs memory and CPU.
941*08b48e0bSAndroid Build Coastguard Worker  * As a consequence, streaming is slower than one-shot hashing.
942*08b48e0bSAndroid Build Coastguard Worker  * For better performance, prefer one-shot functions whenever applicable.
943*08b48e0bSAndroid Build Coastguard Worker  *
944*08b48e0bSAndroid Build Coastguard Worker  * XXH3_128bits uses the same XXH3_state_t as XXH3_64bits().
945*08b48e0bSAndroid Build Coastguard Worker  * Use already declared XXH3_createState() and XXH3_freeState().
946*08b48e0bSAndroid Build Coastguard Worker  *
947*08b48e0bSAndroid Build Coastguard Worker  * All reset and streaming functions have same meaning as their 64-bit
948*08b48e0bSAndroid Build Coastguard Worker  * counterpart.
949*08b48e0bSAndroid Build Coastguard Worker  */
950*08b48e0bSAndroid Build Coastguard Worker 
951*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset(XXH3_state_t *statePtr);
952*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset_withSeed(XXH3_state_t *statePtr,
953*08b48e0bSAndroid Build Coastguard Worker                                                          XXH64_hash_t  seed);
954*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset_withSecret(
955*08b48e0bSAndroid Build Coastguard Worker     XXH3_state_t *statePtr, const void *secret, size_t secretSize);
956*08b48e0bSAndroid Build Coastguard Worker 
957*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_update(XXH3_state_t *statePtr,
958*08b48e0bSAndroid Build Coastguard Worker                                                  const void   *input,
959*08b48e0bSAndroid Build Coastguard Worker                                                  size_t        length);
960*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_digest(const XXH3_state_t *statePtr);
961*08b48e0bSAndroid Build Coastguard Worker 
962*08b48e0bSAndroid Build Coastguard Worker /* Following helper functions make it possible to compare XXH128_hast_t values.
963*08b48e0bSAndroid Build Coastguard Worker  * Since XXH128_hash_t is a structure, this capability is not offered by the
964*08b48e0bSAndroid Build Coastguard Worker  * language.
965*08b48e0bSAndroid Build Coastguard Worker  * Note: For better performance, these functions can be inlined using
966*08b48e0bSAndroid Build Coastguard Worker  * XXH_INLINE_ALL */
967*08b48e0bSAndroid Build Coastguard Worker 
968*08b48e0bSAndroid Build Coastguard Worker /*!
969*08b48e0bSAndroid Build Coastguard Worker  * XXH128_isEqual():
970*08b48e0bSAndroid Build Coastguard Worker  * Return: 1 if `h1` and `h2` are equal, 0 if they are not.
971*08b48e0bSAndroid Build Coastguard Worker  */
972*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API int XXH128_isEqual(XXH128_hash_t h1, XXH128_hash_t h2);
973*08b48e0bSAndroid Build Coastguard Worker 
974*08b48e0bSAndroid Build Coastguard Worker /*!
975*08b48e0bSAndroid Build Coastguard Worker  * XXH128_cmp():
976*08b48e0bSAndroid Build Coastguard Worker  *
977*08b48e0bSAndroid Build Coastguard Worker  * This comparator is compatible with stdlib's `qsort()`/`bsearch()`.
978*08b48e0bSAndroid Build Coastguard Worker  *
979*08b48e0bSAndroid Build Coastguard Worker  * return: >0 if *h128_1  > *h128_2
980*08b48e0bSAndroid Build Coastguard Worker  *         =0 if *h128_1 == *h128_2
981*08b48e0bSAndroid Build Coastguard Worker  *         <0 if *h128_1  < *h128_2
982*08b48e0bSAndroid Build Coastguard Worker  */
983*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API int XXH128_cmp(const void *h128_1, const void *h128_2);
984*08b48e0bSAndroid Build Coastguard Worker 
985*08b48e0bSAndroid Build Coastguard Worker /*******   Canonical representation   *******/
986*08b48e0bSAndroid Build Coastguard Worker typedef struct {
987*08b48e0bSAndroid Build Coastguard Worker 
988*08b48e0bSAndroid Build Coastguard Worker   unsigned char digest[sizeof(XXH128_hash_t)];
989*08b48e0bSAndroid Build Coastguard Worker 
990*08b48e0bSAndroid Build Coastguard Worker } XXH128_canonical_t;
991*08b48e0bSAndroid Build Coastguard Worker 
992*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH128_canonicalFromHash(XXH128_canonical_t *dst,
993*08b48e0bSAndroid Build Coastguard Worker                                              XXH128_hash_t       hash);
994*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t
995*08b48e0bSAndroid Build Coastguard Worker XXH128_hashFromCanonical(const XXH128_canonical_t *src);
996*08b48e0bSAndroid Build Coastguard Worker 
997*08b48e0bSAndroid Build Coastguard Worker   #endif                                                /* XXH_NO_LONG_LONG */
998*08b48e0bSAndroid Build Coastguard Worker 
999*08b48e0bSAndroid Build Coastguard Worker /*!
1000*08b48e0bSAndroid Build Coastguard Worker  * @}
1001*08b48e0bSAndroid Build Coastguard Worker  */
1002*08b48e0bSAndroid Build Coastguard Worker #endif                                         /* XXHASH_H_5627135585666179 */
1003*08b48e0bSAndroid Build Coastguard Worker 
1004*08b48e0bSAndroid Build Coastguard Worker #if defined(XXH_STATIC_LINKING_ONLY) && !defined(XXHASH_H_STATIC_13879238742)
1005*08b48e0bSAndroid Build Coastguard Worker   #define XXHASH_H_STATIC_13879238742
1006*08b48e0bSAndroid Build Coastguard Worker /* ****************************************************************************
1007*08b48e0bSAndroid Build Coastguard Worker  * This section contains declarations which are not guaranteed to remain stable.
1008*08b48e0bSAndroid Build Coastguard Worker  * They may change in future versions, becoming incompatible with a different
1009*08b48e0bSAndroid Build Coastguard Worker  * version of the library.
1010*08b48e0bSAndroid Build Coastguard Worker  * These declarations should only be used with static linking.
1011*08b48e0bSAndroid Build Coastguard Worker  * Never use them in association with dynamic linking!
1012*08b48e0bSAndroid Build Coastguard Worker  *****************************************************************************
1013*08b48e0bSAndroid Build Coastguard Worker  */
1014*08b48e0bSAndroid Build Coastguard Worker 
1015*08b48e0bSAndroid Build Coastguard Worker /*
1016*08b48e0bSAndroid Build Coastguard Worker  * These definitions are only present to allow static allocation
1017*08b48e0bSAndroid Build Coastguard Worker  * of XXH states, on stack or in a struct, for example.
1018*08b48e0bSAndroid Build Coastguard Worker  * Never **ever** access their members directly.
1019*08b48e0bSAndroid Build Coastguard Worker  */
1020*08b48e0bSAndroid Build Coastguard Worker 
1021*08b48e0bSAndroid Build Coastguard Worker /*!
1022*08b48e0bSAndroid Build Coastguard Worker  * @internal
1023*08b48e0bSAndroid Build Coastguard Worker  * @brief Structure for XXH32 streaming API.
1024*08b48e0bSAndroid Build Coastguard Worker  *
1025*08b48e0bSAndroid Build Coastguard Worker  * @note This is only defined when @ref XXH_STATIC_LINKING_ONLY,
1026*08b48e0bSAndroid Build Coastguard Worker  * @ref XXH_INLINE_ALL, or @ref XXH_IMPLEMENTATION is defined. Otherwise it is
1027*08b48e0bSAndroid Build Coastguard Worker  * an opaque type. This allows fields to safely be changed.
1028*08b48e0bSAndroid Build Coastguard Worker  *
1029*08b48e0bSAndroid Build Coastguard Worker  * Typedef'd to @ref XXH32_state_t.
1030*08b48e0bSAndroid Build Coastguard Worker  * Do not access the members of this struct directly.
1031*08b48e0bSAndroid Build Coastguard Worker  * @see XXH64_state_s, XXH3_state_s
1032*08b48e0bSAndroid Build Coastguard Worker  */
1033*08b48e0bSAndroid Build Coastguard Worker struct XXH32_state_s {
1034*08b48e0bSAndroid Build Coastguard Worker 
1035*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t total_len_32;          /*!< Total length hashed, modulo 2^32 */
1036*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t large_len;    /*!< Whether the hash is >= 16 (handles @ref
1037*08b48e0bSAndroid Build Coastguard Worker                                 total_len_32 overflow) */
1038*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t v1;                              /*!< First accumulator lane */
1039*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t v2;                             /*!< Second accumulator lane */
1040*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t v3;                              /*!< Third accumulator lane */
1041*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t v4;                             /*!< Fourth accumulator lane */
1042*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t mem32[4];     /*!< Internal buffer for partial reads. Treated as
1043*08b48e0bSAndroid Build Coastguard Worker                                 unsigned char[16]. */
1044*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t memsize;                   /*!< Amount of data in @ref mem32 */
1045*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t reserved; /*!< Reserved field. Do not read or write to it, it may
1046*08b48e0bSAndroid Build Coastguard Worker                             be removed. */
1047*08b48e0bSAndroid Build Coastguard Worker 
1048*08b48e0bSAndroid Build Coastguard Worker };                                            /* typedef'd to XXH32_state_t */
1049*08b48e0bSAndroid Build Coastguard Worker 
1050*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_NO_LONG_LONG       /* defined when there is no 64-bit support */
1051*08b48e0bSAndroid Build Coastguard Worker 
1052*08b48e0bSAndroid Build Coastguard Worker /*!
1053*08b48e0bSAndroid Build Coastguard Worker  * @internal
1054*08b48e0bSAndroid Build Coastguard Worker  * @brief Structure for XXH64 streaming API.
1055*08b48e0bSAndroid Build Coastguard Worker  *
1056*08b48e0bSAndroid Build Coastguard Worker  * @note This is only defined when @ref XXH_STATIC_LINKING_ONLY,
1057*08b48e0bSAndroid Build Coastguard Worker  * @ref XXH_INLINE_ALL, or @ref XXH_IMPLEMENTATION is defined. Otherwise it is
1058*08b48e0bSAndroid Build Coastguard Worker  * an opaque type. This allows fields to safely be changed.
1059*08b48e0bSAndroid Build Coastguard Worker  *
1060*08b48e0bSAndroid Build Coastguard Worker  * Typedef'd to @ref XXH64_state_t.
1061*08b48e0bSAndroid Build Coastguard Worker  * Do not access the members of this struct directly.
1062*08b48e0bSAndroid Build Coastguard Worker  * @see XXH32_state_s, XXH3_state_s
1063*08b48e0bSAndroid Build Coastguard Worker  */
1064*08b48e0bSAndroid Build Coastguard Worker struct XXH64_state_s {
1065*08b48e0bSAndroid Build Coastguard Worker 
1066*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t total_len;  /*!< Total length hashed. This is always 64-bit. */
1067*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t v1;                              /*!< First accumulator lane */
1068*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t v2;                             /*!< Second accumulator lane */
1069*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t v3;                              /*!< Third accumulator lane */
1070*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t v4;                             /*!< Fourth accumulator lane */
1071*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t mem64[4];   /*!< Internal buffer for partial reads. Treated as
1072*08b48e0bSAndroid Build Coastguard Worker                               unsigned char[32]. */
1073*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t memsize;                   /*!< Amount of data in @ref mem64 */
1074*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t reserved32;   /*!< Reserved field, needed for padding anyways*/
1075*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t reserved64; /*!< Reserved field. Do not read or write to it, it
1076*08b48e0bSAndroid Build Coastguard Worker                               may be removed. */
1077*08b48e0bSAndroid Build Coastguard Worker 
1078*08b48e0bSAndroid Build Coastguard Worker };                                            /* typedef'd to XXH64_state_t */
1079*08b48e0bSAndroid Build Coastguard Worker 
1080*08b48e0bSAndroid Build Coastguard Worker     #if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L) /* >= C11 \
1081*08b48e0bSAndroid Build Coastguard Worker                                                                     */
1082*08b48e0bSAndroid Build Coastguard Worker       #include <stdalign.h>
1083*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN(n) alignas(n)
1084*08b48e0bSAndroid Build Coastguard Worker     #elif defined(__cplusplus) && (__cplusplus >= 201103L)      /* >= C++11 */
1085*08b48e0bSAndroid Build Coastguard Worker     /* In C++ alignas() is a keyword */
1086*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN(n) alignas(n)
1087*08b48e0bSAndroid Build Coastguard Worker     #elif defined(__GNUC__)
1088*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN(n) __attribute__((aligned(n)))
1089*08b48e0bSAndroid Build Coastguard Worker     #elif defined(_MSC_VER)
1090*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN(n) __declspec(align(n))
1091*08b48e0bSAndroid Build Coastguard Worker     #else
1092*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN(n)                                      /* disabled */
1093*08b48e0bSAndroid Build Coastguard Worker     #endif
1094*08b48e0bSAndroid Build Coastguard Worker 
1095*08b48e0bSAndroid Build Coastguard Worker     /* Old GCC versions only accept the attribute after the type in structures.
1096*08b48e0bSAndroid Build Coastguard Worker      */
1097*08b48e0bSAndroid Build Coastguard Worker     #if !(defined(__STDC_VERSION__) &&                                        \
1098*08b48e0bSAndroid Build Coastguard Worker           (__STDC_VERSION__ >= 201112L))                       /* C11+ */     \
1099*08b48e0bSAndroid Build Coastguard Worker         && !(defined(__cplusplus) && (__cplusplus >= 201103L)) /* >= C++11 */ \
1100*08b48e0bSAndroid Build Coastguard Worker         && defined(__GNUC__)
1101*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN_MEMBER(align, type) type XXH_ALIGN(align)
1102*08b48e0bSAndroid Build Coastguard Worker     #else
1103*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ALIGN_MEMBER(align, type) XXH_ALIGN(align) type
1104*08b48e0bSAndroid Build Coastguard Worker     #endif
1105*08b48e0bSAndroid Build Coastguard Worker 
1106*08b48e0bSAndroid Build Coastguard Worker     /*!
1107*08b48e0bSAndroid Build Coastguard Worker      * @brief The size of the internal XXH3 buffer.
1108*08b48e0bSAndroid Build Coastguard Worker      *
1109*08b48e0bSAndroid Build Coastguard Worker      * This is the optimal update size for incremental hashing.
1110*08b48e0bSAndroid Build Coastguard Worker      *
1111*08b48e0bSAndroid Build Coastguard Worker      * @see XXH3_64b_update(), XXH3_128b_update().
1112*08b48e0bSAndroid Build Coastguard Worker      */
1113*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_INTERNALBUFFER_SIZE 256
1114*08b48e0bSAndroid Build Coastguard Worker 
1115*08b48e0bSAndroid Build Coastguard Worker     /*!
1116*08b48e0bSAndroid Build Coastguard Worker      * @brief Default size of the secret buffer (and @ref XXH3_kSecret).
1117*08b48e0bSAndroid Build Coastguard Worker      *
1118*08b48e0bSAndroid Build Coastguard Worker      * This is the size used in @ref XXH3_kSecret and the seeded functions.
1119*08b48e0bSAndroid Build Coastguard Worker      *
1120*08b48e0bSAndroid Build Coastguard Worker      * Not to be confused with @ref XXH3_SECRET_SIZE_MIN.
1121*08b48e0bSAndroid Build Coastguard Worker      */
1122*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_SECRET_DEFAULT_SIZE 192
1123*08b48e0bSAndroid Build Coastguard Worker 
1124*08b48e0bSAndroid Build Coastguard Worker /*!
1125*08b48e0bSAndroid Build Coastguard Worker  * @internal
1126*08b48e0bSAndroid Build Coastguard Worker  * @brief Structure for XXH3 streaming API.
1127*08b48e0bSAndroid Build Coastguard Worker  *
1128*08b48e0bSAndroid Build Coastguard Worker  * @note This is only defined when @ref XXH_STATIC_LINKING_ONLY,
1129*08b48e0bSAndroid Build Coastguard Worker  * @ref XXH_INLINE_ALL, or @ref XXH_IMPLEMENTATION is defined.
1130*08b48e0bSAndroid Build Coastguard Worker  * Otherwise it is an opaque type.
1131*08b48e0bSAndroid Build Coastguard Worker  * Never use this definition in combination with dynamic library.
1132*08b48e0bSAndroid Build Coastguard Worker  * This allows fields to safely be changed in the future.
1133*08b48e0bSAndroid Build Coastguard Worker  *
1134*08b48e0bSAndroid Build Coastguard Worker  * @note ** This structure has a strict alignment requirement of 64 bytes!! **
1135*08b48e0bSAndroid Build Coastguard Worker  * Do not allocate this with `malloc()` or `new`,
1136*08b48e0bSAndroid Build Coastguard Worker  * it will not be sufficiently aligned.
1137*08b48e0bSAndroid Build Coastguard Worker  * Use @ref XXH3_createState() and @ref XXH3_freeState(), or stack allocation.
1138*08b48e0bSAndroid Build Coastguard Worker  *
1139*08b48e0bSAndroid Build Coastguard Worker  * Typedef'd to @ref XXH3_state_t.
1140*08b48e0bSAndroid Build Coastguard Worker  * Do never access the members of this struct directly.
1141*08b48e0bSAndroid Build Coastguard Worker  *
1142*08b48e0bSAndroid Build Coastguard Worker  * @see XXH3_INITSTATE() for stack initialization.
1143*08b48e0bSAndroid Build Coastguard Worker  * @see XXH3_createState(), XXH3_freeState().
1144*08b48e0bSAndroid Build Coastguard Worker  * @see XXH32_state_s, XXH64_state_s
1145*08b48e0bSAndroid Build Coastguard Worker  */
1146*08b48e0bSAndroid Build Coastguard Worker struct XXH3_state_s {
1147*08b48e0bSAndroid Build Coastguard Worker 
1148*08b48e0bSAndroid Build Coastguard Worker   XXH_ALIGN_MEMBER(64, XXH64_hash_t acc[8]);
1149*08b48e0bSAndroid Build Coastguard Worker   /*!< The 8 accumulators. Similar to `vN` in @ref XXH32_state_s::v1 and @ref
1150*08b48e0bSAndroid Build Coastguard Worker    * XXH64_state_s */
1151*08b48e0bSAndroid Build Coastguard Worker   XXH_ALIGN_MEMBER(64, unsigned char customSecret[XXH3_SECRET_DEFAULT_SIZE]);
1152*08b48e0bSAndroid Build Coastguard Worker   /*!< Used to store a custom secret generated from a seed. */
1153*08b48e0bSAndroid Build Coastguard Worker   XXH_ALIGN_MEMBER(64, unsigned char buffer[XXH3_INTERNALBUFFER_SIZE]);
1154*08b48e0bSAndroid Build Coastguard Worker   /*!< The internal buffer. @see XXH32_state_s::mem32 */
1155*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t bufferedSize;
1156*08b48e0bSAndroid Build Coastguard Worker   /*!< The amount of memory in @ref buffer, @see XXH32_state_s::memsize */
1157*08b48e0bSAndroid Build Coastguard Worker   XXH32_hash_t reserved32;
1158*08b48e0bSAndroid Build Coastguard Worker   /*!< Reserved field. Needed for padding on 64-bit. */
1159*08b48e0bSAndroid Build Coastguard Worker   size_t nbStripesSoFar;
1160*08b48e0bSAndroid Build Coastguard Worker   /*!< Number or stripes processed. */
1161*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t totalLen;
1162*08b48e0bSAndroid Build Coastguard Worker   /*!< Total length hashed. 64-bit even on 32-bit targets. */
1163*08b48e0bSAndroid Build Coastguard Worker   size_t nbStripesPerBlock;
1164*08b48e0bSAndroid Build Coastguard Worker   /*!< Number of stripes per block. */
1165*08b48e0bSAndroid Build Coastguard Worker   size_t secretLimit;
1166*08b48e0bSAndroid Build Coastguard Worker   /*!< Size of @ref customSecret or @ref extSecret */
1167*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t seed;
1168*08b48e0bSAndroid Build Coastguard Worker   /*!< Seed for _withSeed variants. Must be zero otherwise, @see
1169*08b48e0bSAndroid Build Coastguard Worker    * XXH3_INITSTATE() */
1170*08b48e0bSAndroid Build Coastguard Worker   XXH64_hash_t reserved64;
1171*08b48e0bSAndroid Build Coastguard Worker   /*!< Reserved field. */
1172*08b48e0bSAndroid Build Coastguard Worker   const unsigned char *extSecret;
1173*08b48e0bSAndroid Build Coastguard Worker   /*!< Reference to an external secret for the _withSecret variants, NULL
1174*08b48e0bSAndroid Build Coastguard Worker    *   for other variants. */
1175*08b48e0bSAndroid Build Coastguard Worker   /* note: there may be some padding at the end due to alignment on 64 bytes */
1176*08b48e0bSAndroid Build Coastguard Worker 
1177*08b48e0bSAndroid Build Coastguard Worker };                                             /* typedef'd to XXH3_state_t */
1178*08b48e0bSAndroid Build Coastguard Worker 
1179*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_ALIGN_MEMBER
1180*08b48e0bSAndroid Build Coastguard Worker 
1181*08b48e0bSAndroid Build Coastguard Worker     /*!
1182*08b48e0bSAndroid Build Coastguard Worker      * @brief Initializes a stack-allocated `XXH3_state_s`.
1183*08b48e0bSAndroid Build Coastguard Worker      *
1184*08b48e0bSAndroid Build Coastguard Worker      * When the @ref XXH3_state_t structure is merely emplaced on stack,
1185*08b48e0bSAndroid Build Coastguard Worker      * it should be initialized with XXH3_INITSTATE() or a memset()
1186*08b48e0bSAndroid Build Coastguard Worker      * in case its first reset uses XXH3_NNbits_reset_withSeed().
1187*08b48e0bSAndroid Build Coastguard Worker      * This init can be omitted if the first reset uses default or _withSecret
1188*08b48e0bSAndroid Build Coastguard Worker      * mode. This operation isn't necessary when the state is created with
1189*08b48e0bSAndroid Build Coastguard Worker      * XXH3_createState(). Note that this doesn't prepare the state for a
1190*08b48e0bSAndroid Build Coastguard Worker      * streaming operation, it's still necessary to use XXH3_NNbits_reset*()
1191*08b48e0bSAndroid Build Coastguard Worker      * afterwards.
1192*08b48e0bSAndroid Build Coastguard Worker      */
1193*08b48e0bSAndroid Build Coastguard Worker     #define XXH3_INITSTATE(XXH3_state_ptr) \
1194*08b48e0bSAndroid Build Coastguard Worker       { (XXH3_state_ptr)->seed = 0; }
1195*08b48e0bSAndroid Build Coastguard Worker 
1196*08b48e0bSAndroid Build Coastguard Worker /* ===   Experimental API   === */
1197*08b48e0bSAndroid Build Coastguard Worker /* Symbols defined below must be considered tied to a specific library version.
1198*08b48e0bSAndroid Build Coastguard Worker  */
1199*08b48e0bSAndroid Build Coastguard Worker 
1200*08b48e0bSAndroid Build Coastguard Worker /*
1201*08b48e0bSAndroid Build Coastguard Worker  * XXH3_generateSecret():
1202*08b48e0bSAndroid Build Coastguard Worker  *
1203*08b48e0bSAndroid Build Coastguard Worker  * Derive a high-entropy secret from any user-defined content, named customSeed.
1204*08b48e0bSAndroid Build Coastguard Worker  * The generated secret can be used in combination with `*_withSecret()`
1205*08b48e0bSAndroid Build Coastguard Worker  * functions. The `_withSecret()` variants are useful to provide a higher level
1206*08b48e0bSAndroid Build Coastguard Worker  * of protection than 64-bit seed, as it becomes much more difficult for an
1207*08b48e0bSAndroid Build Coastguard Worker  * external actor to guess how to impact the calculation logic.
1208*08b48e0bSAndroid Build Coastguard Worker  *
1209*08b48e0bSAndroid Build Coastguard Worker  * The function accepts as input a custom seed of any length and any content,
1210*08b48e0bSAndroid Build Coastguard Worker  * and derives from it a high-entropy secret of length XXH3_SECRET_DEFAULT_SIZE
1211*08b48e0bSAndroid Build Coastguard Worker  * into an already allocated buffer secretBuffer.
1212*08b48e0bSAndroid Build Coastguard Worker  * The generated secret is _always_ XXH_SECRET_DEFAULT_SIZE bytes long.
1213*08b48e0bSAndroid Build Coastguard Worker  *
1214*08b48e0bSAndroid Build Coastguard Worker  * The generated secret can then be used with any `*_withSecret()` variant.
1215*08b48e0bSAndroid Build Coastguard Worker  * Functions `XXH3_128bits_withSecret()`, `XXH3_64bits_withSecret()`,
1216*08b48e0bSAndroid Build Coastguard Worker  * `XXH3_128bits_reset_withSecret()` and `XXH3_64bits_reset_withSecret()`
1217*08b48e0bSAndroid Build Coastguard Worker  * are part of this list. They all accept a `secret` parameter
1218*08b48e0bSAndroid Build Coastguard Worker  * which must be very long for implementation reasons (>= XXH3_SECRET_SIZE_MIN)
1219*08b48e0bSAndroid Build Coastguard Worker  * _and_ feature very high entropy (consist of random-looking bytes).
1220*08b48e0bSAndroid Build Coastguard Worker  * These conditions can be a high bar to meet, so
1221*08b48e0bSAndroid Build Coastguard Worker  * this function can be used to generate a secret of proper quality.
1222*08b48e0bSAndroid Build Coastguard Worker  *
1223*08b48e0bSAndroid Build Coastguard Worker  * customSeed can be anything. It can have any size, even small ones,
1224*08b48e0bSAndroid Build Coastguard Worker  * and its content can be anything, even stupidly "low entropy" source such as a
1225*08b48e0bSAndroid Build Coastguard Worker  * bunch of zeroes. The resulting `secret` will nonetheless provide all expected
1226*08b48e0bSAndroid Build Coastguard Worker  * qualities.
1227*08b48e0bSAndroid Build Coastguard Worker  *
1228*08b48e0bSAndroid Build Coastguard Worker  * Supplying NULL as the customSeed copies the default secret into
1229*08b48e0bSAndroid Build Coastguard Worker  * `secretBuffer`. When customSeedSize > 0, supplying NULL as customSeed is
1230*08b48e0bSAndroid Build Coastguard Worker  * undefined behavior.
1231*08b48e0bSAndroid Build Coastguard Worker  */
1232*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH3_generateSecret(void       *secretBuffer,
1233*08b48e0bSAndroid Build Coastguard Worker                                         const void *customSeed,
1234*08b48e0bSAndroid Build Coastguard Worker                                         size_t      customSeedSize);
1235*08b48e0bSAndroid Build Coastguard Worker 
1236*08b48e0bSAndroid Build Coastguard Worker /* simple short-cut to pre-selected XXH3_128bits variant */
1237*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH128(const void *data, size_t len,
1238*08b48e0bSAndroid Build Coastguard Worker                                     XXH64_hash_t seed);
1239*08b48e0bSAndroid Build Coastguard Worker 
1240*08b48e0bSAndroid Build Coastguard Worker   #endif                                                /* XXH_NO_LONG_LONG */
1241*08b48e0bSAndroid Build Coastguard Worker   #if defined(XXH_INLINE_ALL) || defined(XXH_PRIVATE_API)
1242*08b48e0bSAndroid Build Coastguard Worker     #define XXH_IMPLEMENTATION
1243*08b48e0bSAndroid Build Coastguard Worker   #endif
1244*08b48e0bSAndroid Build Coastguard Worker 
1245*08b48e0bSAndroid Build Coastguard Worker #endif /* defined(XXH_STATIC_LINKING_ONLY) && \
1246*08b48e0bSAndroid Build Coastguard Worker           !defined(XXHASH_H_STATIC_13879238742) */
1247*08b48e0bSAndroid Build Coastguard Worker 
1248*08b48e0bSAndroid Build Coastguard Worker /* ======================================================================== */
1249*08b48e0bSAndroid Build Coastguard Worker /* ======================================================================== */
1250*08b48e0bSAndroid Build Coastguard Worker /* ======================================================================== */
1251*08b48e0bSAndroid Build Coastguard Worker 
1252*08b48e0bSAndroid Build Coastguard Worker /*-**********************************************************************
1253*08b48e0bSAndroid Build Coastguard Worker  * xxHash implementation
1254*08b48e0bSAndroid Build Coastguard Worker  *-**********************************************************************
1255*08b48e0bSAndroid Build Coastguard Worker  * xxHash's implementation used to be hosted inside xxhash.c.
1256*08b48e0bSAndroid Build Coastguard Worker  *
1257*08b48e0bSAndroid Build Coastguard Worker  * However, inlining requires implementation to be visible to the compiler,
1258*08b48e0bSAndroid Build Coastguard Worker  * hence be included alongside the header.
1259*08b48e0bSAndroid Build Coastguard Worker  * Previously, implementation was hosted inside xxhash.c,
1260*08b48e0bSAndroid Build Coastguard Worker  * which was then #included when inlining was activated.
1261*08b48e0bSAndroid Build Coastguard Worker  * This construction created issues with a few build and install systems,
1262*08b48e0bSAndroid Build Coastguard Worker  * as it required xxhash.c to be stored in /include directory.
1263*08b48e0bSAndroid Build Coastguard Worker  *
1264*08b48e0bSAndroid Build Coastguard Worker  * xxHash implementation is now directly integrated within xxhash.h.
1265*08b48e0bSAndroid Build Coastguard Worker  * As a consequence, xxhash.c is no longer needed in /include.
1266*08b48e0bSAndroid Build Coastguard Worker  *
1267*08b48e0bSAndroid Build Coastguard Worker  * xxhash.c is still available and is still useful.
1268*08b48e0bSAndroid Build Coastguard Worker  * In a "normal" setup, when xxhash is not inlined,
1269*08b48e0bSAndroid Build Coastguard Worker  * xxhash.h only exposes the prototypes and public symbols,
1270*08b48e0bSAndroid Build Coastguard Worker  * while xxhash.c can be built into an object file xxhash.o
1271*08b48e0bSAndroid Build Coastguard Worker  * which can then be linked into the final binary.
1272*08b48e0bSAndroid Build Coastguard Worker  ************************************************************************/
1273*08b48e0bSAndroid Build Coastguard Worker 
1274*08b48e0bSAndroid Build Coastguard Worker #if (defined(XXH_INLINE_ALL) || defined(XXH_PRIVATE_API) || \
1275*08b48e0bSAndroid Build Coastguard Worker      defined(XXH_IMPLEMENTATION)) &&                        \
1276*08b48e0bSAndroid Build Coastguard Worker     !defined(XXH_IMPLEM_13a8737387)
1277*08b48e0bSAndroid Build Coastguard Worker   #define XXH_IMPLEM_13a8737387
1278*08b48e0bSAndroid Build Coastguard Worker 
1279*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
1280*08b48e0bSAndroid Build Coastguard Worker    *  Tuning parameters
1281*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
1282*08b48e0bSAndroid Build Coastguard Worker 
1283*08b48e0bSAndroid Build Coastguard Worker   /*!
1284*08b48e0bSAndroid Build Coastguard Worker    * @defgroup tuning Tuning parameters
1285*08b48e0bSAndroid Build Coastguard Worker    * @{
1286*08b48e0bSAndroid Build Coastguard Worker 
1287*08b48e0bSAndroid Build Coastguard Worker    *
1288*08b48e0bSAndroid Build Coastguard Worker    * Various macros to control xxHash's behavior.
1289*08b48e0bSAndroid Build Coastguard Worker    */
1290*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_DOXYGEN
1291*08b48e0bSAndroid Build Coastguard Worker     /*!
1292*08b48e0bSAndroid Build Coastguard Worker      * @brief Define this to disable 64-bit code.
1293*08b48e0bSAndroid Build Coastguard Worker      *
1294*08b48e0bSAndroid Build Coastguard Worker      * Useful if only using the @ref xxh32_family and you have a strict C90
1295*08b48e0bSAndroid Build Coastguard Worker      * compiler.
1296*08b48e0bSAndroid Build Coastguard Worker      */
1297*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_LONG_LONG
1298*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_NO_LONG_LONG                               /* don't actually */
1299*08b48e0bSAndroid Build Coastguard Worker     /*!
1300*08b48e0bSAndroid Build Coastguard Worker      * @brief Controls how unaligned memory is accessed.
1301*08b48e0bSAndroid Build Coastguard Worker      *
1302*08b48e0bSAndroid Build Coastguard Worker      * By default, access to unaligned memory is controlled by `memcpy()`, which
1303*08b48e0bSAndroid Build Coastguard Worker      * is safe and portable.
1304*08b48e0bSAndroid Build Coastguard Worker      *
1305*08b48e0bSAndroid Build Coastguard Worker      * Unfortunately, on some target/compiler combinations, the generated
1306*08b48e0bSAndroid Build Coastguard Worker      * assembly is sub-optimal.
1307*08b48e0bSAndroid Build Coastguard Worker      *
1308*08b48e0bSAndroid Build Coastguard Worker      * The below switch allow selection of a different access method
1309*08b48e0bSAndroid Build Coastguard Worker      * in the search for improved performance.
1310*08b48e0bSAndroid Build Coastguard Worker      *
1311*08b48e0bSAndroid Build Coastguard Worker      * @par Possible options:
1312*08b48e0bSAndroid Build Coastguard Worker      *
1313*08b48e0bSAndroid Build Coastguard Worker      *  - `XXH_FORCE_MEMORY_ACCESS=0` (default): `memcpy`
1314*08b48e0bSAndroid Build Coastguard Worker      *   @par
1315*08b48e0bSAndroid Build Coastguard Worker      *     Use `memcpy()`. Safe and portable. Note that most modern compilers
1316*08b48e0bSAndroid Build Coastguard Worker      * will eliminate the function call and treat it as an unaligned access.
1317*08b48e0bSAndroid Build Coastguard Worker      *
1318*08b48e0bSAndroid Build Coastguard Worker      *  - `XXH_FORCE_MEMORY_ACCESS=1`: `__attribute__((packed))`
1319*08b48e0bSAndroid Build Coastguard Worker      *   @par
1320*08b48e0bSAndroid Build Coastguard Worker      *     Depends on compiler extensions and is therefore not portable.
1321*08b48e0bSAndroid Build Coastguard Worker      *     This method is safe _if_ your compiler supports it,
1322*08b48e0bSAndroid Build Coastguard Worker      *     and *generally* as fast or faster than `memcpy`.
1323*08b48e0bSAndroid Build Coastguard Worker      *
1324*08b48e0bSAndroid Build Coastguard Worker      *  - `XXH_FORCE_MEMORY_ACCESS=2`: Direct cast
1325*08b48e0bSAndroid Build Coastguard Worker      *  @par
1326*08b48e0bSAndroid Build Coastguard Worker      *     Casts directly and dereferences. This method doesn't depend on the
1327*08b48e0bSAndroid Build Coastguard Worker      *     compiler, but it violates the C standard as it directly dereferences
1328*08b48e0bSAndroid Build Coastguard Worker      * an unaligned pointer. It can generate buggy code on targets which do not
1329*08b48e0bSAndroid Build Coastguard Worker      *     support unaligned memory accesses, but in some circumstances, it's
1330*08b48e0bSAndroid Build Coastguard Worker      * the only known way to get the most performance.
1331*08b48e0bSAndroid Build Coastguard Worker      *
1332*08b48e0bSAndroid Build Coastguard Worker      *  - `XXH_FORCE_MEMORY_ACCESS=3`: Byteshift
1333*08b48e0bSAndroid Build Coastguard Worker      *  @par
1334*08b48e0bSAndroid Build Coastguard Worker      *     Also portable. This can generate the best code on old compilers which
1335*08b48e0bSAndroid Build Coastguard Worker      * don't inline small `memcpy()` calls, and it might also be faster on
1336*08b48e0bSAndroid Build Coastguard Worker      * big-endian systems which lack a native byteswap instruction. However,
1337*08b48e0bSAndroid Build Coastguard Worker      * some compilers will emit literal byteshifts even if the target supports
1338*08b48e0bSAndroid Build Coastguard Worker      * unaligned access.
1339*08b48e0bSAndroid Build Coastguard Worker      *  .
1340*08b48e0bSAndroid Build Coastguard Worker      *
1341*08b48e0bSAndroid Build Coastguard Worker      * @warning
1342*08b48e0bSAndroid Build Coastguard Worker      *   Methods 1 and 2 rely on implementation-defined behavior. Use these with
1343*08b48e0bSAndroid Build Coastguard Worker      *   care, as what works on one compiler/platform/optimization level may
1344*08b48e0bSAndroid Build Coastguard Worker      * cause another to read garbage data or even crash.
1345*08b48e0bSAndroid Build Coastguard Worker      *
1346*08b48e0bSAndroid Build Coastguard Worker      * See https://stackoverflow.com/a/32095106/646947 for details.
1347*08b48e0bSAndroid Build Coastguard Worker      *
1348*08b48e0bSAndroid Build Coastguard Worker      * Prefer these methods in priority order (0 > 3 > 1 > 2)
1349*08b48e0bSAndroid Build Coastguard Worker      */
1350*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_MEMORY_ACCESS 0
1351*08b48e0bSAndroid Build Coastguard Worker     /*!
1352*08b48e0bSAndroid Build Coastguard Worker      * @def XXH_ACCEPT_NULL_INPUT_POINTER
1353*08b48e0bSAndroid Build Coastguard Worker      * @brief Whether to add explicit `NULL` checks.
1354*08b48e0bSAndroid Build Coastguard Worker      *
1355*08b48e0bSAndroid Build Coastguard Worker      * If the input pointer is `NULL` and the length is non-zero, xxHash's
1356*08b48e0bSAndroid Build Coastguard Worker      * default behavior is to dereference it, triggering a segfault.
1357*08b48e0bSAndroid Build Coastguard Worker      *
1358*08b48e0bSAndroid Build Coastguard Worker      * When this macro is enabled, xxHash actively checks the input for a null
1359*08b48e0bSAndroid Build Coastguard Worker      * pointer. If it is, the result for null input pointers is the same as a
1360*08b48e0bSAndroid Build Coastguard Worker      * zero-length input.
1361*08b48e0bSAndroid Build Coastguard Worker      */
1362*08b48e0bSAndroid Build Coastguard Worker     #define XXH_ACCEPT_NULL_INPUT_POINTER 0
1363*08b48e0bSAndroid Build Coastguard Worker     /*!
1364*08b48e0bSAndroid Build Coastguard Worker      * @def XXH_FORCE_ALIGN_CHECK
1365*08b48e0bSAndroid Build Coastguard Worker      * @brief If defined to non-zero, adds a special path for aligned inputs
1366*08b48e0bSAndroid Build Coastguard Worker      * (XXH32() and XXH64() only).
1367*08b48e0bSAndroid Build Coastguard Worker      *
1368*08b48e0bSAndroid Build Coastguard Worker      * This is an important performance trick for architectures without decent
1369*08b48e0bSAndroid Build Coastguard Worker      * unaligned memory access performance.
1370*08b48e0bSAndroid Build Coastguard Worker      *
1371*08b48e0bSAndroid Build Coastguard Worker      * It checks for input alignment, and when conditions are met, uses a "fast
1372*08b48e0bSAndroid Build Coastguard Worker      * path" employing direct 32-bit/64-bit reads, resulting in _dramatically
1373*08b48e0bSAndroid Build Coastguard Worker      * faster_ read speed.
1374*08b48e0bSAndroid Build Coastguard Worker      *
1375*08b48e0bSAndroid Build Coastguard Worker      * The check costs one initial branch per hash, which is generally
1376*08b48e0bSAndroid Build Coastguard Worker      * negligible, but not zero.
1377*08b48e0bSAndroid Build Coastguard Worker      *
1378*08b48e0bSAndroid Build Coastguard Worker      * Moreover, it's not useful to generate an additional code path if memory
1379*08b48e0bSAndroid Build Coastguard Worker      * access uses the same instruction for both aligned and unaligned
1380*08b48e0bSAndroid Build Coastguard Worker      * addresses (e.g. x86 and aarch64).
1381*08b48e0bSAndroid Build Coastguard Worker      *
1382*08b48e0bSAndroid Build Coastguard Worker      * In these cases, the alignment check can be removed by setting this macro
1383*08b48e0bSAndroid Build Coastguard Worker      * to 0. Then the code will always use unaligned memory access. Align check
1384*08b48e0bSAndroid Build Coastguard Worker      * is automatically disabled on x86, x64 & arm64, which are platforms known
1385*08b48e0bSAndroid Build Coastguard Worker      * to offer good unaligned memory accesses performance.
1386*08b48e0bSAndroid Build Coastguard Worker      *
1387*08b48e0bSAndroid Build Coastguard Worker      * This option does not affect XXH3 (only XXH32 and XXH64).
1388*08b48e0bSAndroid Build Coastguard Worker      */
1389*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_ALIGN_CHECK 0
1390*08b48e0bSAndroid Build Coastguard Worker 
1391*08b48e0bSAndroid Build Coastguard Worker     /*!
1392*08b48e0bSAndroid Build Coastguard Worker      * @def XXH_NO_INLINE_HINTS
1393*08b48e0bSAndroid Build Coastguard Worker      * @brief When non-zero, sets all functions to `static`.
1394*08b48e0bSAndroid Build Coastguard Worker      *
1395*08b48e0bSAndroid Build Coastguard Worker      * By default, xxHash tries to force the compiler to inline almost all
1396*08b48e0bSAndroid Build Coastguard Worker      * internal functions.
1397*08b48e0bSAndroid Build Coastguard Worker      *
1398*08b48e0bSAndroid Build Coastguard Worker      * This can usually improve performance due to reduced jumping and improved
1399*08b48e0bSAndroid Build Coastguard Worker      * constant folding, but significantly increases the size of the binary
1400*08b48e0bSAndroid Build Coastguard Worker      * which might not be favorable.
1401*08b48e0bSAndroid Build Coastguard Worker      *
1402*08b48e0bSAndroid Build Coastguard Worker      * Additionally, sometimes the forced inlining can be detrimental to
1403*08b48e0bSAndroid Build Coastguard Worker      * performance, depending on the architecture.
1404*08b48e0bSAndroid Build Coastguard Worker      *
1405*08b48e0bSAndroid Build Coastguard Worker      * XXH_NO_INLINE_HINTS marks all internal functions as static, giving the
1406*08b48e0bSAndroid Build Coastguard Worker      * compiler full control on whether to inline or not.
1407*08b48e0bSAndroid Build Coastguard Worker      *
1408*08b48e0bSAndroid Build Coastguard Worker      * When not optimizing (-O0), optimizing for size (-Os, -Oz), or using
1409*08b48e0bSAndroid Build Coastguard Worker      * -fno-inline with GCC or Clang, this will automatically be defined.
1410*08b48e0bSAndroid Build Coastguard Worker      */
1411*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE_HINTS 0
1412*08b48e0bSAndroid Build Coastguard Worker 
1413*08b48e0bSAndroid Build Coastguard Worker     /*!
1414*08b48e0bSAndroid Build Coastguard Worker      * @def XXH_REROLL
1415*08b48e0bSAndroid Build Coastguard Worker      * @brief Whether to reroll `XXH32_finalize`.
1416*08b48e0bSAndroid Build Coastguard Worker      *
1417*08b48e0bSAndroid Build Coastguard Worker      * For performance, `XXH32_finalize` uses an unrolled loop
1418*08b48e0bSAndroid Build Coastguard Worker      * in the form of a switch statement.
1419*08b48e0bSAndroid Build Coastguard Worker      *
1420*08b48e0bSAndroid Build Coastguard Worker      * This is not always desirable, as it generates larger code,
1421*08b48e0bSAndroid Build Coastguard Worker      * and depending on the architecture, may even be slower
1422*08b48e0bSAndroid Build Coastguard Worker      *
1423*08b48e0bSAndroid Build Coastguard Worker      * This is automatically defined with `-Os`/`-Oz` on GCC and Clang.
1424*08b48e0bSAndroid Build Coastguard Worker      */
1425*08b48e0bSAndroid Build Coastguard Worker     #define XXH_REROLL 0
1426*08b48e0bSAndroid Build Coastguard Worker 
1427*08b48e0bSAndroid Build Coastguard Worker     /*!
1428*08b48e0bSAndroid Build Coastguard Worker      * @internal
1429*08b48e0bSAndroid Build Coastguard Worker      * @brief Redefines old internal names.
1430*08b48e0bSAndroid Build Coastguard Worker      *
1431*08b48e0bSAndroid Build Coastguard Worker      * For compatibility with code that uses xxHash's internals before the names
1432*08b48e0bSAndroid Build Coastguard Worker      * were changed to improve namespacing. There is no other reason to use
1433*08b48e0bSAndroid Build Coastguard Worker      * this.
1434*08b48e0bSAndroid Build Coastguard Worker      */
1435*08b48e0bSAndroid Build Coastguard Worker     #define XXH_OLD_NAMES
1436*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_OLD_NAMES                 /* don't actually use, it is ugly. */
1437*08b48e0bSAndroid Build Coastguard Worker   #endif                                                     /* XXH_DOXYGEN */
1438*08b48e0bSAndroid Build Coastguard Worker                          /*!
1439*08b48e0bSAndroid Build Coastguard Worker                           * @}
1440*08b48e0bSAndroid Build Coastguard Worker                           */
1441*08b48e0bSAndroid Build Coastguard Worker 
1442*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_FORCE_MEMORY_ACCESS /* can be defined externally, on command \
1443*08b48e0bSAndroid Build Coastguard Worker                                      line for example */
1444*08b48e0bSAndroid Build Coastguard Worker   /* prefer __packed__ structures (method 1) for gcc on armv7+ and mips */
1445*08b48e0bSAndroid Build Coastguard Worker     #if !defined(__clang__) &&                                          \
1446*08b48e0bSAndroid Build Coastguard Worker         ((defined(__INTEL_COMPILER) && !defined(_WIN32)) ||             \
1447*08b48e0bSAndroid Build Coastguard Worker          (defined(__GNUC__) &&                                          \
1448*08b48e0bSAndroid Build Coastguard Worker           ((defined(__ARM_ARCH) && __ARM_ARCH >= 7) ||                  \
1449*08b48e0bSAndroid Build Coastguard Worker            (defined(__mips__) && (__mips <= 5 || __mips_isa_rev < 6) && \
1450*08b48e0bSAndroid Build Coastguard Worker             (!defined(__mips16) || defined(__mips_mips16e2))))))
1451*08b48e0bSAndroid Build Coastguard Worker       #define XXH_FORCE_MEMORY_ACCESS 1
1452*08b48e0bSAndroid Build Coastguard Worker     #endif
1453*08b48e0bSAndroid Build Coastguard Worker   #endif
1454*08b48e0bSAndroid Build Coastguard Worker 
1455*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_ACCEPT_NULL_INPUT_POINTER        /* can be defined externally */
1456*08b48e0bSAndroid Build Coastguard Worker     #define XXH_ACCEPT_NULL_INPUT_POINTER 0
1457*08b48e0bSAndroid Build Coastguard Worker   #endif
1458*08b48e0bSAndroid Build Coastguard Worker 
1459*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_FORCE_ALIGN_CHECK                /* can be defined externally */
1460*08b48e0bSAndroid Build Coastguard Worker     #if defined(__i386) || defined(__x86_64__) || defined(__aarch64__) || \
1461*08b48e0bSAndroid Build Coastguard Worker         defined(_M_IX86) || defined(_M_X64) || defined(_M_ARM64)  /* visual */
1462*08b48e0bSAndroid Build Coastguard Worker       #define XXH_FORCE_ALIGN_CHECK 0
1463*08b48e0bSAndroid Build Coastguard Worker     #else
1464*08b48e0bSAndroid Build Coastguard Worker       #define XXH_FORCE_ALIGN_CHECK 1
1465*08b48e0bSAndroid Build Coastguard Worker     #endif
1466*08b48e0bSAndroid Build Coastguard Worker   #endif
1467*08b48e0bSAndroid Build Coastguard Worker 
1468*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_NO_INLINE_HINTS
1469*08b48e0bSAndroid Build Coastguard Worker     #if defined(__OPTIMIZE_SIZE__) /* -Os, -Oz */ \
1470*08b48e0bSAndroid Build Coastguard Worker         || defined(__NO_INLINE__)                       /* -O0, -fno-inline */
1471*08b48e0bSAndroid Build Coastguard Worker       #define XXH_NO_INLINE_HINTS 1
1472*08b48e0bSAndroid Build Coastguard Worker     #else
1473*08b48e0bSAndroid Build Coastguard Worker       #define XXH_NO_INLINE_HINTS 0
1474*08b48e0bSAndroid Build Coastguard Worker     #endif
1475*08b48e0bSAndroid Build Coastguard Worker   #endif
1476*08b48e0bSAndroid Build Coastguard Worker 
1477*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_REROLL
1478*08b48e0bSAndroid Build Coastguard Worker     #if defined(__OPTIMIZE_SIZE__) /* -Os, -Oz */ || \
1479*08b48e0bSAndroid Build Coastguard Worker         (defined(__GNUC__) && !defined(__clang__))
1480*08b48e0bSAndroid Build Coastguard Worker     /* The if/then loop is preferable to switch/case on gcc (on x64) */
1481*08b48e0bSAndroid Build Coastguard Worker       #define XXH_REROLL 1
1482*08b48e0bSAndroid Build Coastguard Worker     #else
1483*08b48e0bSAndroid Build Coastguard Worker       #define XXH_REROLL 0
1484*08b48e0bSAndroid Build Coastguard Worker     #endif
1485*08b48e0bSAndroid Build Coastguard Worker   #endif
1486*08b48e0bSAndroid Build Coastguard Worker 
1487*08b48e0bSAndroid Build Coastguard Worker   /*!
1488*08b48e0bSAndroid Build Coastguard Worker    * @defgroup impl Implementation
1489*08b48e0bSAndroid Build Coastguard Worker    * @{
1490*08b48e0bSAndroid Build Coastguard Worker 
1491*08b48e0bSAndroid Build Coastguard Worker    */
1492*08b48e0bSAndroid Build Coastguard Worker 
1493*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
1494*08b48e0bSAndroid Build Coastguard Worker    *  Includes & Memory related functions
1495*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
1496*08b48e0bSAndroid Build Coastguard Worker   /*
1497*08b48e0bSAndroid Build Coastguard Worker    * Modify the local functions below should you wish to use
1498*08b48e0bSAndroid Build Coastguard Worker    * different memory routines for malloc() and free()
1499*08b48e0bSAndroid Build Coastguard Worker    */
1500*08b48e0bSAndroid Build Coastguard Worker   #include <stdlib.h>
1501*08b48e0bSAndroid Build Coastguard Worker 
1502*08b48e0bSAndroid Build Coastguard Worker /*!
1503*08b48e0bSAndroid Build Coastguard Worker  * @internal
1504*08b48e0bSAndroid Build Coastguard Worker  * @brief Modify this function to use a different routine than malloc().
1505*08b48e0bSAndroid Build Coastguard Worker  */
XXH_malloc(size_t s)1506*08b48e0bSAndroid Build Coastguard Worker static void *XXH_malloc(size_t s) {
1507*08b48e0bSAndroid Build Coastguard Worker 
1508*08b48e0bSAndroid Build Coastguard Worker   return malloc(s);
1509*08b48e0bSAndroid Build Coastguard Worker 
1510*08b48e0bSAndroid Build Coastguard Worker }
1511*08b48e0bSAndroid Build Coastguard Worker 
1512*08b48e0bSAndroid Build Coastguard Worker /*!
1513*08b48e0bSAndroid Build Coastguard Worker  * @internal
1514*08b48e0bSAndroid Build Coastguard Worker  * @brief Modify this function to use a different routine than free().
1515*08b48e0bSAndroid Build Coastguard Worker  */
XXH_free(void * p)1516*08b48e0bSAndroid Build Coastguard Worker static void XXH_free(void *p) {
1517*08b48e0bSAndroid Build Coastguard Worker 
1518*08b48e0bSAndroid Build Coastguard Worker   free(p);
1519*08b48e0bSAndroid Build Coastguard Worker 
1520*08b48e0bSAndroid Build Coastguard Worker }
1521*08b48e0bSAndroid Build Coastguard Worker 
1522*08b48e0bSAndroid Build Coastguard Worker   #include <string.h>
1523*08b48e0bSAndroid Build Coastguard Worker 
1524*08b48e0bSAndroid Build Coastguard Worker /*!
1525*08b48e0bSAndroid Build Coastguard Worker  * @internal
1526*08b48e0bSAndroid Build Coastguard Worker  * @brief Modify this function to use a different routine than memcpy().
1527*08b48e0bSAndroid Build Coastguard Worker  */
XXH_memcpy(void * dest,const void * src,size_t size)1528*08b48e0bSAndroid Build Coastguard Worker static void *XXH_memcpy(void *dest, const void *src, size_t size) {
1529*08b48e0bSAndroid Build Coastguard Worker 
1530*08b48e0bSAndroid Build Coastguard Worker   return memcpy(dest, src, size);
1531*08b48e0bSAndroid Build Coastguard Worker 
1532*08b48e0bSAndroid Build Coastguard Worker }
1533*08b48e0bSAndroid Build Coastguard Worker 
1534*08b48e0bSAndroid Build Coastguard Worker   #include <limits.h>                                         /* ULLONG_MAX */
1535*08b48e0bSAndroid Build Coastguard Worker 
1536*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
1537*08b48e0bSAndroid Build Coastguard Worker    *  Compiler Specific Options
1538*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
1539*08b48e0bSAndroid Build Coastguard Worker   #ifdef _MSC_VER                              /* Visual Studio warning fix */
1540*08b48e0bSAndroid Build Coastguard Worker     #pragma warning(disable : 4127) /* disable: C4127: conditional expression \
1541*08b48e0bSAndroid Build Coastguard Worker                                        is constant */
1542*08b48e0bSAndroid Build Coastguard Worker   #endif
1543*08b48e0bSAndroid Build Coastguard Worker 
1544*08b48e0bSAndroid Build Coastguard Worker   #if XXH_NO_INLINE_HINTS                         /* disable inlining hints */
1545*08b48e0bSAndroid Build Coastguard Worker     #if defined(__GNUC__)
1546*08b48e0bSAndroid Build Coastguard Worker       #define XXH_FORCE_INLINE static __attribute__((unused))
1547*08b48e0bSAndroid Build Coastguard Worker     #else
1548*08b48e0bSAndroid Build Coastguard Worker       #define XXH_FORCE_INLINE static
1549*08b48e0bSAndroid Build Coastguard Worker     #endif
1550*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE static
1551*08b48e0bSAndroid Build Coastguard Worker   /* enable inlining hints */
1552*08b48e0bSAndroid Build Coastguard Worker   #elif defined(_MSC_VER)                                  /* Visual Studio */
1553*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_INLINE static __forceinline
1554*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE static __declspec(noinline)
1555*08b48e0bSAndroid Build Coastguard Worker   #elif defined(__GNUC__)
1556*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_INLINE \
1557*08b48e0bSAndroid Build Coastguard Worker       static __inline__ __attribute__((always_inline, unused))
1558*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE static __attribute__((noinline))
1559*08b48e0bSAndroid Build Coastguard Worker   #elif defined(__cplusplus) || \
1560*08b48e0bSAndroid Build Coastguard Worker       (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L))   /* C99 */
1561*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_INLINE static inline
1562*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE static
1563*08b48e0bSAndroid Build Coastguard Worker   #else
1564*08b48e0bSAndroid Build Coastguard Worker     #define XXH_FORCE_INLINE static
1565*08b48e0bSAndroid Build Coastguard Worker     #define XXH_NO_INLINE static
1566*08b48e0bSAndroid Build Coastguard Worker   #endif
1567*08b48e0bSAndroid Build Coastguard Worker 
1568*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
1569*08b48e0bSAndroid Build Coastguard Worker    *  Debug
1570*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
1571*08b48e0bSAndroid Build Coastguard Worker   /*!
1572*08b48e0bSAndroid Build Coastguard Worker    * @ingroup tuning
1573*08b48e0bSAndroid Build Coastguard Worker    * @def XXH_DEBUGLEVEL
1574*08b48e0bSAndroid Build Coastguard Worker    * @brief Sets the debugging level.
1575*08b48e0bSAndroid Build Coastguard Worker    *
1576*08b48e0bSAndroid Build Coastguard Worker    * XXH_DEBUGLEVEL is expected to be defined externally, typically via the
1577*08b48e0bSAndroid Build Coastguard Worker    * compiler's command line options. The value must be a number.
1578*08b48e0bSAndroid Build Coastguard Worker    */
1579*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_DEBUGLEVEL
1580*08b48e0bSAndroid Build Coastguard Worker     #ifdef DEBUGLEVEL                                   /* backwards compat */
1581*08b48e0bSAndroid Build Coastguard Worker       #define XXH_DEBUGLEVEL DEBUGLEVEL
1582*08b48e0bSAndroid Build Coastguard Worker     #else
1583*08b48e0bSAndroid Build Coastguard Worker       #define XXH_DEBUGLEVEL 0
1584*08b48e0bSAndroid Build Coastguard Worker     #endif
1585*08b48e0bSAndroid Build Coastguard Worker   #endif
1586*08b48e0bSAndroid Build Coastguard Worker 
1587*08b48e0bSAndroid Build Coastguard Worker   #if (XXH_DEBUGLEVEL >= 1)
1588*08b48e0bSAndroid Build Coastguard Worker     #include <assert.h>          /* note: can still be disabled with NDEBUG */
1589*08b48e0bSAndroid Build Coastguard Worker     #define XXH_ASSERT(c) assert(c)
1590*08b48e0bSAndroid Build Coastguard Worker   #else
1591*08b48e0bSAndroid Build Coastguard Worker     #define XXH_ASSERT(c) ((void)0)
1592*08b48e0bSAndroid Build Coastguard Worker   #endif
1593*08b48e0bSAndroid Build Coastguard Worker 
1594*08b48e0bSAndroid Build Coastguard Worker   /* note: use after variable declarations */
1595*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_STATIC_ASSERT
1596*08b48e0bSAndroid Build Coastguard Worker     #if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L)   /* C11 */
1597*08b48e0bSAndroid Build Coastguard Worker       #include <assert.h>
1598*08b48e0bSAndroid Build Coastguard Worker       #define XXH_STATIC_ASSERT_WITH_MESSAGE(c, m) \
1599*08b48e0bSAndroid Build Coastguard Worker         do {                                       \
1600*08b48e0bSAndroid Build Coastguard Worker                                                    \
1601*08b48e0bSAndroid Build Coastguard Worker           static_assert((c), m);                   \
1602*08b48e0bSAndroid Build Coastguard Worker                                                    \
1603*08b48e0bSAndroid Build Coastguard Worker         } while (0)
1604*08b48e0bSAndroid Build Coastguard Worker 
1605*08b48e0bSAndroid Build Coastguard Worker     #elif defined(__cplusplus) && (__cplusplus >= 201103L)         /* C++11 */
1606*08b48e0bSAndroid Build Coastguard Worker       #define XXH_STATIC_ASSERT_WITH_MESSAGE(c, m) \
1607*08b48e0bSAndroid Build Coastguard Worker         do {                                       \
1608*08b48e0bSAndroid Build Coastguard Worker                                                    \
1609*08b48e0bSAndroid Build Coastguard Worker           static_assert((c), m);                   \
1610*08b48e0bSAndroid Build Coastguard Worker                                                    \
1611*08b48e0bSAndroid Build Coastguard Worker         } while (0)
1612*08b48e0bSAndroid Build Coastguard Worker 
1613*08b48e0bSAndroid Build Coastguard Worker     #else
1614*08b48e0bSAndroid Build Coastguard Worker       #define XXH_STATIC_ASSERT_WITH_MESSAGE(c, m) \
1615*08b48e0bSAndroid Build Coastguard Worker         do {                                       \
1616*08b48e0bSAndroid Build Coastguard Worker                                                    \
1617*08b48e0bSAndroid Build Coastguard Worker           struct xxh_sa {                          \
1618*08b48e0bSAndroid Build Coastguard Worker                                                    \
1619*08b48e0bSAndroid Build Coastguard Worker             char x[(c) ? 1 : -1];                  \
1620*08b48e0bSAndroid Build Coastguard Worker                                                    \
1621*08b48e0bSAndroid Build Coastguard Worker           };                                       \
1622*08b48e0bSAndroid Build Coastguard Worker                                                    \
1623*08b48e0bSAndroid Build Coastguard Worker         } while (0)
1624*08b48e0bSAndroid Build Coastguard Worker 
1625*08b48e0bSAndroid Build Coastguard Worker     #endif
1626*08b48e0bSAndroid Build Coastguard Worker     #define XXH_STATIC_ASSERT(c) XXH_STATIC_ASSERT_WITH_MESSAGE((c), #c)
1627*08b48e0bSAndroid Build Coastguard Worker   #endif
1628*08b48e0bSAndroid Build Coastguard Worker 
1629*08b48e0bSAndroid Build Coastguard Worker   /*!
1630*08b48e0bSAndroid Build Coastguard Worker    * @internal
1631*08b48e0bSAndroid Build Coastguard Worker    * @def XXH_COMPILER_GUARD(var)
1632*08b48e0bSAndroid Build Coastguard Worker    * @brief Used to prevent unwanted optimizations for @p var.
1633*08b48e0bSAndroid Build Coastguard Worker    *
1634*08b48e0bSAndroid Build Coastguard Worker    * It uses an empty GCC inline assembly statement with a register constraint
1635*08b48e0bSAndroid Build Coastguard Worker    * which forces @p var into a general purpose register (eg eax, ebx, ecx
1636*08b48e0bSAndroid Build Coastguard Worker    * on x86) and marks it as modified.
1637*08b48e0bSAndroid Build Coastguard Worker    *
1638*08b48e0bSAndroid Build Coastguard Worker    * This is used in a few places to avoid unwanted autovectorization (e.g.
1639*08b48e0bSAndroid Build Coastguard Worker    * XXH32_round()). All vectorization we want is explicit via intrinsics,
1640*08b48e0bSAndroid Build Coastguard Worker    * and _usually_ isn't wanted elsewhere.
1641*08b48e0bSAndroid Build Coastguard Worker    *
1642*08b48e0bSAndroid Build Coastguard Worker    * We also use it to prevent unwanted constant folding for AArch64 in
1643*08b48e0bSAndroid Build Coastguard Worker    * XXH3_initCustomSecret_scalar().
1644*08b48e0bSAndroid Build Coastguard Worker    */
1645*08b48e0bSAndroid Build Coastguard Worker   #ifdef __GNUC__
1646*08b48e0bSAndroid Build Coastguard Worker     #define XXH_COMPILER_GUARD(var) __asm__ __volatile__("" : "+r"(var))
1647*08b48e0bSAndroid Build Coastguard Worker   #else
1648*08b48e0bSAndroid Build Coastguard Worker     #define XXH_COMPILER_GUARD(var) ((void)0)
1649*08b48e0bSAndroid Build Coastguard Worker   #endif
1650*08b48e0bSAndroid Build Coastguard Worker 
1651*08b48e0bSAndroid Build Coastguard Worker   /* *************************************
1652*08b48e0bSAndroid Build Coastguard Worker    *  Basic Types
1653*08b48e0bSAndroid Build Coastguard Worker    ***************************************/
1654*08b48e0bSAndroid Build Coastguard Worker   #if !defined(__VMS) &&       \
1655*08b48e0bSAndroid Build Coastguard Worker       (defined(__cplusplus) || \
1656*08b48e0bSAndroid Build Coastguard Worker        (defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */))
1657*08b48e0bSAndroid Build Coastguard Worker     #include <stdint.h>
1658*08b48e0bSAndroid Build Coastguard Worker typedef uint8_t xxh_u8;
1659*08b48e0bSAndroid Build Coastguard Worker   #else
1660*08b48e0bSAndroid Build Coastguard Worker typedef unsigned char xxh_u8;
1661*08b48e0bSAndroid Build Coastguard Worker   #endif
1662*08b48e0bSAndroid Build Coastguard Worker typedef XXH32_hash_t xxh_u32;
1663*08b48e0bSAndroid Build Coastguard Worker 
1664*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_OLD_NAMES
1665*08b48e0bSAndroid Build Coastguard Worker     #define BYTE xxh_u8
1666*08b48e0bSAndroid Build Coastguard Worker     #define U8 xxh_u8
1667*08b48e0bSAndroid Build Coastguard Worker     #define U32 xxh_u32
1668*08b48e0bSAndroid Build Coastguard Worker   #endif
1669*08b48e0bSAndroid Build Coastguard Worker 
1670*08b48e0bSAndroid Build Coastguard Worker /* ***   Memory access   *** */
1671*08b48e0bSAndroid Build Coastguard Worker 
1672*08b48e0bSAndroid Build Coastguard Worker /*!
1673*08b48e0bSAndroid Build Coastguard Worker  * @internal
1674*08b48e0bSAndroid Build Coastguard Worker  * @fn xxh_u32 XXH_read32(const void* ptr)
1675*08b48e0bSAndroid Build Coastguard Worker  * @brief Reads an unaligned 32-bit integer from @p ptr in native endianness.
1676*08b48e0bSAndroid Build Coastguard Worker  *
1677*08b48e0bSAndroid Build Coastguard Worker  * Affected by @ref XXH_FORCE_MEMORY_ACCESS.
1678*08b48e0bSAndroid Build Coastguard Worker  *
1679*08b48e0bSAndroid Build Coastguard Worker  * @param ptr The pointer to read from.
1680*08b48e0bSAndroid Build Coastguard Worker  * @return The 32-bit native endian integer from the bytes at @p ptr.
1681*08b48e0bSAndroid Build Coastguard Worker  */
1682*08b48e0bSAndroid Build Coastguard Worker 
1683*08b48e0bSAndroid Build Coastguard Worker /*!
1684*08b48e0bSAndroid Build Coastguard Worker  * @internal
1685*08b48e0bSAndroid Build Coastguard Worker  * @fn xxh_u32 XXH_readLE32(const void* ptr)
1686*08b48e0bSAndroid Build Coastguard Worker  * @brief Reads an unaligned 32-bit little endian integer from @p ptr.
1687*08b48e0bSAndroid Build Coastguard Worker  *
1688*08b48e0bSAndroid Build Coastguard Worker  * Affected by @ref XXH_FORCE_MEMORY_ACCESS.
1689*08b48e0bSAndroid Build Coastguard Worker  *
1690*08b48e0bSAndroid Build Coastguard Worker  * @param ptr The pointer to read from.
1691*08b48e0bSAndroid Build Coastguard Worker  * @return The 32-bit little endian integer from the bytes at @p ptr.
1692*08b48e0bSAndroid Build Coastguard Worker  */
1693*08b48e0bSAndroid Build Coastguard Worker 
1694*08b48e0bSAndroid Build Coastguard Worker /*!
1695*08b48e0bSAndroid Build Coastguard Worker  * @internal
1696*08b48e0bSAndroid Build Coastguard Worker  * @fn xxh_u32 XXH_readBE32(const void* ptr)
1697*08b48e0bSAndroid Build Coastguard Worker  * @brief Reads an unaligned 32-bit big endian integer from @p ptr.
1698*08b48e0bSAndroid Build Coastguard Worker  *
1699*08b48e0bSAndroid Build Coastguard Worker  * Affected by @ref XXH_FORCE_MEMORY_ACCESS.
1700*08b48e0bSAndroid Build Coastguard Worker  *
1701*08b48e0bSAndroid Build Coastguard Worker  * @param ptr The pointer to read from.
1702*08b48e0bSAndroid Build Coastguard Worker  * @return The 32-bit big endian integer from the bytes at @p ptr.
1703*08b48e0bSAndroid Build Coastguard Worker  */
1704*08b48e0bSAndroid Build Coastguard Worker 
1705*08b48e0bSAndroid Build Coastguard Worker /*!
1706*08b48e0bSAndroid Build Coastguard Worker  * @internal
1707*08b48e0bSAndroid Build Coastguard Worker  * @fn xxh_u32 XXH_readLE32_align(const void* ptr, XXH_alignment align)
1708*08b48e0bSAndroid Build Coastguard Worker  * @brief Like @ref XXH_readLE32(), but has an option for aligned reads.
1709*08b48e0bSAndroid Build Coastguard Worker  *
1710*08b48e0bSAndroid Build Coastguard Worker  * Affected by @ref XXH_FORCE_MEMORY_ACCESS.
1711*08b48e0bSAndroid Build Coastguard Worker  * Note that when @ref XXH_FORCE_ALIGN_CHECK == 0, the @p align parameter is
1712*08b48e0bSAndroid Build Coastguard Worker  * always @ref XXH_alignment::XXH_unaligned.
1713*08b48e0bSAndroid Build Coastguard Worker  *
1714*08b48e0bSAndroid Build Coastguard Worker  * @param ptr The pointer to read from.
1715*08b48e0bSAndroid Build Coastguard Worker  * @param align Whether @p ptr is aligned.
1716*08b48e0bSAndroid Build Coastguard Worker  * @pre
1717*08b48e0bSAndroid Build Coastguard Worker  *   If @p align == @ref XXH_alignment::XXH_aligned, @p ptr must be 4 byte
1718*08b48e0bSAndroid Build Coastguard Worker  *   aligned.
1719*08b48e0bSAndroid Build Coastguard Worker  * @return The 32-bit little endian integer from the bytes at @p ptr.
1720*08b48e0bSAndroid Build Coastguard Worker  */
1721*08b48e0bSAndroid Build Coastguard Worker 
1722*08b48e0bSAndroid Build Coastguard Worker   #if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 3))
1723*08b48e0bSAndroid Build Coastguard Worker   /*
1724*08b48e0bSAndroid Build Coastguard Worker    * Manual byteshift. Best for old compilers which don't inline memcpy.
1725*08b48e0bSAndroid Build Coastguard Worker    * We actually directly use XXH_readLE32 and XXH_readBE32.
1726*08b48e0bSAndroid Build Coastguard Worker    */
1727*08b48e0bSAndroid Build Coastguard Worker   #elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 2))
1728*08b48e0bSAndroid Build Coastguard Worker 
1729*08b48e0bSAndroid Build Coastguard Worker /*
1730*08b48e0bSAndroid Build Coastguard Worker  * Force direct memory access. Only works on CPU which support unaligned memory
1731*08b48e0bSAndroid Build Coastguard Worker  * access in hardware.
1732*08b48e0bSAndroid Build Coastguard Worker  */
XXH_read32(const void * memPtr)1733*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH_read32(const void *memPtr) {
1734*08b48e0bSAndroid Build Coastguard Worker 
1735*08b48e0bSAndroid Build Coastguard Worker   return *(const xxh_u32 *)memPtr;
1736*08b48e0bSAndroid Build Coastguard Worker 
1737*08b48e0bSAndroid Build Coastguard Worker }
1738*08b48e0bSAndroid Build Coastguard Worker 
1739*08b48e0bSAndroid Build Coastguard Worker   #elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 1))
1740*08b48e0bSAndroid Build Coastguard Worker 
1741*08b48e0bSAndroid Build Coastguard Worker     /*
1742*08b48e0bSAndroid Build Coastguard Worker      * __pack instructions are safer but compiler specific, hence potentially
1743*08b48e0bSAndroid Build Coastguard Worker      * problematic for some compilers.
1744*08b48e0bSAndroid Build Coastguard Worker      *
1745*08b48e0bSAndroid Build Coastguard Worker      * Currently only defined for GCC and ICC.
1746*08b48e0bSAndroid Build Coastguard Worker      */
1747*08b48e0bSAndroid Build Coastguard Worker     #ifdef XXH_OLD_NAMES
1748*08b48e0bSAndroid Build Coastguard Worker typedef union {
1749*08b48e0bSAndroid Build Coastguard Worker 
1750*08b48e0bSAndroid Build Coastguard Worker   xxh_u32 u32;
1751*08b48e0bSAndroid Build Coastguard Worker 
1752*08b48e0bSAndroid Build Coastguard Worker } __attribute__((packed)) unalign;
1753*08b48e0bSAndroid Build Coastguard Worker 
1754*08b48e0bSAndroid Build Coastguard Worker     #endif
XXH_read32(const void * ptr)1755*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH_read32(const void *ptr) {
1756*08b48e0bSAndroid Build Coastguard Worker 
1757*08b48e0bSAndroid Build Coastguard Worker   typedef union {
1758*08b48e0bSAndroid Build Coastguard Worker 
1759*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 u32;
1760*08b48e0bSAndroid Build Coastguard Worker 
1761*08b48e0bSAndroid Build Coastguard Worker   } __attribute__((packed)) xxh_unalign;
1762*08b48e0bSAndroid Build Coastguard Worker 
1763*08b48e0bSAndroid Build Coastguard Worker   return ((const xxh_unalign *)ptr)->u32;
1764*08b48e0bSAndroid Build Coastguard Worker 
1765*08b48e0bSAndroid Build Coastguard Worker }
1766*08b48e0bSAndroid Build Coastguard Worker 
1767*08b48e0bSAndroid Build Coastguard Worker   #else
1768*08b48e0bSAndroid Build Coastguard Worker 
1769*08b48e0bSAndroid Build Coastguard Worker /*
1770*08b48e0bSAndroid Build Coastguard Worker  * Portable and safe solution. Generally efficient.
1771*08b48e0bSAndroid Build Coastguard Worker  * see: https://stackoverflow.com/a/32095106/646947
1772*08b48e0bSAndroid Build Coastguard Worker  */
XXH_read32(const void * memPtr)1773*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH_read32(const void *memPtr) {
1774*08b48e0bSAndroid Build Coastguard Worker 
1775*08b48e0bSAndroid Build Coastguard Worker   xxh_u32 val;
1776*08b48e0bSAndroid Build Coastguard Worker   memcpy(&val, memPtr, sizeof(val));
1777*08b48e0bSAndroid Build Coastguard Worker   return val;
1778*08b48e0bSAndroid Build Coastguard Worker 
1779*08b48e0bSAndroid Build Coastguard Worker }
1780*08b48e0bSAndroid Build Coastguard Worker 
1781*08b48e0bSAndroid Build Coastguard Worker   #endif                                  /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
1782*08b48e0bSAndroid Build Coastguard Worker 
1783*08b48e0bSAndroid Build Coastguard Worker   /* ***   Endianness   *** */
1784*08b48e0bSAndroid Build Coastguard Worker 
1785*08b48e0bSAndroid Build Coastguard Worker   /*!
1786*08b48e0bSAndroid Build Coastguard Worker    * @ingroup tuning
1787*08b48e0bSAndroid Build Coastguard Worker    * @def XXH_CPU_LITTLE_ENDIAN
1788*08b48e0bSAndroid Build Coastguard Worker    * @brief Whether the target is little endian.
1789*08b48e0bSAndroid Build Coastguard Worker    *
1790*08b48e0bSAndroid Build Coastguard Worker    * Defined to 1 if the target is little endian, or 0 if it is big endian.
1791*08b48e0bSAndroid Build Coastguard Worker    * It can be defined externally, for example on the compiler command line.
1792*08b48e0bSAndroid Build Coastguard Worker    *
1793*08b48e0bSAndroid Build Coastguard Worker    * If it is not defined,
1794*08b48e0bSAndroid Build Coastguard Worker    * a runtime check (which is usually constant folded) is used instead.
1795*08b48e0bSAndroid Build Coastguard Worker    *
1796*08b48e0bSAndroid Build Coastguard Worker    * @note
1797*08b48e0bSAndroid Build Coastguard Worker    *   This is not necessarily defined to an integer constant.
1798*08b48e0bSAndroid Build Coastguard Worker    *
1799*08b48e0bSAndroid Build Coastguard Worker    * @see XXH_isLittleEndian() for the runtime check.
1800*08b48e0bSAndroid Build Coastguard Worker    */
1801*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_CPU_LITTLE_ENDIAN
1802*08b48e0bSAndroid Build Coastguard Worker     /*
1803*08b48e0bSAndroid Build Coastguard Worker      * Try to detect endianness automatically, to avoid the nonstandard behavior
1804*08b48e0bSAndroid Build Coastguard Worker      * in `XXH_isLittleEndian()`
1805*08b48e0bSAndroid Build Coastguard Worker      */
1806*08b48e0bSAndroid Build Coastguard Worker     #if defined(_WIN32) /* Windows is always little endian */ \
1807*08b48e0bSAndroid Build Coastguard Worker         || defined(__LITTLE_ENDIAN__) ||                      \
1808*08b48e0bSAndroid Build Coastguard Worker         (defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__)
1809*08b48e0bSAndroid Build Coastguard Worker       #define XXH_CPU_LITTLE_ENDIAN 1
1810*08b48e0bSAndroid Build Coastguard Worker     #elif defined(__BIG_ENDIAN__) || \
1811*08b48e0bSAndroid Build Coastguard Worker         (defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)
1812*08b48e0bSAndroid Build Coastguard Worker       #define XXH_CPU_LITTLE_ENDIAN 0
1813*08b48e0bSAndroid Build Coastguard Worker     #else
1814*08b48e0bSAndroid Build Coastguard Worker /*!
1815*08b48e0bSAndroid Build Coastguard Worker  * @internal
1816*08b48e0bSAndroid Build Coastguard Worker  * @brief Runtime check for @ref XXH_CPU_LITTLE_ENDIAN.
1817*08b48e0bSAndroid Build Coastguard Worker  *
1818*08b48e0bSAndroid Build Coastguard Worker  * Most compilers will constant fold this.
1819*08b48e0bSAndroid Build Coastguard Worker  */
XXH_isLittleEndian(void)1820*08b48e0bSAndroid Build Coastguard Worker static int XXH_isLittleEndian(void) {
1821*08b48e0bSAndroid Build Coastguard Worker 
1822*08b48e0bSAndroid Build Coastguard Worker   /*
1823*08b48e0bSAndroid Build Coastguard Worker    * Portable and well-defined behavior.
1824*08b48e0bSAndroid Build Coastguard Worker    * Don't use static: it is detrimental to performance.
1825*08b48e0bSAndroid Build Coastguard Worker    */
1826*08b48e0bSAndroid Build Coastguard Worker   const union {
1827*08b48e0bSAndroid Build Coastguard Worker 
1828*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 u;
1829*08b48e0bSAndroid Build Coastguard Worker     xxh_u8  c[4];
1830*08b48e0bSAndroid Build Coastguard Worker 
1831*08b48e0bSAndroid Build Coastguard Worker   } one = {1};
1832*08b48e0bSAndroid Build Coastguard Worker 
1833*08b48e0bSAndroid Build Coastguard Worker   return one.c[0];
1834*08b48e0bSAndroid Build Coastguard Worker 
1835*08b48e0bSAndroid Build Coastguard Worker }
1836*08b48e0bSAndroid Build Coastguard Worker 
1837*08b48e0bSAndroid Build Coastguard Worker       #define XXH_CPU_LITTLE_ENDIAN XXH_isLittleEndian()
1838*08b48e0bSAndroid Build Coastguard Worker     #endif
1839*08b48e0bSAndroid Build Coastguard Worker   #endif
1840*08b48e0bSAndroid Build Coastguard Worker 
1841*08b48e0bSAndroid Build Coastguard Worker   /* ****************************************
1842*08b48e0bSAndroid Build Coastguard Worker    *  Compiler-specific Functions and Macros
1843*08b48e0bSAndroid Build Coastguard Worker    ******************************************/
1844*08b48e0bSAndroid Build Coastguard Worker   #define XXH_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__)
1845*08b48e0bSAndroid Build Coastguard Worker 
1846*08b48e0bSAndroid Build Coastguard Worker   #ifdef __has_builtin
1847*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_BUILTIN(x) __has_builtin(x)
1848*08b48e0bSAndroid Build Coastguard Worker   #else
1849*08b48e0bSAndroid Build Coastguard Worker     #define XXH_HAS_BUILTIN(x) 0
1850*08b48e0bSAndroid Build Coastguard Worker   #endif
1851*08b48e0bSAndroid Build Coastguard Worker 
1852*08b48e0bSAndroid Build Coastguard Worker   /*!
1853*08b48e0bSAndroid Build Coastguard Worker    * @internal
1854*08b48e0bSAndroid Build Coastguard Worker    * @def XXH_rotl32(x,r)
1855*08b48e0bSAndroid Build Coastguard Worker    * @brief 32-bit rotate left.
1856*08b48e0bSAndroid Build Coastguard Worker    *
1857*08b48e0bSAndroid Build Coastguard Worker    * @param x The 32-bit integer to be rotated.
1858*08b48e0bSAndroid Build Coastguard Worker    * @param r The number of bits to rotate.
1859*08b48e0bSAndroid Build Coastguard Worker    * @pre
1860*08b48e0bSAndroid Build Coastguard Worker    *   @p r > 0 && @p r < 32
1861*08b48e0bSAndroid Build Coastguard Worker    * @note
1862*08b48e0bSAndroid Build Coastguard Worker    *   @p x and @p r may be evaluated multiple times.
1863*08b48e0bSAndroid Build Coastguard Worker    * @return The rotated result.
1864*08b48e0bSAndroid Build Coastguard Worker    */
1865*08b48e0bSAndroid Build Coastguard Worker   #if !defined(NO_CLANG_BUILTIN) && XXH_HAS_BUILTIN(__builtin_rotateleft32) && \
1866*08b48e0bSAndroid Build Coastguard Worker       XXH_HAS_BUILTIN(__builtin_rotateleft64)
1867*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl32 __builtin_rotateleft32
1868*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl64 __builtin_rotateleft64
1869*08b48e0bSAndroid Build Coastguard Worker   /* Note: although _rotl exists for minGW (GCC under windows), performance
1870*08b48e0bSAndroid Build Coastguard Worker    * seems poor */
1871*08b48e0bSAndroid Build Coastguard Worker   #elif defined(_MSC_VER)
1872*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl32(x, r) _rotl(x, r)
1873*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl64(x, r) _rotl64(x, r)
1874*08b48e0bSAndroid Build Coastguard Worker   #else
1875*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl32(x, r) (((x) << (r)) | ((x) >> (32 - (r))))
1876*08b48e0bSAndroid Build Coastguard Worker     #define XXH_rotl64(x, r) (((x) << (r)) | ((x) >> (64 - (r))))
1877*08b48e0bSAndroid Build Coastguard Worker   #endif
1878*08b48e0bSAndroid Build Coastguard Worker 
1879*08b48e0bSAndroid Build Coastguard Worker   /*!
1880*08b48e0bSAndroid Build Coastguard Worker    * @internal
1881*08b48e0bSAndroid Build Coastguard Worker    * @fn xxh_u32 XXH_swap32(xxh_u32 x)
1882*08b48e0bSAndroid Build Coastguard Worker    * @brief A 32-bit byteswap.
1883*08b48e0bSAndroid Build Coastguard Worker    *
1884*08b48e0bSAndroid Build Coastguard Worker    * @param x The 32-bit integer to byteswap.
1885*08b48e0bSAndroid Build Coastguard Worker    * @return @p x, byteswapped.
1886*08b48e0bSAndroid Build Coastguard Worker    */
1887*08b48e0bSAndroid Build Coastguard Worker   #if defined(_MSC_VER)                                    /* Visual Studio */
1888*08b48e0bSAndroid Build Coastguard Worker     #define XXH_swap32 _byteswap_ulong
1889*08b48e0bSAndroid Build Coastguard Worker   #elif XXH_GCC_VERSION >= 403
1890*08b48e0bSAndroid Build Coastguard Worker     #define XXH_swap32 __builtin_bswap32
1891*08b48e0bSAndroid Build Coastguard Worker   #else
XXH_swap32(xxh_u32 x)1892*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH_swap32(xxh_u32 x) {
1893*08b48e0bSAndroid Build Coastguard Worker 
1894*08b48e0bSAndroid Build Coastguard Worker   return ((x << 24) & 0xff000000) | ((x << 8) & 0x00ff0000) |
1895*08b48e0bSAndroid Build Coastguard Worker          ((x >> 8) & 0x0000ff00) | ((x >> 24) & 0x000000ff);
1896*08b48e0bSAndroid Build Coastguard Worker 
1897*08b48e0bSAndroid Build Coastguard Worker }
1898*08b48e0bSAndroid Build Coastguard Worker 
1899*08b48e0bSAndroid Build Coastguard Worker   #endif
1900*08b48e0bSAndroid Build Coastguard Worker 
1901*08b48e0bSAndroid Build Coastguard Worker /* ***************************
1902*08b48e0bSAndroid Build Coastguard Worker  *  Memory reads
1903*08b48e0bSAndroid Build Coastguard Worker  *****************************/
1904*08b48e0bSAndroid Build Coastguard Worker 
1905*08b48e0bSAndroid Build Coastguard Worker /*!
1906*08b48e0bSAndroid Build Coastguard Worker  * @internal
1907*08b48e0bSAndroid Build Coastguard Worker  * @brief Enum to indicate whether a pointer is aligned.
1908*08b48e0bSAndroid Build Coastguard Worker  */
1909*08b48e0bSAndroid Build Coastguard Worker typedef enum {
1910*08b48e0bSAndroid Build Coastguard Worker 
1911*08b48e0bSAndroid Build Coastguard Worker   XXH_aligned,                                                 /*!< Aligned */
1912*08b48e0bSAndroid Build Coastguard Worker   XXH_unaligned                                     /*!< Possibly unaligned */
1913*08b48e0bSAndroid Build Coastguard Worker 
1914*08b48e0bSAndroid Build Coastguard Worker } XXH_alignment;
1915*08b48e0bSAndroid Build Coastguard Worker 
1916*08b48e0bSAndroid Build Coastguard Worker   /*
1917*08b48e0bSAndroid Build Coastguard Worker    * XXH_FORCE_MEMORY_ACCESS==3 is an endian-independent byteshift load.
1918*08b48e0bSAndroid Build Coastguard Worker    *
1919*08b48e0bSAndroid Build Coastguard Worker    * This is ideal for older compilers which don't inline memcpy.
1920*08b48e0bSAndroid Build Coastguard Worker    */
1921*08b48e0bSAndroid Build Coastguard Worker   #if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 3))
1922*08b48e0bSAndroid Build Coastguard Worker 
XXH_readLE32(const void * memPtr)1923*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u32 XXH_readLE32(const void *memPtr) {
1924*08b48e0bSAndroid Build Coastguard Worker 
1925*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bytePtr = (const xxh_u8 *)memPtr;
1926*08b48e0bSAndroid Build Coastguard Worker   return bytePtr[0] | ((xxh_u32)bytePtr[1] << 8) | ((xxh_u32)bytePtr[2] << 16) |
1927*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u32)bytePtr[3] << 24);
1928*08b48e0bSAndroid Build Coastguard Worker 
1929*08b48e0bSAndroid Build Coastguard Worker }
1930*08b48e0bSAndroid Build Coastguard Worker 
XXH_readBE32(const void * memPtr)1931*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u32 XXH_readBE32(const void *memPtr) {
1932*08b48e0bSAndroid Build Coastguard Worker 
1933*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bytePtr = (const xxh_u8 *)memPtr;
1934*08b48e0bSAndroid Build Coastguard Worker   return bytePtr[3] | ((xxh_u32)bytePtr[2] << 8) | ((xxh_u32)bytePtr[1] << 16) |
1935*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u32)bytePtr[0] << 24);
1936*08b48e0bSAndroid Build Coastguard Worker 
1937*08b48e0bSAndroid Build Coastguard Worker }
1938*08b48e0bSAndroid Build Coastguard Worker 
1939*08b48e0bSAndroid Build Coastguard Worker   #else
XXH_readLE32(const void * ptr)1940*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u32 XXH_readLE32(const void *ptr) {
1941*08b48e0bSAndroid Build Coastguard Worker 
1942*08b48e0bSAndroid Build Coastguard Worker   return XXH_CPU_LITTLE_ENDIAN ? XXH_read32(ptr) : XXH_swap32(XXH_read32(ptr));
1943*08b48e0bSAndroid Build Coastguard Worker 
1944*08b48e0bSAndroid Build Coastguard Worker }
1945*08b48e0bSAndroid Build Coastguard Worker 
XXH_readBE32(const void * ptr)1946*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH_readBE32(const void *ptr) {
1947*08b48e0bSAndroid Build Coastguard Worker 
1948*08b48e0bSAndroid Build Coastguard Worker   return XXH_CPU_LITTLE_ENDIAN ? XXH_swap32(XXH_read32(ptr)) : XXH_read32(ptr);
1949*08b48e0bSAndroid Build Coastguard Worker 
1950*08b48e0bSAndroid Build Coastguard Worker }
1951*08b48e0bSAndroid Build Coastguard Worker 
1952*08b48e0bSAndroid Build Coastguard Worker   #endif
1953*08b48e0bSAndroid Build Coastguard Worker 
XXH_readLE32_align(const void * ptr,XXH_alignment align)1954*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u32 XXH_readLE32_align(const void   *ptr,
1955*08b48e0bSAndroid Build Coastguard Worker                                             XXH_alignment align) {
1956*08b48e0bSAndroid Build Coastguard Worker 
1957*08b48e0bSAndroid Build Coastguard Worker   if (align == XXH_unaligned) {
1958*08b48e0bSAndroid Build Coastguard Worker 
1959*08b48e0bSAndroid Build Coastguard Worker     return XXH_readLE32(ptr);
1960*08b48e0bSAndroid Build Coastguard Worker 
1961*08b48e0bSAndroid Build Coastguard Worker   } else {
1962*08b48e0bSAndroid Build Coastguard Worker 
1963*08b48e0bSAndroid Build Coastguard Worker     return XXH_CPU_LITTLE_ENDIAN ? *(const xxh_u32 *)ptr
1964*08b48e0bSAndroid Build Coastguard Worker                                  : XXH_swap32(*(const xxh_u32 *)ptr);
1965*08b48e0bSAndroid Build Coastguard Worker 
1966*08b48e0bSAndroid Build Coastguard Worker   }
1967*08b48e0bSAndroid Build Coastguard Worker 
1968*08b48e0bSAndroid Build Coastguard Worker }
1969*08b48e0bSAndroid Build Coastguard Worker 
1970*08b48e0bSAndroid Build Coastguard Worker /* *************************************
1971*08b48e0bSAndroid Build Coastguard Worker  *  Misc
1972*08b48e0bSAndroid Build Coastguard Worker  ***************************************/
1973*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup public */
XXH_versionNumber(void)1974*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API unsigned XXH_versionNumber(void) {
1975*08b48e0bSAndroid Build Coastguard Worker 
1976*08b48e0bSAndroid Build Coastguard Worker   return XXH_VERSION_NUMBER;
1977*08b48e0bSAndroid Build Coastguard Worker 
1978*08b48e0bSAndroid Build Coastguard Worker }
1979*08b48e0bSAndroid Build Coastguard Worker 
1980*08b48e0bSAndroid Build Coastguard Worker /* *******************************************************************
1981*08b48e0bSAndroid Build Coastguard Worker  *  32-bit hash functions
1982*08b48e0bSAndroid Build Coastguard Worker  *********************************************************************/
1983*08b48e0bSAndroid Build Coastguard Worker /*!
1984*08b48e0bSAndroid Build Coastguard Worker  * @}
1985*08b48e0bSAndroid Build Coastguard Worker  * @defgroup xxh32_impl XXH32 implementation
1986*08b48e0bSAndroid Build Coastguard Worker  * @ingroup impl
1987*08b48e0bSAndroid Build Coastguard Worker  * @{
1988*08b48e0bSAndroid Build Coastguard Worker 
1989*08b48e0bSAndroid Build Coastguard Worker  */
1990*08b48e0bSAndroid Build Coastguard Worker /* #define instead of static const, to be used as initializers */
1991*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PRIME32_1 0x9E3779B1U /*!< 0b10011110001101110111100110110001 */
1992*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PRIME32_2 0x85EBCA77U /*!< 0b10000101111010111100101001110111 */
1993*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PRIME32_3 0xC2B2AE3DU /*!< 0b11000010101100101010111000111101 */
1994*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PRIME32_4 0x27D4EB2FU /*!< 0b00100111110101001110101100101111 */
1995*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PRIME32_5 0x165667B1U /*!< 0b00010110010101100110011110110001 */
1996*08b48e0bSAndroid Build Coastguard Worker 
1997*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_OLD_NAMES
1998*08b48e0bSAndroid Build Coastguard Worker     #define PRIME32_1 XXH_PRIME32_1
1999*08b48e0bSAndroid Build Coastguard Worker     #define PRIME32_2 XXH_PRIME32_2
2000*08b48e0bSAndroid Build Coastguard Worker     #define PRIME32_3 XXH_PRIME32_3
2001*08b48e0bSAndroid Build Coastguard Worker     #define PRIME32_4 XXH_PRIME32_4
2002*08b48e0bSAndroid Build Coastguard Worker     #define PRIME32_5 XXH_PRIME32_5
2003*08b48e0bSAndroid Build Coastguard Worker   #endif
2004*08b48e0bSAndroid Build Coastguard Worker 
2005*08b48e0bSAndroid Build Coastguard Worker /*!
2006*08b48e0bSAndroid Build Coastguard Worker  * @internal
2007*08b48e0bSAndroid Build Coastguard Worker  * @brief Normal stripe processing routine.
2008*08b48e0bSAndroid Build Coastguard Worker  *
2009*08b48e0bSAndroid Build Coastguard Worker  * This shuffles the bits so that any bit from @p input impacts several bits in
2010*08b48e0bSAndroid Build Coastguard Worker  * @p acc.
2011*08b48e0bSAndroid Build Coastguard Worker  *
2012*08b48e0bSAndroid Build Coastguard Worker  * @param acc The accumulator lane.
2013*08b48e0bSAndroid Build Coastguard Worker  * @param input The stripe of input to mix.
2014*08b48e0bSAndroid Build Coastguard Worker  * @return The mixed accumulator lane.
2015*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_round(xxh_u32 acc,xxh_u32 input)2016*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH32_round(xxh_u32 acc, xxh_u32 input) {
2017*08b48e0bSAndroid Build Coastguard Worker 
2018*08b48e0bSAndroid Build Coastguard Worker   acc += input * XXH_PRIME32_2;
2019*08b48e0bSAndroid Build Coastguard Worker   acc = XXH_rotl32(acc, 13);
2020*08b48e0bSAndroid Build Coastguard Worker   acc *= XXH_PRIME32_1;
2021*08b48e0bSAndroid Build Coastguard Worker   #if (defined(__SSE4_1__) || defined(__aarch64__)) && \
2022*08b48e0bSAndroid Build Coastguard Worker       !defined(XXH_ENABLE_AUTOVECTORIZE)
2023*08b48e0bSAndroid Build Coastguard Worker   /*
2024*08b48e0bSAndroid Build Coastguard Worker    * UGLY HACK:
2025*08b48e0bSAndroid Build Coastguard Worker    * A compiler fence is the only thing that prevents GCC and Clang from
2026*08b48e0bSAndroid Build Coastguard Worker    * autovectorizing the XXH32 loop (pragmas and attributes don't work for some
2027*08b48e0bSAndroid Build Coastguard Worker    * reason) without globally disabling SSE4.1.
2028*08b48e0bSAndroid Build Coastguard Worker    *
2029*08b48e0bSAndroid Build Coastguard Worker    * The reason we want to avoid vectorization is because despite working on
2030*08b48e0bSAndroid Build Coastguard Worker    * 4 integers at a time, there are multiple factors slowing XXH32 down on
2031*08b48e0bSAndroid Build Coastguard Worker    * SSE4:
2032*08b48e0bSAndroid Build Coastguard Worker    * - There's a ridiculous amount of lag from pmulld (10 cycles of latency on
2033*08b48e0bSAndroid Build Coastguard Worker    *   newer chips!) making it slightly slower to multiply four integers at
2034*08b48e0bSAndroid Build Coastguard Worker    *   once compared to four integers independently. Even when pmulld was
2035*08b48e0bSAndroid Build Coastguard Worker    *   fastest, Sandy/Ivy Bridge, it is still not worth it to go into SSE
2036*08b48e0bSAndroid Build Coastguard Worker    *   just to multiply unless doing a long operation.
2037*08b48e0bSAndroid Build Coastguard Worker    *
2038*08b48e0bSAndroid Build Coastguard Worker    * - Four instructions are required to rotate,
2039*08b48e0bSAndroid Build Coastguard Worker    *      movqda tmp,  v // not required with VEX encoding
2040*08b48e0bSAndroid Build Coastguard Worker    *      pslld  tmp, 13 // tmp <<= 13
2041*08b48e0bSAndroid Build Coastguard Worker    *      psrld  v,   19 // x >>= 19
2042*08b48e0bSAndroid Build Coastguard Worker    *      por    v,  tmp // x |= tmp
2043*08b48e0bSAndroid Build Coastguard Worker    *   compared to one for scalar:
2044*08b48e0bSAndroid Build Coastguard Worker    *      roll   v, 13    // reliably fast across the board
2045*08b48e0bSAndroid Build Coastguard Worker    *      shldl  v, v, 13 // Sandy Bridge and later prefer this for some reason
2046*08b48e0bSAndroid Build Coastguard Worker    *
2047*08b48e0bSAndroid Build Coastguard Worker    * - Instruction level parallelism is actually more beneficial here because
2048*08b48e0bSAndroid Build Coastguard Worker    *   the SIMD actually serializes this operation: While v1 is rotating, v2
2049*08b48e0bSAndroid Build Coastguard Worker    *   can load data, while v3 can multiply. SSE forces them to operate
2050*08b48e0bSAndroid Build Coastguard Worker    *   together.
2051*08b48e0bSAndroid Build Coastguard Worker    *
2052*08b48e0bSAndroid Build Coastguard Worker    * This is also enabled on AArch64, as Clang autovectorizes it incorrectly
2053*08b48e0bSAndroid Build Coastguard Worker    * and it is pointless writing a NEON implementation that is basically the
2054*08b48e0bSAndroid Build Coastguard Worker    * same speed as scalar for XXH32.
2055*08b48e0bSAndroid Build Coastguard Worker    */
2056*08b48e0bSAndroid Build Coastguard Worker   XXH_COMPILER_GUARD(acc);
2057*08b48e0bSAndroid Build Coastguard Worker   #endif
2058*08b48e0bSAndroid Build Coastguard Worker   return acc;
2059*08b48e0bSAndroid Build Coastguard Worker 
2060*08b48e0bSAndroid Build Coastguard Worker }
2061*08b48e0bSAndroid Build Coastguard Worker 
2062*08b48e0bSAndroid Build Coastguard Worker /*!
2063*08b48e0bSAndroid Build Coastguard Worker  * @internal
2064*08b48e0bSAndroid Build Coastguard Worker  * @brief Mixes all bits to finalize the hash.
2065*08b48e0bSAndroid Build Coastguard Worker  *
2066*08b48e0bSAndroid Build Coastguard Worker  * The final mix ensures that all input bits have a chance to impact any bit in
2067*08b48e0bSAndroid Build Coastguard Worker  * the output digest, resulting in an unbiased distribution.
2068*08b48e0bSAndroid Build Coastguard Worker  *
2069*08b48e0bSAndroid Build Coastguard Worker  * @param h32 The hash to avalanche.
2070*08b48e0bSAndroid Build Coastguard Worker  * @return The avalanched hash.
2071*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_avalanche(xxh_u32 h32)2072*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH32_avalanche(xxh_u32 h32) {
2073*08b48e0bSAndroid Build Coastguard Worker 
2074*08b48e0bSAndroid Build Coastguard Worker   h32 ^= h32 >> 15;
2075*08b48e0bSAndroid Build Coastguard Worker   h32 *= XXH_PRIME32_2;
2076*08b48e0bSAndroid Build Coastguard Worker   h32 ^= h32 >> 13;
2077*08b48e0bSAndroid Build Coastguard Worker   h32 *= XXH_PRIME32_3;
2078*08b48e0bSAndroid Build Coastguard Worker   h32 ^= h32 >> 16;
2079*08b48e0bSAndroid Build Coastguard Worker   return (h32);
2080*08b48e0bSAndroid Build Coastguard Worker 
2081*08b48e0bSAndroid Build Coastguard Worker }
2082*08b48e0bSAndroid Build Coastguard Worker 
2083*08b48e0bSAndroid Build Coastguard Worker   #define XXH_get32bits(p) XXH_readLE32_align(p, align)
2084*08b48e0bSAndroid Build Coastguard Worker 
2085*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PROCESS1                           \
2086*08b48e0bSAndroid Build Coastguard Worker     do {                                         \
2087*08b48e0bSAndroid Build Coastguard Worker                                                  \
2088*08b48e0bSAndroid Build Coastguard Worker       h32 += (*ptr++) * XXH_PRIME32_5;           \
2089*08b48e0bSAndroid Build Coastguard Worker       h32 = XXH_rotl32(h32, 11) * XXH_PRIME32_1; \
2090*08b48e0bSAndroid Build Coastguard Worker                                                  \
2091*08b48e0bSAndroid Build Coastguard Worker     } while (0)
2092*08b48e0bSAndroid Build Coastguard Worker 
2093*08b48e0bSAndroid Build Coastguard Worker   #define XXH_PROCESS4                           \
2094*08b48e0bSAndroid Build Coastguard Worker     do {                                         \
2095*08b48e0bSAndroid Build Coastguard Worker                                                  \
2096*08b48e0bSAndroid Build Coastguard Worker       h32 += XXH_get32bits(ptr) * XXH_PRIME32_3; \
2097*08b48e0bSAndroid Build Coastguard Worker       ptr += 4;                                  \
2098*08b48e0bSAndroid Build Coastguard Worker       h32 = XXH_rotl32(h32, 17) * XXH_PRIME32_4; \
2099*08b48e0bSAndroid Build Coastguard Worker                                                  \
2100*08b48e0bSAndroid Build Coastguard Worker     } while (0)
2101*08b48e0bSAndroid Build Coastguard Worker 
2102*08b48e0bSAndroid Build Coastguard Worker /*!
2103*08b48e0bSAndroid Build Coastguard Worker  * @internal
2104*08b48e0bSAndroid Build Coastguard Worker  * @brief Processes the last 0-15 bytes of @p ptr.
2105*08b48e0bSAndroid Build Coastguard Worker  *
2106*08b48e0bSAndroid Build Coastguard Worker  * There may be up to 15 bytes remaining to consume from the input.
2107*08b48e0bSAndroid Build Coastguard Worker  * This final stage will digest them to ensure that all input bytes are present
2108*08b48e0bSAndroid Build Coastguard Worker  * in the final mix.
2109*08b48e0bSAndroid Build Coastguard Worker  *
2110*08b48e0bSAndroid Build Coastguard Worker  * @param h32 The hash to finalize.
2111*08b48e0bSAndroid Build Coastguard Worker  * @param ptr The pointer to the remaining input.
2112*08b48e0bSAndroid Build Coastguard Worker  * @param len The remaining length, modulo 16.
2113*08b48e0bSAndroid Build Coastguard Worker  * @param align Whether @p ptr is aligned.
2114*08b48e0bSAndroid Build Coastguard Worker  * @return The finalized hash.
2115*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_finalize(xxh_u32 h32,const xxh_u8 * ptr,size_t len,XXH_alignment align)2116*08b48e0bSAndroid Build Coastguard Worker static xxh_u32 XXH32_finalize(xxh_u32 h32, const xxh_u8 *ptr, size_t len,
2117*08b48e0bSAndroid Build Coastguard Worker                               XXH_alignment align) {
2118*08b48e0bSAndroid Build Coastguard Worker 
2119*08b48e0bSAndroid Build Coastguard Worker   /* Compact rerolled version */
2120*08b48e0bSAndroid Build Coastguard Worker   if (XXH_REROLL) {
2121*08b48e0bSAndroid Build Coastguard Worker 
2122*08b48e0bSAndroid Build Coastguard Worker     len &= 15;
2123*08b48e0bSAndroid Build Coastguard Worker     while (len >= 4) {
2124*08b48e0bSAndroid Build Coastguard Worker 
2125*08b48e0bSAndroid Build Coastguard Worker       XXH_PROCESS4;
2126*08b48e0bSAndroid Build Coastguard Worker       len -= 4;
2127*08b48e0bSAndroid Build Coastguard Worker 
2128*08b48e0bSAndroid Build Coastguard Worker     }
2129*08b48e0bSAndroid Build Coastguard Worker 
2130*08b48e0bSAndroid Build Coastguard Worker     while (len > 0) {
2131*08b48e0bSAndroid Build Coastguard Worker 
2132*08b48e0bSAndroid Build Coastguard Worker       XXH_PROCESS1;
2133*08b48e0bSAndroid Build Coastguard Worker       --len;
2134*08b48e0bSAndroid Build Coastguard Worker 
2135*08b48e0bSAndroid Build Coastguard Worker     }
2136*08b48e0bSAndroid Build Coastguard Worker 
2137*08b48e0bSAndroid Build Coastguard Worker     return XXH32_avalanche(h32);
2138*08b48e0bSAndroid Build Coastguard Worker 
2139*08b48e0bSAndroid Build Coastguard Worker   } else {
2140*08b48e0bSAndroid Build Coastguard Worker 
2141*08b48e0bSAndroid Build Coastguard Worker     switch (len & 15) /* or switch(bEnd - p) */ {
2142*08b48e0bSAndroid Build Coastguard Worker 
2143*08b48e0bSAndroid Build Coastguard Worker       case 12:
2144*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2145*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2146*08b48e0bSAndroid Build Coastguard Worker       case 8:
2147*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2148*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2149*08b48e0bSAndroid Build Coastguard Worker       case 4:
2150*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2151*08b48e0bSAndroid Build Coastguard Worker         return XXH32_avalanche(h32);
2152*08b48e0bSAndroid Build Coastguard Worker 
2153*08b48e0bSAndroid Build Coastguard Worker       case 13:
2154*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2155*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2156*08b48e0bSAndroid Build Coastguard Worker       case 9:
2157*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2158*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2159*08b48e0bSAndroid Build Coastguard Worker       case 5:
2160*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2161*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2162*08b48e0bSAndroid Build Coastguard Worker         return XXH32_avalanche(h32);
2163*08b48e0bSAndroid Build Coastguard Worker 
2164*08b48e0bSAndroid Build Coastguard Worker       case 14:
2165*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2166*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2167*08b48e0bSAndroid Build Coastguard Worker       case 10:
2168*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2169*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2170*08b48e0bSAndroid Build Coastguard Worker       case 6:
2171*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2172*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2173*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2174*08b48e0bSAndroid Build Coastguard Worker         return XXH32_avalanche(h32);
2175*08b48e0bSAndroid Build Coastguard Worker 
2176*08b48e0bSAndroid Build Coastguard Worker       case 15:
2177*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2178*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2179*08b48e0bSAndroid Build Coastguard Worker       case 11:
2180*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2181*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2182*08b48e0bSAndroid Build Coastguard Worker       case 7:
2183*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS4;
2184*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2185*08b48e0bSAndroid Build Coastguard Worker       case 3:
2186*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2187*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2188*08b48e0bSAndroid Build Coastguard Worker       case 2:
2189*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2190*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2191*08b48e0bSAndroid Build Coastguard Worker       case 1:
2192*08b48e0bSAndroid Build Coastguard Worker         XXH_PROCESS1;
2193*08b48e0bSAndroid Build Coastguard Worker         XXH_FALLTHROUGH;
2194*08b48e0bSAndroid Build Coastguard Worker       case 0:
2195*08b48e0bSAndroid Build Coastguard Worker         return XXH32_avalanche(h32);
2196*08b48e0bSAndroid Build Coastguard Worker 
2197*08b48e0bSAndroid Build Coastguard Worker     }
2198*08b48e0bSAndroid Build Coastguard Worker 
2199*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(0);
2200*08b48e0bSAndroid Build Coastguard Worker     return h32;                 /* reaching this point is deemed impossible */
2201*08b48e0bSAndroid Build Coastguard Worker 
2202*08b48e0bSAndroid Build Coastguard Worker   }
2203*08b48e0bSAndroid Build Coastguard Worker 
2204*08b48e0bSAndroid Build Coastguard Worker }
2205*08b48e0bSAndroid Build Coastguard Worker 
2206*08b48e0bSAndroid Build Coastguard Worker   #ifdef XXH_OLD_NAMES
2207*08b48e0bSAndroid Build Coastguard Worker     #define PROCESS1 XXH_PROCESS1
2208*08b48e0bSAndroid Build Coastguard Worker     #define PROCESS4 XXH_PROCESS4
2209*08b48e0bSAndroid Build Coastguard Worker   #else
2210*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_PROCESS1
2211*08b48e0bSAndroid Build Coastguard Worker     #undef XXH_PROCESS4
2212*08b48e0bSAndroid Build Coastguard Worker   #endif
2213*08b48e0bSAndroid Build Coastguard Worker 
2214*08b48e0bSAndroid Build Coastguard Worker /*!
2215*08b48e0bSAndroid Build Coastguard Worker  * @internal
2216*08b48e0bSAndroid Build Coastguard Worker  * @brief The implementation for @ref XXH32().
2217*08b48e0bSAndroid Build Coastguard Worker  *
2218*08b48e0bSAndroid Build Coastguard Worker  * @param input, len, seed Directly passed from @ref XXH32().
2219*08b48e0bSAndroid Build Coastguard Worker  * @param align Whether @p input is aligned.
2220*08b48e0bSAndroid Build Coastguard Worker  * @return The calculated hash.
2221*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_endian_align(const xxh_u8 * input,size_t len,xxh_u32 seed,XXH_alignment align)2222*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u32 XXH32_endian_align(const xxh_u8 *input, size_t len,
2223*08b48e0bSAndroid Build Coastguard Worker                                             xxh_u32 seed, XXH_alignment align) {
2224*08b48e0bSAndroid Build Coastguard Worker 
2225*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bEnd = input ? input + len : NULL;
2226*08b48e0bSAndroid Build Coastguard Worker   xxh_u32       h32;
2227*08b48e0bSAndroid Build Coastguard Worker 
2228*08b48e0bSAndroid Build Coastguard Worker   #if defined(XXH_ACCEPT_NULL_INPUT_POINTER) && \
2229*08b48e0bSAndroid Build Coastguard Worker       (XXH_ACCEPT_NULL_INPUT_POINTER >= 1)
2230*08b48e0bSAndroid Build Coastguard Worker   if (input == NULL) {
2231*08b48e0bSAndroid Build Coastguard Worker 
2232*08b48e0bSAndroid Build Coastguard Worker     len = 0;
2233*08b48e0bSAndroid Build Coastguard Worker     bEnd = input = (const xxh_u8 *)(size_t)16;
2234*08b48e0bSAndroid Build Coastguard Worker 
2235*08b48e0bSAndroid Build Coastguard Worker   }
2236*08b48e0bSAndroid Build Coastguard Worker 
2237*08b48e0bSAndroid Build Coastguard Worker   #endif
2238*08b48e0bSAndroid Build Coastguard Worker 
2239*08b48e0bSAndroid Build Coastguard Worker   if (len >= 16) {
2240*08b48e0bSAndroid Build Coastguard Worker 
2241*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const limit = bEnd - 15;
2242*08b48e0bSAndroid Build Coastguard Worker     xxh_u32             v1 = seed + XXH_PRIME32_1 + XXH_PRIME32_2;
2243*08b48e0bSAndroid Build Coastguard Worker     xxh_u32             v2 = seed + XXH_PRIME32_2;
2244*08b48e0bSAndroid Build Coastguard Worker     xxh_u32             v3 = seed + 0;
2245*08b48e0bSAndroid Build Coastguard Worker     xxh_u32             v4 = seed - XXH_PRIME32_1;
2246*08b48e0bSAndroid Build Coastguard Worker 
2247*08b48e0bSAndroid Build Coastguard Worker     do {
2248*08b48e0bSAndroid Build Coastguard Worker 
2249*08b48e0bSAndroid Build Coastguard Worker       v1 = XXH32_round(v1, XXH_get32bits(input));
2250*08b48e0bSAndroid Build Coastguard Worker       input += 4;
2251*08b48e0bSAndroid Build Coastguard Worker       v2 = XXH32_round(v2, XXH_get32bits(input));
2252*08b48e0bSAndroid Build Coastguard Worker       input += 4;
2253*08b48e0bSAndroid Build Coastguard Worker       v3 = XXH32_round(v3, XXH_get32bits(input));
2254*08b48e0bSAndroid Build Coastguard Worker       input += 4;
2255*08b48e0bSAndroid Build Coastguard Worker       v4 = XXH32_round(v4, XXH_get32bits(input));
2256*08b48e0bSAndroid Build Coastguard Worker       input += 4;
2257*08b48e0bSAndroid Build Coastguard Worker 
2258*08b48e0bSAndroid Build Coastguard Worker     } while (input < limit);
2259*08b48e0bSAndroid Build Coastguard Worker 
2260*08b48e0bSAndroid Build Coastguard Worker     h32 = XXH_rotl32(v1, 1) + XXH_rotl32(v2, 7) + XXH_rotl32(v3, 12) +
2261*08b48e0bSAndroid Build Coastguard Worker           XXH_rotl32(v4, 18);
2262*08b48e0bSAndroid Build Coastguard Worker 
2263*08b48e0bSAndroid Build Coastguard Worker   } else {
2264*08b48e0bSAndroid Build Coastguard Worker 
2265*08b48e0bSAndroid Build Coastguard Worker     h32 = seed + XXH_PRIME32_5;
2266*08b48e0bSAndroid Build Coastguard Worker 
2267*08b48e0bSAndroid Build Coastguard Worker   }
2268*08b48e0bSAndroid Build Coastguard Worker 
2269*08b48e0bSAndroid Build Coastguard Worker   h32 += (xxh_u32)len;
2270*08b48e0bSAndroid Build Coastguard Worker 
2271*08b48e0bSAndroid Build Coastguard Worker   return XXH32_finalize(h32, input, len & 15, align);
2272*08b48e0bSAndroid Build Coastguard Worker 
2273*08b48e0bSAndroid Build Coastguard Worker }
2274*08b48e0bSAndroid Build Coastguard Worker 
2275*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32(const void * input,size_t len,XXH32_hash_t seed)2276*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t XXH32(const void *input, size_t len,
2277*08b48e0bSAndroid Build Coastguard Worker                                   XXH32_hash_t seed) {
2278*08b48e0bSAndroid Build Coastguard Worker 
2279*08b48e0bSAndroid Build Coastguard Worker   #if 0
2280*08b48e0bSAndroid Build Coastguard Worker     /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
2281*08b48e0bSAndroid Build Coastguard Worker     XXH32_state_t state;
2282*08b48e0bSAndroid Build Coastguard Worker     XXH32_reset(&state, seed);
2283*08b48e0bSAndroid Build Coastguard Worker     XXH32_update(&state, (const xxh_u8*)input, len);
2284*08b48e0bSAndroid Build Coastguard Worker     return XXH32_digest(&state);
2285*08b48e0bSAndroid Build Coastguard Worker   #else
2286*08b48e0bSAndroid Build Coastguard Worker   if (XXH_FORCE_ALIGN_CHECK) {
2287*08b48e0bSAndroid Build Coastguard Worker 
2288*08b48e0bSAndroid Build Coastguard Worker     if ((((size_t)input) & 3) ==
2289*08b48e0bSAndroid Build Coastguard Worker         0) {        /* Input is 4-bytes aligned, leverage the speed benefit */
2290*08b48e0bSAndroid Build Coastguard Worker       return XXH32_endian_align((const xxh_u8 *)input, len, seed, XXH_aligned);
2291*08b48e0bSAndroid Build Coastguard Worker 
2292*08b48e0bSAndroid Build Coastguard Worker     }
2293*08b48e0bSAndroid Build Coastguard Worker 
2294*08b48e0bSAndroid Build Coastguard Worker   }
2295*08b48e0bSAndroid Build Coastguard Worker 
2296*08b48e0bSAndroid Build Coastguard Worker   return XXH32_endian_align((const xxh_u8 *)input, len, seed, XXH_unaligned);
2297*08b48e0bSAndroid Build Coastguard Worker   #endif
2298*08b48e0bSAndroid Build Coastguard Worker 
2299*08b48e0bSAndroid Build Coastguard Worker }
2300*08b48e0bSAndroid Build Coastguard Worker 
2301*08b48e0bSAndroid Build Coastguard Worker /*******   Hash streaming   *******/
2302*08b48e0bSAndroid Build Coastguard Worker /*!
2303*08b48e0bSAndroid Build Coastguard Worker  * @ingroup xxh32_family
2304*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_createState(void)2305*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_state_t *XXH32_createState(void) {
2306*08b48e0bSAndroid Build Coastguard Worker 
2307*08b48e0bSAndroid Build Coastguard Worker   return (XXH32_state_t *)XXH_malloc(sizeof(XXH32_state_t));
2308*08b48e0bSAndroid Build Coastguard Worker 
2309*08b48e0bSAndroid Build Coastguard Worker }
2310*08b48e0bSAndroid Build Coastguard Worker 
2311*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32_freeState(XXH32_state_t * statePtr)2312*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_freeState(XXH32_state_t *statePtr) {
2313*08b48e0bSAndroid Build Coastguard Worker 
2314*08b48e0bSAndroid Build Coastguard Worker   XXH_free(statePtr);
2315*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2316*08b48e0bSAndroid Build Coastguard Worker 
2317*08b48e0bSAndroid Build Coastguard Worker }
2318*08b48e0bSAndroid Build Coastguard Worker 
2319*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32_copyState(XXH32_state_t * dstState,const XXH32_state_t * srcState)2320*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH32_copyState(XXH32_state_t       *dstState,
2321*08b48e0bSAndroid Build Coastguard Worker                                     const XXH32_state_t *srcState) {
2322*08b48e0bSAndroid Build Coastguard Worker 
2323*08b48e0bSAndroid Build Coastguard Worker   memcpy(dstState, srcState, sizeof(*dstState));
2324*08b48e0bSAndroid Build Coastguard Worker 
2325*08b48e0bSAndroid Build Coastguard Worker }
2326*08b48e0bSAndroid Build Coastguard Worker 
2327*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32_reset(XXH32_state_t * statePtr,XXH32_hash_t seed)2328*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_reset(XXH32_state_t *statePtr,
2329*08b48e0bSAndroid Build Coastguard Worker                                          XXH32_hash_t   seed) {
2330*08b48e0bSAndroid Build Coastguard Worker 
2331*08b48e0bSAndroid Build Coastguard Worker   XXH32_state_t state; /* using a local state to memcpy() in order to avoid
2332*08b48e0bSAndroid Build Coastguard Worker                           strict-aliasing warnings */
2333*08b48e0bSAndroid Build Coastguard Worker   memset(&state, 0, sizeof(state));
2334*08b48e0bSAndroid Build Coastguard Worker   state.v1 = seed + XXH_PRIME32_1 + XXH_PRIME32_2;
2335*08b48e0bSAndroid Build Coastguard Worker   state.v2 = seed + XXH_PRIME32_2;
2336*08b48e0bSAndroid Build Coastguard Worker   state.v3 = seed + 0;
2337*08b48e0bSAndroid Build Coastguard Worker   state.v4 = seed - XXH_PRIME32_1;
2338*08b48e0bSAndroid Build Coastguard Worker   /* do not write into reserved, planned to be removed in a future version */
2339*08b48e0bSAndroid Build Coastguard Worker   memcpy(statePtr, &state, sizeof(state) - sizeof(state.reserved));
2340*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2341*08b48e0bSAndroid Build Coastguard Worker 
2342*08b48e0bSAndroid Build Coastguard Worker }
2343*08b48e0bSAndroid Build Coastguard Worker 
2344*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32_update(XXH32_state_t * state,const void * input,size_t len)2345*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH32_update(XXH32_state_t *state,
2346*08b48e0bSAndroid Build Coastguard Worker                                           const void *input, size_t len) {
2347*08b48e0bSAndroid Build Coastguard Worker 
2348*08b48e0bSAndroid Build Coastguard Worker   if (input == NULL)
2349*08b48e0bSAndroid Build Coastguard Worker   #if defined(XXH_ACCEPT_NULL_INPUT_POINTER) && \
2350*08b48e0bSAndroid Build Coastguard Worker       (XXH_ACCEPT_NULL_INPUT_POINTER >= 1)
2351*08b48e0bSAndroid Build Coastguard Worker     return XXH_OK;
2352*08b48e0bSAndroid Build Coastguard Worker   #else
2353*08b48e0bSAndroid Build Coastguard Worker     return XXH_ERROR;
2354*08b48e0bSAndroid Build Coastguard Worker   #endif
2355*08b48e0bSAndroid Build Coastguard Worker 
2356*08b48e0bSAndroid Build Coastguard Worker   {
2357*08b48e0bSAndroid Build Coastguard Worker 
2358*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8       *p = (const xxh_u8 *)input;
2359*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const bEnd = p + len;
2360*08b48e0bSAndroid Build Coastguard Worker 
2361*08b48e0bSAndroid Build Coastguard Worker     state->total_len_32 += (XXH32_hash_t)len;
2362*08b48e0bSAndroid Build Coastguard Worker     state->large_len |=
2363*08b48e0bSAndroid Build Coastguard Worker         (XXH32_hash_t)((len >= 16) | (state->total_len_32 >= 16));
2364*08b48e0bSAndroid Build Coastguard Worker 
2365*08b48e0bSAndroid Build Coastguard Worker     if (state->memsize + len < 16) {                  /* fill in tmp buffer */
2366*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy((xxh_u8 *)(state->mem32) + state->memsize, input, len);
2367*08b48e0bSAndroid Build Coastguard Worker       state->memsize += (XXH32_hash_t)len;
2368*08b48e0bSAndroid Build Coastguard Worker       return XXH_OK;
2369*08b48e0bSAndroid Build Coastguard Worker 
2370*08b48e0bSAndroid Build Coastguard Worker     }
2371*08b48e0bSAndroid Build Coastguard Worker 
2372*08b48e0bSAndroid Build Coastguard Worker     if (state->memsize) {            /* some data left from previous update */
2373*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy((xxh_u8 *)(state->mem32) + state->memsize, input,
2374*08b48e0bSAndroid Build Coastguard Worker                  16 - state->memsize);
2375*08b48e0bSAndroid Build Coastguard Worker       {
2376*08b48e0bSAndroid Build Coastguard Worker 
2377*08b48e0bSAndroid Build Coastguard Worker         const xxh_u32 *p32 = state->mem32;
2378*08b48e0bSAndroid Build Coastguard Worker         state->v1 = XXH32_round(state->v1, XXH_readLE32(p32));
2379*08b48e0bSAndroid Build Coastguard Worker         p32++;
2380*08b48e0bSAndroid Build Coastguard Worker         state->v2 = XXH32_round(state->v2, XXH_readLE32(p32));
2381*08b48e0bSAndroid Build Coastguard Worker         p32++;
2382*08b48e0bSAndroid Build Coastguard Worker         state->v3 = XXH32_round(state->v3, XXH_readLE32(p32));
2383*08b48e0bSAndroid Build Coastguard Worker         p32++;
2384*08b48e0bSAndroid Build Coastguard Worker         state->v4 = XXH32_round(state->v4, XXH_readLE32(p32));
2385*08b48e0bSAndroid Build Coastguard Worker 
2386*08b48e0bSAndroid Build Coastguard Worker       }
2387*08b48e0bSAndroid Build Coastguard Worker 
2388*08b48e0bSAndroid Build Coastguard Worker       p += 16 - state->memsize;
2389*08b48e0bSAndroid Build Coastguard Worker       state->memsize = 0;
2390*08b48e0bSAndroid Build Coastguard Worker 
2391*08b48e0bSAndroid Build Coastguard Worker     }
2392*08b48e0bSAndroid Build Coastguard Worker 
2393*08b48e0bSAndroid Build Coastguard Worker     if (p <= bEnd - 16) {
2394*08b48e0bSAndroid Build Coastguard Worker 
2395*08b48e0bSAndroid Build Coastguard Worker       const xxh_u8 *const limit = bEnd - 16;
2396*08b48e0bSAndroid Build Coastguard Worker       xxh_u32             v1 = state->v1;
2397*08b48e0bSAndroid Build Coastguard Worker       xxh_u32             v2 = state->v2;
2398*08b48e0bSAndroid Build Coastguard Worker       xxh_u32             v3 = state->v3;
2399*08b48e0bSAndroid Build Coastguard Worker       xxh_u32             v4 = state->v4;
2400*08b48e0bSAndroid Build Coastguard Worker 
2401*08b48e0bSAndroid Build Coastguard Worker       do {
2402*08b48e0bSAndroid Build Coastguard Worker 
2403*08b48e0bSAndroid Build Coastguard Worker         v1 = XXH32_round(v1, XXH_readLE32(p));
2404*08b48e0bSAndroid Build Coastguard Worker         p += 4;
2405*08b48e0bSAndroid Build Coastguard Worker         v2 = XXH32_round(v2, XXH_readLE32(p));
2406*08b48e0bSAndroid Build Coastguard Worker         p += 4;
2407*08b48e0bSAndroid Build Coastguard Worker         v3 = XXH32_round(v3, XXH_readLE32(p));
2408*08b48e0bSAndroid Build Coastguard Worker         p += 4;
2409*08b48e0bSAndroid Build Coastguard Worker         v4 = XXH32_round(v4, XXH_readLE32(p));
2410*08b48e0bSAndroid Build Coastguard Worker         p += 4;
2411*08b48e0bSAndroid Build Coastguard Worker 
2412*08b48e0bSAndroid Build Coastguard Worker       } while (p <= limit);
2413*08b48e0bSAndroid Build Coastguard Worker 
2414*08b48e0bSAndroid Build Coastguard Worker       state->v1 = v1;
2415*08b48e0bSAndroid Build Coastguard Worker       state->v2 = v2;
2416*08b48e0bSAndroid Build Coastguard Worker       state->v3 = v3;
2417*08b48e0bSAndroid Build Coastguard Worker       state->v4 = v4;
2418*08b48e0bSAndroid Build Coastguard Worker 
2419*08b48e0bSAndroid Build Coastguard Worker     }
2420*08b48e0bSAndroid Build Coastguard Worker 
2421*08b48e0bSAndroid Build Coastguard Worker     if (p < bEnd) {
2422*08b48e0bSAndroid Build Coastguard Worker 
2423*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(state->mem32, p, (size_t)(bEnd - p));
2424*08b48e0bSAndroid Build Coastguard Worker       state->memsize = (unsigned)(bEnd - p);
2425*08b48e0bSAndroid Build Coastguard Worker 
2426*08b48e0bSAndroid Build Coastguard Worker     }
2427*08b48e0bSAndroid Build Coastguard Worker 
2428*08b48e0bSAndroid Build Coastguard Worker   }
2429*08b48e0bSAndroid Build Coastguard Worker 
2430*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2431*08b48e0bSAndroid Build Coastguard Worker 
2432*08b48e0bSAndroid Build Coastguard Worker }
2433*08b48e0bSAndroid Build Coastguard Worker 
2434*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
XXH32_digest(const XXH32_state_t * state)2435*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t XXH32_digest(const XXH32_state_t *state) {
2436*08b48e0bSAndroid Build Coastguard Worker 
2437*08b48e0bSAndroid Build Coastguard Worker   xxh_u32 h32;
2438*08b48e0bSAndroid Build Coastguard Worker 
2439*08b48e0bSAndroid Build Coastguard Worker   if (state->large_len) {
2440*08b48e0bSAndroid Build Coastguard Worker 
2441*08b48e0bSAndroid Build Coastguard Worker     h32 = XXH_rotl32(state->v1, 1) + XXH_rotl32(state->v2, 7) +
2442*08b48e0bSAndroid Build Coastguard Worker           XXH_rotl32(state->v3, 12) + XXH_rotl32(state->v4, 18);
2443*08b48e0bSAndroid Build Coastguard Worker 
2444*08b48e0bSAndroid Build Coastguard Worker   } else {
2445*08b48e0bSAndroid Build Coastguard Worker 
2446*08b48e0bSAndroid Build Coastguard Worker     h32 = state->v3 /* == seed */ + XXH_PRIME32_5;
2447*08b48e0bSAndroid Build Coastguard Worker 
2448*08b48e0bSAndroid Build Coastguard Worker   }
2449*08b48e0bSAndroid Build Coastguard Worker 
2450*08b48e0bSAndroid Build Coastguard Worker   h32 += state->total_len_32;
2451*08b48e0bSAndroid Build Coastguard Worker 
2452*08b48e0bSAndroid Build Coastguard Worker   return XXH32_finalize(h32, (const xxh_u8 *)state->mem32, state->memsize,
2453*08b48e0bSAndroid Build Coastguard Worker                         XXH_aligned);
2454*08b48e0bSAndroid Build Coastguard Worker 
2455*08b48e0bSAndroid Build Coastguard Worker }
2456*08b48e0bSAndroid Build Coastguard Worker 
2457*08b48e0bSAndroid Build Coastguard Worker /*******   Canonical representation   *******/
2458*08b48e0bSAndroid Build Coastguard Worker 
2459*08b48e0bSAndroid Build Coastguard Worker /*!
2460*08b48e0bSAndroid Build Coastguard Worker  * @ingroup xxh32_family
2461*08b48e0bSAndroid Build Coastguard Worker  * The default return values from XXH functions are unsigned 32 and 64 bit
2462*08b48e0bSAndroid Build Coastguard Worker  * integers.
2463*08b48e0bSAndroid Build Coastguard Worker  *
2464*08b48e0bSAndroid Build Coastguard Worker  * The canonical representation uses big endian convention, the same convention
2465*08b48e0bSAndroid Build Coastguard Worker  * as human-readable numbers (large digits first).
2466*08b48e0bSAndroid Build Coastguard Worker  *
2467*08b48e0bSAndroid Build Coastguard Worker  * This way, hash values can be written into a file or buffer, remaining
2468*08b48e0bSAndroid Build Coastguard Worker  * comparable across different systems.
2469*08b48e0bSAndroid Build Coastguard Worker  *
2470*08b48e0bSAndroid Build Coastguard Worker  * The following functions allow transformation of hash values to and from their
2471*08b48e0bSAndroid Build Coastguard Worker  * canonical format.
2472*08b48e0bSAndroid Build Coastguard Worker  */
XXH32_canonicalFromHash(XXH32_canonical_t * dst,XXH32_hash_t hash)2473*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH32_canonicalFromHash(XXH32_canonical_t *dst,
2474*08b48e0bSAndroid Build Coastguard Worker                                             XXH32_hash_t       hash) {
2475*08b48e0bSAndroid Build Coastguard Worker 
2476*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(sizeof(XXH32_canonical_t) == sizeof(XXH32_hash_t));
2477*08b48e0bSAndroid Build Coastguard Worker   if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap32(hash);
2478*08b48e0bSAndroid Build Coastguard Worker   memcpy(dst, &hash, sizeof(*dst));
2479*08b48e0bSAndroid Build Coastguard Worker 
2480*08b48e0bSAndroid Build Coastguard Worker }
2481*08b48e0bSAndroid Build Coastguard Worker 
2482*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh32_family */
2483*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH32_hash_t
XXH32_hashFromCanonical(const XXH32_canonical_t * src)2484*08b48e0bSAndroid Build Coastguard Worker XXH32_hashFromCanonical(const XXH32_canonical_t *src) {
2485*08b48e0bSAndroid Build Coastguard Worker 
2486*08b48e0bSAndroid Build Coastguard Worker   return XXH_readBE32(src);
2487*08b48e0bSAndroid Build Coastguard Worker 
2488*08b48e0bSAndroid Build Coastguard Worker }
2489*08b48e0bSAndroid Build Coastguard Worker 
2490*08b48e0bSAndroid Build Coastguard Worker   #ifndef XXH_NO_LONG_LONG
2491*08b48e0bSAndroid Build Coastguard Worker 
2492*08b48e0bSAndroid Build Coastguard Worker /* *******************************************************************
2493*08b48e0bSAndroid Build Coastguard Worker  *  64-bit hash functions
2494*08b48e0bSAndroid Build Coastguard Worker  *********************************************************************/
2495*08b48e0bSAndroid Build Coastguard Worker /*!
2496*08b48e0bSAndroid Build Coastguard Worker  * @}
2497*08b48e0bSAndroid Build Coastguard Worker  * @ingroup impl
2498*08b48e0bSAndroid Build Coastguard Worker  * @{
2499*08b48e0bSAndroid Build Coastguard Worker 
2500*08b48e0bSAndroid Build Coastguard Worker  */
2501*08b48e0bSAndroid Build Coastguard Worker /*******   Memory access   *******/
2502*08b48e0bSAndroid Build Coastguard Worker 
2503*08b48e0bSAndroid Build Coastguard Worker typedef XXH64_hash_t xxh_u64;
2504*08b48e0bSAndroid Build Coastguard Worker 
2505*08b48e0bSAndroid Build Coastguard Worker     #ifdef XXH_OLD_NAMES
2506*08b48e0bSAndroid Build Coastguard Worker       #define U64 xxh_u64
2507*08b48e0bSAndroid Build Coastguard Worker     #endif
2508*08b48e0bSAndroid Build Coastguard Worker 
2509*08b48e0bSAndroid Build Coastguard Worker     #if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 3))
2510*08b48e0bSAndroid Build Coastguard Worker     /*
2511*08b48e0bSAndroid Build Coastguard Worker      * Manual byteshift. Best for old compilers which don't inline memcpy.
2512*08b48e0bSAndroid Build Coastguard Worker      * We actually directly use XXH_readLE64 and XXH_readBE64.
2513*08b48e0bSAndroid Build Coastguard Worker      */
2514*08b48e0bSAndroid Build Coastguard Worker     #elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 2))
2515*08b48e0bSAndroid Build Coastguard Worker 
2516*08b48e0bSAndroid Build Coastguard Worker /* Force direct memory access. Only works on CPU which support unaligned memory
2517*08b48e0bSAndroid Build Coastguard Worker  * access in hardware */
XXH_read64(const void * memPtr)2518*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH_read64(const void *memPtr) {
2519*08b48e0bSAndroid Build Coastguard Worker 
2520*08b48e0bSAndroid Build Coastguard Worker   return *(const xxh_u64 *)memPtr;
2521*08b48e0bSAndroid Build Coastguard Worker 
2522*08b48e0bSAndroid Build Coastguard Worker }
2523*08b48e0bSAndroid Build Coastguard Worker 
2524*08b48e0bSAndroid Build Coastguard Worker     #elif (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 1))
2525*08b48e0bSAndroid Build Coastguard Worker 
2526*08b48e0bSAndroid Build Coastguard Worker       /*
2527*08b48e0bSAndroid Build Coastguard Worker        * __pack instructions are safer, but compiler specific, hence potentially
2528*08b48e0bSAndroid Build Coastguard Worker        * problematic for some compilers.
2529*08b48e0bSAndroid Build Coastguard Worker        *
2530*08b48e0bSAndroid Build Coastguard Worker        * Currently only defined for GCC and ICC.
2531*08b48e0bSAndroid Build Coastguard Worker        */
2532*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_OLD_NAMES
2533*08b48e0bSAndroid Build Coastguard Worker typedef union {
2534*08b48e0bSAndroid Build Coastguard Worker 
2535*08b48e0bSAndroid Build Coastguard Worker   xxh_u32 u32;
2536*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 u64;
2537*08b48e0bSAndroid Build Coastguard Worker 
2538*08b48e0bSAndroid Build Coastguard Worker } __attribute__((packed)) unalign64;
2539*08b48e0bSAndroid Build Coastguard Worker 
2540*08b48e0bSAndroid Build Coastguard Worker       #endif
XXH_read64(const void * ptr)2541*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH_read64(const void *ptr) {
2542*08b48e0bSAndroid Build Coastguard Worker 
2543*08b48e0bSAndroid Build Coastguard Worker   typedef union {
2544*08b48e0bSAndroid Build Coastguard Worker 
2545*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 u32;
2546*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 u64;
2547*08b48e0bSAndroid Build Coastguard Worker 
2548*08b48e0bSAndroid Build Coastguard Worker   } __attribute__((packed)) xxh_unalign64;
2549*08b48e0bSAndroid Build Coastguard Worker 
2550*08b48e0bSAndroid Build Coastguard Worker   return ((const xxh_unalign64 *)ptr)->u64;
2551*08b48e0bSAndroid Build Coastguard Worker 
2552*08b48e0bSAndroid Build Coastguard Worker }
2553*08b48e0bSAndroid Build Coastguard Worker 
2554*08b48e0bSAndroid Build Coastguard Worker     #else
2555*08b48e0bSAndroid Build Coastguard Worker 
2556*08b48e0bSAndroid Build Coastguard Worker /*
2557*08b48e0bSAndroid Build Coastguard Worker  * Portable and safe solution. Generally efficient.
2558*08b48e0bSAndroid Build Coastguard Worker  * see: https://stackoverflow.com/a/32095106/646947
2559*08b48e0bSAndroid Build Coastguard Worker  */
XXH_read64(const void * memPtr)2560*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH_read64(const void *memPtr) {
2561*08b48e0bSAndroid Build Coastguard Worker 
2562*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 val;
2563*08b48e0bSAndroid Build Coastguard Worker   memcpy(&val, memPtr, sizeof(val));
2564*08b48e0bSAndroid Build Coastguard Worker   return val;
2565*08b48e0bSAndroid Build Coastguard Worker 
2566*08b48e0bSAndroid Build Coastguard Worker }
2567*08b48e0bSAndroid Build Coastguard Worker 
2568*08b48e0bSAndroid Build Coastguard Worker     #endif                                /* XXH_FORCE_DIRECT_MEMORY_ACCESS */
2569*08b48e0bSAndroid Build Coastguard Worker 
2570*08b48e0bSAndroid Build Coastguard Worker     #if defined(_MSC_VER)                                  /* Visual Studio */
2571*08b48e0bSAndroid Build Coastguard Worker       #define XXH_swap64 _byteswap_uint64
2572*08b48e0bSAndroid Build Coastguard Worker     #elif XXH_GCC_VERSION >= 403
2573*08b48e0bSAndroid Build Coastguard Worker       #define XXH_swap64 __builtin_bswap64
2574*08b48e0bSAndroid Build Coastguard Worker     #else
XXH_swap64(xxh_u64 x)2575*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH_swap64(xxh_u64 x) {
2576*08b48e0bSAndroid Build Coastguard Worker 
2577*08b48e0bSAndroid Build Coastguard Worker   return ((x << 56) & 0xff00000000000000ULL) |
2578*08b48e0bSAndroid Build Coastguard Worker          ((x << 40) & 0x00ff000000000000ULL) |
2579*08b48e0bSAndroid Build Coastguard Worker          ((x << 24) & 0x0000ff0000000000ULL) |
2580*08b48e0bSAndroid Build Coastguard Worker          ((x << 8) & 0x000000ff00000000ULL) |
2581*08b48e0bSAndroid Build Coastguard Worker          ((x >> 8) & 0x00000000ff000000ULL) |
2582*08b48e0bSAndroid Build Coastguard Worker          ((x >> 24) & 0x0000000000ff0000ULL) |
2583*08b48e0bSAndroid Build Coastguard Worker          ((x >> 40) & 0x000000000000ff00ULL) |
2584*08b48e0bSAndroid Build Coastguard Worker          ((x >> 56) & 0x00000000000000ffULL);
2585*08b48e0bSAndroid Build Coastguard Worker 
2586*08b48e0bSAndroid Build Coastguard Worker }
2587*08b48e0bSAndroid Build Coastguard Worker 
2588*08b48e0bSAndroid Build Coastguard Worker     #endif
2589*08b48e0bSAndroid Build Coastguard Worker 
2590*08b48e0bSAndroid Build Coastguard Worker     /* XXH_FORCE_MEMORY_ACCESS==3 is an endian-independent byteshift load. */
2591*08b48e0bSAndroid Build Coastguard Worker     #if (defined(XXH_FORCE_MEMORY_ACCESS) && (XXH_FORCE_MEMORY_ACCESS == 3))
2592*08b48e0bSAndroid Build Coastguard Worker 
XXH_readLE64(const void * memPtr)2593*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_readLE64(const void *memPtr) {
2594*08b48e0bSAndroid Build Coastguard Worker 
2595*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bytePtr = (const xxh_u8 *)memPtr;
2596*08b48e0bSAndroid Build Coastguard Worker   return bytePtr[0] | ((xxh_u64)bytePtr[1] << 8) | ((xxh_u64)bytePtr[2] << 16) |
2597*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[3] << 24) | ((xxh_u64)bytePtr[4] << 32) |
2598*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[5] << 40) | ((xxh_u64)bytePtr[6] << 48) |
2599*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[7] << 56);
2600*08b48e0bSAndroid Build Coastguard Worker 
2601*08b48e0bSAndroid Build Coastguard Worker }
2602*08b48e0bSAndroid Build Coastguard Worker 
XXH_readBE64(const void * memPtr)2603*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_readBE64(const void *memPtr) {
2604*08b48e0bSAndroid Build Coastguard Worker 
2605*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bytePtr = (const xxh_u8 *)memPtr;
2606*08b48e0bSAndroid Build Coastguard Worker   return bytePtr[7] | ((xxh_u64)bytePtr[6] << 8) | ((xxh_u64)bytePtr[5] << 16) |
2607*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[4] << 24) | ((xxh_u64)bytePtr[3] << 32) |
2608*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[2] << 40) | ((xxh_u64)bytePtr[1] << 48) |
2609*08b48e0bSAndroid Build Coastguard Worker          ((xxh_u64)bytePtr[0] << 56);
2610*08b48e0bSAndroid Build Coastguard Worker 
2611*08b48e0bSAndroid Build Coastguard Worker }
2612*08b48e0bSAndroid Build Coastguard Worker 
2613*08b48e0bSAndroid Build Coastguard Worker     #else
XXH_readLE64(const void * ptr)2614*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_readLE64(const void *ptr) {
2615*08b48e0bSAndroid Build Coastguard Worker 
2616*08b48e0bSAndroid Build Coastguard Worker   return XXH_CPU_LITTLE_ENDIAN ? XXH_read64(ptr) : XXH_swap64(XXH_read64(ptr));
2617*08b48e0bSAndroid Build Coastguard Worker 
2618*08b48e0bSAndroid Build Coastguard Worker }
2619*08b48e0bSAndroid Build Coastguard Worker 
XXH_readBE64(const void * ptr)2620*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH_readBE64(const void *ptr) {
2621*08b48e0bSAndroid Build Coastguard Worker 
2622*08b48e0bSAndroid Build Coastguard Worker   return XXH_CPU_LITTLE_ENDIAN ? XXH_swap64(XXH_read64(ptr)) : XXH_read64(ptr);
2623*08b48e0bSAndroid Build Coastguard Worker 
2624*08b48e0bSAndroid Build Coastguard Worker }
2625*08b48e0bSAndroid Build Coastguard Worker 
2626*08b48e0bSAndroid Build Coastguard Worker     #endif
2627*08b48e0bSAndroid Build Coastguard Worker 
XXH_readLE64_align(const void * ptr,XXH_alignment align)2628*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_readLE64_align(const void   *ptr,
2629*08b48e0bSAndroid Build Coastguard Worker                                             XXH_alignment align) {
2630*08b48e0bSAndroid Build Coastguard Worker 
2631*08b48e0bSAndroid Build Coastguard Worker   if (align == XXH_unaligned)
2632*08b48e0bSAndroid Build Coastguard Worker     return XXH_readLE64(ptr);
2633*08b48e0bSAndroid Build Coastguard Worker   else
2634*08b48e0bSAndroid Build Coastguard Worker     return XXH_CPU_LITTLE_ENDIAN ? *(const xxh_u64 *)ptr
2635*08b48e0bSAndroid Build Coastguard Worker                                  : XXH_swap64(*(const xxh_u64 *)ptr);
2636*08b48e0bSAndroid Build Coastguard Worker 
2637*08b48e0bSAndroid Build Coastguard Worker }
2638*08b48e0bSAndroid Build Coastguard Worker 
2639*08b48e0bSAndroid Build Coastguard Worker     /*******   xxh64   *******/
2640*08b48e0bSAndroid Build Coastguard Worker     /*!
2641*08b48e0bSAndroid Build Coastguard Worker      * @}
2642*08b48e0bSAndroid Build Coastguard Worker      * @defgroup xxh64_impl XXH64 implementation
2643*08b48e0bSAndroid Build Coastguard Worker      * @ingroup impl
2644*08b48e0bSAndroid Build Coastguard Worker      * @{
2645*08b48e0bSAndroid Build Coastguard Worker 
2646*08b48e0bSAndroid Build Coastguard Worker      */
2647*08b48e0bSAndroid Build Coastguard Worker     /* #define rather that static const, to be used as initializers */
2648*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PRIME64_1                                                                         \
2649*08b48e0bSAndroid Build Coastguard Worker       0x9E3779B185EBCA87ULL /*!<                                                                  \
2650*08b48e0bSAndroid Build Coastguard Worker                                0b1001111000110111011110011011000110000101111010111100101010000111 \
2651*08b48e0bSAndroid Build Coastguard Worker                              */
2652*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PRIME64_2                                                                         \
2653*08b48e0bSAndroid Build Coastguard Worker       0xC2B2AE3D27D4EB4FULL /*!<                                                                  \
2654*08b48e0bSAndroid Build Coastguard Worker                                0b1100001010110010101011100011110100100111110101001110101101001111 \
2655*08b48e0bSAndroid Build Coastguard Worker                              */
2656*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PRIME64_3                                                                         \
2657*08b48e0bSAndroid Build Coastguard Worker       0x165667B19E3779F9ULL /*!<                                                                  \
2658*08b48e0bSAndroid Build Coastguard Worker                                0b0001011001010110011001111011000110011110001101110111100111111001 \
2659*08b48e0bSAndroid Build Coastguard Worker                              */
2660*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PRIME64_4                                                                         \
2661*08b48e0bSAndroid Build Coastguard Worker       0x85EBCA77C2B2AE63ULL /*!<                                                                  \
2662*08b48e0bSAndroid Build Coastguard Worker                                0b1000010111101011110010100111011111000010101100101010111001100011 \
2663*08b48e0bSAndroid Build Coastguard Worker                              */
2664*08b48e0bSAndroid Build Coastguard Worker     #define XXH_PRIME64_5                                                                         \
2665*08b48e0bSAndroid Build Coastguard Worker       0x27D4EB2F165667C5ULL /*!<                                                                  \
2666*08b48e0bSAndroid Build Coastguard Worker                                0b0010011111010100111010110010111100010110010101100110011111000101 \
2667*08b48e0bSAndroid Build Coastguard Worker                              */
2668*08b48e0bSAndroid Build Coastguard Worker 
2669*08b48e0bSAndroid Build Coastguard Worker     #ifdef XXH_OLD_NAMES
2670*08b48e0bSAndroid Build Coastguard Worker       #define PRIME64_1 XXH_PRIME64_1
2671*08b48e0bSAndroid Build Coastguard Worker       #define PRIME64_2 XXH_PRIME64_2
2672*08b48e0bSAndroid Build Coastguard Worker       #define PRIME64_3 XXH_PRIME64_3
2673*08b48e0bSAndroid Build Coastguard Worker       #define PRIME64_4 XXH_PRIME64_4
2674*08b48e0bSAndroid Build Coastguard Worker       #define PRIME64_5 XXH_PRIME64_5
2675*08b48e0bSAndroid Build Coastguard Worker     #endif
2676*08b48e0bSAndroid Build Coastguard Worker 
XXH64_round(xxh_u64 acc,xxh_u64 input)2677*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH64_round(xxh_u64 acc, xxh_u64 input) {
2678*08b48e0bSAndroid Build Coastguard Worker 
2679*08b48e0bSAndroid Build Coastguard Worker   acc += input * XXH_PRIME64_2;
2680*08b48e0bSAndroid Build Coastguard Worker   acc = XXH_rotl64(acc, 31);
2681*08b48e0bSAndroid Build Coastguard Worker   acc *= XXH_PRIME64_1;
2682*08b48e0bSAndroid Build Coastguard Worker   return acc;
2683*08b48e0bSAndroid Build Coastguard Worker 
2684*08b48e0bSAndroid Build Coastguard Worker }
2685*08b48e0bSAndroid Build Coastguard Worker 
XXH64_mergeRound(xxh_u64 acc,xxh_u64 val)2686*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH64_mergeRound(xxh_u64 acc, xxh_u64 val) {
2687*08b48e0bSAndroid Build Coastguard Worker 
2688*08b48e0bSAndroid Build Coastguard Worker   val = XXH64_round(0, val);
2689*08b48e0bSAndroid Build Coastguard Worker   acc ^= val;
2690*08b48e0bSAndroid Build Coastguard Worker   acc = acc * XXH_PRIME64_1 + XXH_PRIME64_4;
2691*08b48e0bSAndroid Build Coastguard Worker   return acc;
2692*08b48e0bSAndroid Build Coastguard Worker 
2693*08b48e0bSAndroid Build Coastguard Worker }
2694*08b48e0bSAndroid Build Coastguard Worker 
XXH64_avalanche(xxh_u64 h64)2695*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH64_avalanche(xxh_u64 h64) {
2696*08b48e0bSAndroid Build Coastguard Worker 
2697*08b48e0bSAndroid Build Coastguard Worker   h64 ^= h64 >> 33;
2698*08b48e0bSAndroid Build Coastguard Worker   h64 *= XXH_PRIME64_2;
2699*08b48e0bSAndroid Build Coastguard Worker   h64 ^= h64 >> 29;
2700*08b48e0bSAndroid Build Coastguard Worker   h64 *= XXH_PRIME64_3;
2701*08b48e0bSAndroid Build Coastguard Worker   h64 ^= h64 >> 32;
2702*08b48e0bSAndroid Build Coastguard Worker   return h64;
2703*08b48e0bSAndroid Build Coastguard Worker 
2704*08b48e0bSAndroid Build Coastguard Worker }
2705*08b48e0bSAndroid Build Coastguard Worker 
2706*08b48e0bSAndroid Build Coastguard Worker     #define XXH_get64bits(p) XXH_readLE64_align(p, align)
2707*08b48e0bSAndroid Build Coastguard Worker 
XXH64_finalize(xxh_u64 h64,const xxh_u8 * ptr,size_t len,XXH_alignment align)2708*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH64_finalize(xxh_u64 h64, const xxh_u8 *ptr, size_t len,
2709*08b48e0bSAndroid Build Coastguard Worker                               XXH_alignment align) {
2710*08b48e0bSAndroid Build Coastguard Worker 
2711*08b48e0bSAndroid Build Coastguard Worker   len &= 31;
2712*08b48e0bSAndroid Build Coastguard Worker   while (len >= 8) {
2713*08b48e0bSAndroid Build Coastguard Worker 
2714*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const k1 = XXH64_round(0, XXH_get64bits(ptr));
2715*08b48e0bSAndroid Build Coastguard Worker     ptr += 8;
2716*08b48e0bSAndroid Build Coastguard Worker     h64 ^= k1;
2717*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH_rotl64(h64, 27) * XXH_PRIME64_1 + XXH_PRIME64_4;
2718*08b48e0bSAndroid Build Coastguard Worker     len -= 8;
2719*08b48e0bSAndroid Build Coastguard Worker 
2720*08b48e0bSAndroid Build Coastguard Worker   }
2721*08b48e0bSAndroid Build Coastguard Worker 
2722*08b48e0bSAndroid Build Coastguard Worker   if (len >= 4) {
2723*08b48e0bSAndroid Build Coastguard Worker 
2724*08b48e0bSAndroid Build Coastguard Worker     h64 ^= (xxh_u64)(XXH_get32bits(ptr)) * XXH_PRIME64_1;
2725*08b48e0bSAndroid Build Coastguard Worker     ptr += 4;
2726*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH_rotl64(h64, 23) * XXH_PRIME64_2 + XXH_PRIME64_3;
2727*08b48e0bSAndroid Build Coastguard Worker     len -= 4;
2728*08b48e0bSAndroid Build Coastguard Worker 
2729*08b48e0bSAndroid Build Coastguard Worker   }
2730*08b48e0bSAndroid Build Coastguard Worker 
2731*08b48e0bSAndroid Build Coastguard Worker   while (len > 0) {
2732*08b48e0bSAndroid Build Coastguard Worker 
2733*08b48e0bSAndroid Build Coastguard Worker     h64 ^= (*ptr++) * XXH_PRIME64_5;
2734*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH_rotl64(h64, 11) * XXH_PRIME64_1;
2735*08b48e0bSAndroid Build Coastguard Worker     --len;
2736*08b48e0bSAndroid Build Coastguard Worker 
2737*08b48e0bSAndroid Build Coastguard Worker   }
2738*08b48e0bSAndroid Build Coastguard Worker 
2739*08b48e0bSAndroid Build Coastguard Worker   return XXH64_avalanche(h64);
2740*08b48e0bSAndroid Build Coastguard Worker 
2741*08b48e0bSAndroid Build Coastguard Worker }
2742*08b48e0bSAndroid Build Coastguard Worker 
2743*08b48e0bSAndroid Build Coastguard Worker     #ifdef XXH_OLD_NAMES
2744*08b48e0bSAndroid Build Coastguard Worker       #define PROCESS1_64 XXH_PROCESS1_64
2745*08b48e0bSAndroid Build Coastguard Worker       #define PROCESS4_64 XXH_PROCESS4_64
2746*08b48e0bSAndroid Build Coastguard Worker       #define PROCESS8_64 XXH_PROCESS8_64
2747*08b48e0bSAndroid Build Coastguard Worker     #else
2748*08b48e0bSAndroid Build Coastguard Worker       #undef XXH_PROCESS1_64
2749*08b48e0bSAndroid Build Coastguard Worker       #undef XXH_PROCESS4_64
2750*08b48e0bSAndroid Build Coastguard Worker       #undef XXH_PROCESS8_64
2751*08b48e0bSAndroid Build Coastguard Worker     #endif
2752*08b48e0bSAndroid Build Coastguard Worker 
XXH64_endian_align(const xxh_u8 * input,size_t len,xxh_u64 seed,XXH_alignment align)2753*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH64_endian_align(const xxh_u8 *input, size_t len,
2754*08b48e0bSAndroid Build Coastguard Worker                                             xxh_u64 seed, XXH_alignment align) {
2755*08b48e0bSAndroid Build Coastguard Worker 
2756*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *bEnd = input ? input + len : NULL;
2757*08b48e0bSAndroid Build Coastguard Worker   xxh_u64       h64;
2758*08b48e0bSAndroid Build Coastguard Worker 
2759*08b48e0bSAndroid Build Coastguard Worker     #if defined(XXH_ACCEPT_NULL_INPUT_POINTER) && \
2760*08b48e0bSAndroid Build Coastguard Worker         (XXH_ACCEPT_NULL_INPUT_POINTER >= 1)
2761*08b48e0bSAndroid Build Coastguard Worker   if (input == NULL) {
2762*08b48e0bSAndroid Build Coastguard Worker 
2763*08b48e0bSAndroid Build Coastguard Worker     len = 0;
2764*08b48e0bSAndroid Build Coastguard Worker     bEnd = input = (const xxh_u8 *)(size_t)32;
2765*08b48e0bSAndroid Build Coastguard Worker 
2766*08b48e0bSAndroid Build Coastguard Worker   }
2767*08b48e0bSAndroid Build Coastguard Worker 
2768*08b48e0bSAndroid Build Coastguard Worker     #endif
2769*08b48e0bSAndroid Build Coastguard Worker 
2770*08b48e0bSAndroid Build Coastguard Worker   if (len >= 32) {
2771*08b48e0bSAndroid Build Coastguard Worker 
2772*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const limit = bEnd - 32;
2773*08b48e0bSAndroid Build Coastguard Worker     xxh_u64             v1 = seed + XXH_PRIME64_1 + XXH_PRIME64_2;
2774*08b48e0bSAndroid Build Coastguard Worker     xxh_u64             v2 = seed + XXH_PRIME64_2;
2775*08b48e0bSAndroid Build Coastguard Worker     xxh_u64             v3 = seed + 0;
2776*08b48e0bSAndroid Build Coastguard Worker     xxh_u64             v4 = seed - XXH_PRIME64_1;
2777*08b48e0bSAndroid Build Coastguard Worker 
2778*08b48e0bSAndroid Build Coastguard Worker     do {
2779*08b48e0bSAndroid Build Coastguard Worker 
2780*08b48e0bSAndroid Build Coastguard Worker       v1 = XXH64_round(v1, XXH_get64bits(input));
2781*08b48e0bSAndroid Build Coastguard Worker       input += 8;
2782*08b48e0bSAndroid Build Coastguard Worker       v2 = XXH64_round(v2, XXH_get64bits(input));
2783*08b48e0bSAndroid Build Coastguard Worker       input += 8;
2784*08b48e0bSAndroid Build Coastguard Worker       v3 = XXH64_round(v3, XXH_get64bits(input));
2785*08b48e0bSAndroid Build Coastguard Worker       input += 8;
2786*08b48e0bSAndroid Build Coastguard Worker       v4 = XXH64_round(v4, XXH_get64bits(input));
2787*08b48e0bSAndroid Build Coastguard Worker       input += 8;
2788*08b48e0bSAndroid Build Coastguard Worker 
2789*08b48e0bSAndroid Build Coastguard Worker     } while (input <= limit);
2790*08b48e0bSAndroid Build Coastguard Worker 
2791*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) +
2792*08b48e0bSAndroid Build Coastguard Worker           XXH_rotl64(v4, 18);
2793*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v1);
2794*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v2);
2795*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v3);
2796*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v4);
2797*08b48e0bSAndroid Build Coastguard Worker 
2798*08b48e0bSAndroid Build Coastguard Worker   } else {
2799*08b48e0bSAndroid Build Coastguard Worker 
2800*08b48e0bSAndroid Build Coastguard Worker     h64 = seed + XXH_PRIME64_5;
2801*08b48e0bSAndroid Build Coastguard Worker 
2802*08b48e0bSAndroid Build Coastguard Worker   }
2803*08b48e0bSAndroid Build Coastguard Worker 
2804*08b48e0bSAndroid Build Coastguard Worker   h64 += (xxh_u64)len;
2805*08b48e0bSAndroid Build Coastguard Worker 
2806*08b48e0bSAndroid Build Coastguard Worker   return XXH64_finalize(h64, input, len, align);
2807*08b48e0bSAndroid Build Coastguard Worker 
2808*08b48e0bSAndroid Build Coastguard Worker }
2809*08b48e0bSAndroid Build Coastguard Worker 
2810*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64(const void * input,size_t len,XXH64_hash_t seed)2811*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH64(const void *input, size_t len,
2812*08b48e0bSAndroid Build Coastguard Worker                                   XXH64_hash_t seed) {
2813*08b48e0bSAndroid Build Coastguard Worker 
2814*08b48e0bSAndroid Build Coastguard Worker     #if 0
2815*08b48e0bSAndroid Build Coastguard Worker     /* Simple version, good for code maintenance, but unfortunately slow for small inputs */
2816*08b48e0bSAndroid Build Coastguard Worker     XXH64_state_t state;
2817*08b48e0bSAndroid Build Coastguard Worker     XXH64_reset(&state, seed);
2818*08b48e0bSAndroid Build Coastguard Worker     XXH64_update(&state, (const xxh_u8*)input, len);
2819*08b48e0bSAndroid Build Coastguard Worker     return XXH64_digest(&state);
2820*08b48e0bSAndroid Build Coastguard Worker     #else
2821*08b48e0bSAndroid Build Coastguard Worker   if (XXH_FORCE_ALIGN_CHECK) {
2822*08b48e0bSAndroid Build Coastguard Worker 
2823*08b48e0bSAndroid Build Coastguard Worker     if ((((size_t)input) & 7) ==
2824*08b48e0bSAndroid Build Coastguard Worker         0) {        /* Input is aligned, let's leverage the speed advantage */
2825*08b48e0bSAndroid Build Coastguard Worker       return XXH64_endian_align((const xxh_u8 *)input, len, seed, XXH_aligned);
2826*08b48e0bSAndroid Build Coastguard Worker 
2827*08b48e0bSAndroid Build Coastguard Worker     }
2828*08b48e0bSAndroid Build Coastguard Worker 
2829*08b48e0bSAndroid Build Coastguard Worker   }
2830*08b48e0bSAndroid Build Coastguard Worker 
2831*08b48e0bSAndroid Build Coastguard Worker   return XXH64_endian_align((const xxh_u8 *)input, len, seed, XXH_unaligned);
2832*08b48e0bSAndroid Build Coastguard Worker 
2833*08b48e0bSAndroid Build Coastguard Worker     #endif
2834*08b48e0bSAndroid Build Coastguard Worker 
2835*08b48e0bSAndroid Build Coastguard Worker }
2836*08b48e0bSAndroid Build Coastguard Worker 
2837*08b48e0bSAndroid Build Coastguard Worker /*******   Hash Streaming   *******/
2838*08b48e0bSAndroid Build Coastguard Worker 
2839*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family*/
XXH64_createState(void)2840*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_state_t *XXH64_createState(void) {
2841*08b48e0bSAndroid Build Coastguard Worker 
2842*08b48e0bSAndroid Build Coastguard Worker   return (XXH64_state_t *)XXH_malloc(sizeof(XXH64_state_t));
2843*08b48e0bSAndroid Build Coastguard Worker 
2844*08b48e0bSAndroid Build Coastguard Worker }
2845*08b48e0bSAndroid Build Coastguard Worker 
2846*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_freeState(XXH64_state_t * statePtr)2847*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH64_freeState(XXH64_state_t *statePtr) {
2848*08b48e0bSAndroid Build Coastguard Worker 
2849*08b48e0bSAndroid Build Coastguard Worker   XXH_free(statePtr);
2850*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2851*08b48e0bSAndroid Build Coastguard Worker 
2852*08b48e0bSAndroid Build Coastguard Worker }
2853*08b48e0bSAndroid Build Coastguard Worker 
2854*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_copyState(XXH64_state_t * dstState,const XXH64_state_t * srcState)2855*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH64_copyState(XXH64_state_t       *dstState,
2856*08b48e0bSAndroid Build Coastguard Worker                                     const XXH64_state_t *srcState) {
2857*08b48e0bSAndroid Build Coastguard Worker 
2858*08b48e0bSAndroid Build Coastguard Worker   memcpy(dstState, srcState, sizeof(*dstState));
2859*08b48e0bSAndroid Build Coastguard Worker 
2860*08b48e0bSAndroid Build Coastguard Worker }
2861*08b48e0bSAndroid Build Coastguard Worker 
2862*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_reset(XXH64_state_t * statePtr,XXH64_hash_t seed)2863*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH64_reset(XXH64_state_t *statePtr,
2864*08b48e0bSAndroid Build Coastguard Worker                                          XXH64_hash_t   seed) {
2865*08b48e0bSAndroid Build Coastguard Worker 
2866*08b48e0bSAndroid Build Coastguard Worker   XXH64_state_t state; /* use a local state to memcpy() in order to avoid
2867*08b48e0bSAndroid Build Coastguard Worker                           strict-aliasing warnings */
2868*08b48e0bSAndroid Build Coastguard Worker   memset(&state, 0, sizeof(state));
2869*08b48e0bSAndroid Build Coastguard Worker   state.v1 = seed + XXH_PRIME64_1 + XXH_PRIME64_2;
2870*08b48e0bSAndroid Build Coastguard Worker   state.v2 = seed + XXH_PRIME64_2;
2871*08b48e0bSAndroid Build Coastguard Worker   state.v3 = seed + 0;
2872*08b48e0bSAndroid Build Coastguard Worker   state.v4 = seed - XXH_PRIME64_1;
2873*08b48e0bSAndroid Build Coastguard Worker   /* do not write into reserved64, might be removed in a future version */
2874*08b48e0bSAndroid Build Coastguard Worker   memcpy(statePtr, &state, sizeof(state) - sizeof(state.reserved64));
2875*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2876*08b48e0bSAndroid Build Coastguard Worker 
2877*08b48e0bSAndroid Build Coastguard Worker }
2878*08b48e0bSAndroid Build Coastguard Worker 
2879*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_update(XXH64_state_t * state,const void * input,size_t len)2880*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH64_update(XXH64_state_t *state,
2881*08b48e0bSAndroid Build Coastguard Worker                                           const void *input, size_t len) {
2882*08b48e0bSAndroid Build Coastguard Worker 
2883*08b48e0bSAndroid Build Coastguard Worker   if (input == NULL)
2884*08b48e0bSAndroid Build Coastguard Worker     #if defined(XXH_ACCEPT_NULL_INPUT_POINTER) && \
2885*08b48e0bSAndroid Build Coastguard Worker         (XXH_ACCEPT_NULL_INPUT_POINTER >= 1)
2886*08b48e0bSAndroid Build Coastguard Worker     return XXH_OK;
2887*08b48e0bSAndroid Build Coastguard Worker     #else
2888*08b48e0bSAndroid Build Coastguard Worker     return XXH_ERROR;
2889*08b48e0bSAndroid Build Coastguard Worker     #endif
2890*08b48e0bSAndroid Build Coastguard Worker 
2891*08b48e0bSAndroid Build Coastguard Worker   {
2892*08b48e0bSAndroid Build Coastguard Worker 
2893*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8       *p = (const xxh_u8 *)input;
2894*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const bEnd = p + len;
2895*08b48e0bSAndroid Build Coastguard Worker 
2896*08b48e0bSAndroid Build Coastguard Worker     state->total_len += len;
2897*08b48e0bSAndroid Build Coastguard Worker 
2898*08b48e0bSAndroid Build Coastguard Worker     if (state->memsize + len < 32) {                  /* fill in tmp buffer */
2899*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(((xxh_u8 *)state->mem64) + state->memsize, input, len);
2900*08b48e0bSAndroid Build Coastguard Worker       state->memsize += (xxh_u32)len;
2901*08b48e0bSAndroid Build Coastguard Worker       return XXH_OK;
2902*08b48e0bSAndroid Build Coastguard Worker 
2903*08b48e0bSAndroid Build Coastguard Worker     }
2904*08b48e0bSAndroid Build Coastguard Worker 
2905*08b48e0bSAndroid Build Coastguard Worker     if (state->memsize) {                             /* tmp buffer is full */
2906*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(((xxh_u8 *)state->mem64) + state->memsize, input,
2907*08b48e0bSAndroid Build Coastguard Worker                  32 - state->memsize);
2908*08b48e0bSAndroid Build Coastguard Worker       state->v1 = XXH64_round(state->v1, XXH_readLE64(state->mem64 + 0));
2909*08b48e0bSAndroid Build Coastguard Worker       state->v2 = XXH64_round(state->v2, XXH_readLE64(state->mem64 + 1));
2910*08b48e0bSAndroid Build Coastguard Worker       state->v3 = XXH64_round(state->v3, XXH_readLE64(state->mem64 + 2));
2911*08b48e0bSAndroid Build Coastguard Worker       state->v4 = XXH64_round(state->v4, XXH_readLE64(state->mem64 + 3));
2912*08b48e0bSAndroid Build Coastguard Worker       p += 32 - state->memsize;
2913*08b48e0bSAndroid Build Coastguard Worker       state->memsize = 0;
2914*08b48e0bSAndroid Build Coastguard Worker 
2915*08b48e0bSAndroid Build Coastguard Worker     }
2916*08b48e0bSAndroid Build Coastguard Worker 
2917*08b48e0bSAndroid Build Coastguard Worker     if (p + 32 <= bEnd) {
2918*08b48e0bSAndroid Build Coastguard Worker 
2919*08b48e0bSAndroid Build Coastguard Worker       const xxh_u8 *const limit = bEnd - 32;
2920*08b48e0bSAndroid Build Coastguard Worker       xxh_u64             v1 = state->v1;
2921*08b48e0bSAndroid Build Coastguard Worker       xxh_u64             v2 = state->v2;
2922*08b48e0bSAndroid Build Coastguard Worker       xxh_u64             v3 = state->v3;
2923*08b48e0bSAndroid Build Coastguard Worker       xxh_u64             v4 = state->v4;
2924*08b48e0bSAndroid Build Coastguard Worker 
2925*08b48e0bSAndroid Build Coastguard Worker       do {
2926*08b48e0bSAndroid Build Coastguard Worker 
2927*08b48e0bSAndroid Build Coastguard Worker         v1 = XXH64_round(v1, XXH_readLE64(p));
2928*08b48e0bSAndroid Build Coastguard Worker         p += 8;
2929*08b48e0bSAndroid Build Coastguard Worker         v2 = XXH64_round(v2, XXH_readLE64(p));
2930*08b48e0bSAndroid Build Coastguard Worker         p += 8;
2931*08b48e0bSAndroid Build Coastguard Worker         v3 = XXH64_round(v3, XXH_readLE64(p));
2932*08b48e0bSAndroid Build Coastguard Worker         p += 8;
2933*08b48e0bSAndroid Build Coastguard Worker         v4 = XXH64_round(v4, XXH_readLE64(p));
2934*08b48e0bSAndroid Build Coastguard Worker         p += 8;
2935*08b48e0bSAndroid Build Coastguard Worker 
2936*08b48e0bSAndroid Build Coastguard Worker       } while (p <= limit);
2937*08b48e0bSAndroid Build Coastguard Worker 
2938*08b48e0bSAndroid Build Coastguard Worker       state->v1 = v1;
2939*08b48e0bSAndroid Build Coastguard Worker       state->v2 = v2;
2940*08b48e0bSAndroid Build Coastguard Worker       state->v3 = v3;
2941*08b48e0bSAndroid Build Coastguard Worker       state->v4 = v4;
2942*08b48e0bSAndroid Build Coastguard Worker 
2943*08b48e0bSAndroid Build Coastguard Worker     }
2944*08b48e0bSAndroid Build Coastguard Worker 
2945*08b48e0bSAndroid Build Coastguard Worker     if (p < bEnd) {
2946*08b48e0bSAndroid Build Coastguard Worker 
2947*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(state->mem64, p, (size_t)(bEnd - p));
2948*08b48e0bSAndroid Build Coastguard Worker       state->memsize = (unsigned)(bEnd - p);
2949*08b48e0bSAndroid Build Coastguard Worker 
2950*08b48e0bSAndroid Build Coastguard Worker     }
2951*08b48e0bSAndroid Build Coastguard Worker 
2952*08b48e0bSAndroid Build Coastguard Worker   }
2953*08b48e0bSAndroid Build Coastguard Worker 
2954*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
2955*08b48e0bSAndroid Build Coastguard Worker 
2956*08b48e0bSAndroid Build Coastguard Worker }
2957*08b48e0bSAndroid Build Coastguard Worker 
2958*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_digest(const XXH64_state_t * state)2959*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH64_digest(const XXH64_state_t *state) {
2960*08b48e0bSAndroid Build Coastguard Worker 
2961*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 h64;
2962*08b48e0bSAndroid Build Coastguard Worker 
2963*08b48e0bSAndroid Build Coastguard Worker   if (state->total_len >= 32) {
2964*08b48e0bSAndroid Build Coastguard Worker 
2965*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const v1 = state->v1;
2966*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const v2 = state->v2;
2967*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const v3 = state->v3;
2968*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const v4 = state->v4;
2969*08b48e0bSAndroid Build Coastguard Worker 
2970*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH_rotl64(v1, 1) + XXH_rotl64(v2, 7) + XXH_rotl64(v3, 12) +
2971*08b48e0bSAndroid Build Coastguard Worker           XXH_rotl64(v4, 18);
2972*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v1);
2973*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v2);
2974*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v3);
2975*08b48e0bSAndroid Build Coastguard Worker     h64 = XXH64_mergeRound(h64, v4);
2976*08b48e0bSAndroid Build Coastguard Worker 
2977*08b48e0bSAndroid Build Coastguard Worker   } else {
2978*08b48e0bSAndroid Build Coastguard Worker 
2979*08b48e0bSAndroid Build Coastguard Worker     h64 = state->v3 /*seed*/ + XXH_PRIME64_5;
2980*08b48e0bSAndroid Build Coastguard Worker 
2981*08b48e0bSAndroid Build Coastguard Worker   }
2982*08b48e0bSAndroid Build Coastguard Worker 
2983*08b48e0bSAndroid Build Coastguard Worker   h64 += (xxh_u64)state->total_len;
2984*08b48e0bSAndroid Build Coastguard Worker 
2985*08b48e0bSAndroid Build Coastguard Worker   return XXH64_finalize(h64, (const xxh_u8 *)state->mem64,
2986*08b48e0bSAndroid Build Coastguard Worker                         (size_t)state->total_len, XXH_aligned);
2987*08b48e0bSAndroid Build Coastguard Worker 
2988*08b48e0bSAndroid Build Coastguard Worker }
2989*08b48e0bSAndroid Build Coastguard Worker 
2990*08b48e0bSAndroid Build Coastguard Worker /******* Canonical representation   *******/
2991*08b48e0bSAndroid Build Coastguard Worker 
2992*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
XXH64_canonicalFromHash(XXH64_canonical_t * dst,XXH64_hash_t hash)2993*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH64_canonicalFromHash(XXH64_canonical_t *dst,
2994*08b48e0bSAndroid Build Coastguard Worker                                             XXH64_hash_t       hash) {
2995*08b48e0bSAndroid Build Coastguard Worker 
2996*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(sizeof(XXH64_canonical_t) == sizeof(XXH64_hash_t));
2997*08b48e0bSAndroid Build Coastguard Worker   if (XXH_CPU_LITTLE_ENDIAN) hash = XXH_swap64(hash);
2998*08b48e0bSAndroid Build Coastguard Worker   memcpy(dst, &hash, sizeof(*dst));
2999*08b48e0bSAndroid Build Coastguard Worker 
3000*08b48e0bSAndroid Build Coastguard Worker }
3001*08b48e0bSAndroid Build Coastguard Worker 
3002*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh64_family */
3003*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t
XXH64_hashFromCanonical(const XXH64_canonical_t * src)3004*08b48e0bSAndroid Build Coastguard Worker XXH64_hashFromCanonical(const XXH64_canonical_t *src) {
3005*08b48e0bSAndroid Build Coastguard Worker 
3006*08b48e0bSAndroid Build Coastguard Worker   return XXH_readBE64(src);
3007*08b48e0bSAndroid Build Coastguard Worker 
3008*08b48e0bSAndroid Build Coastguard Worker }
3009*08b48e0bSAndroid Build Coastguard Worker 
3010*08b48e0bSAndroid Build Coastguard Worker     #ifndef XXH_NO_XXH3
3011*08b48e0bSAndroid Build Coastguard Worker 
3012*08b48e0bSAndroid Build Coastguard Worker     /* *********************************************************************
3013*08b48e0bSAndroid Build Coastguard Worker      *  XXH3
3014*08b48e0bSAndroid Build Coastguard Worker      *  New generation hash designed for speed on small keys and vectorization
3015*08b48e0bSAndroid Build Coastguard Worker      ************************************************************************ */
3016*08b48e0bSAndroid Build Coastguard Worker     /*!
3017*08b48e0bSAndroid Build Coastguard Worker      * @}
3018*08b48e0bSAndroid Build Coastguard Worker      * @defgroup xxh3_impl XXH3 implementation
3019*08b48e0bSAndroid Build Coastguard Worker      * @ingroup impl
3020*08b48e0bSAndroid Build Coastguard Worker      * @{
3021*08b48e0bSAndroid Build Coastguard Worker 
3022*08b48e0bSAndroid Build Coastguard Worker      */
3023*08b48e0bSAndroid Build Coastguard Worker 
3024*08b48e0bSAndroid Build Coastguard Worker     /* ===   Compiler specifics   === */
3025*08b48e0bSAndroid Build Coastguard Worker 
3026*08b48e0bSAndroid Build Coastguard Worker       #if ((defined(sun) || defined(__sun)) &&                                \
3027*08b48e0bSAndroid Build Coastguard Worker            __cplusplus) /* Solaris includes __STDC_VERSION__ with C++. Tested \
3028*08b48e0bSAndroid Build Coastguard Worker                            with GCC 5.5 */
3029*08b48e0bSAndroid Build Coastguard Worker         #define XXH_RESTRICT                                     /* disable */
3030*08b48e0bSAndroid Build Coastguard Worker       #elif defined(__STDC_VERSION__) && \
3031*08b48e0bSAndroid Build Coastguard Worker           __STDC_VERSION__ >= 199901L                             /* >= C99 */
3032*08b48e0bSAndroid Build Coastguard Worker         #define XXH_RESTRICT restrict
3033*08b48e0bSAndroid Build Coastguard Worker       #else
3034*08b48e0bSAndroid Build Coastguard Worker       /* Note: it might be useful to define __restrict or __restrict__ for
3035*08b48e0bSAndroid Build Coastguard Worker        * some C++ compilers */
3036*08b48e0bSAndroid Build Coastguard Worker         #define XXH_RESTRICT                                     /* disable */
3037*08b48e0bSAndroid Build Coastguard Worker       #endif
3038*08b48e0bSAndroid Build Coastguard Worker 
3039*08b48e0bSAndroid Build Coastguard Worker       #if (defined(__GNUC__) && (__GNUC__ >= 3)) ||                   \
3040*08b48e0bSAndroid Build Coastguard Worker           (defined(__INTEL_COMPILER) && (__INTEL_COMPILER >= 800)) || \
3041*08b48e0bSAndroid Build Coastguard Worker           defined(__clang__)
3042*08b48e0bSAndroid Build Coastguard Worker         #define XXH_likely(x) __builtin_expect(x, 1)
3043*08b48e0bSAndroid Build Coastguard Worker         #define XXH_unlikely(x) __builtin_expect(x, 0)
3044*08b48e0bSAndroid Build Coastguard Worker       #else
3045*08b48e0bSAndroid Build Coastguard Worker         #define XXH_likely(x) (x)
3046*08b48e0bSAndroid Build Coastguard Worker         #define XXH_unlikely(x) (x)
3047*08b48e0bSAndroid Build Coastguard Worker       #endif
3048*08b48e0bSAndroid Build Coastguard Worker 
3049*08b48e0bSAndroid Build Coastguard Worker       #if defined(__GNUC__)
3050*08b48e0bSAndroid Build Coastguard Worker         #if defined(__AVX2__)
3051*08b48e0bSAndroid Build Coastguard Worker           #include <immintrin.h>
3052*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__SSE2__)
3053*08b48e0bSAndroid Build Coastguard Worker           #include <emmintrin.h>
3054*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__ARM_NEON__) || defined(__ARM_NEON)
3055*08b48e0bSAndroid Build Coastguard Worker           #define inline __inline__               /* circumvent a clang bug */
3056*08b48e0bSAndroid Build Coastguard Worker           #include <arm_neon.h>
3057*08b48e0bSAndroid Build Coastguard Worker           #undef inline
3058*08b48e0bSAndroid Build Coastguard Worker         #endif
3059*08b48e0bSAndroid Build Coastguard Worker       #elif defined(_MSC_VER)
3060*08b48e0bSAndroid Build Coastguard Worker         #include <intrin.h>
3061*08b48e0bSAndroid Build Coastguard Worker       #endif
3062*08b48e0bSAndroid Build Coastguard Worker 
3063*08b48e0bSAndroid Build Coastguard Worker       /*
3064*08b48e0bSAndroid Build Coastguard Worker        * One goal of XXH3 is to make it fast on both 32-bit and 64-bit, while
3065*08b48e0bSAndroid Build Coastguard Worker        * remaining a true 64-bit/128-bit hash function.
3066*08b48e0bSAndroid Build Coastguard Worker        *
3067*08b48e0bSAndroid Build Coastguard Worker        * This is done by prioritizing a subset of 64-bit operations that can be
3068*08b48e0bSAndroid Build Coastguard Worker        * emulated without too many steps on the average 32-bit machine.
3069*08b48e0bSAndroid Build Coastguard Worker        *
3070*08b48e0bSAndroid Build Coastguard Worker        * For example, these two lines seem similar, and run equally fast on
3071*08b48e0bSAndroid Build Coastguard Worker        * 64-bit:
3072*08b48e0bSAndroid Build Coastguard Worker        *
3073*08b48e0bSAndroid Build Coastguard Worker        *   xxh_u64 x;
3074*08b48e0bSAndroid Build Coastguard Worker        *   x ^= (x >> 47); // good
3075*08b48e0bSAndroid Build Coastguard Worker        *   x ^= (x >> 13); // bad
3076*08b48e0bSAndroid Build Coastguard Worker        *
3077*08b48e0bSAndroid Build Coastguard Worker        * However, to a 32-bit machine, there is a major difference.
3078*08b48e0bSAndroid Build Coastguard Worker        *
3079*08b48e0bSAndroid Build Coastguard Worker        * x ^= (x >> 47) looks like this:
3080*08b48e0bSAndroid Build Coastguard Worker        *
3081*08b48e0bSAndroid Build Coastguard Worker        *   x.lo ^= (x.hi >> (47 - 32));
3082*08b48e0bSAndroid Build Coastguard Worker        *
3083*08b48e0bSAndroid Build Coastguard Worker        * while x ^= (x >> 13) looks like this:
3084*08b48e0bSAndroid Build Coastguard Worker        *
3085*08b48e0bSAndroid Build Coastguard Worker        *   // note: funnel shifts are not usually cheap.
3086*08b48e0bSAndroid Build Coastguard Worker        *   x.lo ^= (x.lo >> 13) | (x.hi << (32 - 13));
3087*08b48e0bSAndroid Build Coastguard Worker        *   x.hi ^= (x.hi >> 13);
3088*08b48e0bSAndroid Build Coastguard Worker        *
3089*08b48e0bSAndroid Build Coastguard Worker        * The first one is significantly faster than the second, simply because
3090*08b48e0bSAndroid Build Coastguard Worker        * the shift is larger than 32. This means:
3091*08b48e0bSAndroid Build Coastguard Worker        *  - All the bits we need are in the upper 32 bits, so we can ignore the
3092*08b48e0bSAndroid Build Coastguard Worker        * lower 32 bits in the shift.
3093*08b48e0bSAndroid Build Coastguard Worker        *  - The shift result will always fit in the lower 32 bits, and
3094*08b48e0bSAndroid Build Coastguard Worker        * therefore, we can ignore the upper 32 bits in the xor.
3095*08b48e0bSAndroid Build Coastguard Worker        *
3096*08b48e0bSAndroid Build Coastguard Worker        * Thanks to this optimization, XXH3 only requires these features to be
3097*08b48e0bSAndroid Build Coastguard Worker        * efficient:
3098*08b48e0bSAndroid Build Coastguard Worker        *
3099*08b48e0bSAndroid Build Coastguard Worker        *  - Usable unaligned access
3100*08b48e0bSAndroid Build Coastguard Worker        *  - A 32-bit or 64-bit ALU
3101*08b48e0bSAndroid Build Coastguard Worker        *      - If 32-bit, a decent ADC instruction
3102*08b48e0bSAndroid Build Coastguard Worker        *  - A 32 or 64-bit multiply with a 64-bit result
3103*08b48e0bSAndroid Build Coastguard Worker        *  - For the 128-bit variant, a decent byteswap helps short inputs.
3104*08b48e0bSAndroid Build Coastguard Worker        *
3105*08b48e0bSAndroid Build Coastguard Worker        * The first two are already required by XXH32, and almost all 32-bit and
3106*08b48e0bSAndroid Build Coastguard Worker        * 64-bit platforms which can run XXH32 can run XXH3 efficiently.
3107*08b48e0bSAndroid Build Coastguard Worker        *
3108*08b48e0bSAndroid Build Coastguard Worker        * Thumb-1, the classic 16-bit only subset of ARM's instruction set, is
3109*08b48e0bSAndroid Build Coastguard Worker        * one notable exception.
3110*08b48e0bSAndroid Build Coastguard Worker        *
3111*08b48e0bSAndroid Build Coastguard Worker        * First of all, Thumb-1 lacks support for the UMULL instruction which
3112*08b48e0bSAndroid Build Coastguard Worker        * performs the important long multiply. This means numerous __aeabi_lmul
3113*08b48e0bSAndroid Build Coastguard Worker        * calls.
3114*08b48e0bSAndroid Build Coastguard Worker        *
3115*08b48e0bSAndroid Build Coastguard Worker        * Second of all, the 8 functional registers are just not enough.
3116*08b48e0bSAndroid Build Coastguard Worker        * Setup for __aeabi_lmul, byteshift loads, pointers, and all arithmetic
3117*08b48e0bSAndroid Build Coastguard Worker        * need Lo registers, and this shuffling results in thousands more MOVs
3118*08b48e0bSAndroid Build Coastguard Worker        * than A32.
3119*08b48e0bSAndroid Build Coastguard Worker        *
3120*08b48e0bSAndroid Build Coastguard Worker        * A32 and T32 don't have this limitation. They can access all 14
3121*08b48e0bSAndroid Build Coastguard Worker        * registers, do a 32->64 multiply with UMULL, and the flexible operand
3122*08b48e0bSAndroid Build Coastguard Worker        * allowing free shifts is helpful, too.
3123*08b48e0bSAndroid Build Coastguard Worker        *
3124*08b48e0bSAndroid Build Coastguard Worker        * Therefore, we do a quick sanity check.
3125*08b48e0bSAndroid Build Coastguard Worker        *
3126*08b48e0bSAndroid Build Coastguard Worker        * If compiling Thumb-1 for a target which supports ARM instructions, we
3127*08b48e0bSAndroid Build Coastguard Worker        * will emit a warning, as it is not a "sane" platform to compile for.
3128*08b48e0bSAndroid Build Coastguard Worker        *
3129*08b48e0bSAndroid Build Coastguard Worker        * Usually, if this happens, it is because of an accident and you probably
3130*08b48e0bSAndroid Build Coastguard Worker        * need to specify -march, as you likely meant to compile for a newer
3131*08b48e0bSAndroid Build Coastguard Worker        * architecture.
3132*08b48e0bSAndroid Build Coastguard Worker        *
3133*08b48e0bSAndroid Build Coastguard Worker        * Credit: large sections of the vectorial and asm source code paths
3134*08b48e0bSAndroid Build Coastguard Worker        *         have been contributed by @easyaspi314
3135*08b48e0bSAndroid Build Coastguard Worker        */
3136*08b48e0bSAndroid Build Coastguard Worker       #if defined(__thumb__) && !defined(__thumb2__) && \
3137*08b48e0bSAndroid Build Coastguard Worker           defined(__ARM_ARCH_ISA_ARM)
3138*08b48e0bSAndroid Build Coastguard Worker         #warning "XXH3 is highly inefficient without ARM or Thumb-2."
3139*08b48e0bSAndroid Build Coastguard Worker       #endif
3140*08b48e0bSAndroid Build Coastguard Worker 
3141*08b48e0bSAndroid Build Coastguard Worker     /* ==========================================
3142*08b48e0bSAndroid Build Coastguard Worker      * Vectorization detection
3143*08b48e0bSAndroid Build Coastguard Worker      * ========================================== */
3144*08b48e0bSAndroid Build Coastguard Worker 
3145*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_DOXYGEN
3146*08b48e0bSAndroid Build Coastguard Worker         /*!
3147*08b48e0bSAndroid Build Coastguard Worker          * @ingroup tuning
3148*08b48e0bSAndroid Build Coastguard Worker          * @brief Overrides the vectorization implementation chosen for XXH3.
3149*08b48e0bSAndroid Build Coastguard Worker          *
3150*08b48e0bSAndroid Build Coastguard Worker          * Can be defined to 0 to disable SIMD or any of the values mentioned in
3151*08b48e0bSAndroid Build Coastguard Worker          * @ref XXH_VECTOR_TYPE.
3152*08b48e0bSAndroid Build Coastguard Worker          *
3153*08b48e0bSAndroid Build Coastguard Worker          * If this is not defined, it uses predefined macros to determine the
3154*08b48e0bSAndroid Build Coastguard Worker          * best implementation.
3155*08b48e0bSAndroid Build Coastguard Worker          */
3156*08b48e0bSAndroid Build Coastguard Worker         #define XXH_VECTOR XXH_SCALAR
3157*08b48e0bSAndroid Build Coastguard Worker /*!
3158*08b48e0bSAndroid Build Coastguard Worker  * @ingroup tuning
3159*08b48e0bSAndroid Build Coastguard Worker  * @brief Possible values for @ref XXH_VECTOR.
3160*08b48e0bSAndroid Build Coastguard Worker  *
3161*08b48e0bSAndroid Build Coastguard Worker  * Note that these are actually implemented as macros.
3162*08b48e0bSAndroid Build Coastguard Worker  *
3163*08b48e0bSAndroid Build Coastguard Worker  * If this is not defined, it is detected automatically.
3164*08b48e0bSAndroid Build Coastguard Worker  * @ref XXH_X86DISPATCH overrides this.
3165*08b48e0bSAndroid Build Coastguard Worker  */
3166*08b48e0bSAndroid Build Coastguard Worker enum XXH_VECTOR_TYPE /* fake enum */ {
3167*08b48e0bSAndroid Build Coastguard Worker 
3168*08b48e0bSAndroid Build Coastguard Worker   XXH_SCALAR = 0,                              /*!< Portable scalar version */
3169*08b48e0bSAndroid Build Coastguard Worker   XXH_SSE2 = 1,   /*!<
3170*08b48e0bSAndroid Build Coastguard Worker                    * SSE2 for Pentium 4, Opteron, all x86_64.
3171*08b48e0bSAndroid Build Coastguard Worker                    *
3172*08b48e0bSAndroid Build Coastguard Worker                    * @note SSE2 is also guaranteed on Windows 10, macOS, and
3173*08b48e0bSAndroid Build Coastguard Worker                    * Android x86.
3174*08b48e0bSAndroid Build Coastguard Worker                    */
3175*08b48e0bSAndroid Build Coastguard Worker   XXH_AVX2 = 2,                         /*!< AVX2 for Haswell and Bulldozer */
3176*08b48e0bSAndroid Build Coastguard Worker   XXH_AVX512 = 3,                       /*!< AVX512 for Skylake and Icelake */
3177*08b48e0bSAndroid Build Coastguard Worker   XXH_NEON = 4,                  /*!< NEON for most ARMv7-A and all AArch64 */
3178*08b48e0bSAndroid Build Coastguard Worker   XXH_VSX = 5,                 /*!< VSX and ZVector for POWER8/z13 (64-bit) */
3179*08b48e0bSAndroid Build Coastguard Worker 
3180*08b48e0bSAndroid Build Coastguard Worker };
3181*08b48e0bSAndroid Build Coastguard Worker 
3182*08b48e0bSAndroid Build Coastguard Worker         /*!
3183*08b48e0bSAndroid Build Coastguard Worker          * @ingroup tuning
3184*08b48e0bSAndroid Build Coastguard Worker          * @brief Selects the minimum alignment for XXH3's accumulators.
3185*08b48e0bSAndroid Build Coastguard Worker          *
3186*08b48e0bSAndroid Build Coastguard Worker          * When using SIMD, this should match the alignment reqired for said
3187*08b48e0bSAndroid Build Coastguard Worker          * vector type, so, for example, 32 for AVX2.
3188*08b48e0bSAndroid Build Coastguard Worker          *
3189*08b48e0bSAndroid Build Coastguard Worker          * Default: Auto detected.
3190*08b48e0bSAndroid Build Coastguard Worker          */
3191*08b48e0bSAndroid Build Coastguard Worker         #define XXH_ACC_ALIGN 8
3192*08b48e0bSAndroid Build Coastguard Worker       #endif
3193*08b48e0bSAndroid Build Coastguard Worker 
3194*08b48e0bSAndroid Build Coastguard Worker       /* Actual definition */
3195*08b48e0bSAndroid Build Coastguard Worker       #ifndef XXH_DOXYGEN
3196*08b48e0bSAndroid Build Coastguard Worker         #define XXH_SCALAR 0
3197*08b48e0bSAndroid Build Coastguard Worker         #define XXH_SSE2 1
3198*08b48e0bSAndroid Build Coastguard Worker         #define XXH_AVX2 2
3199*08b48e0bSAndroid Build Coastguard Worker         #define XXH_AVX512 3
3200*08b48e0bSAndroid Build Coastguard Worker         #define XXH_NEON 4
3201*08b48e0bSAndroid Build Coastguard Worker         #define XXH_VSX 5
3202*08b48e0bSAndroid Build Coastguard Worker       #endif
3203*08b48e0bSAndroid Build Coastguard Worker 
3204*08b48e0bSAndroid Build Coastguard Worker       #ifndef XXH_VECTOR                  /* can be defined on command line */
3205*08b48e0bSAndroid Build Coastguard Worker         #if defined(__AVX512F__)
3206*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_AVX512
3207*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__AVX2__)
3208*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_AVX2
3209*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__SSE2__) || defined(_M_AMD64) || defined(_M_X64) || \
3210*08b48e0bSAndroid Build Coastguard Worker             (defined(_M_IX86_FP) && (_M_IX86_FP == 2))
3211*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_SSE2
3212*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__GNUC__) /* msvc support maybe later */               \
3213*08b48e0bSAndroid Build Coastguard Worker             && (defined(__ARM_NEON__) || defined(__ARM_NEON)) &&             \
3214*08b48e0bSAndroid Build Coastguard Worker             (defined(                                                        \
3215*08b48e0bSAndroid Build Coastguard Worker                  __LITTLE_ENDIAN__) /* We only support little endian NEON */ \
3216*08b48e0bSAndroid Build Coastguard Worker              || (defined(__BYTE_ORDER__) &&                                  \
3217*08b48e0bSAndroid Build Coastguard Worker                  __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__))
3218*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_NEON
3219*08b48e0bSAndroid Build Coastguard Worker         #elif (defined(__PPC64__) && defined(__POWER8_VECTOR__)) || \
3220*08b48e0bSAndroid Build Coastguard Worker             (defined(__s390x__) && defined(__VEC__)) &&             \
3221*08b48e0bSAndroid Build Coastguard Worker                 defined(__GNUC__)                           /* TODO: IBM XL */
3222*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_VSX
3223*08b48e0bSAndroid Build Coastguard Worker         #else
3224*08b48e0bSAndroid Build Coastguard Worker           #define XXH_VECTOR XXH_SCALAR
3225*08b48e0bSAndroid Build Coastguard Worker         #endif
3226*08b48e0bSAndroid Build Coastguard Worker       #endif
3227*08b48e0bSAndroid Build Coastguard Worker 
3228*08b48e0bSAndroid Build Coastguard Worker       /*
3229*08b48e0bSAndroid Build Coastguard Worker        * Controls the alignment of the accumulator,
3230*08b48e0bSAndroid Build Coastguard Worker        * for compatibility with aligned vector loads, which are usually faster.
3231*08b48e0bSAndroid Build Coastguard Worker        */
3232*08b48e0bSAndroid Build Coastguard Worker       #ifndef XXH_ACC_ALIGN
3233*08b48e0bSAndroid Build Coastguard Worker         #if defined(XXH_X86DISPATCH)
3234*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 64         /* for compatibility with avx512 */
3235*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_SCALAR                            /* scalar */
3236*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 8
3237*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_SSE2                                /* sse2 */
3238*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 16
3239*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_AVX2                                /* avx2 */
3240*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 32
3241*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_NEON                                /* neon */
3242*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 16
3243*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_VSX                                  /* vsx */
3244*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 16
3245*08b48e0bSAndroid Build Coastguard Worker         #elif XXH_VECTOR == XXH_AVX512                            /* avx512 */
3246*08b48e0bSAndroid Build Coastguard Worker           #define XXH_ACC_ALIGN 64
3247*08b48e0bSAndroid Build Coastguard Worker         #endif
3248*08b48e0bSAndroid Build Coastguard Worker       #endif
3249*08b48e0bSAndroid Build Coastguard Worker 
3250*08b48e0bSAndroid Build Coastguard Worker       #if defined(XXH_X86DISPATCH) || XXH_VECTOR == XXH_SSE2 || \
3251*08b48e0bSAndroid Build Coastguard Worker           XXH_VECTOR == XXH_AVX2 || XXH_VECTOR == XXH_AVX512
3252*08b48e0bSAndroid Build Coastguard Worker         #define XXH_SEC_ALIGN XXH_ACC_ALIGN
3253*08b48e0bSAndroid Build Coastguard Worker       #else
3254*08b48e0bSAndroid Build Coastguard Worker         #define XXH_SEC_ALIGN 8
3255*08b48e0bSAndroid Build Coastguard Worker       #endif
3256*08b48e0bSAndroid Build Coastguard Worker 
3257*08b48e0bSAndroid Build Coastguard Worker       /*
3258*08b48e0bSAndroid Build Coastguard Worker        * UGLY HACK:
3259*08b48e0bSAndroid Build Coastguard Worker        * GCC usually generates the best code with -O3 for xxHash.
3260*08b48e0bSAndroid Build Coastguard Worker        *
3261*08b48e0bSAndroid Build Coastguard Worker        * However, when targeting AVX2, it is overzealous in its unrolling
3262*08b48e0bSAndroid Build Coastguard Worker        * resulting in code roughly 3/4 the speed of Clang.
3263*08b48e0bSAndroid Build Coastguard Worker        *
3264*08b48e0bSAndroid Build Coastguard Worker        * There are other issues, such as GCC splitting _mm256_loadu_si256 into
3265*08b48e0bSAndroid Build Coastguard Worker        * _mm_loadu_si128 + _mm256_inserti128_si256. This is an optimization
3266*08b48e0bSAndroid Build Coastguard Worker        * which only applies to Sandy and Ivy Bridge... which don't even support
3267*08b48e0bSAndroid Build Coastguard Worker        * AVX2.
3268*08b48e0bSAndroid Build Coastguard Worker        *
3269*08b48e0bSAndroid Build Coastguard Worker        * That is why when compiling the AVX2 version, it is recommended to use
3270*08b48e0bSAndroid Build Coastguard Worker        * either -O2 -mavx2 -march=haswell or -O2 -mavx2
3271*08b48e0bSAndroid Build Coastguard Worker        * -mno-avx256-split-unaligned-load for decent performance, or to use
3272*08b48e0bSAndroid Build Coastguard Worker        * Clang instead.
3273*08b48e0bSAndroid Build Coastguard Worker        *
3274*08b48e0bSAndroid Build Coastguard Worker        * Fortunately, we can control the first one with a pragma that forces GCC
3275*08b48e0bSAndroid Build Coastguard Worker        * into -O2, but the other one we can't control without "failed to inline
3276*08b48e0bSAndroid Build Coastguard Worker        * always inline function due to target mismatch" warnings.
3277*08b48e0bSAndroid Build Coastguard Worker        */
3278*08b48e0bSAndroid Build Coastguard Worker       #if XXH_VECTOR == XXH_AVX2                      /* AVX2 */           \
3279*08b48e0bSAndroid Build Coastguard Worker           && defined(__GNUC__) && !defined(__clang__) /* GCC, not Clang */ \
3280*08b48e0bSAndroid Build Coastguard Worker           && defined(__OPTIMIZE__) &&                                      \
3281*08b48e0bSAndroid Build Coastguard Worker           !defined(__OPTIMIZE_SIZE__)                /* respect -O0 and -Os */
3282*08b48e0bSAndroid Build Coastguard Worker         #pragma GCC push_options
3283*08b48e0bSAndroid Build Coastguard Worker         #pragma GCC optimize("-O2")
3284*08b48e0bSAndroid Build Coastguard Worker       #endif
3285*08b48e0bSAndroid Build Coastguard Worker 
3286*08b48e0bSAndroid Build Coastguard Worker       #if XXH_VECTOR == XXH_NEON
3287*08b48e0bSAndroid Build Coastguard Worker         /*
3288*08b48e0bSAndroid Build Coastguard Worker          * NEON's setup for vmlal_u32 is a little more complicated than it is on
3289*08b48e0bSAndroid Build Coastguard Worker          * SSE2, AVX2, and VSX.
3290*08b48e0bSAndroid Build Coastguard Worker          *
3291*08b48e0bSAndroid Build Coastguard Worker          * While PMULUDQ and VMULEUW both perform a mask, VMLAL.U32 performs an
3292*08b48e0bSAndroid Build Coastguard Worker          * upcast.
3293*08b48e0bSAndroid Build Coastguard Worker          *
3294*08b48e0bSAndroid Build Coastguard Worker          * To do the same operation, the 128-bit 'Q' register needs to be split
3295*08b48e0bSAndroid Build Coastguard Worker          * into two 64-bit 'D' registers, performing this operation::
3296*08b48e0bSAndroid Build Coastguard Worker          *
3297*08b48e0bSAndroid Build Coastguard Worker          *   [                a                 |                 b ] |
3298*08b48e0bSAndroid Build Coastguard Worker          * '---------. .--------'                | |                         x |
3299*08b48e0bSAndroid Build Coastguard Worker          *            |              .---------' '--------.                |
3300*08b48e0bSAndroid Build Coastguard Worker          *   [ a & 0xFFFFFFFF | b & 0xFFFFFFFF ],[    a >> 32     |     b >> 32
3301*08b48e0bSAndroid Build Coastguard Worker          * ]
3302*08b48e0bSAndroid Build Coastguard Worker          *
3303*08b48e0bSAndroid Build Coastguard Worker          * Due to significant changes in aarch64, the fastest method for aarch64
3304*08b48e0bSAndroid Build Coastguard Worker          * is completely different than the fastest method for ARMv7-A.
3305*08b48e0bSAndroid Build Coastguard Worker          *
3306*08b48e0bSAndroid Build Coastguard Worker          * ARMv7-A treats D registers as unions overlaying Q registers, so
3307*08b48e0bSAndroid Build Coastguard Worker          * modifying D11 will modify the high half of Q5. This is similar to how
3308*08b48e0bSAndroid Build Coastguard Worker          * modifying AH will only affect bits 8-15 of AX on x86.
3309*08b48e0bSAndroid Build Coastguard Worker          *
3310*08b48e0bSAndroid Build Coastguard Worker          * VZIP takes two registers, and puts even lanes in one register and odd
3311*08b48e0bSAndroid Build Coastguard Worker          * lanes in the other.
3312*08b48e0bSAndroid Build Coastguard Worker          *
3313*08b48e0bSAndroid Build Coastguard Worker          * On ARMv7-A, this strangely modifies both parameters in place instead
3314*08b48e0bSAndroid Build Coastguard Worker          * of taking the usual 3-operand form.
3315*08b48e0bSAndroid Build Coastguard Worker          *
3316*08b48e0bSAndroid Build Coastguard Worker          * Therefore, if we want to do this, we can simply use a D-form VZIP.32
3317*08b48e0bSAndroid Build Coastguard Worker          * on the lower and upper halves of the Q register to end up with the
3318*08b48e0bSAndroid Build Coastguard Worker          * high and low halves where we want - all in one instruction.
3319*08b48e0bSAndroid Build Coastguard Worker          *
3320*08b48e0bSAndroid Build Coastguard Worker          *   vzip.32   d10, d11       @ d10 = { d10[0], d11[0] }; d11 = {
3321*08b48e0bSAndroid Build Coastguard Worker 
3322*08b48e0bSAndroid Build Coastguard Worker          * d10[1], d11[1] }
3323*08b48e0bSAndroid Build Coastguard Worker          *
3324*08b48e0bSAndroid Build Coastguard Worker          * Unfortunately we need inline assembly for this: Instructions
3325*08b48e0bSAndroid Build Coastguard Worker          * modifying two registers at once is not possible in GCC or Clang's IR,
3326*08b48e0bSAndroid Build Coastguard Worker          * and they have to create a copy.
3327*08b48e0bSAndroid Build Coastguard Worker          *
3328*08b48e0bSAndroid Build Coastguard Worker          * aarch64 requires a different approach.
3329*08b48e0bSAndroid Build Coastguard Worker          *
3330*08b48e0bSAndroid Build Coastguard Worker          * In order to make it easier to write a decent compiler for aarch64,
3331*08b48e0bSAndroid Build Coastguard Worker          * many quirks were removed, such as conditional execution.
3332*08b48e0bSAndroid Build Coastguard Worker          *
3333*08b48e0bSAndroid Build Coastguard Worker          * NEON was also affected by this.
3334*08b48e0bSAndroid Build Coastguard Worker          *
3335*08b48e0bSAndroid Build Coastguard Worker          * aarch64 cannot access the high bits of a Q-form register, and writes
3336*08b48e0bSAndroid Build Coastguard Worker          * to a D-form register zero the high bits, similar to how writes to
3337*08b48e0bSAndroid Build Coastguard Worker          * W-form scalar registers (or DWORD registers on x86_64) work.
3338*08b48e0bSAndroid Build Coastguard Worker          *
3339*08b48e0bSAndroid Build Coastguard Worker          * The formerly free vget_high intrinsics now require a vext (with a few
3340*08b48e0bSAndroid Build Coastguard Worker          * exceptions)
3341*08b48e0bSAndroid Build Coastguard Worker          *
3342*08b48e0bSAndroid Build Coastguard Worker          * Additionally, VZIP was replaced by ZIP1 and ZIP2, which are the
3343*08b48e0bSAndroid Build Coastguard Worker          * equivalent of PUNPCKL* and PUNPCKH* in SSE, respectively, in order to
3344*08b48e0bSAndroid Build Coastguard Worker          * only modify one operand.
3345*08b48e0bSAndroid Build Coastguard Worker          *
3346*08b48e0bSAndroid Build Coastguard Worker          * The equivalent of the VZIP.32 on the lower and upper halves would be
3347*08b48e0bSAndroid Build Coastguard Worker          * this mess:
3348*08b48e0bSAndroid Build Coastguard Worker          *
3349*08b48e0bSAndroid Build Coastguard Worker          *   ext     v2.4s, v0.4s, v0.4s, #2 // v2 = { v0[2], v0[3], v0[0],
3350*08b48e0bSAndroid Build Coastguard Worker          * v0[1] } zip1    v1.2s, v0.2s, v2.2s     // v1 = { v0[0], v2[0] } zip2
3351*08b48e0bSAndroid Build Coastguard Worker          * v0.2s, v0.2s, v1.2s     // v0 = { v0[1], v2[1] }
3352*08b48e0bSAndroid Build Coastguard Worker          *
3353*08b48e0bSAndroid Build Coastguard Worker          * Instead, we use a literal downcast, vmovn_u64 (XTN), and vshrn_n_u64
3354*08b48e0bSAndroid Build Coastguard Worker          * (SHRN):
3355*08b48e0bSAndroid Build Coastguard Worker          *
3356*08b48e0bSAndroid Build Coastguard Worker          *   shrn    v1.2s, v0.2d, #32  // v1 = (uint32x2_t)(v0 >> 32);
3357*08b48e0bSAndroid Build Coastguard Worker          *   xtn     v0.2s, v0.2d       // v0 = (uint32x2_t)(v0 & 0xFFFFFFFF);
3358*08b48e0bSAndroid Build Coastguard Worker          *
3359*08b48e0bSAndroid Build Coastguard Worker          * This is available on ARMv7-A, but is less efficient than a single
3360*08b48e0bSAndroid Build Coastguard Worker          * VZIP.32.
3361*08b48e0bSAndroid Build Coastguard Worker          */
3362*08b48e0bSAndroid Build Coastguard Worker 
3363*08b48e0bSAndroid Build Coastguard Worker         /*!
3364*08b48e0bSAndroid Build Coastguard Worker          * Function-like macro:
3365*08b48e0bSAndroid Build Coastguard Worker          * void XXH_SPLIT_IN_PLACE(uint64x2_t &in, uint32x2_t &outLo, uint32x2_t
3366*08b48e0bSAndroid Build Coastguard Worker          * &outHi)
3367*08b48e0bSAndroid Build Coastguard Worker          * {
3368*08b48e0bSAndroid Build Coastguard Worker 
3369*08b48e0bSAndroid Build Coastguard Worker          *     outLo = (uint32x2_t)(in & 0xFFFFFFFF);
3370*08b48e0bSAndroid Build Coastguard Worker          *     outHi = (uint32x2_t)(in >> 32);
3371*08b48e0bSAndroid Build Coastguard Worker          *     in = UNDEFINED;
3372*08b48e0bSAndroid Build Coastguard Worker          * }
3373*08b48e0bSAndroid Build Coastguard Worker          */
3374*08b48e0bSAndroid Build Coastguard Worker         #if !defined(XXH_NO_VZIP_HACK) /* define to disable */ \
3375*08b48e0bSAndroid Build Coastguard Worker             && defined(__GNUC__) && !defined(__aarch64__) &&   \
3376*08b48e0bSAndroid Build Coastguard Worker             !defined(__arm64__)
3377*08b48e0bSAndroid Build Coastguard Worker           #define XXH_SPLIT_IN_PLACE(in, outLo, outHi)                                                   \
3378*08b48e0bSAndroid Build Coastguard Worker             do {                                                                                         \
3379*08b48e0bSAndroid Build Coastguard Worker                                                                                                          \
3380*08b48e0bSAndroid Build Coastguard Worker               /* Undocumented GCC/Clang operand modifier: %e0 = lower D half,                            \
3381*08b48e0bSAndroid Build Coastguard Worker                * %f0 = upper D half */                                                                   \
3382*08b48e0bSAndroid Build Coastguard Worker               /* https://github.com/gcc-mirror/gcc/blob/38cf91e5/gcc/config/arm/arm.c#L22486             \
3383*08b48e0bSAndroid Build Coastguard Worker                */                                                                                        \
3384*08b48e0bSAndroid Build Coastguard Worker               /* https://github.com/llvm-mirror/llvm/blob/2c4ca683/lib/Target/ARM/ARMAsmPrinter.cpp#L399 \
3385*08b48e0bSAndroid Build Coastguard Worker                */                                                                                        \
3386*08b48e0bSAndroid Build Coastguard Worker               __asm__("vzip.32  %e0, %f0" : "+w"(in));                                                   \
3387*08b48e0bSAndroid Build Coastguard Worker               (outLo) = vget_low_u32(vreinterpretq_u32_u64(in));                                         \
3388*08b48e0bSAndroid Build Coastguard Worker               (outHi) = vget_high_u32(vreinterpretq_u32_u64(in));                                        \
3389*08b48e0bSAndroid Build Coastguard Worker                                                                                                          \
3390*08b48e0bSAndroid Build Coastguard Worker             } while (0)
3391*08b48e0bSAndroid Build Coastguard Worker 
3392*08b48e0bSAndroid Build Coastguard Worker         #else
3393*08b48e0bSAndroid Build Coastguard Worker           #define XXH_SPLIT_IN_PLACE(in, outLo, outHi) \
3394*08b48e0bSAndroid Build Coastguard Worker             do {                                       \
3395*08b48e0bSAndroid Build Coastguard Worker                                                        \
3396*08b48e0bSAndroid Build Coastguard Worker               (outLo) = vmovn_u64(in);                 \
3397*08b48e0bSAndroid Build Coastguard Worker               (outHi) = vshrn_n_u64((in), 32);         \
3398*08b48e0bSAndroid Build Coastguard Worker                                                        \
3399*08b48e0bSAndroid Build Coastguard Worker             } while (0)
3400*08b48e0bSAndroid Build Coastguard Worker 
3401*08b48e0bSAndroid Build Coastguard Worker         #endif
3402*08b48e0bSAndroid Build Coastguard Worker       #endif                                      /* XXH_VECTOR == XXH_NEON */
3403*08b48e0bSAndroid Build Coastguard Worker 
3404*08b48e0bSAndroid Build Coastguard Worker       /*
3405*08b48e0bSAndroid Build Coastguard Worker        * VSX and Z Vector helpers.
3406*08b48e0bSAndroid Build Coastguard Worker        *
3407*08b48e0bSAndroid Build Coastguard Worker        * This is very messy, and any pull requests to clean this up are welcome.
3408*08b48e0bSAndroid Build Coastguard Worker        *
3409*08b48e0bSAndroid Build Coastguard Worker        * There are a lot of problems with supporting VSX and s390x, due to
3410*08b48e0bSAndroid Build Coastguard Worker        * inconsistent intrinsics, spotty coverage, and multiple endiannesses.
3411*08b48e0bSAndroid Build Coastguard Worker        */
3412*08b48e0bSAndroid Build Coastguard Worker       #if XXH_VECTOR == XXH_VSX
3413*08b48e0bSAndroid Build Coastguard Worker         #if defined(__s390x__)
3414*08b48e0bSAndroid Build Coastguard Worker           #include <s390intrin.h>
3415*08b48e0bSAndroid Build Coastguard Worker         #else
3416*08b48e0bSAndroid Build Coastguard Worker           /* gcc's altivec.h can have the unwanted consequence to
3417*08b48e0bSAndroid Build Coastguard Worker            * unconditionally #define bool, vector, and pixel keywords, with bad
3418*08b48e0bSAndroid Build Coastguard Worker            * consequences for programs already using these keywords for other
3419*08b48e0bSAndroid Build Coastguard Worker            * purposes. The paragraph defining these macros is skipped when
3420*08b48e0bSAndroid Build Coastguard Worker            * __APPLE_ALTIVEC__ is defined.
3421*08b48e0bSAndroid Build Coastguard Worker            * __APPLE_ALTIVEC__ is _generally_ defined automatically by the
3422*08b48e0bSAndroid Build Coastguard Worker            * compiler, but it seems that, in some cases, it isn't. Force the
3423*08b48e0bSAndroid Build Coastguard Worker            * build macro to be defined, so that keywords are not altered.
3424*08b48e0bSAndroid Build Coastguard Worker            */
3425*08b48e0bSAndroid Build Coastguard Worker           #if defined(__GNUC__) && !defined(__APPLE_ALTIVEC__)
3426*08b48e0bSAndroid Build Coastguard Worker             #define __APPLE_ALTIVEC__
3427*08b48e0bSAndroid Build Coastguard Worker           #endif
3428*08b48e0bSAndroid Build Coastguard Worker           #include <altivec.h>
3429*08b48e0bSAndroid Build Coastguard Worker         #endif
3430*08b48e0bSAndroid Build Coastguard Worker 
3431*08b48e0bSAndroid Build Coastguard Worker typedef __vector unsigned long long xxh_u64x2;
3432*08b48e0bSAndroid Build Coastguard Worker typedef __vector unsigned char      xxh_u8x16;
3433*08b48e0bSAndroid Build Coastguard Worker typedef __vector unsigned           xxh_u32x4;
3434*08b48e0bSAndroid Build Coastguard Worker 
3435*08b48e0bSAndroid Build Coastguard Worker         #ifndef XXH_VSX_BE
3436*08b48e0bSAndroid Build Coastguard Worker           #if defined(__BIG_ENDIAN__) ||  \
3437*08b48e0bSAndroid Build Coastguard Worker               (defined(__BYTE_ORDER__) && \
3438*08b48e0bSAndroid Build Coastguard Worker                __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__)
3439*08b48e0bSAndroid Build Coastguard Worker             #define XXH_VSX_BE 1
3440*08b48e0bSAndroid Build Coastguard Worker           #elif defined(__VEC_ELEMENT_REG_ORDER__) && \
3441*08b48e0bSAndroid Build Coastguard Worker               __VEC_ELEMENT_REG_ORDER__ == __ORDER_BIG_ENDIAN__
3442*08b48e0bSAndroid Build Coastguard Worker             #warning \
3443*08b48e0bSAndroid Build Coastguard Worker                 "-maltivec=be is not recommended. Please use native endianness."
3444*08b48e0bSAndroid Build Coastguard Worker             #define XXH_VSX_BE 1
3445*08b48e0bSAndroid Build Coastguard Worker           #else
3446*08b48e0bSAndroid Build Coastguard Worker             #define XXH_VSX_BE 0
3447*08b48e0bSAndroid Build Coastguard Worker           #endif
3448*08b48e0bSAndroid Build Coastguard Worker         #endif                                      /* !defined(XXH_VSX_BE) */
3449*08b48e0bSAndroid Build Coastguard Worker 
3450*08b48e0bSAndroid Build Coastguard Worker         #if XXH_VSX_BE
3451*08b48e0bSAndroid Build Coastguard Worker           #if defined(__POWER9_VECTOR__) || \
3452*08b48e0bSAndroid Build Coastguard Worker               (defined(__clang__) && defined(__s390x__))
3453*08b48e0bSAndroid Build Coastguard Worker             #define XXH_vec_revb vec_revb
3454*08b48e0bSAndroid Build Coastguard Worker           #else
3455*08b48e0bSAndroid Build Coastguard Worker /*!
3456*08b48e0bSAndroid Build Coastguard Worker  * A polyfill for POWER9's vec_revb().
3457*08b48e0bSAndroid Build Coastguard Worker  */
XXH_vec_revb(xxh_u64x2 val)3458*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64x2 XXH_vec_revb(xxh_u64x2 val) {
3459*08b48e0bSAndroid Build Coastguard Worker 
3460*08b48e0bSAndroid Build Coastguard Worker   xxh_u8x16 const vByteSwap = {0x07, 0x06, 0x05, 0x04, 0x03, 0x02, 0x01, 0x00,
3461*08b48e0bSAndroid Build Coastguard Worker                                0x0F, 0x0E, 0x0D, 0x0C, 0x0B, 0x0A, 0x09, 0x08};
3462*08b48e0bSAndroid Build Coastguard Worker   return vec_perm(val, val, vByteSwap);
3463*08b48e0bSAndroid Build Coastguard Worker 
3464*08b48e0bSAndroid Build Coastguard Worker }
3465*08b48e0bSAndroid Build Coastguard Worker 
3466*08b48e0bSAndroid Build Coastguard Worker           #endif
3467*08b48e0bSAndroid Build Coastguard Worker         #endif                                                /* XXH_VSX_BE */
3468*08b48e0bSAndroid Build Coastguard Worker 
3469*08b48e0bSAndroid Build Coastguard Worker /*!
3470*08b48e0bSAndroid Build Coastguard Worker  * Performs an unaligned vector load and byte swaps it on big endian.
3471*08b48e0bSAndroid Build Coastguard Worker  */
XXH_vec_loadu(const void * ptr)3472*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64x2 XXH_vec_loadu(const void *ptr) {
3473*08b48e0bSAndroid Build Coastguard Worker 
3474*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 ret;
3475*08b48e0bSAndroid Build Coastguard Worker   memcpy(&ret, ptr, sizeof(xxh_u64x2));
3476*08b48e0bSAndroid Build Coastguard Worker         #if XXH_VSX_BE
3477*08b48e0bSAndroid Build Coastguard Worker   ret = XXH_vec_revb(ret);
3478*08b48e0bSAndroid Build Coastguard Worker         #endif
3479*08b48e0bSAndroid Build Coastguard Worker   return ret;
3480*08b48e0bSAndroid Build Coastguard Worker 
3481*08b48e0bSAndroid Build Coastguard Worker }
3482*08b48e0bSAndroid Build Coastguard Worker 
3483*08b48e0bSAndroid Build Coastguard Worker         /*
3484*08b48e0bSAndroid Build Coastguard Worker          * vec_mulo and vec_mule are very problematic intrinsics on PowerPC
3485*08b48e0bSAndroid Build Coastguard Worker          *
3486*08b48e0bSAndroid Build Coastguard Worker          * These intrinsics weren't added until GCC 8, despite existing for a
3487*08b48e0bSAndroid Build Coastguard Worker          * while, and they are endian dependent. Also, their meaning swap
3488*08b48e0bSAndroid Build Coastguard Worker          * depending on version.
3489*08b48e0bSAndroid Build Coastguard Worker          * */
3490*08b48e0bSAndroid Build Coastguard Worker         #if defined(__s390x__)
3491*08b48e0bSAndroid Build Coastguard Worker         /* s390x is always big endian, no issue on this platform */
3492*08b48e0bSAndroid Build Coastguard Worker           #define XXH_vec_mulo vec_mulo
3493*08b48e0bSAndroid Build Coastguard Worker           #define XXH_vec_mule vec_mule
3494*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__clang__) && XXH_HAS_BUILTIN(__builtin_altivec_vmuleuw)
3495*08b48e0bSAndroid Build Coastguard Worker         /* Clang has a better way to control this, we can just use the builtin
3496*08b48e0bSAndroid Build Coastguard Worker          * which doesn't swap. */
3497*08b48e0bSAndroid Build Coastguard Worker           #define XXH_vec_mulo __builtin_altivec_vmulouw
3498*08b48e0bSAndroid Build Coastguard Worker           #define XXH_vec_mule __builtin_altivec_vmuleuw
3499*08b48e0bSAndroid Build Coastguard Worker         #else
3500*08b48e0bSAndroid Build Coastguard Worker /* gcc needs inline assembly */
3501*08b48e0bSAndroid Build Coastguard Worker /* Adapted from
3502*08b48e0bSAndroid Build Coastguard Worker  * https://github.com/google/highwayhash/blob/master/highwayhash/hh_vsx.h. */
XXH_vec_mulo(xxh_u32x4 a,xxh_u32x4 b)3503*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64x2 XXH_vec_mulo(xxh_u32x4 a, xxh_u32x4 b) {
3504*08b48e0bSAndroid Build Coastguard Worker 
3505*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 result;
3506*08b48e0bSAndroid Build Coastguard Worker   __asm__("vmulouw %0, %1, %2" : "=v"(result) : "v"(a), "v"(b));
3507*08b48e0bSAndroid Build Coastguard Worker   return result;
3508*08b48e0bSAndroid Build Coastguard Worker 
3509*08b48e0bSAndroid Build Coastguard Worker }
3510*08b48e0bSAndroid Build Coastguard Worker 
XXH_vec_mule(xxh_u32x4 a,xxh_u32x4 b)3511*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64x2 XXH_vec_mule(xxh_u32x4 a, xxh_u32x4 b) {
3512*08b48e0bSAndroid Build Coastguard Worker 
3513*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 result;
3514*08b48e0bSAndroid Build Coastguard Worker   __asm__("vmuleuw %0, %1, %2" : "=v"(result) : "v"(a), "v"(b));
3515*08b48e0bSAndroid Build Coastguard Worker   return result;
3516*08b48e0bSAndroid Build Coastguard Worker 
3517*08b48e0bSAndroid Build Coastguard Worker }
3518*08b48e0bSAndroid Build Coastguard Worker 
3519*08b48e0bSAndroid Build Coastguard Worker         #endif                                /* XXH_vec_mulo, XXH_vec_mule */
3520*08b48e0bSAndroid Build Coastguard Worker       #endif                                       /* XXH_VECTOR == XXH_VSX */
3521*08b48e0bSAndroid Build Coastguard Worker 
3522*08b48e0bSAndroid Build Coastguard Worker       /* prefetch
3523*08b48e0bSAndroid Build Coastguard Worker        * can be disabled, by declaring XXH_NO_PREFETCH build macro */
3524*08b48e0bSAndroid Build Coastguard Worker       #if defined(XXH_NO_PREFETCH)
3525*08b48e0bSAndroid Build Coastguard Worker         #define XXH_PREFETCH(ptr) (void)(ptr)                   /* disabled */
3526*08b48e0bSAndroid Build Coastguard Worker       #else
3527*08b48e0bSAndroid Build Coastguard Worker         #if defined(_MSC_VER) && \
3528*08b48e0bSAndroid Build Coastguard Worker             (defined(_M_X64) ||  \
3529*08b48e0bSAndroid Build Coastguard Worker              defined(            \
3530*08b48e0bSAndroid Build Coastguard Worker                  _M_IX86)) /* _mm_prefetch() not defined outside of x86/x64 */
3531*08b48e0bSAndroid Build Coastguard Worker           #include <mmintrin.h> /* https://msdn.microsoft.com/fr-fr/library/84szxsww(v=vs.90).aspx */
3532*08b48e0bSAndroid Build Coastguard Worker           #define XXH_PREFETCH(ptr) \
3533*08b48e0bSAndroid Build Coastguard Worker             _mm_prefetch((const char *)(ptr), _MM_HINT_T0)
3534*08b48e0bSAndroid Build Coastguard Worker         #elif defined(__GNUC__) && \
3535*08b48e0bSAndroid Build Coastguard Worker             ((__GNUC__ >= 4) || ((__GNUC__ == 3) && (__GNUC_MINOR__ >= 1)))
3536*08b48e0bSAndroid Build Coastguard Worker           #define XXH_PREFETCH(ptr) \
3537*08b48e0bSAndroid Build Coastguard Worker             __builtin_prefetch((ptr), 0 /* rw==read */, 3 /* locality */)
3538*08b48e0bSAndroid Build Coastguard Worker         #else
3539*08b48e0bSAndroid Build Coastguard Worker           #define XXH_PREFETCH(ptr) (void)(ptr)                 /* disabled */
3540*08b48e0bSAndroid Build Coastguard Worker         #endif
3541*08b48e0bSAndroid Build Coastguard Worker       #endif                                             /* XXH_NO_PREFETCH */
3542*08b48e0bSAndroid Build Coastguard Worker 
3543*08b48e0bSAndroid Build Coastguard Worker     /* ==========================================
3544*08b48e0bSAndroid Build Coastguard Worker      * XXH3 default settings
3545*08b48e0bSAndroid Build Coastguard Worker      * ========================================== */
3546*08b48e0bSAndroid Build Coastguard Worker 
3547*08b48e0bSAndroid Build Coastguard Worker       #define XXH_SECRET_DEFAULT_SIZE 192   /* minimum XXH3_SECRET_SIZE_MIN */
3548*08b48e0bSAndroid Build Coastguard Worker 
3549*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_SECRET_DEFAULT_SIZE < XXH3_SECRET_SIZE_MIN)
3550*08b48e0bSAndroid Build Coastguard Worker         #error "default keyset is not large enough"
3551*08b48e0bSAndroid Build Coastguard Worker       #endif
3552*08b48e0bSAndroid Build Coastguard Worker 
3553*08b48e0bSAndroid Build Coastguard Worker /*! Pseudorandom secret taken directly from FARSH. */
3554*08b48e0bSAndroid Build Coastguard Worker XXH_ALIGN(64)
3555*08b48e0bSAndroid Build Coastguard Worker static const xxh_u8 XXH3_kSecret[XXH_SECRET_DEFAULT_SIZE] = {
3556*08b48e0bSAndroid Build Coastguard Worker 
3557*08b48e0bSAndroid Build Coastguard Worker     0xb8, 0xfe, 0x6c, 0x39, 0x23, 0xa4, 0x4b, 0xbe, 0x7c, 0x01, 0x81, 0x2c,
3558*08b48e0bSAndroid Build Coastguard Worker     0xf7, 0x21, 0xad, 0x1c, 0xde, 0xd4, 0x6d, 0xe9, 0x83, 0x90, 0x97, 0xdb,
3559*08b48e0bSAndroid Build Coastguard Worker     0x72, 0x40, 0xa4, 0xa4, 0xb7, 0xb3, 0x67, 0x1f, 0xcb, 0x79, 0xe6, 0x4e,
3560*08b48e0bSAndroid Build Coastguard Worker     0xcc, 0xc0, 0xe5, 0x78, 0x82, 0x5a, 0xd0, 0x7d, 0xcc, 0xff, 0x72, 0x21,
3561*08b48e0bSAndroid Build Coastguard Worker     0xb8, 0x08, 0x46, 0x74, 0xf7, 0x43, 0x24, 0x8e, 0xe0, 0x35, 0x90, 0xe6,
3562*08b48e0bSAndroid Build Coastguard Worker     0x81, 0x3a, 0x26, 0x4c, 0x3c, 0x28, 0x52, 0xbb, 0x91, 0xc3, 0x00, 0xcb,
3563*08b48e0bSAndroid Build Coastguard Worker     0x88, 0xd0, 0x65, 0x8b, 0x1b, 0x53, 0x2e, 0xa3, 0x71, 0x64, 0x48, 0x97,
3564*08b48e0bSAndroid Build Coastguard Worker     0xa2, 0x0d, 0xf9, 0x4e, 0x38, 0x19, 0xef, 0x46, 0xa9, 0xde, 0xac, 0xd8,
3565*08b48e0bSAndroid Build Coastguard Worker     0xa8, 0xfa, 0x76, 0x3f, 0xe3, 0x9c, 0x34, 0x3f, 0xf9, 0xdc, 0xbb, 0xc7,
3566*08b48e0bSAndroid Build Coastguard Worker     0xc7, 0x0b, 0x4f, 0x1d, 0x8a, 0x51, 0xe0, 0x4b, 0xcd, 0xb4, 0x59, 0x31,
3567*08b48e0bSAndroid Build Coastguard Worker     0xc8, 0x9f, 0x7e, 0xc9, 0xd9, 0x78, 0x73, 0x64, 0xea, 0xc5, 0xac, 0x83,
3568*08b48e0bSAndroid Build Coastguard Worker     0x34, 0xd3, 0xeb, 0xc3, 0xc5, 0x81, 0xa0, 0xff, 0xfa, 0x13, 0x63, 0xeb,
3569*08b48e0bSAndroid Build Coastguard Worker     0x17, 0x0d, 0xdd, 0x51, 0xb7, 0xf0, 0xda, 0x49, 0xd3, 0x16, 0x55, 0x26,
3570*08b48e0bSAndroid Build Coastguard Worker     0x29, 0xd4, 0x68, 0x9e, 0x2b, 0x16, 0xbe, 0x58, 0x7d, 0x47, 0xa1, 0xfc,
3571*08b48e0bSAndroid Build Coastguard Worker     0x8f, 0xf8, 0xb8, 0xd1, 0x7a, 0xd0, 0x31, 0xce, 0x45, 0xcb, 0x3a, 0x8f,
3572*08b48e0bSAndroid Build Coastguard Worker     0x95, 0x16, 0x04, 0x28, 0xaf, 0xd7, 0xfb, 0xca, 0xbb, 0x4b, 0x40, 0x7e,
3573*08b48e0bSAndroid Build Coastguard Worker 
3574*08b48e0bSAndroid Build Coastguard Worker };
3575*08b48e0bSAndroid Build Coastguard Worker 
3576*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_OLD_NAMES
3577*08b48e0bSAndroid Build Coastguard Worker         #define kSecret XXH3_kSecret
3578*08b48e0bSAndroid Build Coastguard Worker       #endif
3579*08b48e0bSAndroid Build Coastguard Worker 
3580*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_DOXYGEN
3581*08b48e0bSAndroid Build Coastguard Worker /*!
3582*08b48e0bSAndroid Build Coastguard Worker  * @brief Calculates a 32-bit to 64-bit long multiply.
3583*08b48e0bSAndroid Build Coastguard Worker  *
3584*08b48e0bSAndroid Build Coastguard Worker  * Implemented as a macro.
3585*08b48e0bSAndroid Build Coastguard Worker  *
3586*08b48e0bSAndroid Build Coastguard Worker  * Wraps `__emulu` on MSVC x86 because it tends to call `__allmul` when it
3587*08b48e0bSAndroid Build Coastguard Worker  * doesn't need to (but it shouldn't need to anyways, it is about 7 instructions
3588*08b48e0bSAndroid Build Coastguard Worker  * to do a 64x64 multiply...). Since we know that this will _always_ emit
3589*08b48e0bSAndroid Build Coastguard Worker  * `MULL`, we use that instead of the normal method.
3590*08b48e0bSAndroid Build Coastguard Worker  *
3591*08b48e0bSAndroid Build Coastguard Worker  * If you are compiling for platforms like Thumb-1 and don't have a better
3592*08b48e0bSAndroid Build Coastguard Worker  * option, you may also want to write your own long multiply routine here.
3593*08b48e0bSAndroid Build Coastguard Worker  *
3594*08b48e0bSAndroid Build Coastguard Worker  * @param x, y Numbers to be multiplied
3595*08b48e0bSAndroid Build Coastguard Worker  * @return 64-bit product of the low 32 bits of @p x and @p y.
3596*08b48e0bSAndroid Build Coastguard Worker  */
XXH_mult32to64(xxh_u64 x,xxh_u64 y)3597*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_mult32to64(xxh_u64 x, xxh_u64 y) {
3598*08b48e0bSAndroid Build Coastguard Worker 
3599*08b48e0bSAndroid Build Coastguard Worker   return (x & 0xFFFFFFFF) * (y & 0xFFFFFFFF);
3600*08b48e0bSAndroid Build Coastguard Worker 
3601*08b48e0bSAndroid Build Coastguard Worker }
3602*08b48e0bSAndroid Build Coastguard Worker 
3603*08b48e0bSAndroid Build Coastguard Worker       #elif defined(_MSC_VER) && defined(_M_IX86)
3604*08b48e0bSAndroid Build Coastguard Worker         #include <intrin.h>
3605*08b48e0bSAndroid Build Coastguard Worker         #define XXH_mult32to64(x, y) __emulu((unsigned)(x), (unsigned)(y))
3606*08b48e0bSAndroid Build Coastguard Worker       #else
3607*08b48e0bSAndroid Build Coastguard Worker       /*
3608*08b48e0bSAndroid Build Coastguard Worker        * Downcast + upcast is usually better than masking on older compilers
3609*08b48e0bSAndroid Build Coastguard Worker        * like GCC 4.2 (especially 32-bit ones), all without affecting newer
3610*08b48e0bSAndroid Build Coastguard Worker        * compilers.
3611*08b48e0bSAndroid Build Coastguard Worker        *
3612*08b48e0bSAndroid Build Coastguard Worker        * The other method, (x & 0xFFFFFFFF) * (y & 0xFFFFFFFF), will AND both
3613*08b48e0bSAndroid Build Coastguard Worker        * operands and perform a full 64x64 multiply -- entirely redundant on
3614*08b48e0bSAndroid Build Coastguard Worker        * 32-bit.
3615*08b48e0bSAndroid Build Coastguard Worker        */
3616*08b48e0bSAndroid Build Coastguard Worker         #define XXH_mult32to64(x, y) \
3617*08b48e0bSAndroid Build Coastguard Worker           ((xxh_u64)(xxh_u32)(x) * (xxh_u64)(xxh_u32)(y))
3618*08b48e0bSAndroid Build Coastguard Worker       #endif
3619*08b48e0bSAndroid Build Coastguard Worker 
3620*08b48e0bSAndroid Build Coastguard Worker /*!
3621*08b48e0bSAndroid Build Coastguard Worker  * @brief Calculates a 64->128-bit long multiply.
3622*08b48e0bSAndroid Build Coastguard Worker  *
3623*08b48e0bSAndroid Build Coastguard Worker  * Uses `__uint128_t` and `_umul128` if available, otherwise uses a scalar
3624*08b48e0bSAndroid Build Coastguard Worker  * version.
3625*08b48e0bSAndroid Build Coastguard Worker  *
3626*08b48e0bSAndroid Build Coastguard Worker  * @param lhs, rhs The 64-bit integers to be multiplied
3627*08b48e0bSAndroid Build Coastguard Worker  * @return The 128-bit result represented in an @ref XXH128_hash_t.
3628*08b48e0bSAndroid Build Coastguard Worker  */
XXH_mult64to128(xxh_u64 lhs,xxh_u64 rhs)3629*08b48e0bSAndroid Build Coastguard Worker static XXH128_hash_t XXH_mult64to128(xxh_u64 lhs, xxh_u64 rhs) {
3630*08b48e0bSAndroid Build Coastguard Worker 
3631*08b48e0bSAndroid Build Coastguard Worker       /*
3632*08b48e0bSAndroid Build Coastguard Worker        * GCC/Clang __uint128_t method.
3633*08b48e0bSAndroid Build Coastguard Worker        *
3634*08b48e0bSAndroid Build Coastguard Worker        * On most 64-bit targets, GCC and Clang define a __uint128_t type.
3635*08b48e0bSAndroid Build Coastguard Worker        * This is usually the best way as it usually uses a native long 64-bit
3636*08b48e0bSAndroid Build Coastguard Worker        * multiply, such as MULQ on x86_64 or MUL + UMULH on aarch64.
3637*08b48e0bSAndroid Build Coastguard Worker        *
3638*08b48e0bSAndroid Build Coastguard Worker        * Usually.
3639*08b48e0bSAndroid Build Coastguard Worker        *
3640*08b48e0bSAndroid Build Coastguard Worker        * Despite being a 32-bit platform, Clang (and emscripten) define this
3641*08b48e0bSAndroid Build Coastguard Worker        * type despite not having the arithmetic for it. This results in a laggy
3642*08b48e0bSAndroid Build Coastguard Worker        * compiler builtin call which calculates a full 128-bit multiply.
3643*08b48e0bSAndroid Build Coastguard Worker        * In that case it is best to use the portable one.
3644*08b48e0bSAndroid Build Coastguard Worker        * https://github.com/Cyan4973/xxHash/issues/211#issuecomment-515575677
3645*08b48e0bSAndroid Build Coastguard Worker        */
3646*08b48e0bSAndroid Build Coastguard Worker       #if defined(__GNUC__) && !defined(__wasm__) && \
3647*08b48e0bSAndroid Build Coastguard Worker               defined(__SIZEOF_INT128__) ||          \
3648*08b48e0bSAndroid Build Coastguard Worker           (defined(_INTEGRAL_MAX_BITS) && _INTEGRAL_MAX_BITS >= 128)
3649*08b48e0bSAndroid Build Coastguard Worker 
3650*08b48e0bSAndroid Build Coastguard Worker   __uint128_t const product = (__uint128_t)lhs * (__uint128_t)rhs;
3651*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t     r128;
3652*08b48e0bSAndroid Build Coastguard Worker   r128.low64 = (xxh_u64)(product);
3653*08b48e0bSAndroid Build Coastguard Worker   r128.high64 = (xxh_u64)(product >> 64);
3654*08b48e0bSAndroid Build Coastguard Worker   return r128;
3655*08b48e0bSAndroid Build Coastguard Worker 
3656*08b48e0bSAndroid Build Coastguard Worker         /*
3657*08b48e0bSAndroid Build Coastguard Worker          * MSVC for x64's _umul128 method.
3658*08b48e0bSAndroid Build Coastguard Worker          *
3659*08b48e0bSAndroid Build Coastguard Worker          * xxh_u64 _umul128(xxh_u64 Multiplier, xxh_u64 Multiplicand, xxh_u64
3660*08b48e0bSAndroid Build Coastguard Worker          * *HighProduct);
3661*08b48e0bSAndroid Build Coastguard Worker          *
3662*08b48e0bSAndroid Build Coastguard Worker          * This compiles to single operand MUL on x64.
3663*08b48e0bSAndroid Build Coastguard Worker          */
3664*08b48e0bSAndroid Build Coastguard Worker       #elif defined(_M_X64) || defined(_M_IA64)
3665*08b48e0bSAndroid Build Coastguard Worker 
3666*08b48e0bSAndroid Build Coastguard Worker         #ifndef _MSC_VER
3667*08b48e0bSAndroid Build Coastguard Worker           #pragma intrinsic(_umul128)
3668*08b48e0bSAndroid Build Coastguard Worker         #endif
3669*08b48e0bSAndroid Build Coastguard Worker   xxh_u64       product_high;
3670*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const product_low = _umul128(lhs, rhs, &product_high);
3671*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t r128;
3672*08b48e0bSAndroid Build Coastguard Worker   r128.low64 = product_low;
3673*08b48e0bSAndroid Build Coastguard Worker   r128.high64 = product_high;
3674*08b48e0bSAndroid Build Coastguard Worker   return r128;
3675*08b48e0bSAndroid Build Coastguard Worker 
3676*08b48e0bSAndroid Build Coastguard Worker       #else
3677*08b48e0bSAndroid Build Coastguard Worker   /*
3678*08b48e0bSAndroid Build Coastguard Worker    * Portable scalar method. Optimized for 32-bit and 64-bit ALUs.
3679*08b48e0bSAndroid Build Coastguard Worker    *
3680*08b48e0bSAndroid Build Coastguard Worker    * This is a fast and simple grade school multiply, which is shown below
3681*08b48e0bSAndroid Build Coastguard Worker    * with base 10 arithmetic instead of base 0x100000000.
3682*08b48e0bSAndroid Build Coastguard Worker    *
3683*08b48e0bSAndroid Build Coastguard Worker    *           9 3 // D2 lhs = 93
3684*08b48e0bSAndroid Build Coastguard Worker    *         x 7 5 // D2 rhs = 75
3685*08b48e0bSAndroid Build Coastguard Worker    *     ----------
3686*08b48e0bSAndroid Build Coastguard Worker    *           1 5 // D2 lo_lo = (93 % 10) * (75 % 10) = 15
3687*08b48e0bSAndroid Build Coastguard Worker    *         4 5 | // D2 hi_lo = (93 / 10) * (75 % 10) = 45
3688*08b48e0bSAndroid Build Coastguard Worker    *         2 1 | // D2 lo_hi = (93 % 10) * (75 / 10) = 21
3689*08b48e0bSAndroid Build Coastguard Worker    *     + 6 3 | | // D2 hi_hi = (93 / 10) * (75 / 10) = 63
3690*08b48e0bSAndroid Build Coastguard Worker    *     ---------
3691*08b48e0bSAndroid Build Coastguard Worker    *         2 7 | // D2 cross = (15 / 10) + (45 % 10) + 21 = 27
3692*08b48e0bSAndroid Build Coastguard Worker    *     + 6 7 | | // D2 upper = (27 / 10) + (45 / 10) + 63 = 67
3693*08b48e0bSAndroid Build Coastguard Worker    *     ---------
3694*08b48e0bSAndroid Build Coastguard Worker    *       6 9 7 5 // D4 res = (27 * 10) + (15 % 10) + (67 * 100) = 6975
3695*08b48e0bSAndroid Build Coastguard Worker    *
3696*08b48e0bSAndroid Build Coastguard Worker    * The reasons for adding the products like this are:
3697*08b48e0bSAndroid Build Coastguard Worker    *  1. It avoids manual carry tracking. Just like how
3698*08b48e0bSAndroid Build Coastguard Worker    *     (9 * 9) + 9 + 9 = 99, the same applies with this for UINT64_MAX.
3699*08b48e0bSAndroid Build Coastguard Worker    *     This avoids a lot of complexity.
3700*08b48e0bSAndroid Build Coastguard Worker    *
3701*08b48e0bSAndroid Build Coastguard Worker    *  2. It hints for, and on Clang, compiles to, the powerful UMAAL
3702*08b48e0bSAndroid Build Coastguard Worker    *     instruction available in ARM's Digital Signal Processing extension
3703*08b48e0bSAndroid Build Coastguard Worker    *     in 32-bit ARMv6 and later, which is shown below:
3704*08b48e0bSAndroid Build Coastguard Worker    *
3705*08b48e0bSAndroid Build Coastguard Worker    *         void UMAAL(xxh_u32 *RdLo, xxh_u32 *RdHi, xxh_u32 Rn, xxh_u32 Rm)
3706*08b48e0bSAndroid Build Coastguard Worker    *         {
3707*08b48e0bSAndroid Build Coastguard Worker 
3708*08b48e0bSAndroid Build Coastguard Worker    *             xxh_u64 product = (xxh_u64)*RdLo * (xxh_u64)*RdHi + Rn + Rm;
3709*08b48e0bSAndroid Build Coastguard Worker    *             *RdLo = (xxh_u32)(product & 0xFFFFFFFF);
3710*08b48e0bSAndroid Build Coastguard Worker    *             *RdHi = (xxh_u32)(product >> 32);
3711*08b48e0bSAndroid Build Coastguard Worker    *         }
3712*08b48e0bSAndroid Build Coastguard Worker    *
3713*08b48e0bSAndroid Build Coastguard Worker    *     This instruction was designed for efficient long multiplication, and
3714*08b48e0bSAndroid Build Coastguard Worker    *     allows this to be calculated in only 4 instructions at speeds
3715*08b48e0bSAndroid Build Coastguard Worker    *     comparable to some 64-bit ALUs.
3716*08b48e0bSAndroid Build Coastguard Worker    *
3717*08b48e0bSAndroid Build Coastguard Worker    *  3. It isn't terrible on other platforms. Usually this will be a couple
3718*08b48e0bSAndroid Build Coastguard Worker    *     of 32-bit ADD/ADCs.
3719*08b48e0bSAndroid Build Coastguard Worker    */
3720*08b48e0bSAndroid Build Coastguard Worker 
3721*08b48e0bSAndroid Build Coastguard Worker   /* First calculate all of the cross products. */
3722*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const lo_lo = XXH_mult32to64(lhs & 0xFFFFFFFF, rhs & 0xFFFFFFFF);
3723*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const hi_lo = XXH_mult32to64(lhs >> 32, rhs & 0xFFFFFFFF);
3724*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const lo_hi = XXH_mult32to64(lhs & 0xFFFFFFFF, rhs >> 32);
3725*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const hi_hi = XXH_mult32to64(lhs >> 32, rhs >> 32);
3726*08b48e0bSAndroid Build Coastguard Worker 
3727*08b48e0bSAndroid Build Coastguard Worker   /* Now add the products together. These will never overflow. */
3728*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const cross = (lo_lo >> 32) + (hi_lo & 0xFFFFFFFF) + lo_hi;
3729*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const upper = (hi_lo >> 32) + (cross >> 32) + hi_hi;
3730*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 const lower = (cross << 32) | (lo_lo & 0xFFFFFFFF);
3731*08b48e0bSAndroid Build Coastguard Worker 
3732*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t r128;
3733*08b48e0bSAndroid Build Coastguard Worker   r128.low64 = lower;
3734*08b48e0bSAndroid Build Coastguard Worker   r128.high64 = upper;
3735*08b48e0bSAndroid Build Coastguard Worker   return r128;
3736*08b48e0bSAndroid Build Coastguard Worker       #endif
3737*08b48e0bSAndroid Build Coastguard Worker 
3738*08b48e0bSAndroid Build Coastguard Worker }
3739*08b48e0bSAndroid Build Coastguard Worker 
3740*08b48e0bSAndroid Build Coastguard Worker /*!
3741*08b48e0bSAndroid Build Coastguard Worker  * @brief Calculates a 64-bit to 128-bit multiply, then XOR folds it.
3742*08b48e0bSAndroid Build Coastguard Worker  *
3743*08b48e0bSAndroid Build Coastguard Worker  * The reason for the separate function is to prevent passing too many structs
3744*08b48e0bSAndroid Build Coastguard Worker  * around by value. This will hopefully inline the multiply, but we don't force
3745*08b48e0bSAndroid Build Coastguard Worker  * it.
3746*08b48e0bSAndroid Build Coastguard Worker  *
3747*08b48e0bSAndroid Build Coastguard Worker  * @param lhs, rhs The 64-bit integers to multiply
3748*08b48e0bSAndroid Build Coastguard Worker  * @return The low 64 bits of the product XOR'd by the high 64 bits.
3749*08b48e0bSAndroid Build Coastguard Worker  * @see XXH_mult64to128()
3750*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_mul128_fold64(xxh_u64 lhs,xxh_u64 rhs)3751*08b48e0bSAndroid Build Coastguard Worker static xxh_u64 XXH3_mul128_fold64(xxh_u64 lhs, xxh_u64 rhs) {
3752*08b48e0bSAndroid Build Coastguard Worker 
3753*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t product = XXH_mult64to128(lhs, rhs);
3754*08b48e0bSAndroid Build Coastguard Worker   return product.low64 ^ product.high64;
3755*08b48e0bSAndroid Build Coastguard Worker 
3756*08b48e0bSAndroid Build Coastguard Worker }
3757*08b48e0bSAndroid Build Coastguard Worker 
3758*08b48e0bSAndroid Build Coastguard Worker /*! Seems to produce slightly better code on GCC for some reason. */
XXH_xorshift64(xxh_u64 v64,int shift)3759*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH_xorshift64(xxh_u64 v64, int shift) {
3760*08b48e0bSAndroid Build Coastguard Worker 
3761*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(0 <= shift && shift < 64);
3762*08b48e0bSAndroid Build Coastguard Worker   return v64 ^ (v64 >> shift);
3763*08b48e0bSAndroid Build Coastguard Worker 
3764*08b48e0bSAndroid Build Coastguard Worker }
3765*08b48e0bSAndroid Build Coastguard Worker 
3766*08b48e0bSAndroid Build Coastguard Worker /*
3767*08b48e0bSAndroid Build Coastguard Worker  * This is a fast avalanche stage,
3768*08b48e0bSAndroid Build Coastguard Worker  * suitable when input bits are already partially mixed
3769*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_avalanche(xxh_u64 h64)3770*08b48e0bSAndroid Build Coastguard Worker static XXH64_hash_t XXH3_avalanche(xxh_u64 h64) {
3771*08b48e0bSAndroid Build Coastguard Worker 
3772*08b48e0bSAndroid Build Coastguard Worker   h64 = XXH_xorshift64(h64, 37);
3773*08b48e0bSAndroid Build Coastguard Worker   h64 *= 0x165667919E3779F9ULL;
3774*08b48e0bSAndroid Build Coastguard Worker   h64 = XXH_xorshift64(h64, 32);
3775*08b48e0bSAndroid Build Coastguard Worker   return h64;
3776*08b48e0bSAndroid Build Coastguard Worker 
3777*08b48e0bSAndroid Build Coastguard Worker }
3778*08b48e0bSAndroid Build Coastguard Worker 
3779*08b48e0bSAndroid Build Coastguard Worker /*
3780*08b48e0bSAndroid Build Coastguard Worker  * This is a stronger avalanche,
3781*08b48e0bSAndroid Build Coastguard Worker  * inspired by Pelle Evensen's rrmxmx
3782*08b48e0bSAndroid Build Coastguard Worker  * preferable when input has not been previously mixed
3783*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_rrmxmx(xxh_u64 h64,xxh_u64 len)3784*08b48e0bSAndroid Build Coastguard Worker static XXH64_hash_t XXH3_rrmxmx(xxh_u64 h64, xxh_u64 len) {
3785*08b48e0bSAndroid Build Coastguard Worker 
3786*08b48e0bSAndroid Build Coastguard Worker   /* this mix is inspired by Pelle Evensen's rrmxmx */
3787*08b48e0bSAndroid Build Coastguard Worker   h64 ^= XXH_rotl64(h64, 49) ^ XXH_rotl64(h64, 24);
3788*08b48e0bSAndroid Build Coastguard Worker   h64 *= 0x9FB21C651E98DF25ULL;
3789*08b48e0bSAndroid Build Coastguard Worker   h64 ^= (h64 >> 35) + len;
3790*08b48e0bSAndroid Build Coastguard Worker   h64 *= 0x9FB21C651E98DF25ULL;
3791*08b48e0bSAndroid Build Coastguard Worker   return XXH_xorshift64(h64, 28);
3792*08b48e0bSAndroid Build Coastguard Worker 
3793*08b48e0bSAndroid Build Coastguard Worker }
3794*08b48e0bSAndroid Build Coastguard Worker 
3795*08b48e0bSAndroid Build Coastguard Worker /* ==========================================
3796*08b48e0bSAndroid Build Coastguard Worker  * Short keys
3797*08b48e0bSAndroid Build Coastguard Worker  * ==========================================
3798*08b48e0bSAndroid Build Coastguard Worker  * One of the shortcomings of XXH32 and XXH64 was that their performance was
3799*08b48e0bSAndroid Build Coastguard Worker  * sub-optimal on short lengths. It used an iterative algorithm which strongly
3800*08b48e0bSAndroid Build Coastguard Worker  * favored lengths that were a multiple of 4 or 8.
3801*08b48e0bSAndroid Build Coastguard Worker  *
3802*08b48e0bSAndroid Build Coastguard Worker  * Instead of iterating over individual inputs, we use a set of single shot
3803*08b48e0bSAndroid Build Coastguard Worker  * functions which piece together a range of lengths and operate in constant
3804*08b48e0bSAndroid Build Coastguard Worker  * time.
3805*08b48e0bSAndroid Build Coastguard Worker  *
3806*08b48e0bSAndroid Build Coastguard Worker  * Additionally, the number of multiplies has been significantly reduced. This
3807*08b48e0bSAndroid Build Coastguard Worker  * reduces latency, especially when emulating 64-bit multiplies on 32-bit.
3808*08b48e0bSAndroid Build Coastguard Worker  *
3809*08b48e0bSAndroid Build Coastguard Worker  * Depending on the platform, this may or may not be faster than XXH32, but it
3810*08b48e0bSAndroid Build Coastguard Worker  * is almost guaranteed to be faster than XXH64.
3811*08b48e0bSAndroid Build Coastguard Worker  */
3812*08b48e0bSAndroid Build Coastguard Worker 
3813*08b48e0bSAndroid Build Coastguard Worker /*
3814*08b48e0bSAndroid Build Coastguard Worker  * At very short lengths, there isn't enough input to fully hide secrets, or use
3815*08b48e0bSAndroid Build Coastguard Worker  * the entire secret.
3816*08b48e0bSAndroid Build Coastguard Worker  *
3817*08b48e0bSAndroid Build Coastguard Worker  * There is also only a limited amount of mixing we can do before significantly
3818*08b48e0bSAndroid Build Coastguard Worker  * impacting performance.
3819*08b48e0bSAndroid Build Coastguard Worker  *
3820*08b48e0bSAndroid Build Coastguard Worker  * Therefore, we use different sections of the secret and always mix two secret
3821*08b48e0bSAndroid Build Coastguard Worker  * samples with an XOR. This should have no effect on performance on the
3822*08b48e0bSAndroid Build Coastguard Worker  * seedless or withSeed variants because everything _should_ be constant folded
3823*08b48e0bSAndroid Build Coastguard Worker  * by modern compilers.
3824*08b48e0bSAndroid Build Coastguard Worker  *
3825*08b48e0bSAndroid Build Coastguard Worker  * The XOR mixing hides individual parts of the secret and increases entropy.
3826*08b48e0bSAndroid Build Coastguard Worker  *
3827*08b48e0bSAndroid Build Coastguard Worker  * This adds an extra layer of strength for custom secrets.
3828*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_len_1to3_64b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)3829*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_len_1to3_64b(const xxh_u8 *input, size_t len,
3830*08b48e0bSAndroid Build Coastguard Worker                                                 const xxh_u8 *secret,
3831*08b48e0bSAndroid Build Coastguard Worker                                                 XXH64_hash_t  seed) {
3832*08b48e0bSAndroid Build Coastguard Worker 
3833*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
3834*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(1 <= len && len <= 3);
3835*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
3836*08b48e0bSAndroid Build Coastguard Worker   /*
3837*08b48e0bSAndroid Build Coastguard Worker    * len = 1: combined = { input[0], 0x01, input[0], input[0] }
3838*08b48e0bSAndroid Build Coastguard Worker    * len = 2: combined = { input[1], 0x02, input[0], input[1] }
3839*08b48e0bSAndroid Build Coastguard Worker    * len = 3: combined = { input[2], 0x03, input[0], input[1] }
3840*08b48e0bSAndroid Build Coastguard Worker    */
3841*08b48e0bSAndroid Build Coastguard Worker   {
3842*08b48e0bSAndroid Build Coastguard Worker 
3843*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c1 = input[0];
3844*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c2 = input[len >> 1];
3845*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c3 = input[len - 1];
3846*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const combined = ((xxh_u32)c1 << 16) | ((xxh_u32)c2 << 24) |
3847*08b48e0bSAndroid Build Coastguard Worker                              ((xxh_u32)c3 << 0) | ((xxh_u32)len << 8);
3848*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflip =
3849*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE32(secret) ^ XXH_readLE32(secret + 4)) + seed;
3850*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const keyed = (xxh_u64)combined ^ bitflip;
3851*08b48e0bSAndroid Build Coastguard Worker     return XXH64_avalanche(keyed);
3852*08b48e0bSAndroid Build Coastguard Worker 
3853*08b48e0bSAndroid Build Coastguard Worker   }
3854*08b48e0bSAndroid Build Coastguard Worker 
3855*08b48e0bSAndroid Build Coastguard Worker }
3856*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_4to8_64b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)3857*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_len_4to8_64b(const xxh_u8 *input, size_t len,
3858*08b48e0bSAndroid Build Coastguard Worker                                                 const xxh_u8 *secret,
3859*08b48e0bSAndroid Build Coastguard Worker                                                 XXH64_hash_t  seed) {
3860*08b48e0bSAndroid Build Coastguard Worker 
3861*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
3862*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
3863*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(4 <= len && len <= 8);
3864*08b48e0bSAndroid Build Coastguard Worker   seed ^= (xxh_u64)XXH_swap32((xxh_u32)seed) << 32;
3865*08b48e0bSAndroid Build Coastguard Worker   {
3866*08b48e0bSAndroid Build Coastguard Worker 
3867*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const input1 = XXH_readLE32(input);
3868*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const input2 = XXH_readLE32(input + len - 4);
3869*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflip =
3870*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 8) ^ XXH_readLE64(secret + 16)) - seed;
3871*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input64 = input2 + (((xxh_u64)input1) << 32);
3872*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const keyed = input64 ^ bitflip;
3873*08b48e0bSAndroid Build Coastguard Worker     return XXH3_rrmxmx(keyed, len);
3874*08b48e0bSAndroid Build Coastguard Worker 
3875*08b48e0bSAndroid Build Coastguard Worker   }
3876*08b48e0bSAndroid Build Coastguard Worker 
3877*08b48e0bSAndroid Build Coastguard Worker }
3878*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_9to16_64b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)3879*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_len_9to16_64b(const xxh_u8 *input,
3880*08b48e0bSAndroid Build Coastguard Worker                                                  size_t        len,
3881*08b48e0bSAndroid Build Coastguard Worker                                                  const xxh_u8 *secret,
3882*08b48e0bSAndroid Build Coastguard Worker                                                  XXH64_hash_t  seed) {
3883*08b48e0bSAndroid Build Coastguard Worker 
3884*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
3885*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
3886*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(9 <= len && len <= 16);
3887*08b48e0bSAndroid Build Coastguard Worker   {
3888*08b48e0bSAndroid Build Coastguard Worker 
3889*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflip1 =
3890*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 24) ^ XXH_readLE64(secret + 32)) + seed;
3891*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflip2 =
3892*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 40) ^ XXH_readLE64(secret + 48)) - seed;
3893*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_lo = XXH_readLE64(input) ^ bitflip1;
3894*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_hi = XXH_readLE64(input + len - 8) ^ bitflip2;
3895*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const acc = len + XXH_swap64(input_lo) + input_hi +
3896*08b48e0bSAndroid Build Coastguard Worker                         XXH3_mul128_fold64(input_lo, input_hi);
3897*08b48e0bSAndroid Build Coastguard Worker     return XXH3_avalanche(acc);
3898*08b48e0bSAndroid Build Coastguard Worker 
3899*08b48e0bSAndroid Build Coastguard Worker   }
3900*08b48e0bSAndroid Build Coastguard Worker 
3901*08b48e0bSAndroid Build Coastguard Worker }
3902*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_0to16_64b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)3903*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_len_0to16_64b(const xxh_u8 *input,
3904*08b48e0bSAndroid Build Coastguard Worker                                                  size_t        len,
3905*08b48e0bSAndroid Build Coastguard Worker                                                  const xxh_u8 *secret,
3906*08b48e0bSAndroid Build Coastguard Worker                                                  XXH64_hash_t  seed) {
3907*08b48e0bSAndroid Build Coastguard Worker 
3908*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(len <= 16);
3909*08b48e0bSAndroid Build Coastguard Worker   {
3910*08b48e0bSAndroid Build Coastguard Worker 
3911*08b48e0bSAndroid Build Coastguard Worker     if (XXH_likely(len > 8))
3912*08b48e0bSAndroid Build Coastguard Worker       return XXH3_len_9to16_64b(input, len, secret, seed);
3913*08b48e0bSAndroid Build Coastguard Worker     if (XXH_likely(len >= 4))
3914*08b48e0bSAndroid Build Coastguard Worker       return XXH3_len_4to8_64b(input, len, secret, seed);
3915*08b48e0bSAndroid Build Coastguard Worker     if (len) return XXH3_len_1to3_64b(input, len, secret, seed);
3916*08b48e0bSAndroid Build Coastguard Worker     return XXH64_avalanche(
3917*08b48e0bSAndroid Build Coastguard Worker         seed ^ (XXH_readLE64(secret + 56) ^ XXH_readLE64(secret + 64)));
3918*08b48e0bSAndroid Build Coastguard Worker 
3919*08b48e0bSAndroid Build Coastguard Worker   }
3920*08b48e0bSAndroid Build Coastguard Worker 
3921*08b48e0bSAndroid Build Coastguard Worker }
3922*08b48e0bSAndroid Build Coastguard Worker 
3923*08b48e0bSAndroid Build Coastguard Worker /*
3924*08b48e0bSAndroid Build Coastguard Worker  * DISCLAIMER: There are known *seed-dependent* multicollisions here due to
3925*08b48e0bSAndroid Build Coastguard Worker  * multiplication by zero, affecting hashes of lengths 17 to 240.
3926*08b48e0bSAndroid Build Coastguard Worker  *
3927*08b48e0bSAndroid Build Coastguard Worker  * However, they are very unlikely.
3928*08b48e0bSAndroid Build Coastguard Worker  *
3929*08b48e0bSAndroid Build Coastguard Worker  * Keep this in mind when using the unseeded XXH3_64bits() variant: As with all
3930*08b48e0bSAndroid Build Coastguard Worker  * unseeded non-cryptographic hashes, it does not attempt to defend itself
3931*08b48e0bSAndroid Build Coastguard Worker  * against specially crafted inputs, only random inputs.
3932*08b48e0bSAndroid Build Coastguard Worker  *
3933*08b48e0bSAndroid Build Coastguard Worker  * Compared to classic UMAC where a 1 in 2^31 chance of 4 consecutive bytes
3934*08b48e0bSAndroid Build Coastguard Worker  * cancelling out the secret is taken an arbitrary number of times (addressed
3935*08b48e0bSAndroid Build Coastguard Worker  * in XXH3_accumulate_512), this collision is very unlikely with random inputs
3936*08b48e0bSAndroid Build Coastguard Worker  * and/or proper seeding:
3937*08b48e0bSAndroid Build Coastguard Worker  *
3938*08b48e0bSAndroid Build Coastguard Worker  * This only has a 1 in 2^63 chance of 8 consecutive bytes cancelling out, in a
3939*08b48e0bSAndroid Build Coastguard Worker  * function that is only called up to 16 times per hash with up to 240 bytes of
3940*08b48e0bSAndroid Build Coastguard Worker  * input.
3941*08b48e0bSAndroid Build Coastguard Worker  *
3942*08b48e0bSAndroid Build Coastguard Worker  * This is not too bad for a non-cryptographic hash function, especially with
3943*08b48e0bSAndroid Build Coastguard Worker  * only 64 bit outputs.
3944*08b48e0bSAndroid Build Coastguard Worker  *
3945*08b48e0bSAndroid Build Coastguard Worker  * The 128-bit variant (which trades some speed for strength) is NOT affected
3946*08b48e0bSAndroid Build Coastguard Worker  * by this, although it is always a good idea to use a proper seed if you care
3947*08b48e0bSAndroid Build Coastguard Worker  * about strength.
3948*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_mix16B(const xxh_u8 * XXH_RESTRICT input,const xxh_u8 * XXH_RESTRICT secret,xxh_u64 seed64)3949*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH3_mix16B(const xxh_u8 *XXH_RESTRICT input,
3950*08b48e0bSAndroid Build Coastguard Worker                                      const xxh_u8 *XXH_RESTRICT secret,
3951*08b48e0bSAndroid Build Coastguard Worker                                      xxh_u64                    seed64) {
3952*08b48e0bSAndroid Build Coastguard Worker 
3953*08b48e0bSAndroid Build Coastguard Worker       #if defined(__GNUC__) && !defined(__clang__)  /* GCC, not Clang */      \
3954*08b48e0bSAndroid Build Coastguard Worker           && defined(__i386__) && defined(__SSE2__) /* x86 + SSE2 */          \
3955*08b48e0bSAndroid Build Coastguard Worker           && !defined(XXH_ENABLE_AUTOVECTORIZE)     /* Define to disable like \
3956*08b48e0bSAndroid Build Coastguard Worker                                                        XXH32 hack */
3957*08b48e0bSAndroid Build Coastguard Worker   /*
3958*08b48e0bSAndroid Build Coastguard Worker    * UGLY HACK:
3959*08b48e0bSAndroid Build Coastguard Worker    * GCC for x86 tends to autovectorize the 128-bit multiply, resulting in
3960*08b48e0bSAndroid Build Coastguard Worker    * slower code.
3961*08b48e0bSAndroid Build Coastguard Worker    *
3962*08b48e0bSAndroid Build Coastguard Worker    * By forcing seed64 into a register, we disrupt the cost model and
3963*08b48e0bSAndroid Build Coastguard Worker    * cause it to scalarize. See `XXH32_round()`
3964*08b48e0bSAndroid Build Coastguard Worker    *
3965*08b48e0bSAndroid Build Coastguard Worker    * FIXME: Clang's output is still _much_ faster -- On an AMD Ryzen 3600,
3966*08b48e0bSAndroid Build Coastguard Worker    * XXH3_64bits @ len=240 runs at 4.6 GB/s with Clang 9, but 3.3 GB/s on
3967*08b48e0bSAndroid Build Coastguard Worker    * GCC 9.2, despite both emitting scalar code.
3968*08b48e0bSAndroid Build Coastguard Worker    *
3969*08b48e0bSAndroid Build Coastguard Worker    * GCC generates much better scalar code than Clang for the rest of XXH3,
3970*08b48e0bSAndroid Build Coastguard Worker    * which is why finding a more optimal codepath is an interest.
3971*08b48e0bSAndroid Build Coastguard Worker    */
3972*08b48e0bSAndroid Build Coastguard Worker   XXH_COMPILER_GUARD(seed64);
3973*08b48e0bSAndroid Build Coastguard Worker       #endif
3974*08b48e0bSAndroid Build Coastguard Worker   {
3975*08b48e0bSAndroid Build Coastguard Worker 
3976*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_lo = XXH_readLE64(input);
3977*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_hi = XXH_readLE64(input + 8);
3978*08b48e0bSAndroid Build Coastguard Worker     return XXH3_mul128_fold64(input_lo ^ (XXH_readLE64(secret) + seed64),
3979*08b48e0bSAndroid Build Coastguard Worker                               input_hi ^ (XXH_readLE64(secret + 8) - seed64));
3980*08b48e0bSAndroid Build Coastguard Worker 
3981*08b48e0bSAndroid Build Coastguard Worker   }
3982*08b48e0bSAndroid Build Coastguard Worker 
3983*08b48e0bSAndroid Build Coastguard Worker }
3984*08b48e0bSAndroid Build Coastguard Worker 
3985*08b48e0bSAndroid Build Coastguard Worker /* For mid range keys, XXH3 uses a Mum-hash variant. */
XXH3_len_17to128_64b(const xxh_u8 * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH64_hash_t seed)3986*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_len_17to128_64b(
3987*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT input, size_t len,
3988*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize, XXH64_hash_t seed) {
3989*08b48e0bSAndroid Build Coastguard Worker 
3990*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
3991*08b48e0bSAndroid Build Coastguard Worker   (void)secretSize;
3992*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(16 < len && len <= 128);
3993*08b48e0bSAndroid Build Coastguard Worker 
3994*08b48e0bSAndroid Build Coastguard Worker   {
3995*08b48e0bSAndroid Build Coastguard Worker 
3996*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 acc = len * XXH_PRIME64_1;
3997*08b48e0bSAndroid Build Coastguard Worker     if (len > 32) {
3998*08b48e0bSAndroid Build Coastguard Worker 
3999*08b48e0bSAndroid Build Coastguard Worker       if (len > 64) {
4000*08b48e0bSAndroid Build Coastguard Worker 
4001*08b48e0bSAndroid Build Coastguard Worker         if (len > 96) {
4002*08b48e0bSAndroid Build Coastguard Worker 
4003*08b48e0bSAndroid Build Coastguard Worker           acc += XXH3_mix16B(input + 48, secret + 96, seed);
4004*08b48e0bSAndroid Build Coastguard Worker           acc += XXH3_mix16B(input + len - 64, secret + 112, seed);
4005*08b48e0bSAndroid Build Coastguard Worker 
4006*08b48e0bSAndroid Build Coastguard Worker         }
4007*08b48e0bSAndroid Build Coastguard Worker 
4008*08b48e0bSAndroid Build Coastguard Worker         acc += XXH3_mix16B(input + 32, secret + 64, seed);
4009*08b48e0bSAndroid Build Coastguard Worker         acc += XXH3_mix16B(input + len - 48, secret + 80, seed);
4010*08b48e0bSAndroid Build Coastguard Worker 
4011*08b48e0bSAndroid Build Coastguard Worker       }
4012*08b48e0bSAndroid Build Coastguard Worker 
4013*08b48e0bSAndroid Build Coastguard Worker       acc += XXH3_mix16B(input + 16, secret + 32, seed);
4014*08b48e0bSAndroid Build Coastguard Worker       acc += XXH3_mix16B(input + len - 32, secret + 48, seed);
4015*08b48e0bSAndroid Build Coastguard Worker 
4016*08b48e0bSAndroid Build Coastguard Worker     }
4017*08b48e0bSAndroid Build Coastguard Worker 
4018*08b48e0bSAndroid Build Coastguard Worker     acc += XXH3_mix16B(input + 0, secret + 0, seed);
4019*08b48e0bSAndroid Build Coastguard Worker     acc += XXH3_mix16B(input + len - 16, secret + 16, seed);
4020*08b48e0bSAndroid Build Coastguard Worker 
4021*08b48e0bSAndroid Build Coastguard Worker     return XXH3_avalanche(acc);
4022*08b48e0bSAndroid Build Coastguard Worker 
4023*08b48e0bSAndroid Build Coastguard Worker   }
4024*08b48e0bSAndroid Build Coastguard Worker 
4025*08b48e0bSAndroid Build Coastguard Worker }
4026*08b48e0bSAndroid Build Coastguard Worker 
4027*08b48e0bSAndroid Build Coastguard Worker       #define XXH3_MIDSIZE_MAX 240
4028*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_129to240_64b(const xxh_u8 * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH64_hash_t seed)4029*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH64_hash_t XXH3_len_129to240_64b(
4030*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT input, size_t len,
4031*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize, XXH64_hash_t seed) {
4032*08b48e0bSAndroid Build Coastguard Worker 
4033*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
4034*08b48e0bSAndroid Build Coastguard Worker   (void)secretSize;
4035*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(128 < len && len <= XXH3_MIDSIZE_MAX);
4036*08b48e0bSAndroid Build Coastguard Worker 
4037*08b48e0bSAndroid Build Coastguard Worker       #define XXH3_MIDSIZE_STARTOFFSET 3
4038*08b48e0bSAndroid Build Coastguard Worker       #define XXH3_MIDSIZE_LASTOFFSET 17
4039*08b48e0bSAndroid Build Coastguard Worker 
4040*08b48e0bSAndroid Build Coastguard Worker   {
4041*08b48e0bSAndroid Build Coastguard Worker 
4042*08b48e0bSAndroid Build Coastguard Worker     xxh_u64   acc = len * XXH_PRIME64_1;
4043*08b48e0bSAndroid Build Coastguard Worker     int const nbRounds = (int)len / 16;
4044*08b48e0bSAndroid Build Coastguard Worker     int       i;
4045*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < 8; i++) {
4046*08b48e0bSAndroid Build Coastguard Worker 
4047*08b48e0bSAndroid Build Coastguard Worker       acc += XXH3_mix16B(input + (16 * i), secret + (16 * i), seed);
4048*08b48e0bSAndroid Build Coastguard Worker 
4049*08b48e0bSAndroid Build Coastguard Worker     }
4050*08b48e0bSAndroid Build Coastguard Worker 
4051*08b48e0bSAndroid Build Coastguard Worker     acc = XXH3_avalanche(acc);
4052*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(nbRounds >= 8);
4053*08b48e0bSAndroid Build Coastguard Worker       #if defined(__clang__)                                /* Clang */ \
4054*08b48e0bSAndroid Build Coastguard Worker           && (defined(__ARM_NEON) || defined(__ARM_NEON__)) /* NEON */  \
4055*08b48e0bSAndroid Build Coastguard Worker           && !defined(XXH_ENABLE_AUTOVECTORIZE)        /* Define to disable */
4056*08b48e0bSAndroid Build Coastguard Worker         /*
4057*08b48e0bSAndroid Build Coastguard Worker          * UGLY HACK:
4058*08b48e0bSAndroid Build Coastguard Worker          * Clang for ARMv7-A tries to vectorize this loop, similar to GCC x86.
4059*08b48e0bSAndroid Build Coastguard Worker          * In everywhere else, it uses scalar code.
4060*08b48e0bSAndroid Build Coastguard Worker          *
4061*08b48e0bSAndroid Build Coastguard Worker          * For 64->128-bit multiplies, even if the NEON was 100% optimal, it
4062*08b48e0bSAndroid Build Coastguard Worker          * would still be slower than UMAAL (see XXH_mult64to128).
4063*08b48e0bSAndroid Build Coastguard Worker          *
4064*08b48e0bSAndroid Build Coastguard Worker          * Unfortunately, Clang doesn't handle the long multiplies properly and
4065*08b48e0bSAndroid Build Coastguard Worker          * converts them to the nonexistent "vmulq_u64" intrinsic, which is then
4066*08b48e0bSAndroid Build Coastguard Worker          * scalarized into an ugly mess of VMOV.32 instructions.
4067*08b48e0bSAndroid Build Coastguard Worker          *
4068*08b48e0bSAndroid Build Coastguard Worker          * This mess is difficult to avoid without turning autovectorization
4069*08b48e0bSAndroid Build Coastguard Worker          * off completely, but they are usually relatively minor and/or not
4070*08b48e0bSAndroid Build Coastguard Worker          * worth it to fix.
4071*08b48e0bSAndroid Build Coastguard Worker          *
4072*08b48e0bSAndroid Build Coastguard Worker          * This loop is the easiest to fix, as unlike XXH32, this pragma
4073*08b48e0bSAndroid Build Coastguard Worker          * _actually works_ because it is a loop vectorization instead of an
4074*08b48e0bSAndroid Build Coastguard Worker          * SLP vectorization.
4075*08b48e0bSAndroid Build Coastguard Worker          */
4076*08b48e0bSAndroid Build Coastguard Worker         #pragma clang loop vectorize(disable)
4077*08b48e0bSAndroid Build Coastguard Worker       #endif
4078*08b48e0bSAndroid Build Coastguard Worker     for (i = 8; i < nbRounds; i++) {
4079*08b48e0bSAndroid Build Coastguard Worker 
4080*08b48e0bSAndroid Build Coastguard Worker       acc +=
4081*08b48e0bSAndroid Build Coastguard Worker           XXH3_mix16B(input + (16 * i),
4082*08b48e0bSAndroid Build Coastguard Worker                       secret + (16 * (i - 8)) + XXH3_MIDSIZE_STARTOFFSET, seed);
4083*08b48e0bSAndroid Build Coastguard Worker 
4084*08b48e0bSAndroid Build Coastguard Worker     }
4085*08b48e0bSAndroid Build Coastguard Worker 
4086*08b48e0bSAndroid Build Coastguard Worker     /* last bytes */
4087*08b48e0bSAndroid Build Coastguard Worker     acc += XXH3_mix16B(input + len - 16,
4088*08b48e0bSAndroid Build Coastguard Worker                        secret + XXH3_SECRET_SIZE_MIN - XXH3_MIDSIZE_LASTOFFSET,
4089*08b48e0bSAndroid Build Coastguard Worker                        seed);
4090*08b48e0bSAndroid Build Coastguard Worker     return XXH3_avalanche(acc);
4091*08b48e0bSAndroid Build Coastguard Worker 
4092*08b48e0bSAndroid Build Coastguard Worker   }
4093*08b48e0bSAndroid Build Coastguard Worker 
4094*08b48e0bSAndroid Build Coastguard Worker }
4095*08b48e0bSAndroid Build Coastguard Worker 
4096*08b48e0bSAndroid Build Coastguard Worker     /* =======     Long Keys     ======= */
4097*08b48e0bSAndroid Build Coastguard Worker 
4098*08b48e0bSAndroid Build Coastguard Worker       #define XXH_STRIPE_LEN 64
4099*08b48e0bSAndroid Build Coastguard Worker       #define XXH_SECRET_CONSUME_RATE \
4100*08b48e0bSAndroid Build Coastguard Worker         8               /* nb of secret bytes consumed at each accumulation */
4101*08b48e0bSAndroid Build Coastguard Worker       #define XXH_ACC_NB (XXH_STRIPE_LEN / sizeof(xxh_u64))
4102*08b48e0bSAndroid Build Coastguard Worker 
4103*08b48e0bSAndroid Build Coastguard Worker       #ifdef XXH_OLD_NAMES
4104*08b48e0bSAndroid Build Coastguard Worker         #define STRIPE_LEN XXH_STRIPE_LEN
4105*08b48e0bSAndroid Build Coastguard Worker         #define ACC_NB XXH_ACC_NB
4106*08b48e0bSAndroid Build Coastguard Worker       #endif
4107*08b48e0bSAndroid Build Coastguard Worker 
XXH_writeLE64(void * dst,xxh_u64 v64)4108*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH_writeLE64(void *dst, xxh_u64 v64) {
4109*08b48e0bSAndroid Build Coastguard Worker 
4110*08b48e0bSAndroid Build Coastguard Worker   if (!XXH_CPU_LITTLE_ENDIAN) v64 = XXH_swap64(v64);
4111*08b48e0bSAndroid Build Coastguard Worker   memcpy(dst, &v64, sizeof(v64));
4112*08b48e0bSAndroid Build Coastguard Worker 
4113*08b48e0bSAndroid Build Coastguard Worker }
4114*08b48e0bSAndroid Build Coastguard Worker 
4115*08b48e0bSAndroid Build Coastguard Worker       /* Several intrinsic functions below are supposed to accept __int64 as
4116*08b48e0bSAndroid Build Coastguard Worker        * argument, as documented in
4117*08b48e0bSAndroid Build Coastguard Worker        * https://software.intel.com/sites/landingpage/IntrinsicsGuide/ .
4118*08b48e0bSAndroid Build Coastguard Worker        * However, several environments do not define __int64 type,
4119*08b48e0bSAndroid Build Coastguard Worker        * requiring a workaround.
4120*08b48e0bSAndroid Build Coastguard Worker        */
4121*08b48e0bSAndroid Build Coastguard Worker       #if !defined(__VMS) &&                                     \
4122*08b48e0bSAndroid Build Coastguard Worker           (defined(__cplusplus) || (defined(__STDC_VERSION__) && \
4123*08b48e0bSAndroid Build Coastguard Worker                                     (__STDC_VERSION__ >= 199901L) /* C99 */))
4124*08b48e0bSAndroid Build Coastguard Worker typedef int64_t xxh_i64;
4125*08b48e0bSAndroid Build Coastguard Worker       #else
4126*08b48e0bSAndroid Build Coastguard Worker /* the following type must have a width of 64-bit */
4127*08b48e0bSAndroid Build Coastguard Worker typedef long long xxh_i64;
4128*08b48e0bSAndroid Build Coastguard Worker       #endif
4129*08b48e0bSAndroid Build Coastguard Worker 
4130*08b48e0bSAndroid Build Coastguard Worker     /*
4131*08b48e0bSAndroid Build Coastguard Worker      * XXH3_accumulate_512 is the tightest loop for long inputs, and it is the
4132*08b48e0bSAndroid Build Coastguard Worker      * most optimized.
4133*08b48e0bSAndroid Build Coastguard Worker      *
4134*08b48e0bSAndroid Build Coastguard Worker      * It is a hardened version of UMAC, based off of FARSH's implementation.
4135*08b48e0bSAndroid Build Coastguard Worker      *
4136*08b48e0bSAndroid Build Coastguard Worker      * This was chosen because it adapts quite well to 32-bit, 64-bit, and SIMD
4137*08b48e0bSAndroid Build Coastguard Worker      * implementations, and it is ridiculously fast.
4138*08b48e0bSAndroid Build Coastguard Worker      *
4139*08b48e0bSAndroid Build Coastguard Worker      * We harden it by mixing the original input to the accumulators as well as
4140*08b48e0bSAndroid Build Coastguard Worker      * the product.
4141*08b48e0bSAndroid Build Coastguard Worker      *
4142*08b48e0bSAndroid Build Coastguard Worker      * This means that in the (relatively likely) case of a multiply by zero,
4143*08b48e0bSAndroid Build Coastguard Worker      * the original input is preserved.
4144*08b48e0bSAndroid Build Coastguard Worker      *
4145*08b48e0bSAndroid Build Coastguard Worker      * On 128-bit inputs, we swap 64-bit pairs when we add the input to improve
4146*08b48e0bSAndroid Build Coastguard Worker      * cross-pollination, as otherwise the upper and lower halves would be
4147*08b48e0bSAndroid Build Coastguard Worker      * essentially independent.
4148*08b48e0bSAndroid Build Coastguard Worker      *
4149*08b48e0bSAndroid Build Coastguard Worker      * This doesn't matter on 64-bit hashes since they all get merged together
4150*08b48e0bSAndroid Build Coastguard Worker      * in the end, so we skip the extra step.
4151*08b48e0bSAndroid Build Coastguard Worker      *
4152*08b48e0bSAndroid Build Coastguard Worker      * Both XXH3_64bits and XXH3_128bits use this subroutine.
4153*08b48e0bSAndroid Build Coastguard Worker      */
4154*08b48e0bSAndroid Build Coastguard Worker 
4155*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_AVX512) || \
4156*08b48e0bSAndroid Build Coastguard Worker           (defined(XXH_DISPATCH_AVX512) && XXH_DISPATCH_AVX512 != 0)
4157*08b48e0bSAndroid Build Coastguard Worker 
4158*08b48e0bSAndroid Build Coastguard Worker         #ifndef XXH_TARGET_AVX512
4159*08b48e0bSAndroid Build Coastguard Worker           #define XXH_TARGET_AVX512             /* disable attribute target */
4160*08b48e0bSAndroid Build Coastguard Worker         #endif
4161*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_avx512(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4162*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX512 void XXH3_accumulate_512_avx512(
4163*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT input,
4164*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret) {
4165*08b48e0bSAndroid Build Coastguard Worker 
4166*08b48e0bSAndroid Build Coastguard Worker   __m512i *const xacc = (__m512i *)acc;
4167*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 63) == 0);
4168*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(XXH_STRIPE_LEN == sizeof(__m512i));
4169*08b48e0bSAndroid Build Coastguard Worker 
4170*08b48e0bSAndroid Build Coastguard Worker   {
4171*08b48e0bSAndroid Build Coastguard Worker 
4172*08b48e0bSAndroid Build Coastguard Worker     /* data_vec    = input[0]; */
4173*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_vec = _mm512_loadu_si512(input);
4174*08b48e0bSAndroid Build Coastguard Worker     /* key_vec     = secret[0]; */
4175*08b48e0bSAndroid Build Coastguard Worker     __m512i const key_vec = _mm512_loadu_si512(secret);
4176*08b48e0bSAndroid Build Coastguard Worker     /* data_key    = data_vec ^ key_vec; */
4177*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_key = _mm512_xor_si512(data_vec, key_vec);
4178*08b48e0bSAndroid Build Coastguard Worker     /* data_key_lo = data_key >> 32; */
4179*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_key_lo =
4180*08b48e0bSAndroid Build Coastguard Worker         _mm512_shuffle_epi32(data_key, (_MM_PERM_ENUM)_MM_SHUFFLE(0, 3, 0, 1));
4181*08b48e0bSAndroid Build Coastguard Worker     /* product     = (data_key & 0xffffffff) * (data_key_lo & 0xffffffff); */
4182*08b48e0bSAndroid Build Coastguard Worker     __m512i const product = _mm512_mul_epu32(data_key, data_key_lo);
4183*08b48e0bSAndroid Build Coastguard Worker     /* xacc[0] += swap(data_vec); */
4184*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_swap =
4185*08b48e0bSAndroid Build Coastguard Worker         _mm512_shuffle_epi32(data_vec, (_MM_PERM_ENUM)_MM_SHUFFLE(1, 0, 3, 2));
4186*08b48e0bSAndroid Build Coastguard Worker     __m512i const sum = _mm512_add_epi64(*xacc, data_swap);
4187*08b48e0bSAndroid Build Coastguard Worker     /* xacc[0] += product; */
4188*08b48e0bSAndroid Build Coastguard Worker     *xacc = _mm512_add_epi64(product, sum);
4189*08b48e0bSAndroid Build Coastguard Worker 
4190*08b48e0bSAndroid Build Coastguard Worker   }
4191*08b48e0bSAndroid Build Coastguard Worker 
4192*08b48e0bSAndroid Build Coastguard Worker }
4193*08b48e0bSAndroid Build Coastguard Worker 
4194*08b48e0bSAndroid Build Coastguard Worker /*
4195*08b48e0bSAndroid Build Coastguard Worker  * XXH3_scrambleAcc: Scrambles the accumulators to improve mixing.
4196*08b48e0bSAndroid Build Coastguard Worker  *
4197*08b48e0bSAndroid Build Coastguard Worker  * Multiplication isn't perfect, as explained by Google in HighwayHash:
4198*08b48e0bSAndroid Build Coastguard Worker  *
4199*08b48e0bSAndroid Build Coastguard Worker  *  // Multiplication mixes/scrambles bytes 0-7 of the 64-bit result to
4200*08b48e0bSAndroid Build Coastguard Worker  *  // varying degrees. In descending order of goodness, bytes
4201*08b48e0bSAndroid Build Coastguard Worker  *  // 3 4 2 5 1 6 0 7 have quality 228 224 164 160 100 96 36 32.
4202*08b48e0bSAndroid Build Coastguard Worker  *  // As expected, the upper and lower bytes are much worse.
4203*08b48e0bSAndroid Build Coastguard Worker  *
4204*08b48e0bSAndroid Build Coastguard Worker  * Source:
4205*08b48e0bSAndroid Build Coastguard Worker  * https://github.com/google/highwayhash/blob/0aaf66b/highwayhash/hh_avx2.h#L291
4206*08b48e0bSAndroid Build Coastguard Worker  *
4207*08b48e0bSAndroid Build Coastguard Worker  * Since our algorithm uses a pseudorandom secret to add some variance into the
4208*08b48e0bSAndroid Build Coastguard Worker  * mix, we don't need to (or want to) mix as often or as much as HighwayHash
4209*08b48e0bSAndroid Build Coastguard Worker  * does.
4210*08b48e0bSAndroid Build Coastguard Worker  *
4211*08b48e0bSAndroid Build Coastguard Worker  * This isn't as tight as XXH3_accumulate, but still written in SIMD to avoid
4212*08b48e0bSAndroid Build Coastguard Worker  * extraction.
4213*08b48e0bSAndroid Build Coastguard Worker  *
4214*08b48e0bSAndroid Build Coastguard Worker  * Both XXH3_64bits and XXH3_128bits use this subroutine.
4215*08b48e0bSAndroid Build Coastguard Worker  */
4216*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_avx512(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4217*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX512 void XXH3_scrambleAcc_avx512(
4218*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT secret) {
4219*08b48e0bSAndroid Build Coastguard Worker 
4220*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 63) == 0);
4221*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(XXH_STRIPE_LEN == sizeof(__m512i));
4222*08b48e0bSAndroid Build Coastguard Worker   {
4223*08b48e0bSAndroid Build Coastguard Worker 
4224*08b48e0bSAndroid Build Coastguard Worker     __m512i *const xacc = (__m512i *)acc;
4225*08b48e0bSAndroid Build Coastguard Worker     const __m512i  prime32 = _mm512_set1_epi32((int)XXH_PRIME32_1);
4226*08b48e0bSAndroid Build Coastguard Worker 
4227*08b48e0bSAndroid Build Coastguard Worker     /* xacc[0] ^= (xacc[0] >> 47) */
4228*08b48e0bSAndroid Build Coastguard Worker     __m512i const acc_vec = *xacc;
4229*08b48e0bSAndroid Build Coastguard Worker     __m512i const shifted = _mm512_srli_epi64(acc_vec, 47);
4230*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_vec = _mm512_xor_si512(acc_vec, shifted);
4231*08b48e0bSAndroid Build Coastguard Worker     /* xacc[0] ^= secret; */
4232*08b48e0bSAndroid Build Coastguard Worker     __m512i const key_vec = _mm512_loadu_si512(secret);
4233*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_key = _mm512_xor_si512(data_vec, key_vec);
4234*08b48e0bSAndroid Build Coastguard Worker 
4235*08b48e0bSAndroid Build Coastguard Worker     /* xacc[0] *= XXH_PRIME32_1; */
4236*08b48e0bSAndroid Build Coastguard Worker     __m512i const data_key_hi =
4237*08b48e0bSAndroid Build Coastguard Worker         _mm512_shuffle_epi32(data_key, (_MM_PERM_ENUM)_MM_SHUFFLE(0, 3, 0, 1));
4238*08b48e0bSAndroid Build Coastguard Worker     __m512i const prod_lo = _mm512_mul_epu32(data_key, prime32);
4239*08b48e0bSAndroid Build Coastguard Worker     __m512i const prod_hi = _mm512_mul_epu32(data_key_hi, prime32);
4240*08b48e0bSAndroid Build Coastguard Worker     *xacc = _mm512_add_epi64(prod_lo, _mm512_slli_epi64(prod_hi, 32));
4241*08b48e0bSAndroid Build Coastguard Worker 
4242*08b48e0bSAndroid Build Coastguard Worker   }
4243*08b48e0bSAndroid Build Coastguard Worker 
4244*08b48e0bSAndroid Build Coastguard Worker }
4245*08b48e0bSAndroid Build Coastguard Worker 
XXH3_initCustomSecret_avx512(void * XXH_RESTRICT customSecret,xxh_u64 seed64)4246*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX512 void XXH3_initCustomSecret_avx512(
4247*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT customSecret, xxh_u64 seed64) {
4248*08b48e0bSAndroid Build Coastguard Worker 
4249*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT((XXH_SECRET_DEFAULT_SIZE & 63) == 0);
4250*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(XXH_SEC_ALIGN == 64);
4251*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(((size_t)customSecret & 63) == 0);
4252*08b48e0bSAndroid Build Coastguard Worker   (void)(&XXH_writeLE64);
4253*08b48e0bSAndroid Build Coastguard Worker   {
4254*08b48e0bSAndroid Build Coastguard Worker 
4255*08b48e0bSAndroid Build Coastguard Worker     int const     nbRounds = XXH_SECRET_DEFAULT_SIZE / sizeof(__m512i);
4256*08b48e0bSAndroid Build Coastguard Worker     __m512i const seed = _mm512_mask_set1_epi64(
4257*08b48e0bSAndroid Build Coastguard Worker         _mm512_set1_epi64((xxh_i64)seed64), 0xAA, (xxh_i64)(0U - seed64));
4258*08b48e0bSAndroid Build Coastguard Worker 
4259*08b48e0bSAndroid Build Coastguard Worker     const __m512i *const src = (const __m512i *)((const void *)XXH3_kSecret);
4260*08b48e0bSAndroid Build Coastguard Worker     __m512i *const       dest = (__m512i *)customSecret;
4261*08b48e0bSAndroid Build Coastguard Worker     int                  i;
4262*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)src & 63) == 0);               /* control alignment */
4263*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)dest & 63) == 0);
4264*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < nbRounds; ++i) {
4265*08b48e0bSAndroid Build Coastguard Worker 
4266*08b48e0bSAndroid Build Coastguard Worker       /* GCC has a bug, _mm512_stream_load_si512 accepts 'void*', not 'void
4267*08b48e0bSAndroid Build Coastguard Worker        * const*', this will warn "discards 'const' qualifier". */
4268*08b48e0bSAndroid Build Coastguard Worker       union {
4269*08b48e0bSAndroid Build Coastguard Worker 
4270*08b48e0bSAndroid Build Coastguard Worker         const __m512i *cp;
4271*08b48e0bSAndroid Build Coastguard Worker         void          *p;
4272*08b48e0bSAndroid Build Coastguard Worker 
4273*08b48e0bSAndroid Build Coastguard Worker       } remote_const_void;
4274*08b48e0bSAndroid Build Coastguard Worker 
4275*08b48e0bSAndroid Build Coastguard Worker       remote_const_void.cp = src + i;
4276*08b48e0bSAndroid Build Coastguard Worker       dest[i] =
4277*08b48e0bSAndroid Build Coastguard Worker           _mm512_add_epi64(_mm512_stream_load_si512(remote_const_void.p), seed);
4278*08b48e0bSAndroid Build Coastguard Worker 
4279*08b48e0bSAndroid Build Coastguard Worker     }
4280*08b48e0bSAndroid Build Coastguard Worker 
4281*08b48e0bSAndroid Build Coastguard Worker   }
4282*08b48e0bSAndroid Build Coastguard Worker 
4283*08b48e0bSAndroid Build Coastguard Worker }
4284*08b48e0bSAndroid Build Coastguard Worker 
4285*08b48e0bSAndroid Build Coastguard Worker       #endif
4286*08b48e0bSAndroid Build Coastguard Worker 
4287*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_AVX2) || \
4288*08b48e0bSAndroid Build Coastguard Worker           (defined(XXH_DISPATCH_AVX2) && XXH_DISPATCH_AVX2 != 0)
4289*08b48e0bSAndroid Build Coastguard Worker 
4290*08b48e0bSAndroid Build Coastguard Worker         #ifndef XXH_TARGET_AVX2
4291*08b48e0bSAndroid Build Coastguard Worker           #define XXH_TARGET_AVX2               /* disable attribute target */
4292*08b48e0bSAndroid Build Coastguard Worker         #endif
4293*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_avx2(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4294*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX2 void XXH3_accumulate_512_avx2(
4295*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT input,
4296*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret) {
4297*08b48e0bSAndroid Build Coastguard Worker 
4298*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 31) == 0);
4299*08b48e0bSAndroid Build Coastguard Worker   {
4300*08b48e0bSAndroid Build Coastguard Worker 
4301*08b48e0bSAndroid Build Coastguard Worker     __m256i *const xacc = (__m256i *)acc;
4302*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4303*08b48e0bSAndroid Build Coastguard Worker      * _mm256_loadu_si256 requires  a const __m256i * pointer for some reason.
4304*08b48e0bSAndroid Build Coastguard Worker      */
4305*08b48e0bSAndroid Build Coastguard Worker     const __m256i *const xinput = (const __m256i *)input;
4306*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4307*08b48e0bSAndroid Build Coastguard Worker      * _mm256_loadu_si256 requires a const __m256i * pointer for some reason. */
4308*08b48e0bSAndroid Build Coastguard Worker     const __m256i *const xsecret = (const __m256i *)secret;
4309*08b48e0bSAndroid Build Coastguard Worker 
4310*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4311*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(__m256i); i++) {
4312*08b48e0bSAndroid Build Coastguard Worker 
4313*08b48e0bSAndroid Build Coastguard Worker       /* data_vec    = xinput[i]; */
4314*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_vec = _mm256_loadu_si256(xinput + i);
4315*08b48e0bSAndroid Build Coastguard Worker       /* key_vec     = xsecret[i]; */
4316*08b48e0bSAndroid Build Coastguard Worker       __m256i const key_vec = _mm256_loadu_si256(xsecret + i);
4317*08b48e0bSAndroid Build Coastguard Worker       /* data_key    = data_vec ^ key_vec; */
4318*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_key = _mm256_xor_si256(data_vec, key_vec);
4319*08b48e0bSAndroid Build Coastguard Worker       /* data_key_lo = data_key >> 32; */
4320*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_key_lo =
4321*08b48e0bSAndroid Build Coastguard Worker           _mm256_shuffle_epi32(data_key, _MM_SHUFFLE(0, 3, 0, 1));
4322*08b48e0bSAndroid Build Coastguard Worker       /* product     = (data_key & 0xffffffff) * (data_key_lo & 0xffffffff); */
4323*08b48e0bSAndroid Build Coastguard Worker       __m256i const product = _mm256_mul_epu32(data_key, data_key_lo);
4324*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += swap(data_vec); */
4325*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_swap =
4326*08b48e0bSAndroid Build Coastguard Worker           _mm256_shuffle_epi32(data_vec, _MM_SHUFFLE(1, 0, 3, 2));
4327*08b48e0bSAndroid Build Coastguard Worker       __m256i const sum = _mm256_add_epi64(xacc[i], data_swap);
4328*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += product; */
4329*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = _mm256_add_epi64(product, sum);
4330*08b48e0bSAndroid Build Coastguard Worker 
4331*08b48e0bSAndroid Build Coastguard Worker     }
4332*08b48e0bSAndroid Build Coastguard Worker 
4333*08b48e0bSAndroid Build Coastguard Worker   }
4334*08b48e0bSAndroid Build Coastguard Worker 
4335*08b48e0bSAndroid Build Coastguard Worker }
4336*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_avx2(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4337*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX2 void XXH3_scrambleAcc_avx2(
4338*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT secret) {
4339*08b48e0bSAndroid Build Coastguard Worker 
4340*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 31) == 0);
4341*08b48e0bSAndroid Build Coastguard Worker   {
4342*08b48e0bSAndroid Build Coastguard Worker 
4343*08b48e0bSAndroid Build Coastguard Worker     __m256i *const xacc = (__m256i *)acc;
4344*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4345*08b48e0bSAndroid Build Coastguard Worker      * _mm256_loadu_si256 requires a const __m256i * pointer for some reason. */
4346*08b48e0bSAndroid Build Coastguard Worker     const __m256i *const xsecret = (const __m256i *)secret;
4347*08b48e0bSAndroid Build Coastguard Worker     const __m256i        prime32 = _mm256_set1_epi32((int)XXH_PRIME32_1);
4348*08b48e0bSAndroid Build Coastguard Worker 
4349*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4350*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(__m256i); i++) {
4351*08b48e0bSAndroid Build Coastguard Worker 
4352*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= (xacc[i] >> 47) */
4353*08b48e0bSAndroid Build Coastguard Worker       __m256i const acc_vec = xacc[i];
4354*08b48e0bSAndroid Build Coastguard Worker       __m256i const shifted = _mm256_srli_epi64(acc_vec, 47);
4355*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_vec = _mm256_xor_si256(acc_vec, shifted);
4356*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= xsecret; */
4357*08b48e0bSAndroid Build Coastguard Worker       __m256i const key_vec = _mm256_loadu_si256(xsecret + i);
4358*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_key = _mm256_xor_si256(data_vec, key_vec);
4359*08b48e0bSAndroid Build Coastguard Worker 
4360*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] *= XXH_PRIME32_1; */
4361*08b48e0bSAndroid Build Coastguard Worker       __m256i const data_key_hi =
4362*08b48e0bSAndroid Build Coastguard Worker           _mm256_shuffle_epi32(data_key, _MM_SHUFFLE(0, 3, 0, 1));
4363*08b48e0bSAndroid Build Coastguard Worker       __m256i const prod_lo = _mm256_mul_epu32(data_key, prime32);
4364*08b48e0bSAndroid Build Coastguard Worker       __m256i const prod_hi = _mm256_mul_epu32(data_key_hi, prime32);
4365*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = _mm256_add_epi64(prod_lo, _mm256_slli_epi64(prod_hi, 32));
4366*08b48e0bSAndroid Build Coastguard Worker 
4367*08b48e0bSAndroid Build Coastguard Worker     }
4368*08b48e0bSAndroid Build Coastguard Worker 
4369*08b48e0bSAndroid Build Coastguard Worker   }
4370*08b48e0bSAndroid Build Coastguard Worker 
4371*08b48e0bSAndroid Build Coastguard Worker }
4372*08b48e0bSAndroid Build Coastguard Worker 
XXH3_initCustomSecret_avx2(void * XXH_RESTRICT customSecret,xxh_u64 seed64)4373*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_AVX2 void XXH3_initCustomSecret_avx2(
4374*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT customSecret, xxh_u64 seed64) {
4375*08b48e0bSAndroid Build Coastguard Worker 
4376*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT((XXH_SECRET_DEFAULT_SIZE & 31) == 0);
4377*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT((XXH_SECRET_DEFAULT_SIZE / sizeof(__m256i)) == 6);
4378*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(XXH_SEC_ALIGN <= 64);
4379*08b48e0bSAndroid Build Coastguard Worker   (void)(&XXH_writeLE64);
4380*08b48e0bSAndroid Build Coastguard Worker   XXH_PREFETCH(customSecret);
4381*08b48e0bSAndroid Build Coastguard Worker   {
4382*08b48e0bSAndroid Build Coastguard Worker 
4383*08b48e0bSAndroid Build Coastguard Worker     __m256i const seed =
4384*08b48e0bSAndroid Build Coastguard Worker         _mm256_set_epi64x((xxh_i64)(0U - seed64), (xxh_i64)seed64,
4385*08b48e0bSAndroid Build Coastguard Worker                           (xxh_i64)(0U - seed64), (xxh_i64)seed64);
4386*08b48e0bSAndroid Build Coastguard Worker 
4387*08b48e0bSAndroid Build Coastguard Worker     const __m256i *const src = (const __m256i *)((const void *)XXH3_kSecret);
4388*08b48e0bSAndroid Build Coastguard Worker     __m256i             *dest = (__m256i *)customSecret;
4389*08b48e0bSAndroid Build Coastguard Worker 
4390*08b48e0bSAndroid Build Coastguard Worker         #if defined(__GNUC__) || defined(__clang__)
4391*08b48e0bSAndroid Build Coastguard Worker     /*
4392*08b48e0bSAndroid Build Coastguard Worker      * On GCC & Clang, marking 'dest' as modified will cause the compiler:
4393*08b48e0bSAndroid Build Coastguard Worker      *   - do not extract the secret from sse registers in the internal loop
4394*08b48e0bSAndroid Build Coastguard Worker      *   - use less common registers, and avoid pushing these reg into stack
4395*08b48e0bSAndroid Build Coastguard Worker      */
4396*08b48e0bSAndroid Build Coastguard Worker     XXH_COMPILER_GUARD(dest);
4397*08b48e0bSAndroid Build Coastguard Worker         #endif
4398*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)src & 31) == 0);               /* control alignment */
4399*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)dest & 31) == 0);
4400*08b48e0bSAndroid Build Coastguard Worker 
4401*08b48e0bSAndroid Build Coastguard Worker     /* GCC -O2 need unroll loop manually */
4402*08b48e0bSAndroid Build Coastguard Worker     dest[0] = _mm256_add_epi64(_mm256_stream_load_si256(src + 0), seed);
4403*08b48e0bSAndroid Build Coastguard Worker     dest[1] = _mm256_add_epi64(_mm256_stream_load_si256(src + 1), seed);
4404*08b48e0bSAndroid Build Coastguard Worker     dest[2] = _mm256_add_epi64(_mm256_stream_load_si256(src + 2), seed);
4405*08b48e0bSAndroid Build Coastguard Worker     dest[3] = _mm256_add_epi64(_mm256_stream_load_si256(src + 3), seed);
4406*08b48e0bSAndroid Build Coastguard Worker     dest[4] = _mm256_add_epi64(_mm256_stream_load_si256(src + 4), seed);
4407*08b48e0bSAndroid Build Coastguard Worker     dest[5] = _mm256_add_epi64(_mm256_stream_load_si256(src + 5), seed);
4408*08b48e0bSAndroid Build Coastguard Worker 
4409*08b48e0bSAndroid Build Coastguard Worker   }
4410*08b48e0bSAndroid Build Coastguard Worker 
4411*08b48e0bSAndroid Build Coastguard Worker }
4412*08b48e0bSAndroid Build Coastguard Worker 
4413*08b48e0bSAndroid Build Coastguard Worker       #endif
4414*08b48e0bSAndroid Build Coastguard Worker 
4415*08b48e0bSAndroid Build Coastguard Worker       /* x86dispatch always generates SSE2 */
4416*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_SSE2) || defined(XXH_X86DISPATCH)
4417*08b48e0bSAndroid Build Coastguard Worker 
4418*08b48e0bSAndroid Build Coastguard Worker         #ifndef XXH_TARGET_SSE2
4419*08b48e0bSAndroid Build Coastguard Worker           #define XXH_TARGET_SSE2               /* disable attribute target */
4420*08b48e0bSAndroid Build Coastguard Worker         #endif
4421*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_sse2(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4422*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_SSE2 void XXH3_accumulate_512_sse2(
4423*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT input,
4424*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret) {
4425*08b48e0bSAndroid Build Coastguard Worker 
4426*08b48e0bSAndroid Build Coastguard Worker   /* SSE2 is just a half-scale version of the AVX2 version. */
4427*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 15) == 0);
4428*08b48e0bSAndroid Build Coastguard Worker   {
4429*08b48e0bSAndroid Build Coastguard Worker 
4430*08b48e0bSAndroid Build Coastguard Worker     __m128i *const xacc = (__m128i *)acc;
4431*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4432*08b48e0bSAndroid Build Coastguard Worker      * _mm_loadu_si128 requires a const __m128i * pointer for some reason. */
4433*08b48e0bSAndroid Build Coastguard Worker     const __m128i *const xinput = (const __m128i *)input;
4434*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4435*08b48e0bSAndroid Build Coastguard Worker      * _mm_loadu_si128 requires a const __m128i * pointer for some reason. */
4436*08b48e0bSAndroid Build Coastguard Worker     const __m128i *const xsecret = (const __m128i *)secret;
4437*08b48e0bSAndroid Build Coastguard Worker 
4438*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4439*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(__m128i); i++) {
4440*08b48e0bSAndroid Build Coastguard Worker 
4441*08b48e0bSAndroid Build Coastguard Worker       /* data_vec    = xinput[i]; */
4442*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_vec = _mm_loadu_si128(xinput + i);
4443*08b48e0bSAndroid Build Coastguard Worker       /* key_vec     = xsecret[i]; */
4444*08b48e0bSAndroid Build Coastguard Worker       __m128i const key_vec = _mm_loadu_si128(xsecret + i);
4445*08b48e0bSAndroid Build Coastguard Worker       /* data_key    = data_vec ^ key_vec; */
4446*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_key = _mm_xor_si128(data_vec, key_vec);
4447*08b48e0bSAndroid Build Coastguard Worker       /* data_key_lo = data_key >> 32; */
4448*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_key_lo =
4449*08b48e0bSAndroid Build Coastguard Worker           _mm_shuffle_epi32(data_key, _MM_SHUFFLE(0, 3, 0, 1));
4450*08b48e0bSAndroid Build Coastguard Worker       /* product     = (data_key & 0xffffffff) * (data_key_lo & 0xffffffff); */
4451*08b48e0bSAndroid Build Coastguard Worker       __m128i const product = _mm_mul_epu32(data_key, data_key_lo);
4452*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += swap(data_vec); */
4453*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_swap =
4454*08b48e0bSAndroid Build Coastguard Worker           _mm_shuffle_epi32(data_vec, _MM_SHUFFLE(1, 0, 3, 2));
4455*08b48e0bSAndroid Build Coastguard Worker       __m128i const sum = _mm_add_epi64(xacc[i], data_swap);
4456*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += product; */
4457*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = _mm_add_epi64(product, sum);
4458*08b48e0bSAndroid Build Coastguard Worker 
4459*08b48e0bSAndroid Build Coastguard Worker     }
4460*08b48e0bSAndroid Build Coastguard Worker 
4461*08b48e0bSAndroid Build Coastguard Worker   }
4462*08b48e0bSAndroid Build Coastguard Worker 
4463*08b48e0bSAndroid Build Coastguard Worker }
4464*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_sse2(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4465*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_SSE2 void XXH3_scrambleAcc_sse2(
4466*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT secret) {
4467*08b48e0bSAndroid Build Coastguard Worker 
4468*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 15) == 0);
4469*08b48e0bSAndroid Build Coastguard Worker   {
4470*08b48e0bSAndroid Build Coastguard Worker 
4471*08b48e0bSAndroid Build Coastguard Worker     __m128i *const xacc = (__m128i *)acc;
4472*08b48e0bSAndroid Build Coastguard Worker     /* Unaligned. This is mainly for pointer arithmetic, and because
4473*08b48e0bSAndroid Build Coastguard Worker      * _mm_loadu_si128 requires a const __m128i * pointer for some reason. */
4474*08b48e0bSAndroid Build Coastguard Worker     const __m128i *const xsecret = (const __m128i *)secret;
4475*08b48e0bSAndroid Build Coastguard Worker     const __m128i        prime32 = _mm_set1_epi32((int)XXH_PRIME32_1);
4476*08b48e0bSAndroid Build Coastguard Worker 
4477*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4478*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(__m128i); i++) {
4479*08b48e0bSAndroid Build Coastguard Worker 
4480*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= (xacc[i] >> 47) */
4481*08b48e0bSAndroid Build Coastguard Worker       __m128i const acc_vec = xacc[i];
4482*08b48e0bSAndroid Build Coastguard Worker       __m128i const shifted = _mm_srli_epi64(acc_vec, 47);
4483*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_vec = _mm_xor_si128(acc_vec, shifted);
4484*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= xsecret[i]; */
4485*08b48e0bSAndroid Build Coastguard Worker       __m128i const key_vec = _mm_loadu_si128(xsecret + i);
4486*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_key = _mm_xor_si128(data_vec, key_vec);
4487*08b48e0bSAndroid Build Coastguard Worker 
4488*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] *= XXH_PRIME32_1; */
4489*08b48e0bSAndroid Build Coastguard Worker       __m128i const data_key_hi =
4490*08b48e0bSAndroid Build Coastguard Worker           _mm_shuffle_epi32(data_key, _MM_SHUFFLE(0, 3, 0, 1));
4491*08b48e0bSAndroid Build Coastguard Worker       __m128i const prod_lo = _mm_mul_epu32(data_key, prime32);
4492*08b48e0bSAndroid Build Coastguard Worker       __m128i const prod_hi = _mm_mul_epu32(data_key_hi, prime32);
4493*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = _mm_add_epi64(prod_lo, _mm_slli_epi64(prod_hi, 32));
4494*08b48e0bSAndroid Build Coastguard Worker 
4495*08b48e0bSAndroid Build Coastguard Worker     }
4496*08b48e0bSAndroid Build Coastguard Worker 
4497*08b48e0bSAndroid Build Coastguard Worker   }
4498*08b48e0bSAndroid Build Coastguard Worker 
4499*08b48e0bSAndroid Build Coastguard Worker }
4500*08b48e0bSAndroid Build Coastguard Worker 
XXH3_initCustomSecret_sse2(void * XXH_RESTRICT customSecret,xxh_u64 seed64)4501*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_TARGET_SSE2 void XXH3_initCustomSecret_sse2(
4502*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT customSecret, xxh_u64 seed64) {
4503*08b48e0bSAndroid Build Coastguard Worker 
4504*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT((XXH_SECRET_DEFAULT_SIZE & 15) == 0);
4505*08b48e0bSAndroid Build Coastguard Worker   (void)(&XXH_writeLE64);
4506*08b48e0bSAndroid Build Coastguard Worker   {
4507*08b48e0bSAndroid Build Coastguard Worker 
4508*08b48e0bSAndroid Build Coastguard Worker     int const nbRounds = XXH_SECRET_DEFAULT_SIZE / sizeof(__m128i);
4509*08b48e0bSAndroid Build Coastguard Worker 
4510*08b48e0bSAndroid Build Coastguard Worker         #if defined(_MSC_VER) && defined(_M_IX86) && _MSC_VER < 1900
4511*08b48e0bSAndroid Build Coastguard Worker     /* MSVC 32bit mode does not support _mm_set_epi64x before 2015 */
4512*08b48e0bSAndroid Build Coastguard Worker     XXH_ALIGN(16)
4513*08b48e0bSAndroid Build Coastguard Worker     const xxh_i64 seed64x2[2] = {(xxh_i64)seed64, (xxh_i64)(0U - seed64)};
4514*08b48e0bSAndroid Build Coastguard Worker     __m128i const seed = _mm_load_si128((__m128i const *)seed64x2);
4515*08b48e0bSAndroid Build Coastguard Worker         #else
4516*08b48e0bSAndroid Build Coastguard Worker     __m128i const seed =
4517*08b48e0bSAndroid Build Coastguard Worker         _mm_set_epi64x((xxh_i64)(0U - seed64), (xxh_i64)seed64);
4518*08b48e0bSAndroid Build Coastguard Worker         #endif
4519*08b48e0bSAndroid Build Coastguard Worker     int i;
4520*08b48e0bSAndroid Build Coastguard Worker 
4521*08b48e0bSAndroid Build Coastguard Worker     const void *const src16 = XXH3_kSecret;
4522*08b48e0bSAndroid Build Coastguard Worker     __m128i          *dst16 = (__m128i *)customSecret;
4523*08b48e0bSAndroid Build Coastguard Worker         #if defined(__GNUC__) || defined(__clang__)
4524*08b48e0bSAndroid Build Coastguard Worker     /*
4525*08b48e0bSAndroid Build Coastguard Worker      * On GCC & Clang, marking 'dest' as modified will cause the compiler:
4526*08b48e0bSAndroid Build Coastguard Worker      *   - do not extract the secret from sse registers in the internal loop
4527*08b48e0bSAndroid Build Coastguard Worker      *   - use less common registers, and avoid pushing these reg into stack
4528*08b48e0bSAndroid Build Coastguard Worker      */
4529*08b48e0bSAndroid Build Coastguard Worker     XXH_COMPILER_GUARD(dst16);
4530*08b48e0bSAndroid Build Coastguard Worker         #endif
4531*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)src16 & 15) == 0);             /* control alignment */
4532*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(((size_t)dst16 & 15) == 0);
4533*08b48e0bSAndroid Build Coastguard Worker 
4534*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < nbRounds; ++i) {
4535*08b48e0bSAndroid Build Coastguard Worker 
4536*08b48e0bSAndroid Build Coastguard Worker       dst16[i] =
4537*08b48e0bSAndroid Build Coastguard Worker           _mm_add_epi64(_mm_load_si128((const __m128i *)src16 + i), seed);
4538*08b48e0bSAndroid Build Coastguard Worker 
4539*08b48e0bSAndroid Build Coastguard Worker     }
4540*08b48e0bSAndroid Build Coastguard Worker 
4541*08b48e0bSAndroid Build Coastguard Worker   }
4542*08b48e0bSAndroid Build Coastguard Worker 
4543*08b48e0bSAndroid Build Coastguard Worker }
4544*08b48e0bSAndroid Build Coastguard Worker 
4545*08b48e0bSAndroid Build Coastguard Worker       #endif
4546*08b48e0bSAndroid Build Coastguard Worker 
4547*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_NEON)
4548*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_neon(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4549*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_accumulate_512_neon(
4550*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT input,
4551*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret) {
4552*08b48e0bSAndroid Build Coastguard Worker 
4553*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 15) == 0);
4554*08b48e0bSAndroid Build Coastguard Worker   {
4555*08b48e0bSAndroid Build Coastguard Worker 
4556*08b48e0bSAndroid Build Coastguard Worker     uint64x2_t *const xacc = (uint64x2_t *)acc;
4557*08b48e0bSAndroid Build Coastguard Worker     /* We don't use a uint32x4_t pointer because it causes bus errors on ARMv7.
4558*08b48e0bSAndroid Build Coastguard Worker      */
4559*08b48e0bSAndroid Build Coastguard Worker     uint8_t const *const xinput = (const uint8_t *)input;
4560*08b48e0bSAndroid Build Coastguard Worker     uint8_t const *const xsecret = (const uint8_t *)secret;
4561*08b48e0bSAndroid Build Coastguard Worker 
4562*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4563*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(uint64x2_t); i++) {
4564*08b48e0bSAndroid Build Coastguard Worker 
4565*08b48e0bSAndroid Build Coastguard Worker       /* data_vec = xinput[i]; */
4566*08b48e0bSAndroid Build Coastguard Worker       uint8x16_t data_vec = vld1q_u8(xinput + (i * 16));
4567*08b48e0bSAndroid Build Coastguard Worker       /* key_vec  = xsecret[i];  */
4568*08b48e0bSAndroid Build Coastguard Worker       uint8x16_t key_vec = vld1q_u8(xsecret + (i * 16));
4569*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t data_key;
4570*08b48e0bSAndroid Build Coastguard Worker       uint32x2_t data_key_lo, data_key_hi;
4571*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += swap(data_vec); */
4572*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t const data64 = vreinterpretq_u64_u8(data_vec);
4573*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t const swapped = vextq_u64(data64, data64, 1);
4574*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = vaddq_u64(xacc[i], swapped);
4575*08b48e0bSAndroid Build Coastguard Worker       /* data_key = data_vec ^ key_vec; */
4576*08b48e0bSAndroid Build Coastguard Worker       data_key = vreinterpretq_u64_u8(veorq_u8(data_vec, key_vec));
4577*08b48e0bSAndroid Build Coastguard Worker       /* data_key_lo = (uint32x2_t) (data_key & 0xFFFFFFFF);
4578*08b48e0bSAndroid Build Coastguard Worker        * data_key_hi = (uint32x2_t) (data_key >> 32);
4579*08b48e0bSAndroid Build Coastguard Worker        * data_key = UNDEFINED; */
4580*08b48e0bSAndroid Build Coastguard Worker       XXH_SPLIT_IN_PLACE(data_key, data_key_lo, data_key_hi);
4581*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] += (uint64x2_t) data_key_lo * (uint64x2_t) data_key_hi; */
4582*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = vmlal_u32(xacc[i], data_key_lo, data_key_hi);
4583*08b48e0bSAndroid Build Coastguard Worker 
4584*08b48e0bSAndroid Build Coastguard Worker     }
4585*08b48e0bSAndroid Build Coastguard Worker 
4586*08b48e0bSAndroid Build Coastguard Worker   }
4587*08b48e0bSAndroid Build Coastguard Worker 
4588*08b48e0bSAndroid Build Coastguard Worker }
4589*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_neon(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4590*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_scrambleAcc_neon(void *XXH_RESTRICT       acc,
4591*08b48e0bSAndroid Build Coastguard Worker                                             const void *XXH_RESTRICT secret) {
4592*08b48e0bSAndroid Build Coastguard Worker 
4593*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 15) == 0);
4594*08b48e0bSAndroid Build Coastguard Worker 
4595*08b48e0bSAndroid Build Coastguard Worker   {
4596*08b48e0bSAndroid Build Coastguard Worker 
4597*08b48e0bSAndroid Build Coastguard Worker     uint64x2_t    *xacc = (uint64x2_t *)acc;
4598*08b48e0bSAndroid Build Coastguard Worker     uint8_t const *xsecret = (uint8_t const *)secret;
4599*08b48e0bSAndroid Build Coastguard Worker     uint32x2_t     prime = vdup_n_u32(XXH_PRIME32_1);
4600*08b48e0bSAndroid Build Coastguard Worker 
4601*08b48e0bSAndroid Build Coastguard Worker     size_t i;
4602*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(uint64x2_t); i++) {
4603*08b48e0bSAndroid Build Coastguard Worker 
4604*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= (xacc[i] >> 47); */
4605*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t acc_vec = xacc[i];
4606*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t shifted = vshrq_n_u64(acc_vec, 47);
4607*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t data_vec = veorq_u64(acc_vec, shifted);
4608*08b48e0bSAndroid Build Coastguard Worker 
4609*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= xsecret[i]; */
4610*08b48e0bSAndroid Build Coastguard Worker       uint8x16_t key_vec = vld1q_u8(xsecret + (i * 16));
4611*08b48e0bSAndroid Build Coastguard Worker       uint64x2_t data_key = veorq_u64(data_vec, vreinterpretq_u64_u8(key_vec));
4612*08b48e0bSAndroid Build Coastguard Worker 
4613*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] *= XXH_PRIME32_1 */
4614*08b48e0bSAndroid Build Coastguard Worker       uint32x2_t data_key_lo, data_key_hi;
4615*08b48e0bSAndroid Build Coastguard Worker       /* data_key_lo = (uint32x2_t) (xacc[i] & 0xFFFFFFFF);
4616*08b48e0bSAndroid Build Coastguard Worker        * data_key_hi = (uint32x2_t) (xacc[i] >> 32);
4617*08b48e0bSAndroid Build Coastguard Worker        * xacc[i] = UNDEFINED; */
4618*08b48e0bSAndroid Build Coastguard Worker       XXH_SPLIT_IN_PLACE(data_key, data_key_lo, data_key_hi);
4619*08b48e0bSAndroid Build Coastguard Worker       { /*
4620*08b48e0bSAndroid Build Coastguard Worker          * prod_hi = (data_key >> 32) * XXH_PRIME32_1;
4621*08b48e0bSAndroid Build Coastguard Worker          *
4622*08b48e0bSAndroid Build Coastguard Worker          * Avoid vmul_u32 + vshll_n_u32 since Clang 6 and 7 will
4623*08b48e0bSAndroid Build Coastguard Worker          * incorrectly "optimize" this:
4624*08b48e0bSAndroid Build Coastguard Worker          *   tmp     = vmul_u32(vmovn_u64(a), vmovn_u64(b));
4625*08b48e0bSAndroid Build Coastguard Worker          *   shifted = vshll_n_u32(tmp, 32);
4626*08b48e0bSAndroid Build Coastguard Worker          * to this:
4627*08b48e0bSAndroid Build Coastguard Worker          *   tmp     = "vmulq_u64"(a, b); // no such thing!
4628*08b48e0bSAndroid Build Coastguard Worker          *   shifted = vshlq_n_u64(tmp, 32);
4629*08b48e0bSAndroid Build Coastguard Worker          *
4630*08b48e0bSAndroid Build Coastguard Worker          * However, unlike SSE, Clang lacks a 64-bit multiply routine
4631*08b48e0bSAndroid Build Coastguard Worker          * for NEON, and it scalarizes two 64-bit multiplies instead.
4632*08b48e0bSAndroid Build Coastguard Worker          *
4633*08b48e0bSAndroid Build Coastguard Worker          * vmull_u32 has the same timing as vmul_u32, and it avoids
4634*08b48e0bSAndroid Build Coastguard Worker          * this bug completely.
4635*08b48e0bSAndroid Build Coastguard Worker          * See https://bugs.llvm.org/show_bug.cgi?id=39967
4636*08b48e0bSAndroid Build Coastguard Worker          */
4637*08b48e0bSAndroid Build Coastguard Worker         uint64x2_t prod_hi = vmull_u32(data_key_hi, prime);
4638*08b48e0bSAndroid Build Coastguard Worker         /* xacc[i] = prod_hi << 32; */
4639*08b48e0bSAndroid Build Coastguard Worker         xacc[i] = vshlq_n_u64(prod_hi, 32);
4640*08b48e0bSAndroid Build Coastguard Worker         /* xacc[i] += (prod_hi & 0xFFFFFFFF) * XXH_PRIME32_1; */
4641*08b48e0bSAndroid Build Coastguard Worker         xacc[i] = vmlal_u32(xacc[i], data_key_lo, prime);
4642*08b48e0bSAndroid Build Coastguard Worker 
4643*08b48e0bSAndroid Build Coastguard Worker       }
4644*08b48e0bSAndroid Build Coastguard Worker 
4645*08b48e0bSAndroid Build Coastguard Worker     }
4646*08b48e0bSAndroid Build Coastguard Worker 
4647*08b48e0bSAndroid Build Coastguard Worker   }
4648*08b48e0bSAndroid Build Coastguard Worker 
4649*08b48e0bSAndroid Build Coastguard Worker }
4650*08b48e0bSAndroid Build Coastguard Worker 
4651*08b48e0bSAndroid Build Coastguard Worker       #endif
4652*08b48e0bSAndroid Build Coastguard Worker 
4653*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_VSX)
4654*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_vsx(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4655*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_accumulate_512_vsx(void *XXH_RESTRICT       acc,
4656*08b48e0bSAndroid Build Coastguard Worker                                               const void *XXH_RESTRICT input,
4657*08b48e0bSAndroid Build Coastguard Worker                                               const void *XXH_RESTRICT secret) {
4658*08b48e0bSAndroid Build Coastguard Worker 
4659*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 *const       xacc = (xxh_u64x2 *)acc;       /* presumed aligned */
4660*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 const *const xinput =
4661*08b48e0bSAndroid Build Coastguard Worker       (xxh_u64x2 const *)input;                 /* no alignment restriction */
4662*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 const *const xsecret =
4663*08b48e0bSAndroid Build Coastguard Worker       (xxh_u64x2 const *)secret;                /* no alignment restriction */
4664*08b48e0bSAndroid Build Coastguard Worker   xxh_u64x2 const v32 = {32, 32};
4665*08b48e0bSAndroid Build Coastguard Worker   size_t          i;
4666*08b48e0bSAndroid Build Coastguard Worker   for (i = 0; i < XXH_STRIPE_LEN / sizeof(xxh_u64x2); i++) {
4667*08b48e0bSAndroid Build Coastguard Worker 
4668*08b48e0bSAndroid Build Coastguard Worker     /* data_vec = xinput[i]; */
4669*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const data_vec = XXH_vec_loadu(xinput + i);
4670*08b48e0bSAndroid Build Coastguard Worker     /* key_vec = xsecret[i]; */
4671*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const key_vec = XXH_vec_loadu(xsecret + i);
4672*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const data_key = data_vec ^ key_vec;
4673*08b48e0bSAndroid Build Coastguard Worker     /* shuffled = (data_key << 32) | (data_key >> 32); */
4674*08b48e0bSAndroid Build Coastguard Worker     xxh_u32x4 const shuffled = (xxh_u32x4)vec_rl(data_key, v32);
4675*08b48e0bSAndroid Build Coastguard Worker     /* product = ((xxh_u64x2)data_key & 0xFFFFFFFF) * ((xxh_u64x2)shuffled &
4676*08b48e0bSAndroid Build Coastguard Worker      * 0xFFFFFFFF); */
4677*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const product = XXH_vec_mulo((xxh_u32x4)data_key, shuffled);
4678*08b48e0bSAndroid Build Coastguard Worker     xacc[i] += product;
4679*08b48e0bSAndroid Build Coastguard Worker 
4680*08b48e0bSAndroid Build Coastguard Worker           /* swap high and low halves */
4681*08b48e0bSAndroid Build Coastguard Worker         #ifdef __s390x__
4682*08b48e0bSAndroid Build Coastguard Worker     xacc[i] += vec_permi(data_vec, data_vec, 2);
4683*08b48e0bSAndroid Build Coastguard Worker         #else
4684*08b48e0bSAndroid Build Coastguard Worker     xacc[i] += vec_xxpermdi(data_vec, data_vec, 2);
4685*08b48e0bSAndroid Build Coastguard Worker         #endif
4686*08b48e0bSAndroid Build Coastguard Worker 
4687*08b48e0bSAndroid Build Coastguard Worker   }
4688*08b48e0bSAndroid Build Coastguard Worker 
4689*08b48e0bSAndroid Build Coastguard Worker }
4690*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_vsx(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4691*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_scrambleAcc_vsx(void *XXH_RESTRICT       acc,
4692*08b48e0bSAndroid Build Coastguard Worker                                            const void *XXH_RESTRICT secret) {
4693*08b48e0bSAndroid Build Coastguard Worker 
4694*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & 15) == 0);
4695*08b48e0bSAndroid Build Coastguard Worker 
4696*08b48e0bSAndroid Build Coastguard Worker   {
4697*08b48e0bSAndroid Build Coastguard Worker 
4698*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 *const       xacc = (xxh_u64x2 *)acc;
4699*08b48e0bSAndroid Build Coastguard Worker     const xxh_u64x2 *const xsecret = (const xxh_u64x2 *)secret;
4700*08b48e0bSAndroid Build Coastguard Worker     /* constants */
4701*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const v32 = {32, 32};
4702*08b48e0bSAndroid Build Coastguard Worker     xxh_u64x2 const v47 = {47, 47};
4703*08b48e0bSAndroid Build Coastguard Worker     xxh_u32x4 const prime = {XXH_PRIME32_1, XXH_PRIME32_1, XXH_PRIME32_1,
4704*08b48e0bSAndroid Build Coastguard Worker                              XXH_PRIME32_1};
4705*08b48e0bSAndroid Build Coastguard Worker     size_t          i;
4706*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < XXH_STRIPE_LEN / sizeof(xxh_u64x2); i++) {
4707*08b48e0bSAndroid Build Coastguard Worker 
4708*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= (xacc[i] >> 47); */
4709*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const acc_vec = xacc[i];
4710*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const data_vec = acc_vec ^ (acc_vec >> v47);
4711*08b48e0bSAndroid Build Coastguard Worker 
4712*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] ^= xsecret[i]; */
4713*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const key_vec = XXH_vec_loadu(xsecret + i);
4714*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const data_key = data_vec ^ key_vec;
4715*08b48e0bSAndroid Build Coastguard Worker 
4716*08b48e0bSAndroid Build Coastguard Worker       /* xacc[i] *= XXH_PRIME32_1 */
4717*08b48e0bSAndroid Build Coastguard Worker       /* prod_lo = ((xxh_u64x2)data_key & 0xFFFFFFFF) * ((xxh_u64x2)prime &
4718*08b48e0bSAndroid Build Coastguard Worker        * 0xFFFFFFFF);  */
4719*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const prod_even = XXH_vec_mule((xxh_u32x4)data_key, prime);
4720*08b48e0bSAndroid Build Coastguard Worker       /* prod_hi = ((xxh_u64x2)data_key >> 32) * ((xxh_u64x2)prime >> 32);  */
4721*08b48e0bSAndroid Build Coastguard Worker       xxh_u64x2 const prod_odd = XXH_vec_mulo((xxh_u32x4)data_key, prime);
4722*08b48e0bSAndroid Build Coastguard Worker       xacc[i] = prod_odd + (prod_even << v32);
4723*08b48e0bSAndroid Build Coastguard Worker 
4724*08b48e0bSAndroid Build Coastguard Worker     }
4725*08b48e0bSAndroid Build Coastguard Worker 
4726*08b48e0bSAndroid Build Coastguard Worker   }
4727*08b48e0bSAndroid Build Coastguard Worker 
4728*08b48e0bSAndroid Build Coastguard Worker }
4729*08b48e0bSAndroid Build Coastguard Worker 
4730*08b48e0bSAndroid Build Coastguard Worker       #endif
4731*08b48e0bSAndroid Build Coastguard Worker 
4732*08b48e0bSAndroid Build Coastguard Worker /* scalar variants - universal */
4733*08b48e0bSAndroid Build Coastguard Worker 
XXH3_accumulate_512_scalar(void * XXH_RESTRICT acc,const void * XXH_RESTRICT input,const void * XXH_RESTRICT secret)4734*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_accumulate_512_scalar(
4735*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT acc, const void *XXH_RESTRICT input,
4736*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret) {
4737*08b48e0bSAndroid Build Coastguard Worker 
4738*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 *const      xacc = (xxh_u64 *)acc;            /* presumed aligned */
4739*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *const xinput =
4740*08b48e0bSAndroid Build Coastguard Worker       (const xxh_u8 *)input;                    /* no alignment restriction */
4741*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *const xsecret =
4742*08b48e0bSAndroid Build Coastguard Worker       (const xxh_u8 *)secret;                   /* no alignment restriction */
4743*08b48e0bSAndroid Build Coastguard Worker   size_t i;
4744*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(((size_t)acc & (XXH_ACC_ALIGN - 1)) == 0);
4745*08b48e0bSAndroid Build Coastguard Worker   for (i = 0; i < XXH_ACC_NB; i++) {
4746*08b48e0bSAndroid Build Coastguard Worker 
4747*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const data_val = XXH_readLE64(xinput + 8 * i);
4748*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const data_key = data_val ^ XXH_readLE64(xsecret + i * 8);
4749*08b48e0bSAndroid Build Coastguard Worker     xacc[i ^ 1] += data_val;                         /* swap adjacent lanes */
4750*08b48e0bSAndroid Build Coastguard Worker     xacc[i] += XXH_mult32to64(data_key & 0xFFFFFFFF, data_key >> 32);
4751*08b48e0bSAndroid Build Coastguard Worker 
4752*08b48e0bSAndroid Build Coastguard Worker   }
4753*08b48e0bSAndroid Build Coastguard Worker 
4754*08b48e0bSAndroid Build Coastguard Worker }
4755*08b48e0bSAndroid Build Coastguard Worker 
XXH3_scrambleAcc_scalar(void * XXH_RESTRICT acc,const void * XXH_RESTRICT secret)4756*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_scrambleAcc_scalar(void *XXH_RESTRICT       acc,
4757*08b48e0bSAndroid Build Coastguard Worker                                               const void *XXH_RESTRICT secret) {
4758*08b48e0bSAndroid Build Coastguard Worker 
4759*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 *const      xacc = (xxh_u64 *)acc;            /* presumed aligned */
4760*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *const xsecret =
4761*08b48e0bSAndroid Build Coastguard Worker       (const xxh_u8 *)secret;                   /* no alignment restriction */
4762*08b48e0bSAndroid Build Coastguard Worker   size_t i;
4763*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((((size_t)acc) & (XXH_ACC_ALIGN - 1)) == 0);
4764*08b48e0bSAndroid Build Coastguard Worker   for (i = 0; i < XXH_ACC_NB; i++) {
4765*08b48e0bSAndroid Build Coastguard Worker 
4766*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const key64 = XXH_readLE64(xsecret + 8 * i);
4767*08b48e0bSAndroid Build Coastguard Worker     xxh_u64       acc64 = xacc[i];
4768*08b48e0bSAndroid Build Coastguard Worker     acc64 = XXH_xorshift64(acc64, 47);
4769*08b48e0bSAndroid Build Coastguard Worker     acc64 ^= key64;
4770*08b48e0bSAndroid Build Coastguard Worker     acc64 *= XXH_PRIME32_1;
4771*08b48e0bSAndroid Build Coastguard Worker     xacc[i] = acc64;
4772*08b48e0bSAndroid Build Coastguard Worker 
4773*08b48e0bSAndroid Build Coastguard Worker   }
4774*08b48e0bSAndroid Build Coastguard Worker 
4775*08b48e0bSAndroid Build Coastguard Worker }
4776*08b48e0bSAndroid Build Coastguard Worker 
XXH3_initCustomSecret_scalar(void * XXH_RESTRICT customSecret,xxh_u64 seed64)4777*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_initCustomSecret_scalar(
4778*08b48e0bSAndroid Build Coastguard Worker     void *XXH_RESTRICT customSecret, xxh_u64 seed64) {
4779*08b48e0bSAndroid Build Coastguard Worker 
4780*08b48e0bSAndroid Build Coastguard Worker   /*
4781*08b48e0bSAndroid Build Coastguard Worker    * We need a separate pointer for the hack below,
4782*08b48e0bSAndroid Build Coastguard Worker    * which requires a non-const pointer.
4783*08b48e0bSAndroid Build Coastguard Worker    * Any decent compiler will optimize this out otherwise.
4784*08b48e0bSAndroid Build Coastguard Worker    */
4785*08b48e0bSAndroid Build Coastguard Worker   const xxh_u8 *kSecretPtr = XXH3_kSecret;
4786*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT((XXH_SECRET_DEFAULT_SIZE & 15) == 0);
4787*08b48e0bSAndroid Build Coastguard Worker 
4788*08b48e0bSAndroid Build Coastguard Worker       #if defined(__clang__) && defined(__aarch64__)
4789*08b48e0bSAndroid Build Coastguard Worker   /*
4790*08b48e0bSAndroid Build Coastguard Worker    * UGLY HACK:
4791*08b48e0bSAndroid Build Coastguard Worker    * Clang generates a bunch of MOV/MOVK pairs for aarch64, and they are
4792*08b48e0bSAndroid Build Coastguard Worker    * placed sequentially, in order, at the top of the unrolled loop.
4793*08b48e0bSAndroid Build Coastguard Worker    *
4794*08b48e0bSAndroid Build Coastguard Worker    * While MOVK is great for generating constants (2 cycles for a 64-bit
4795*08b48e0bSAndroid Build Coastguard Worker    * constant compared to 4 cycles for LDR), long MOVK chains stall the
4796*08b48e0bSAndroid Build Coastguard Worker    * integer pipelines:
4797*08b48e0bSAndroid Build Coastguard Worker    *   I   L   S
4798*08b48e0bSAndroid Build Coastguard Worker    * MOVK
4799*08b48e0bSAndroid Build Coastguard Worker    * MOVK
4800*08b48e0bSAndroid Build Coastguard Worker    * MOVK
4801*08b48e0bSAndroid Build Coastguard Worker    * MOVK
4802*08b48e0bSAndroid Build Coastguard Worker    * ADD
4803*08b48e0bSAndroid Build Coastguard Worker    * SUB      STR
4804*08b48e0bSAndroid Build Coastguard Worker    *          STR
4805*08b48e0bSAndroid Build Coastguard Worker    * By forcing loads from memory (as the asm line causes Clang to assume
4806*08b48e0bSAndroid Build Coastguard Worker    * that XXH3_kSecretPtr has been changed), the pipelines are used more
4807*08b48e0bSAndroid Build Coastguard Worker    * efficiently:
4808*08b48e0bSAndroid Build Coastguard Worker    *   I   L   S
4809*08b48e0bSAndroid Build Coastguard Worker    *      LDR
4810*08b48e0bSAndroid Build Coastguard Worker    *  ADD LDR
4811*08b48e0bSAndroid Build Coastguard Worker    *  SUB     STR
4812*08b48e0bSAndroid Build Coastguard Worker    *          STR
4813*08b48e0bSAndroid Build Coastguard Worker    * XXH3_64bits_withSeed, len == 256, Snapdragon 835
4814*08b48e0bSAndroid Build Coastguard Worker    *   without hack: 2654.4 MB/s
4815*08b48e0bSAndroid Build Coastguard Worker    *   with hack:    3202.9 MB/s
4816*08b48e0bSAndroid Build Coastguard Worker    */
4817*08b48e0bSAndroid Build Coastguard Worker   XXH_COMPILER_GUARD(kSecretPtr);
4818*08b48e0bSAndroid Build Coastguard Worker       #endif
4819*08b48e0bSAndroid Build Coastguard Worker   /*
4820*08b48e0bSAndroid Build Coastguard Worker    * Note: in debug mode, this overrides the asm optimization
4821*08b48e0bSAndroid Build Coastguard Worker    * and Clang will emit MOVK chains again.
4822*08b48e0bSAndroid Build Coastguard Worker    */
4823*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(kSecretPtr == XXH3_kSecret);
4824*08b48e0bSAndroid Build Coastguard Worker 
4825*08b48e0bSAndroid Build Coastguard Worker   {
4826*08b48e0bSAndroid Build Coastguard Worker 
4827*08b48e0bSAndroid Build Coastguard Worker     int const nbRounds = XXH_SECRET_DEFAULT_SIZE / 16;
4828*08b48e0bSAndroid Build Coastguard Worker     int       i;
4829*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < nbRounds; i++) {
4830*08b48e0bSAndroid Build Coastguard Worker 
4831*08b48e0bSAndroid Build Coastguard Worker       /*
4832*08b48e0bSAndroid Build Coastguard Worker        * The asm hack causes Clang to assume that kSecretPtr aliases with
4833*08b48e0bSAndroid Build Coastguard Worker        * customSecret, and on aarch64, this prevented LDP from merging two
4834*08b48e0bSAndroid Build Coastguard Worker        * loads together for free. Putting the loads together before the stores
4835*08b48e0bSAndroid Build Coastguard Worker        * properly generates LDP.
4836*08b48e0bSAndroid Build Coastguard Worker        */
4837*08b48e0bSAndroid Build Coastguard Worker       xxh_u64 lo = XXH_readLE64(kSecretPtr + 16 * i) + seed64;
4838*08b48e0bSAndroid Build Coastguard Worker       xxh_u64 hi = XXH_readLE64(kSecretPtr + 16 * i + 8) - seed64;
4839*08b48e0bSAndroid Build Coastguard Worker       XXH_writeLE64((xxh_u8 *)customSecret + 16 * i, lo);
4840*08b48e0bSAndroid Build Coastguard Worker       XXH_writeLE64((xxh_u8 *)customSecret + 16 * i + 8, hi);
4841*08b48e0bSAndroid Build Coastguard Worker 
4842*08b48e0bSAndroid Build Coastguard Worker     }
4843*08b48e0bSAndroid Build Coastguard Worker 
4844*08b48e0bSAndroid Build Coastguard Worker   }
4845*08b48e0bSAndroid Build Coastguard Worker 
4846*08b48e0bSAndroid Build Coastguard Worker }
4847*08b48e0bSAndroid Build Coastguard Worker 
4848*08b48e0bSAndroid Build Coastguard Worker typedef void (*XXH3_f_accumulate_512)(void *XXH_RESTRICT, const void *,
4849*08b48e0bSAndroid Build Coastguard Worker                                       const void *);
4850*08b48e0bSAndroid Build Coastguard Worker typedef void (*XXH3_f_scrambleAcc)(void *XXH_RESTRICT, const void *);
4851*08b48e0bSAndroid Build Coastguard Worker typedef void (*XXH3_f_initCustomSecret)(void *XXH_RESTRICT, xxh_u64);
4852*08b48e0bSAndroid Build Coastguard Worker 
4853*08b48e0bSAndroid Build Coastguard Worker       #if (XXH_VECTOR == XXH_AVX512)
4854*08b48e0bSAndroid Build Coastguard Worker 
4855*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_avx512
4856*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_avx512
4857*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_avx512
4858*08b48e0bSAndroid Build Coastguard Worker 
4859*08b48e0bSAndroid Build Coastguard Worker       #elif (XXH_VECTOR == XXH_AVX2)
4860*08b48e0bSAndroid Build Coastguard Worker 
4861*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_avx2
4862*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_avx2
4863*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_avx2
4864*08b48e0bSAndroid Build Coastguard Worker 
4865*08b48e0bSAndroid Build Coastguard Worker       #elif (XXH_VECTOR == XXH_SSE2)
4866*08b48e0bSAndroid Build Coastguard Worker 
4867*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_sse2
4868*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_sse2
4869*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_sse2
4870*08b48e0bSAndroid Build Coastguard Worker 
4871*08b48e0bSAndroid Build Coastguard Worker       #elif (XXH_VECTOR == XXH_NEON)
4872*08b48e0bSAndroid Build Coastguard Worker 
4873*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_neon
4874*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_neon
4875*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_scalar
4876*08b48e0bSAndroid Build Coastguard Worker 
4877*08b48e0bSAndroid Build Coastguard Worker       #elif (XXH_VECTOR == XXH_VSX)
4878*08b48e0bSAndroid Build Coastguard Worker 
4879*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_vsx
4880*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_vsx
4881*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_scalar
4882*08b48e0bSAndroid Build Coastguard Worker 
4883*08b48e0bSAndroid Build Coastguard Worker       #else                                                       /* scalar */
4884*08b48e0bSAndroid Build Coastguard Worker 
4885*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_accumulate_512 XXH3_accumulate_512_scalar
4886*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_scrambleAcc XXH3_scrambleAcc_scalar
4887*08b48e0bSAndroid Build Coastguard Worker         #define XXH3_initCustomSecret XXH3_initCustomSecret_scalar
4888*08b48e0bSAndroid Build Coastguard Worker 
4889*08b48e0bSAndroid Build Coastguard Worker       #endif
4890*08b48e0bSAndroid Build Coastguard Worker 
4891*08b48e0bSAndroid Build Coastguard Worker       #ifndef XXH_PREFETCH_DIST
4892*08b48e0bSAndroid Build Coastguard Worker         #ifdef __clang__
4893*08b48e0bSAndroid Build Coastguard Worker           #define XXH_PREFETCH_DIST 320
4894*08b48e0bSAndroid Build Coastguard Worker         #else
4895*08b48e0bSAndroid Build Coastguard Worker           #if (XXH_VECTOR == XXH_AVX512)
4896*08b48e0bSAndroid Build Coastguard Worker             #define XXH_PREFETCH_DIST 512
4897*08b48e0bSAndroid Build Coastguard Worker           #else
4898*08b48e0bSAndroid Build Coastguard Worker             #define XXH_PREFETCH_DIST 384
4899*08b48e0bSAndroid Build Coastguard Worker           #endif
4900*08b48e0bSAndroid Build Coastguard Worker         #endif                                                 /* __clang__ */
4901*08b48e0bSAndroid Build Coastguard Worker       #endif                                           /* XXH_PREFETCH_DIST */
4902*08b48e0bSAndroid Build Coastguard Worker 
4903*08b48e0bSAndroid Build Coastguard Worker /*
4904*08b48e0bSAndroid Build Coastguard Worker  * XXH3_accumulate()
4905*08b48e0bSAndroid Build Coastguard Worker  * Loops over XXH3_accumulate_512().
4906*08b48e0bSAndroid Build Coastguard Worker  * Assumption: nbStripes will not overflow the secret size
4907*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_accumulate(xxh_u64 * XXH_RESTRICT acc,const xxh_u8 * XXH_RESTRICT input,const xxh_u8 * XXH_RESTRICT secret,size_t nbStripes,XXH3_f_accumulate_512 f_acc512)4908*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_accumulate(xxh_u64 *XXH_RESTRICT      acc,
4909*08b48e0bSAndroid Build Coastguard Worker                                       const xxh_u8 *XXH_RESTRICT input,
4910*08b48e0bSAndroid Build Coastguard Worker                                       const xxh_u8 *XXH_RESTRICT secret,
4911*08b48e0bSAndroid Build Coastguard Worker                                       size_t                     nbStripes,
4912*08b48e0bSAndroid Build Coastguard Worker                                       XXH3_f_accumulate_512      f_acc512) {
4913*08b48e0bSAndroid Build Coastguard Worker 
4914*08b48e0bSAndroid Build Coastguard Worker   size_t n;
4915*08b48e0bSAndroid Build Coastguard Worker   for (n = 0; n < nbStripes; n++) {
4916*08b48e0bSAndroid Build Coastguard Worker 
4917*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const in = input + n * XXH_STRIPE_LEN;
4918*08b48e0bSAndroid Build Coastguard Worker     XXH_PREFETCH(in + XXH_PREFETCH_DIST);
4919*08b48e0bSAndroid Build Coastguard Worker     f_acc512(acc, in, secret + n * XXH_SECRET_CONSUME_RATE);
4920*08b48e0bSAndroid Build Coastguard Worker 
4921*08b48e0bSAndroid Build Coastguard Worker   }
4922*08b48e0bSAndroid Build Coastguard Worker 
4923*08b48e0bSAndroid Build Coastguard Worker }
4924*08b48e0bSAndroid Build Coastguard Worker 
XXH3_hashLong_internal_loop(xxh_u64 * XXH_RESTRICT acc,const xxh_u8 * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble)4925*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_hashLong_internal_loop(
4926*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 *XXH_RESTRICT acc, const xxh_u8 *XXH_RESTRICT input, size_t len,
4927*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize,
4928*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_accumulate_512 f_acc512, XXH3_f_scrambleAcc f_scramble) {
4929*08b48e0bSAndroid Build Coastguard Worker 
4930*08b48e0bSAndroid Build Coastguard Worker   size_t const nbStripesPerBlock =
4931*08b48e0bSAndroid Build Coastguard Worker       (secretSize - XXH_STRIPE_LEN) / XXH_SECRET_CONSUME_RATE;
4932*08b48e0bSAndroid Build Coastguard Worker   size_t const block_len = XXH_STRIPE_LEN * nbStripesPerBlock;
4933*08b48e0bSAndroid Build Coastguard Worker   size_t const nb_blocks = (len - 1) / block_len;
4934*08b48e0bSAndroid Build Coastguard Worker 
4935*08b48e0bSAndroid Build Coastguard Worker   size_t n;
4936*08b48e0bSAndroid Build Coastguard Worker 
4937*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
4938*08b48e0bSAndroid Build Coastguard Worker 
4939*08b48e0bSAndroid Build Coastguard Worker   for (n = 0; n < nb_blocks; n++) {
4940*08b48e0bSAndroid Build Coastguard Worker 
4941*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate(acc, input + n * block_len, secret, nbStripesPerBlock,
4942*08b48e0bSAndroid Build Coastguard Worker                     f_acc512);
4943*08b48e0bSAndroid Build Coastguard Worker     f_scramble(acc, secret + secretSize - XXH_STRIPE_LEN);
4944*08b48e0bSAndroid Build Coastguard Worker 
4945*08b48e0bSAndroid Build Coastguard Worker   }
4946*08b48e0bSAndroid Build Coastguard Worker 
4947*08b48e0bSAndroid Build Coastguard Worker   /* last partial block */
4948*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(len > XXH_STRIPE_LEN);
4949*08b48e0bSAndroid Build Coastguard Worker   {
4950*08b48e0bSAndroid Build Coastguard Worker 
4951*08b48e0bSAndroid Build Coastguard Worker     size_t const nbStripes =
4952*08b48e0bSAndroid Build Coastguard Worker         ((len - 1) - (block_len * nb_blocks)) / XXH_STRIPE_LEN;
4953*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(nbStripes <= (secretSize / XXH_SECRET_CONSUME_RATE));
4954*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate(acc, input + nb_blocks * block_len, secret, nbStripes,
4955*08b48e0bSAndroid Build Coastguard Worker                     f_acc512);
4956*08b48e0bSAndroid Build Coastguard Worker 
4957*08b48e0bSAndroid Build Coastguard Worker     /* last stripe */
4958*08b48e0bSAndroid Build Coastguard Worker     {
4959*08b48e0bSAndroid Build Coastguard Worker 
4960*08b48e0bSAndroid Build Coastguard Worker       const xxh_u8 *const p = input + len - XXH_STRIPE_LEN;
4961*08b48e0bSAndroid Build Coastguard Worker       #define XXH_SECRET_LASTACC_START                                       \
4962*08b48e0bSAndroid Build Coastguard Worker         7 /* not aligned on 8, last secret is different from acc & scrambler \
4963*08b48e0bSAndroid Build Coastguard Worker            */
4964*08b48e0bSAndroid Build Coastguard Worker       f_acc512(acc, p,
4965*08b48e0bSAndroid Build Coastguard Worker                secret + secretSize - XXH_STRIPE_LEN - XXH_SECRET_LASTACC_START);
4966*08b48e0bSAndroid Build Coastguard Worker 
4967*08b48e0bSAndroid Build Coastguard Worker     }
4968*08b48e0bSAndroid Build Coastguard Worker 
4969*08b48e0bSAndroid Build Coastguard Worker   }
4970*08b48e0bSAndroid Build Coastguard Worker 
4971*08b48e0bSAndroid Build Coastguard Worker }
4972*08b48e0bSAndroid Build Coastguard Worker 
XXH3_mix2Accs(const xxh_u64 * XXH_RESTRICT acc,const xxh_u8 * XXH_RESTRICT secret)4973*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE xxh_u64 XXH3_mix2Accs(const xxh_u64 *XXH_RESTRICT acc,
4974*08b48e0bSAndroid Build Coastguard Worker                                        const xxh_u8 *XXH_RESTRICT  secret) {
4975*08b48e0bSAndroid Build Coastguard Worker 
4976*08b48e0bSAndroid Build Coastguard Worker   return XXH3_mul128_fold64(acc[0] ^ XXH_readLE64(secret),
4977*08b48e0bSAndroid Build Coastguard Worker                             acc[1] ^ XXH_readLE64(secret + 8));
4978*08b48e0bSAndroid Build Coastguard Worker 
4979*08b48e0bSAndroid Build Coastguard Worker }
4980*08b48e0bSAndroid Build Coastguard Worker 
XXH3_mergeAccs(const xxh_u64 * XXH_RESTRICT acc,const xxh_u8 * XXH_RESTRICT secret,xxh_u64 start)4981*08b48e0bSAndroid Build Coastguard Worker static XXH64_hash_t XXH3_mergeAccs(const xxh_u64 *XXH_RESTRICT acc,
4982*08b48e0bSAndroid Build Coastguard Worker                                    const xxh_u8 *XXH_RESTRICT  secret,
4983*08b48e0bSAndroid Build Coastguard Worker                                    xxh_u64                     start) {
4984*08b48e0bSAndroid Build Coastguard Worker 
4985*08b48e0bSAndroid Build Coastguard Worker   xxh_u64 result64 = start;
4986*08b48e0bSAndroid Build Coastguard Worker   size_t  i = 0;
4987*08b48e0bSAndroid Build Coastguard Worker 
4988*08b48e0bSAndroid Build Coastguard Worker   for (i = 0; i < 4; i++) {
4989*08b48e0bSAndroid Build Coastguard Worker 
4990*08b48e0bSAndroid Build Coastguard Worker     result64 += XXH3_mix2Accs(acc + 2 * i, secret + 16 * i);
4991*08b48e0bSAndroid Build Coastguard Worker       #if defined(__clang__)                                /* Clang */ \
4992*08b48e0bSAndroid Build Coastguard Worker           && (defined(__arm__) || defined(__thumb__))       /* ARMv7 */ \
4993*08b48e0bSAndroid Build Coastguard Worker           && (defined(__ARM_NEON) || defined(__ARM_NEON__)) /* NEON */  \
4994*08b48e0bSAndroid Build Coastguard Worker           && !defined(XXH_ENABLE_AUTOVECTORIZE)        /* Define to disable */
4995*08b48e0bSAndroid Build Coastguard Worker     /*
4996*08b48e0bSAndroid Build Coastguard Worker      * UGLY HACK:
4997*08b48e0bSAndroid Build Coastguard Worker      * Prevent autovectorization on Clang ARMv7-a. Exact same problem as
4998*08b48e0bSAndroid Build Coastguard Worker      * the one in XXH3_len_129to240_64b. Speeds up shorter keys > 240b.
4999*08b48e0bSAndroid Build Coastguard Worker      * XXH3_64bits, len == 256, Snapdragon 835:
5000*08b48e0bSAndroid Build Coastguard Worker      *   without hack: 2063.7 MB/s
5001*08b48e0bSAndroid Build Coastguard Worker      *   with hack:    2560.7 MB/s
5002*08b48e0bSAndroid Build Coastguard Worker      */
5003*08b48e0bSAndroid Build Coastguard Worker     XXH_COMPILER_GUARD(result64);
5004*08b48e0bSAndroid Build Coastguard Worker       #endif
5005*08b48e0bSAndroid Build Coastguard Worker 
5006*08b48e0bSAndroid Build Coastguard Worker   }
5007*08b48e0bSAndroid Build Coastguard Worker 
5008*08b48e0bSAndroid Build Coastguard Worker   return XXH3_avalanche(result64);
5009*08b48e0bSAndroid Build Coastguard Worker 
5010*08b48e0bSAndroid Build Coastguard Worker }
5011*08b48e0bSAndroid Build Coastguard Worker 
5012*08b48e0bSAndroid Build Coastguard Worker       #define XXH3_INIT_ACC                                              \
5013*08b48e0bSAndroid Build Coastguard Worker         {                                                                \
5014*08b48e0bSAndroid Build Coastguard Worker                                                                          \
5015*08b48e0bSAndroid Build Coastguard Worker           XXH_PRIME32_3, XXH_PRIME64_1, XXH_PRIME64_2, XXH_PRIME64_3,    \
5016*08b48e0bSAndroid Build Coastguard Worker               XXH_PRIME64_4, XXH_PRIME32_2, XXH_PRIME64_5, XXH_PRIME32_1 \
5017*08b48e0bSAndroid Build Coastguard Worker                                                                          \
5018*08b48e0bSAndroid Build Coastguard Worker         }
5019*08b48e0bSAndroid Build Coastguard Worker 
XXH3_hashLong_64b_internal(const void * XXH_RESTRICT input,size_t len,const void * XXH_RESTRICT secret,size_t secretSize,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble)5020*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_hashLong_64b_internal(
5021*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, const void *XXH_RESTRICT secret,
5022*08b48e0bSAndroid Build Coastguard Worker     size_t secretSize, XXH3_f_accumulate_512 f_acc512,
5023*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_scrambleAcc f_scramble) {
5024*08b48e0bSAndroid Build Coastguard Worker 
5025*08b48e0bSAndroid Build Coastguard Worker   XXH_ALIGN(XXH_ACC_ALIGN) xxh_u64 acc[XXH_ACC_NB] = XXH3_INIT_ACC;
5026*08b48e0bSAndroid Build Coastguard Worker 
5027*08b48e0bSAndroid Build Coastguard Worker   XXH3_hashLong_internal_loop(acc, (const xxh_u8 *)input, len,
5028*08b48e0bSAndroid Build Coastguard Worker                               (const xxh_u8 *)secret, secretSize, f_acc512,
5029*08b48e0bSAndroid Build Coastguard Worker                               f_scramble);
5030*08b48e0bSAndroid Build Coastguard Worker 
5031*08b48e0bSAndroid Build Coastguard Worker   /* converge into final hash */
5032*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(sizeof(acc) == 64);
5033*08b48e0bSAndroid Build Coastguard Worker       /* do not align on 8, so that the secret is different from the accumulator
5034*08b48e0bSAndroid Build Coastguard Worker        */
5035*08b48e0bSAndroid Build Coastguard Worker       #define XXH_SECRET_MERGEACCS_START 11
5036*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= sizeof(acc) + XXH_SECRET_MERGEACCS_START);
5037*08b48e0bSAndroid Build Coastguard Worker   return XXH3_mergeAccs(acc,
5038*08b48e0bSAndroid Build Coastguard Worker                         (const xxh_u8 *)secret + XXH_SECRET_MERGEACCS_START,
5039*08b48e0bSAndroid Build Coastguard Worker                         (xxh_u64)len * XXH_PRIME64_1);
5040*08b48e0bSAndroid Build Coastguard Worker 
5041*08b48e0bSAndroid Build Coastguard Worker }
5042*08b48e0bSAndroid Build Coastguard Worker 
5043*08b48e0bSAndroid Build Coastguard Worker /*
5044*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
5045*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_64b_withSecret(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,const xxh_u8 * XXH_RESTRICT secret,size_t secretLen)5046*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH64_hash_t XXH3_hashLong_64b_withSecret(
5047*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, XXH64_hash_t seed64,
5048*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretLen) {
5049*08b48e0bSAndroid Build Coastguard Worker 
5050*08b48e0bSAndroid Build Coastguard Worker   (void)seed64;
5051*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_64b_internal(input, len, secret, secretLen,
5052*08b48e0bSAndroid Build Coastguard Worker                                     XXH3_accumulate_512, XXH3_scrambleAcc);
5053*08b48e0bSAndroid Build Coastguard Worker 
5054*08b48e0bSAndroid Build Coastguard Worker }
5055*08b48e0bSAndroid Build Coastguard Worker 
5056*08b48e0bSAndroid Build Coastguard Worker /*
5057*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
5058*08b48e0bSAndroid Build Coastguard Worker  * Since the function is not inlined, the compiler may not be able to understand
5059*08b48e0bSAndroid Build Coastguard Worker  * that, in some scenarios, its `secret` argument is actually a compile time
5060*08b48e0bSAndroid Build Coastguard Worker  * constant. This variant enforces that the compiler can detect that, and uses
5061*08b48e0bSAndroid Build Coastguard Worker  * this opportunity to streamline the generated code for better performance.
5062*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_64b_default(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,const xxh_u8 * XXH_RESTRICT secret,size_t secretLen)5063*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH64_hash_t XXH3_hashLong_64b_default(
5064*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, XXH64_hash_t seed64,
5065*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretLen) {
5066*08b48e0bSAndroid Build Coastguard Worker 
5067*08b48e0bSAndroid Build Coastguard Worker   (void)seed64;
5068*08b48e0bSAndroid Build Coastguard Worker   (void)secret;
5069*08b48e0bSAndroid Build Coastguard Worker   (void)secretLen;
5070*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_64b_internal(input, len, XXH3_kSecret,
5071*08b48e0bSAndroid Build Coastguard Worker                                     sizeof(XXH3_kSecret), XXH3_accumulate_512,
5072*08b48e0bSAndroid Build Coastguard Worker                                     XXH3_scrambleAcc);
5073*08b48e0bSAndroid Build Coastguard Worker 
5074*08b48e0bSAndroid Build Coastguard Worker }
5075*08b48e0bSAndroid Build Coastguard Worker 
5076*08b48e0bSAndroid Build Coastguard Worker /*
5077*08b48e0bSAndroid Build Coastguard Worker  * XXH3_hashLong_64b_withSeed():
5078*08b48e0bSAndroid Build Coastguard Worker  * Generate a custom key based on alteration of default XXH3_kSecret with the
5079*08b48e0bSAndroid Build Coastguard Worker  * seed, and then use this key for long mode hashing.
5080*08b48e0bSAndroid Build Coastguard Worker  *
5081*08b48e0bSAndroid Build Coastguard Worker  * This operation is decently fast but nonetheless costs a little bit of time.
5082*08b48e0bSAndroid Build Coastguard Worker  * Try to avoid it whenever possible (typically when seed==0).
5083*08b48e0bSAndroid Build Coastguard Worker  *
5084*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined. Not sure
5085*08b48e0bSAndroid Build Coastguard Worker  * why (uop cache maybe?), but the difference is large and easily measurable.
5086*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_64b_withSeed_internal(const void * input,size_t len,XXH64_hash_t seed,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble,XXH3_f_initCustomSecret f_initSec)5087*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t XXH3_hashLong_64b_withSeed_internal(
5088*08b48e0bSAndroid Build Coastguard Worker     const void *input, size_t len, XXH64_hash_t seed,
5089*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_accumulate_512 f_acc512, XXH3_f_scrambleAcc f_scramble,
5090*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_initCustomSecret f_initSec) {
5091*08b48e0bSAndroid Build Coastguard Worker 
5092*08b48e0bSAndroid Build Coastguard Worker   if (seed == 0)
5093*08b48e0bSAndroid Build Coastguard Worker     return XXH3_hashLong_64b_internal(
5094*08b48e0bSAndroid Build Coastguard Worker         input, len, XXH3_kSecret, sizeof(XXH3_kSecret), f_acc512, f_scramble);
5095*08b48e0bSAndroid Build Coastguard Worker   {
5096*08b48e0bSAndroid Build Coastguard Worker 
5097*08b48e0bSAndroid Build Coastguard Worker     XXH_ALIGN(XXH_SEC_ALIGN) xxh_u8 secret[XXH_SECRET_DEFAULT_SIZE];
5098*08b48e0bSAndroid Build Coastguard Worker     f_initSec(secret, seed);
5099*08b48e0bSAndroid Build Coastguard Worker     return XXH3_hashLong_64b_internal(input, len, secret, sizeof(secret),
5100*08b48e0bSAndroid Build Coastguard Worker                                       f_acc512, f_scramble);
5101*08b48e0bSAndroid Build Coastguard Worker 
5102*08b48e0bSAndroid Build Coastguard Worker   }
5103*08b48e0bSAndroid Build Coastguard Worker 
5104*08b48e0bSAndroid Build Coastguard Worker }
5105*08b48e0bSAndroid Build Coastguard Worker 
5106*08b48e0bSAndroid Build Coastguard Worker /*
5107*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
5108*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_64b_withSeed(const void * input,size_t len,XXH64_hash_t seed,const xxh_u8 * secret,size_t secretLen)5109*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH64_hash_t XXH3_hashLong_64b_withSeed(const void   *input,
5110*08b48e0bSAndroid Build Coastguard Worker                                                       size_t        len,
5111*08b48e0bSAndroid Build Coastguard Worker                                                       XXH64_hash_t  seed,
5112*08b48e0bSAndroid Build Coastguard Worker                                                       const xxh_u8 *secret,
5113*08b48e0bSAndroid Build Coastguard Worker                                                       size_t        secretLen) {
5114*08b48e0bSAndroid Build Coastguard Worker 
5115*08b48e0bSAndroid Build Coastguard Worker   (void)secret;
5116*08b48e0bSAndroid Build Coastguard Worker   (void)secretLen;
5117*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_64b_withSeed_internal(
5118*08b48e0bSAndroid Build Coastguard Worker       input, len, seed, XXH3_accumulate_512, XXH3_scrambleAcc,
5119*08b48e0bSAndroid Build Coastguard Worker       XXH3_initCustomSecret);
5120*08b48e0bSAndroid Build Coastguard Worker 
5121*08b48e0bSAndroid Build Coastguard Worker }
5122*08b48e0bSAndroid Build Coastguard Worker 
5123*08b48e0bSAndroid Build Coastguard Worker typedef XXH64_hash_t (*XXH3_hashLong64_f)(const void *XXH_RESTRICT, size_t,
5124*08b48e0bSAndroid Build Coastguard Worker                                           XXH64_hash_t,
5125*08b48e0bSAndroid Build Coastguard Worker                                           const xxh_u8 *XXH_RESTRICT, size_t);
5126*08b48e0bSAndroid Build Coastguard Worker 
5127*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH64_hash_t
XXH3_64bits_internal(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,const void * XXH_RESTRICT secret,size_t secretLen,XXH3_hashLong64_f f_hashLong)5128*08b48e0bSAndroid Build Coastguard Worker XXH3_64bits_internal(const void *XXH_RESTRICT input, size_t len,
5129*08b48e0bSAndroid Build Coastguard Worker                      XXH64_hash_t seed64, const void *XXH_RESTRICT secret,
5130*08b48e0bSAndroid Build Coastguard Worker                      size_t secretLen, XXH3_hashLong64_f f_hashLong) {
5131*08b48e0bSAndroid Build Coastguard Worker 
5132*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretLen >= XXH3_SECRET_SIZE_MIN);
5133*08b48e0bSAndroid Build Coastguard Worker   /*
5134*08b48e0bSAndroid Build Coastguard Worker    * If an action is to be taken if `secretLen` condition is not respected,
5135*08b48e0bSAndroid Build Coastguard Worker    * it should be done here.
5136*08b48e0bSAndroid Build Coastguard Worker    * For now, it's a contract pre-condition.
5137*08b48e0bSAndroid Build Coastguard Worker    * Adding a check and a branch here would cost performance at every hash.
5138*08b48e0bSAndroid Build Coastguard Worker    * Also, note that function signature doesn't offer room to return an error.
5139*08b48e0bSAndroid Build Coastguard Worker    */
5140*08b48e0bSAndroid Build Coastguard Worker   if (len <= 16)
5141*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_0to16_64b((const xxh_u8 *)input, len,
5142*08b48e0bSAndroid Build Coastguard Worker                               (const xxh_u8 *)secret, seed64);
5143*08b48e0bSAndroid Build Coastguard Worker   if (len <= 128)
5144*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_17to128_64b((const xxh_u8 *)input, len,
5145*08b48e0bSAndroid Build Coastguard Worker                                 (const xxh_u8 *)secret, secretLen, seed64);
5146*08b48e0bSAndroid Build Coastguard Worker   if (len <= XXH3_MIDSIZE_MAX)
5147*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_129to240_64b((const xxh_u8 *)input, len,
5148*08b48e0bSAndroid Build Coastguard Worker                                  (const xxh_u8 *)secret, secretLen, seed64);
5149*08b48e0bSAndroid Build Coastguard Worker   return f_hashLong(input, len, seed64, (const xxh_u8 *)secret, secretLen);
5150*08b48e0bSAndroid Build Coastguard Worker 
5151*08b48e0bSAndroid Build Coastguard Worker }
5152*08b48e0bSAndroid Build Coastguard Worker 
5153*08b48e0bSAndroid Build Coastguard Worker /* ===   Public entry point   === */
5154*08b48e0bSAndroid Build Coastguard Worker 
5155*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits(const void * input,size_t len)5156*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits(const void *input, size_t len) {
5157*08b48e0bSAndroid Build Coastguard Worker 
5158*08b48e0bSAndroid Build Coastguard Worker   return XXH3_64bits_internal(input, len, 0, XXH3_kSecret, sizeof(XXH3_kSecret),
5159*08b48e0bSAndroid Build Coastguard Worker                               XXH3_hashLong_64b_default);
5160*08b48e0bSAndroid Build Coastguard Worker 
5161*08b48e0bSAndroid Build Coastguard Worker }
5162*08b48e0bSAndroid Build Coastguard Worker 
5163*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_withSecret(const void * input,size_t len,const void * secret,size_t secretSize)5164*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits_withSecret(const void *input,
5165*08b48e0bSAndroid Build Coastguard Worker                                                    size_t      len,
5166*08b48e0bSAndroid Build Coastguard Worker                                                    const void *secret,
5167*08b48e0bSAndroid Build Coastguard Worker                                                    size_t      secretSize) {
5168*08b48e0bSAndroid Build Coastguard Worker 
5169*08b48e0bSAndroid Build Coastguard Worker   return XXH3_64bits_internal(input, len, 0, secret, secretSize,
5170*08b48e0bSAndroid Build Coastguard Worker                               XXH3_hashLong_64b_withSecret);
5171*08b48e0bSAndroid Build Coastguard Worker 
5172*08b48e0bSAndroid Build Coastguard Worker }
5173*08b48e0bSAndroid Build Coastguard Worker 
5174*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_withSeed(const void * input,size_t len,XXH64_hash_t seed)5175*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits_withSeed(const void *input, size_t len,
5176*08b48e0bSAndroid Build Coastguard Worker                                                  XXH64_hash_t seed) {
5177*08b48e0bSAndroid Build Coastguard Worker 
5178*08b48e0bSAndroid Build Coastguard Worker   return XXH3_64bits_internal(input, len, seed, XXH3_kSecret,
5179*08b48e0bSAndroid Build Coastguard Worker                               sizeof(XXH3_kSecret), XXH3_hashLong_64b_withSeed);
5180*08b48e0bSAndroid Build Coastguard Worker 
5181*08b48e0bSAndroid Build Coastguard Worker }
5182*08b48e0bSAndroid Build Coastguard Worker 
5183*08b48e0bSAndroid Build Coastguard Worker /* ===   XXH3 streaming   === */
5184*08b48e0bSAndroid Build Coastguard Worker 
5185*08b48e0bSAndroid Build Coastguard Worker /*
5186*08b48e0bSAndroid Build Coastguard Worker  * Malloc's a pointer that is always aligned to align.
5187*08b48e0bSAndroid Build Coastguard Worker  *
5188*08b48e0bSAndroid Build Coastguard Worker  * This must be freed with `XXH_alignedFree()`.
5189*08b48e0bSAndroid Build Coastguard Worker  *
5190*08b48e0bSAndroid Build Coastguard Worker  * malloc typically guarantees 16 byte alignment on 64-bit systems and 8 byte
5191*08b48e0bSAndroid Build Coastguard Worker  * alignment on 32-bit. This isn't enough for the 32 byte aligned loads in AVX2
5192*08b48e0bSAndroid Build Coastguard Worker  * or on 32-bit, the 16 byte aligned loads in SSE2 and NEON.
5193*08b48e0bSAndroid Build Coastguard Worker  *
5194*08b48e0bSAndroid Build Coastguard Worker  * This underalignment previously caused a rather obvious crash which went
5195*08b48e0bSAndroid Build Coastguard Worker  * completely unnoticed due to XXH3_createState() not actually being tested.
5196*08b48e0bSAndroid Build Coastguard Worker  * Credit to RedSpah for noticing this bug.
5197*08b48e0bSAndroid Build Coastguard Worker  *
5198*08b48e0bSAndroid Build Coastguard Worker  * The alignment is done manually: Functions like posix_memalign or _mm_malloc
5199*08b48e0bSAndroid Build Coastguard Worker  * are avoided: To maintain portability, we would have to write a fallback
5200*08b48e0bSAndroid Build Coastguard Worker  * like this anyways, and besides, testing for the existence of library
5201*08b48e0bSAndroid Build Coastguard Worker  * functions without relying on external build tools is impossible.
5202*08b48e0bSAndroid Build Coastguard Worker  *
5203*08b48e0bSAndroid Build Coastguard Worker  * The method is simple: Overallocate, manually align, and store the offset
5204*08b48e0bSAndroid Build Coastguard Worker  * to the original behind the returned pointer.
5205*08b48e0bSAndroid Build Coastguard Worker  *
5206*08b48e0bSAndroid Build Coastguard Worker  * Align must be a power of 2 and 8 <= align <= 128.
5207*08b48e0bSAndroid Build Coastguard Worker  */
XXH_alignedMalloc(size_t s,size_t align)5208*08b48e0bSAndroid Build Coastguard Worker static void *XXH_alignedMalloc(size_t s, size_t align) {
5209*08b48e0bSAndroid Build Coastguard Worker 
5210*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(align <= 128 && align >= 8);                    /* range check */
5211*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT((align & (align - 1)) == 0);                     /* power of 2 */
5212*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(s != 0 && s < (s + align));                  /* empty/overflow */
5213*08b48e0bSAndroid Build Coastguard Worker   {  /* Overallocate to make room for manual realignment and an offset byte */
5214*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 *base = (xxh_u8 *)XXH_malloc(s + align);
5215*08b48e0bSAndroid Build Coastguard Worker     if (base != NULL) {
5216*08b48e0bSAndroid Build Coastguard Worker 
5217*08b48e0bSAndroid Build Coastguard Worker       /*
5218*08b48e0bSAndroid Build Coastguard Worker        * Get the offset needed to align this pointer.
5219*08b48e0bSAndroid Build Coastguard Worker        *
5220*08b48e0bSAndroid Build Coastguard Worker        * Even if the returned pointer is aligned, there will always be
5221*08b48e0bSAndroid Build Coastguard Worker        * at least one byte to store the offset to the original pointer.
5222*08b48e0bSAndroid Build Coastguard Worker        */
5223*08b48e0bSAndroid Build Coastguard Worker       size_t offset = align - ((size_t)base & (align - 1)); /* base % align */
5224*08b48e0bSAndroid Build Coastguard Worker       /* Add the offset for the now-aligned pointer */
5225*08b48e0bSAndroid Build Coastguard Worker       xxh_u8 *ptr = base + offset;
5226*08b48e0bSAndroid Build Coastguard Worker 
5227*08b48e0bSAndroid Build Coastguard Worker       XXH_ASSERT((size_t)ptr % align == 0);
5228*08b48e0bSAndroid Build Coastguard Worker 
5229*08b48e0bSAndroid Build Coastguard Worker       /* Store the offset immediately before the returned pointer. */
5230*08b48e0bSAndroid Build Coastguard Worker       ptr[-1] = (xxh_u8)offset;
5231*08b48e0bSAndroid Build Coastguard Worker       return ptr;
5232*08b48e0bSAndroid Build Coastguard Worker 
5233*08b48e0bSAndroid Build Coastguard Worker     }
5234*08b48e0bSAndroid Build Coastguard Worker 
5235*08b48e0bSAndroid Build Coastguard Worker     return NULL;
5236*08b48e0bSAndroid Build Coastguard Worker 
5237*08b48e0bSAndroid Build Coastguard Worker   }
5238*08b48e0bSAndroid Build Coastguard Worker 
5239*08b48e0bSAndroid Build Coastguard Worker }
5240*08b48e0bSAndroid Build Coastguard Worker 
5241*08b48e0bSAndroid Build Coastguard Worker /*
5242*08b48e0bSAndroid Build Coastguard Worker  * Frees an aligned pointer allocated by XXH_alignedMalloc(). Don't pass
5243*08b48e0bSAndroid Build Coastguard Worker  * normal malloc'd pointers, XXH_alignedMalloc has a specific data layout.
5244*08b48e0bSAndroid Build Coastguard Worker  */
XXH_alignedFree(void * p)5245*08b48e0bSAndroid Build Coastguard Worker static void XXH_alignedFree(void *p) {
5246*08b48e0bSAndroid Build Coastguard Worker 
5247*08b48e0bSAndroid Build Coastguard Worker   if (p != NULL) {
5248*08b48e0bSAndroid Build Coastguard Worker 
5249*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 *ptr = (xxh_u8 *)p;
5250*08b48e0bSAndroid Build Coastguard Worker     /* Get the offset byte we added in XXH_malloc. */
5251*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 offset = ptr[-1];
5252*08b48e0bSAndroid Build Coastguard Worker     /* Free the original malloc'd pointer */
5253*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 *base = ptr - offset;
5254*08b48e0bSAndroid Build Coastguard Worker     XXH_free(base);
5255*08b48e0bSAndroid Build Coastguard Worker 
5256*08b48e0bSAndroid Build Coastguard Worker   }
5257*08b48e0bSAndroid Build Coastguard Worker 
5258*08b48e0bSAndroid Build Coastguard Worker }
5259*08b48e0bSAndroid Build Coastguard Worker 
5260*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_createState(void)5261*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH3_state_t *XXH3_createState(void) {
5262*08b48e0bSAndroid Build Coastguard Worker 
5263*08b48e0bSAndroid Build Coastguard Worker   XXH3_state_t *const state =
5264*08b48e0bSAndroid Build Coastguard Worker       (XXH3_state_t *)XXH_alignedMalloc(sizeof(XXH3_state_t), 64);
5265*08b48e0bSAndroid Build Coastguard Worker   if (state == NULL) return NULL;
5266*08b48e0bSAndroid Build Coastguard Worker   XXH3_INITSTATE(state);
5267*08b48e0bSAndroid Build Coastguard Worker   return state;
5268*08b48e0bSAndroid Build Coastguard Worker 
5269*08b48e0bSAndroid Build Coastguard Worker }
5270*08b48e0bSAndroid Build Coastguard Worker 
5271*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_freeState(XXH3_state_t * statePtr)5272*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_freeState(XXH3_state_t *statePtr) {
5273*08b48e0bSAndroid Build Coastguard Worker 
5274*08b48e0bSAndroid Build Coastguard Worker   XXH_alignedFree(statePtr);
5275*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
5276*08b48e0bSAndroid Build Coastguard Worker 
5277*08b48e0bSAndroid Build Coastguard Worker }
5278*08b48e0bSAndroid Build Coastguard Worker 
5279*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_copyState(XXH3_state_t * dst_state,const XXH3_state_t * src_state)5280*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH3_copyState(XXH3_state_t       *dst_state,
5281*08b48e0bSAndroid Build Coastguard Worker                                    const XXH3_state_t *src_state) {
5282*08b48e0bSAndroid Build Coastguard Worker 
5283*08b48e0bSAndroid Build Coastguard Worker   memcpy(dst_state, src_state, sizeof(*dst_state));
5284*08b48e0bSAndroid Build Coastguard Worker 
5285*08b48e0bSAndroid Build Coastguard Worker }
5286*08b48e0bSAndroid Build Coastguard Worker 
XXH3_reset_internal(XXH3_state_t * statePtr,XXH64_hash_t seed,const void * secret,size_t secretSize)5287*08b48e0bSAndroid Build Coastguard Worker static void XXH3_reset_internal(XXH3_state_t *statePtr, XXH64_hash_t seed,
5288*08b48e0bSAndroid Build Coastguard Worker                                 const void *secret, size_t secretSize) {
5289*08b48e0bSAndroid Build Coastguard Worker 
5290*08b48e0bSAndroid Build Coastguard Worker   size_t const initStart = offsetof(XXH3_state_t, bufferedSize);
5291*08b48e0bSAndroid Build Coastguard Worker   size_t const initLength =
5292*08b48e0bSAndroid Build Coastguard Worker       offsetof(XXH3_state_t, nbStripesPerBlock) - initStart;
5293*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(offsetof(XXH3_state_t, nbStripesPerBlock) > initStart);
5294*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(statePtr != NULL);
5295*08b48e0bSAndroid Build Coastguard Worker   /* set members from bufferedSize to nbStripesPerBlock (excluded) to 0 */
5296*08b48e0bSAndroid Build Coastguard Worker   memset((char *)statePtr + initStart, 0, initLength);
5297*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[0] = XXH_PRIME32_3;
5298*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[1] = XXH_PRIME64_1;
5299*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[2] = XXH_PRIME64_2;
5300*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[3] = XXH_PRIME64_3;
5301*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[4] = XXH_PRIME64_4;
5302*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[5] = XXH_PRIME32_2;
5303*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[6] = XXH_PRIME64_5;
5304*08b48e0bSAndroid Build Coastguard Worker   statePtr->acc[7] = XXH_PRIME32_1;
5305*08b48e0bSAndroid Build Coastguard Worker   statePtr->seed = seed;
5306*08b48e0bSAndroid Build Coastguard Worker   statePtr->extSecret = (const unsigned char *)secret;
5307*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
5308*08b48e0bSAndroid Build Coastguard Worker   statePtr->secretLimit = secretSize - XXH_STRIPE_LEN;
5309*08b48e0bSAndroid Build Coastguard Worker   statePtr->nbStripesPerBlock = statePtr->secretLimit / XXH_SECRET_CONSUME_RATE;
5310*08b48e0bSAndroid Build Coastguard Worker 
5311*08b48e0bSAndroid Build Coastguard Worker }
5312*08b48e0bSAndroid Build Coastguard Worker 
5313*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_reset(XXH3_state_t * statePtr)5314*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset(XXH3_state_t *statePtr) {
5315*08b48e0bSAndroid Build Coastguard Worker 
5316*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
5317*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, 0, XXH3_kSecret, XXH_SECRET_DEFAULT_SIZE);
5318*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
5319*08b48e0bSAndroid Build Coastguard Worker 
5320*08b48e0bSAndroid Build Coastguard Worker }
5321*08b48e0bSAndroid Build Coastguard Worker 
5322*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_reset_withSecret(XXH3_state_t * statePtr,const void * secret,size_t secretSize)5323*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset_withSecret(
5324*08b48e0bSAndroid Build Coastguard Worker     XXH3_state_t *statePtr, const void *secret, size_t secretSize) {
5325*08b48e0bSAndroid Build Coastguard Worker 
5326*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
5327*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, 0, secret, secretSize);
5328*08b48e0bSAndroid Build Coastguard Worker   if (secret == NULL) return XXH_ERROR;
5329*08b48e0bSAndroid Build Coastguard Worker   if (secretSize < XXH3_SECRET_SIZE_MIN) return XXH_ERROR;
5330*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
5331*08b48e0bSAndroid Build Coastguard Worker 
5332*08b48e0bSAndroid Build Coastguard Worker }
5333*08b48e0bSAndroid Build Coastguard Worker 
5334*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_reset_withSeed(XXH3_state_t * statePtr,XXH64_hash_t seed)5335*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_reset_withSeed(XXH3_state_t *statePtr,
5336*08b48e0bSAndroid Build Coastguard Worker                                                         XXH64_hash_t  seed) {
5337*08b48e0bSAndroid Build Coastguard Worker 
5338*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
5339*08b48e0bSAndroid Build Coastguard Worker   if (seed == 0) return XXH3_64bits_reset(statePtr);
5340*08b48e0bSAndroid Build Coastguard Worker   if (seed != statePtr->seed)
5341*08b48e0bSAndroid Build Coastguard Worker     XXH3_initCustomSecret(statePtr->customSecret, seed);
5342*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, seed, NULL, XXH_SECRET_DEFAULT_SIZE);
5343*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
5344*08b48e0bSAndroid Build Coastguard Worker 
5345*08b48e0bSAndroid Build Coastguard Worker }
5346*08b48e0bSAndroid Build Coastguard Worker 
5347*08b48e0bSAndroid Build Coastguard Worker /* Note : when XXH3_consumeStripes() is invoked,
5348*08b48e0bSAndroid Build Coastguard Worker  * there must be a guarantee that at least one more byte must be consumed from
5349*08b48e0bSAndroid Build Coastguard Worker  * input
5350*08b48e0bSAndroid Build Coastguard Worker  * so that the function can blindly consume all stripes using the "normal"
5351*08b48e0bSAndroid Build Coastguard Worker  * secret segment */
XXH3_consumeStripes(xxh_u64 * XXH_RESTRICT acc,size_t * XXH_RESTRICT nbStripesSoFarPtr,size_t nbStripesPerBlock,const xxh_u8 * XXH_RESTRICT input,size_t nbStripes,const xxh_u8 * XXH_RESTRICT secret,size_t secretLimit,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble)5352*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_consumeStripes(
5353*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 *XXH_RESTRICT acc, size_t *XXH_RESTRICT nbStripesSoFarPtr,
5354*08b48e0bSAndroid Build Coastguard Worker     size_t nbStripesPerBlock, const xxh_u8 *XXH_RESTRICT input,
5355*08b48e0bSAndroid Build Coastguard Worker     size_t nbStripes, const xxh_u8 *XXH_RESTRICT secret, size_t secretLimit,
5356*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_accumulate_512 f_acc512, XXH3_f_scrambleAcc f_scramble) {
5357*08b48e0bSAndroid Build Coastguard Worker 
5358*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(nbStripes <=
5359*08b48e0bSAndroid Build Coastguard Worker              nbStripesPerBlock); /* can handle max 1 scramble per invocation */
5360*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(*nbStripesSoFarPtr < nbStripesPerBlock);
5361*08b48e0bSAndroid Build Coastguard Worker   if (nbStripesPerBlock - *nbStripesSoFarPtr <= nbStripes) {
5362*08b48e0bSAndroid Build Coastguard Worker 
5363*08b48e0bSAndroid Build Coastguard Worker     /* need a scrambling operation */
5364*08b48e0bSAndroid Build Coastguard Worker     size_t const nbStripesToEndofBlock = nbStripesPerBlock - *nbStripesSoFarPtr;
5365*08b48e0bSAndroid Build Coastguard Worker     size_t const nbStripesAfterBlock = nbStripes - nbStripesToEndofBlock;
5366*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate(acc, input,
5367*08b48e0bSAndroid Build Coastguard Worker                     secret + nbStripesSoFarPtr[0] * XXH_SECRET_CONSUME_RATE,
5368*08b48e0bSAndroid Build Coastguard Worker                     nbStripesToEndofBlock, f_acc512);
5369*08b48e0bSAndroid Build Coastguard Worker     f_scramble(acc, secret + secretLimit);
5370*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate(acc, input + nbStripesToEndofBlock * XXH_STRIPE_LEN, secret,
5371*08b48e0bSAndroid Build Coastguard Worker                     nbStripesAfterBlock, f_acc512);
5372*08b48e0bSAndroid Build Coastguard Worker     *nbStripesSoFarPtr = nbStripesAfterBlock;
5373*08b48e0bSAndroid Build Coastguard Worker 
5374*08b48e0bSAndroid Build Coastguard Worker   } else {
5375*08b48e0bSAndroid Build Coastguard Worker 
5376*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate(acc, input,
5377*08b48e0bSAndroid Build Coastguard Worker                     secret + nbStripesSoFarPtr[0] * XXH_SECRET_CONSUME_RATE,
5378*08b48e0bSAndroid Build Coastguard Worker                     nbStripes, f_acc512);
5379*08b48e0bSAndroid Build Coastguard Worker     *nbStripesSoFarPtr += nbStripes;
5380*08b48e0bSAndroid Build Coastguard Worker 
5381*08b48e0bSAndroid Build Coastguard Worker   }
5382*08b48e0bSAndroid Build Coastguard Worker 
5383*08b48e0bSAndroid Build Coastguard Worker }
5384*08b48e0bSAndroid Build Coastguard Worker 
5385*08b48e0bSAndroid Build Coastguard Worker /*
5386*08b48e0bSAndroid Build Coastguard Worker  * Both XXH3_64bits_update and XXH3_128bits_update use this routine.
5387*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_update(XXH3_state_t * state,const xxh_u8 * input,size_t len,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble)5388*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH_errorcode XXH3_update(XXH3_state_t *state,
5389*08b48e0bSAndroid Build Coastguard Worker                                            const xxh_u8 *input, size_t len,
5390*08b48e0bSAndroid Build Coastguard Worker                                            XXH3_f_accumulate_512 f_acc512,
5391*08b48e0bSAndroid Build Coastguard Worker                                            XXH3_f_scrambleAcc    f_scramble) {
5392*08b48e0bSAndroid Build Coastguard Worker 
5393*08b48e0bSAndroid Build Coastguard Worker   if (input == NULL)
5394*08b48e0bSAndroid Build Coastguard Worker       #if defined(XXH_ACCEPT_NULL_INPUT_POINTER) && \
5395*08b48e0bSAndroid Build Coastguard Worker           (XXH_ACCEPT_NULL_INPUT_POINTER >= 1)
5396*08b48e0bSAndroid Build Coastguard Worker     return XXH_OK;
5397*08b48e0bSAndroid Build Coastguard Worker       #else
5398*08b48e0bSAndroid Build Coastguard Worker     return XXH_ERROR;
5399*08b48e0bSAndroid Build Coastguard Worker       #endif
5400*08b48e0bSAndroid Build Coastguard Worker 
5401*08b48e0bSAndroid Build Coastguard Worker   {
5402*08b48e0bSAndroid Build Coastguard Worker 
5403*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *const        bEnd = input + len;
5404*08b48e0bSAndroid Build Coastguard Worker     const unsigned char *const secret =
5405*08b48e0bSAndroid Build Coastguard Worker         (state->extSecret == NULL) ? state->customSecret : state->extSecret;
5406*08b48e0bSAndroid Build Coastguard Worker 
5407*08b48e0bSAndroid Build Coastguard Worker     state->totalLen += len;
5408*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(state->bufferedSize <= XXH3_INTERNALBUFFER_SIZE);
5409*08b48e0bSAndroid Build Coastguard Worker 
5410*08b48e0bSAndroid Build Coastguard Worker     if (state->bufferedSize + len <=
5411*08b48e0bSAndroid Build Coastguard Worker         XXH3_INTERNALBUFFER_SIZE) {                   /* fill in tmp buffer */
5412*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(state->buffer + state->bufferedSize, input, len);
5413*08b48e0bSAndroid Build Coastguard Worker       state->bufferedSize += (XXH32_hash_t)len;
5414*08b48e0bSAndroid Build Coastguard Worker       return XXH_OK;
5415*08b48e0bSAndroid Build Coastguard Worker 
5416*08b48e0bSAndroid Build Coastguard Worker     }
5417*08b48e0bSAndroid Build Coastguard Worker 
5418*08b48e0bSAndroid Build Coastguard Worker         /* total input is now > XXH3_INTERNALBUFFER_SIZE */
5419*08b48e0bSAndroid Build Coastguard Worker 
5420*08b48e0bSAndroid Build Coastguard Worker       #define XXH3_INTERNALBUFFER_STRIPES \
5421*08b48e0bSAndroid Build Coastguard Worker         (XXH3_INTERNALBUFFER_SIZE / XXH_STRIPE_LEN)
5422*08b48e0bSAndroid Build Coastguard Worker     XXH_STATIC_ASSERT(XXH3_INTERNALBUFFER_SIZE % XXH_STRIPE_LEN ==
5423*08b48e0bSAndroid Build Coastguard Worker                       0);                                 /* clean multiple */
5424*08b48e0bSAndroid Build Coastguard Worker 
5425*08b48e0bSAndroid Build Coastguard Worker     /*
5426*08b48e0bSAndroid Build Coastguard Worker      * Internal buffer is partially filled (always, except at beginning)
5427*08b48e0bSAndroid Build Coastguard Worker      * Complete it, then consume it.
5428*08b48e0bSAndroid Build Coastguard Worker      */
5429*08b48e0bSAndroid Build Coastguard Worker     if (state->bufferedSize) {
5430*08b48e0bSAndroid Build Coastguard Worker 
5431*08b48e0bSAndroid Build Coastguard Worker       size_t const loadSize = XXH3_INTERNALBUFFER_SIZE - state->bufferedSize;
5432*08b48e0bSAndroid Build Coastguard Worker       XXH_memcpy(state->buffer + state->bufferedSize, input, loadSize);
5433*08b48e0bSAndroid Build Coastguard Worker       input += loadSize;
5434*08b48e0bSAndroid Build Coastguard Worker       XXH3_consumeStripes(state->acc, &state->nbStripesSoFar,
5435*08b48e0bSAndroid Build Coastguard Worker                           state->nbStripesPerBlock, state->buffer,
5436*08b48e0bSAndroid Build Coastguard Worker                           XXH3_INTERNALBUFFER_STRIPES, secret,
5437*08b48e0bSAndroid Build Coastguard Worker                           state->secretLimit, f_acc512, f_scramble);
5438*08b48e0bSAndroid Build Coastguard Worker       state->bufferedSize = 0;
5439*08b48e0bSAndroid Build Coastguard Worker 
5440*08b48e0bSAndroid Build Coastguard Worker     }
5441*08b48e0bSAndroid Build Coastguard Worker 
5442*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(input < bEnd);
5443*08b48e0bSAndroid Build Coastguard Worker 
5444*08b48e0bSAndroid Build Coastguard Worker     /* Consume input by a multiple of internal buffer size */
5445*08b48e0bSAndroid Build Coastguard Worker     if (bEnd - input > XXH3_INTERNALBUFFER_SIZE) {
5446*08b48e0bSAndroid Build Coastguard Worker 
5447*08b48e0bSAndroid Build Coastguard Worker       const xxh_u8 *const limit = bEnd - XXH3_INTERNALBUFFER_SIZE;
5448*08b48e0bSAndroid Build Coastguard Worker       do {
5449*08b48e0bSAndroid Build Coastguard Worker 
5450*08b48e0bSAndroid Build Coastguard Worker         XXH3_consumeStripes(state->acc, &state->nbStripesSoFar,
5451*08b48e0bSAndroid Build Coastguard Worker                             state->nbStripesPerBlock, input,
5452*08b48e0bSAndroid Build Coastguard Worker                             XXH3_INTERNALBUFFER_STRIPES, secret,
5453*08b48e0bSAndroid Build Coastguard Worker                             state->secretLimit, f_acc512, f_scramble);
5454*08b48e0bSAndroid Build Coastguard Worker         input += XXH3_INTERNALBUFFER_SIZE;
5455*08b48e0bSAndroid Build Coastguard Worker 
5456*08b48e0bSAndroid Build Coastguard Worker       } while (input < limit);
5457*08b48e0bSAndroid Build Coastguard Worker 
5458*08b48e0bSAndroid Build Coastguard Worker       /* for last partial stripe */
5459*08b48e0bSAndroid Build Coastguard Worker       memcpy(state->buffer + sizeof(state->buffer) - XXH_STRIPE_LEN,
5460*08b48e0bSAndroid Build Coastguard Worker              input - XXH_STRIPE_LEN, XXH_STRIPE_LEN);
5461*08b48e0bSAndroid Build Coastguard Worker 
5462*08b48e0bSAndroid Build Coastguard Worker     }
5463*08b48e0bSAndroid Build Coastguard Worker 
5464*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(input < bEnd);
5465*08b48e0bSAndroid Build Coastguard Worker 
5466*08b48e0bSAndroid Build Coastguard Worker     /* Some remaining input (always) : buffer it */
5467*08b48e0bSAndroid Build Coastguard Worker     XXH_memcpy(state->buffer, input, (size_t)(bEnd - input));
5468*08b48e0bSAndroid Build Coastguard Worker     state->bufferedSize = (XXH32_hash_t)(bEnd - input);
5469*08b48e0bSAndroid Build Coastguard Worker 
5470*08b48e0bSAndroid Build Coastguard Worker   }
5471*08b48e0bSAndroid Build Coastguard Worker 
5472*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
5473*08b48e0bSAndroid Build Coastguard Worker 
5474*08b48e0bSAndroid Build Coastguard Worker }
5475*08b48e0bSAndroid Build Coastguard Worker 
5476*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_update(XXH3_state_t * state,const void * input,size_t len)5477*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_64bits_update(XXH3_state_t *state,
5478*08b48e0bSAndroid Build Coastguard Worker                                                 const void *input, size_t len) {
5479*08b48e0bSAndroid Build Coastguard Worker 
5480*08b48e0bSAndroid Build Coastguard Worker   return XXH3_update(state, (const xxh_u8 *)input, len, XXH3_accumulate_512,
5481*08b48e0bSAndroid Build Coastguard Worker                      XXH3_scrambleAcc);
5482*08b48e0bSAndroid Build Coastguard Worker 
5483*08b48e0bSAndroid Build Coastguard Worker }
5484*08b48e0bSAndroid Build Coastguard Worker 
XXH3_digest_long(XXH64_hash_t * acc,const XXH3_state_t * state,const unsigned char * secret)5485*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE void XXH3_digest_long(XXH64_hash_t        *acc,
5486*08b48e0bSAndroid Build Coastguard Worker                                        const XXH3_state_t  *state,
5487*08b48e0bSAndroid Build Coastguard Worker                                        const unsigned char *secret) {
5488*08b48e0bSAndroid Build Coastguard Worker 
5489*08b48e0bSAndroid Build Coastguard Worker   /*
5490*08b48e0bSAndroid Build Coastguard Worker    * Digest on a local copy. This way, the state remains unaltered, and it can
5491*08b48e0bSAndroid Build Coastguard Worker    * continue ingesting more input afterwards.
5492*08b48e0bSAndroid Build Coastguard Worker    */
5493*08b48e0bSAndroid Build Coastguard Worker   memcpy(acc, state->acc, sizeof(state->acc));
5494*08b48e0bSAndroid Build Coastguard Worker   if (state->bufferedSize >= XXH_STRIPE_LEN) {
5495*08b48e0bSAndroid Build Coastguard Worker 
5496*08b48e0bSAndroid Build Coastguard Worker     size_t const nbStripes = (state->bufferedSize - 1) / XXH_STRIPE_LEN;
5497*08b48e0bSAndroid Build Coastguard Worker     size_t       nbStripesSoFar = state->nbStripesSoFar;
5498*08b48e0bSAndroid Build Coastguard Worker     XXH3_consumeStripes(acc, &nbStripesSoFar, state->nbStripesPerBlock,
5499*08b48e0bSAndroid Build Coastguard Worker                         state->buffer, nbStripes, secret, state->secretLimit,
5500*08b48e0bSAndroid Build Coastguard Worker                         XXH3_accumulate_512, XXH3_scrambleAcc);
5501*08b48e0bSAndroid Build Coastguard Worker     /* last stripe */
5502*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate_512(acc,
5503*08b48e0bSAndroid Build Coastguard Worker                         state->buffer + state->bufferedSize - XXH_STRIPE_LEN,
5504*08b48e0bSAndroid Build Coastguard Worker                         secret + state->secretLimit - XXH_SECRET_LASTACC_START);
5505*08b48e0bSAndroid Build Coastguard Worker 
5506*08b48e0bSAndroid Build Coastguard Worker   } else {                                 /* bufferedSize < XXH_STRIPE_LEN */
5507*08b48e0bSAndroid Build Coastguard Worker 
5508*08b48e0bSAndroid Build Coastguard Worker     xxh_u8       lastStripe[XXH_STRIPE_LEN];
5509*08b48e0bSAndroid Build Coastguard Worker     size_t const catchupSize = XXH_STRIPE_LEN - state->bufferedSize;
5510*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(state->bufferedSize >
5511*08b48e0bSAndroid Build Coastguard Worker                0);                   /* there is always some input buffered */
5512*08b48e0bSAndroid Build Coastguard Worker     memcpy(lastStripe, state->buffer + sizeof(state->buffer) - catchupSize,
5513*08b48e0bSAndroid Build Coastguard Worker            catchupSize);
5514*08b48e0bSAndroid Build Coastguard Worker     memcpy(lastStripe + catchupSize, state->buffer, state->bufferedSize);
5515*08b48e0bSAndroid Build Coastguard Worker     XXH3_accumulate_512(acc, lastStripe,
5516*08b48e0bSAndroid Build Coastguard Worker                         secret + state->secretLimit - XXH_SECRET_LASTACC_START);
5517*08b48e0bSAndroid Build Coastguard Worker 
5518*08b48e0bSAndroid Build Coastguard Worker   }
5519*08b48e0bSAndroid Build Coastguard Worker 
5520*08b48e0bSAndroid Build Coastguard Worker }
5521*08b48e0bSAndroid Build Coastguard Worker 
5522*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_64bits_digest(const XXH3_state_t * state)5523*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH64_hash_t XXH3_64bits_digest(const XXH3_state_t *state) {
5524*08b48e0bSAndroid Build Coastguard Worker 
5525*08b48e0bSAndroid Build Coastguard Worker   const unsigned char *const secret =
5526*08b48e0bSAndroid Build Coastguard Worker       (state->extSecret == NULL) ? state->customSecret : state->extSecret;
5527*08b48e0bSAndroid Build Coastguard Worker   if (state->totalLen > XXH3_MIDSIZE_MAX) {
5528*08b48e0bSAndroid Build Coastguard Worker 
5529*08b48e0bSAndroid Build Coastguard Worker     XXH_ALIGN(XXH_ACC_ALIGN) XXH64_hash_t acc[XXH_ACC_NB];
5530*08b48e0bSAndroid Build Coastguard Worker     XXH3_digest_long(acc, state, secret);
5531*08b48e0bSAndroid Build Coastguard Worker     return XXH3_mergeAccs(acc, secret + XXH_SECRET_MERGEACCS_START,
5532*08b48e0bSAndroid Build Coastguard Worker                           (xxh_u64)state->totalLen * XXH_PRIME64_1);
5533*08b48e0bSAndroid Build Coastguard Worker 
5534*08b48e0bSAndroid Build Coastguard Worker   }
5535*08b48e0bSAndroid Build Coastguard Worker 
5536*08b48e0bSAndroid Build Coastguard Worker   /* totalLen <= XXH3_MIDSIZE_MAX: digesting a short input */
5537*08b48e0bSAndroid Build Coastguard Worker   if (state->seed)
5538*08b48e0bSAndroid Build Coastguard Worker     return XXH3_64bits_withSeed(state->buffer, (size_t)state->totalLen,
5539*08b48e0bSAndroid Build Coastguard Worker                                 state->seed);
5540*08b48e0bSAndroid Build Coastguard Worker   return XXH3_64bits_withSecret(state->buffer, (size_t)(state->totalLen),
5541*08b48e0bSAndroid Build Coastguard Worker                                 secret, state->secretLimit + XXH_STRIPE_LEN);
5542*08b48e0bSAndroid Build Coastguard Worker 
5543*08b48e0bSAndroid Build Coastguard Worker }
5544*08b48e0bSAndroid Build Coastguard Worker 
5545*08b48e0bSAndroid Build Coastguard Worker       #define XXH_MIN(x, y) (((x) > (y)) ? (y) : (x))
5546*08b48e0bSAndroid Build Coastguard Worker 
5547*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_generateSecret(void * secretBuffer,const void * customSeed,size_t customSeedSize)5548*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH3_generateSecret(void       *secretBuffer,
5549*08b48e0bSAndroid Build Coastguard Worker                                         const void *customSeed,
5550*08b48e0bSAndroid Build Coastguard Worker                                         size_t      customSeedSize) {
5551*08b48e0bSAndroid Build Coastguard Worker 
5552*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretBuffer != NULL);
5553*08b48e0bSAndroid Build Coastguard Worker   if (customSeedSize == 0) {
5554*08b48e0bSAndroid Build Coastguard Worker 
5555*08b48e0bSAndroid Build Coastguard Worker     memcpy(secretBuffer, XXH3_kSecret, XXH_SECRET_DEFAULT_SIZE);
5556*08b48e0bSAndroid Build Coastguard Worker     return;
5557*08b48e0bSAndroid Build Coastguard Worker 
5558*08b48e0bSAndroid Build Coastguard Worker   }
5559*08b48e0bSAndroid Build Coastguard Worker 
5560*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(customSeed != NULL);
5561*08b48e0bSAndroid Build Coastguard Worker 
5562*08b48e0bSAndroid Build Coastguard Worker   {
5563*08b48e0bSAndroid Build Coastguard Worker 
5564*08b48e0bSAndroid Build Coastguard Worker     size_t const       segmentSize = sizeof(XXH128_hash_t);
5565*08b48e0bSAndroid Build Coastguard Worker     size_t const       nbSegments = XXH_SECRET_DEFAULT_SIZE / segmentSize;
5566*08b48e0bSAndroid Build Coastguard Worker     XXH128_canonical_t scrambler;
5567*08b48e0bSAndroid Build Coastguard Worker     XXH64_hash_t       seeds[12];
5568*08b48e0bSAndroid Build Coastguard Worker     size_t             segnb;
5569*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(nbSegments == 12);
5570*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(segmentSize * nbSegments ==
5571*08b48e0bSAndroid Build Coastguard Worker                XXH_SECRET_DEFAULT_SIZE);                  /* exact multiple */
5572*08b48e0bSAndroid Build Coastguard Worker     XXH128_canonicalFromHash(&scrambler, XXH128(customSeed, customSeedSize, 0));
5573*08b48e0bSAndroid Build Coastguard Worker 
5574*08b48e0bSAndroid Build Coastguard Worker     /*
5575*08b48e0bSAndroid Build Coastguard Worker      * Copy customSeed to seeds[], truncating or repeating as necessary.
5576*08b48e0bSAndroid Build Coastguard Worker      */
5577*08b48e0bSAndroid Build Coastguard Worker     {
5578*08b48e0bSAndroid Build Coastguard Worker 
5579*08b48e0bSAndroid Build Coastguard Worker       size_t toFill = XXH_MIN(customSeedSize, sizeof(seeds));
5580*08b48e0bSAndroid Build Coastguard Worker       size_t filled = toFill;
5581*08b48e0bSAndroid Build Coastguard Worker       memcpy(seeds, customSeed, toFill);
5582*08b48e0bSAndroid Build Coastguard Worker       while (filled < sizeof(seeds)) {
5583*08b48e0bSAndroid Build Coastguard Worker 
5584*08b48e0bSAndroid Build Coastguard Worker         toFill = XXH_MIN(filled, sizeof(seeds) - filled);
5585*08b48e0bSAndroid Build Coastguard Worker         memcpy((char *)seeds + filled, seeds, toFill);
5586*08b48e0bSAndroid Build Coastguard Worker         filled += toFill;
5587*08b48e0bSAndroid Build Coastguard Worker 
5588*08b48e0bSAndroid Build Coastguard Worker       }
5589*08b48e0bSAndroid Build Coastguard Worker 
5590*08b48e0bSAndroid Build Coastguard Worker     }
5591*08b48e0bSAndroid Build Coastguard Worker 
5592*08b48e0bSAndroid Build Coastguard Worker     /* generate secret */
5593*08b48e0bSAndroid Build Coastguard Worker     memcpy(secretBuffer, &scrambler, sizeof(scrambler));
5594*08b48e0bSAndroid Build Coastguard Worker     for (segnb = 1; segnb < nbSegments; segnb++) {
5595*08b48e0bSAndroid Build Coastguard Worker 
5596*08b48e0bSAndroid Build Coastguard Worker       size_t const       segmentStart = segnb * segmentSize;
5597*08b48e0bSAndroid Build Coastguard Worker       XXH128_canonical_t segment;
5598*08b48e0bSAndroid Build Coastguard Worker       XXH128_canonicalFromHash(&segment,
5599*08b48e0bSAndroid Build Coastguard Worker                                XXH128(&scrambler, sizeof(scrambler),
5600*08b48e0bSAndroid Build Coastguard Worker                                       XXH_readLE64(seeds + segnb) + segnb));
5601*08b48e0bSAndroid Build Coastguard Worker       memcpy((char *)secretBuffer + segmentStart, &segment, sizeof(segment));
5602*08b48e0bSAndroid Build Coastguard Worker 
5603*08b48e0bSAndroid Build Coastguard Worker     }
5604*08b48e0bSAndroid Build Coastguard Worker 
5605*08b48e0bSAndroid Build Coastguard Worker   }
5606*08b48e0bSAndroid Build Coastguard Worker 
5607*08b48e0bSAndroid Build Coastguard Worker }
5608*08b48e0bSAndroid Build Coastguard Worker 
5609*08b48e0bSAndroid Build Coastguard Worker /* ==========================================
5610*08b48e0bSAndroid Build Coastguard Worker  * XXH3 128 bits (a.k.a XXH128)
5611*08b48e0bSAndroid Build Coastguard Worker  * ==========================================
5612*08b48e0bSAndroid Build Coastguard Worker  * XXH3's 128-bit variant has better mixing and strength than the 64-bit
5613*08b48e0bSAndroid Build Coastguard Worker  * variant, even without counting the significantly larger output size.
5614*08b48e0bSAndroid Build Coastguard Worker  *
5615*08b48e0bSAndroid Build Coastguard Worker  * For example, extra steps are taken to avoid the seed-dependent collisions
5616*08b48e0bSAndroid Build Coastguard Worker  * in 17-240 byte inputs (See XXH3_mix16B and XXH128_mix32B).
5617*08b48e0bSAndroid Build Coastguard Worker  *
5618*08b48e0bSAndroid Build Coastguard Worker  * This strength naturally comes at the cost of some speed, especially on short
5619*08b48e0bSAndroid Build Coastguard Worker  * lengths. Note that longer hashes are about as fast as the 64-bit version
5620*08b48e0bSAndroid Build Coastguard Worker  * due to it using only a slight modification of the 64-bit loop.
5621*08b48e0bSAndroid Build Coastguard Worker  *
5622*08b48e0bSAndroid Build Coastguard Worker  * XXH128 is also more oriented towards 64-bit machines. It is still extremely
5623*08b48e0bSAndroid Build Coastguard Worker  * fast for a _128-bit_ hash on 32-bit (it usually clears XXH64).
5624*08b48e0bSAndroid Build Coastguard Worker  */
5625*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_1to3_128b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)5626*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_len_1to3_128b(const xxh_u8 *input,
5627*08b48e0bSAndroid Build Coastguard Worker                                                   size_t        len,
5628*08b48e0bSAndroid Build Coastguard Worker                                                   const xxh_u8 *secret,
5629*08b48e0bSAndroid Build Coastguard Worker                                                   XXH64_hash_t  seed) {
5630*08b48e0bSAndroid Build Coastguard Worker 
5631*08b48e0bSAndroid Build Coastguard Worker   /* A doubled version of 1to3_64b with different constants. */
5632*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
5633*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(1 <= len && len <= 3);
5634*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
5635*08b48e0bSAndroid Build Coastguard Worker   /*
5636*08b48e0bSAndroid Build Coastguard Worker    * len = 1: combinedl = { input[0], 0x01, input[0], input[0] }
5637*08b48e0bSAndroid Build Coastguard Worker    * len = 2: combinedl = { input[1], 0x02, input[0], input[1] }
5638*08b48e0bSAndroid Build Coastguard Worker    * len = 3: combinedl = { input[2], 0x03, input[0], input[1] }
5639*08b48e0bSAndroid Build Coastguard Worker    */
5640*08b48e0bSAndroid Build Coastguard Worker   {
5641*08b48e0bSAndroid Build Coastguard Worker 
5642*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c1 = input[0];
5643*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c2 = input[len >> 1];
5644*08b48e0bSAndroid Build Coastguard Worker     xxh_u8 const  c3 = input[len - 1];
5645*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const combinedl = ((xxh_u32)c1 << 16) | ((xxh_u32)c2 << 24) |
5646*08b48e0bSAndroid Build Coastguard Worker                               ((xxh_u32)c3 << 0) | ((xxh_u32)len << 8);
5647*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const combinedh = XXH_rotl32(XXH_swap32(combinedl), 13);
5648*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflipl =
5649*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE32(secret) ^ XXH_readLE32(secret + 4)) + seed;
5650*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitfliph =
5651*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE32(secret + 8) ^ XXH_readLE32(secret + 12)) - seed;
5652*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const keyed_lo = (xxh_u64)combinedl ^ bitflipl;
5653*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const keyed_hi = (xxh_u64)combinedh ^ bitfliph;
5654*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t h128;
5655*08b48e0bSAndroid Build Coastguard Worker     h128.low64 = XXH64_avalanche(keyed_lo);
5656*08b48e0bSAndroid Build Coastguard Worker     h128.high64 = XXH64_avalanche(keyed_hi);
5657*08b48e0bSAndroid Build Coastguard Worker     return h128;
5658*08b48e0bSAndroid Build Coastguard Worker 
5659*08b48e0bSAndroid Build Coastguard Worker   }
5660*08b48e0bSAndroid Build Coastguard Worker 
5661*08b48e0bSAndroid Build Coastguard Worker }
5662*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_4to8_128b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)5663*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_len_4to8_128b(const xxh_u8 *input,
5664*08b48e0bSAndroid Build Coastguard Worker                                                   size_t        len,
5665*08b48e0bSAndroid Build Coastguard Worker                                                   const xxh_u8 *secret,
5666*08b48e0bSAndroid Build Coastguard Worker                                                   XXH64_hash_t  seed) {
5667*08b48e0bSAndroid Build Coastguard Worker 
5668*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
5669*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
5670*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(4 <= len && len <= 8);
5671*08b48e0bSAndroid Build Coastguard Worker   seed ^= (xxh_u64)XXH_swap32((xxh_u32)seed) << 32;
5672*08b48e0bSAndroid Build Coastguard Worker   {
5673*08b48e0bSAndroid Build Coastguard Worker 
5674*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const input_lo = XXH_readLE32(input);
5675*08b48e0bSAndroid Build Coastguard Worker     xxh_u32 const input_hi = XXH_readLE32(input + len - 4);
5676*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_64 = input_lo + ((xxh_u64)input_hi << 32);
5677*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflip =
5678*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 16) ^ XXH_readLE64(secret + 24)) + seed;
5679*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const keyed = input_64 ^ bitflip;
5680*08b48e0bSAndroid Build Coastguard Worker 
5681*08b48e0bSAndroid Build Coastguard Worker     /* Shift len to the left to ensure it is even, this avoids even multiplies.
5682*08b48e0bSAndroid Build Coastguard Worker      */
5683*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t m128 = XXH_mult64to128(keyed, XXH_PRIME64_1 + (len << 2));
5684*08b48e0bSAndroid Build Coastguard Worker 
5685*08b48e0bSAndroid Build Coastguard Worker     m128.high64 += (m128.low64 << 1);
5686*08b48e0bSAndroid Build Coastguard Worker     m128.low64 ^= (m128.high64 >> 3);
5687*08b48e0bSAndroid Build Coastguard Worker 
5688*08b48e0bSAndroid Build Coastguard Worker     m128.low64 = XXH_xorshift64(m128.low64, 35);
5689*08b48e0bSAndroid Build Coastguard Worker     m128.low64 *= 0x9FB21C651E98DF25ULL;
5690*08b48e0bSAndroid Build Coastguard Worker     m128.low64 = XXH_xorshift64(m128.low64, 28);
5691*08b48e0bSAndroid Build Coastguard Worker     m128.high64 = XXH3_avalanche(m128.high64);
5692*08b48e0bSAndroid Build Coastguard Worker     return m128;
5693*08b48e0bSAndroid Build Coastguard Worker 
5694*08b48e0bSAndroid Build Coastguard Worker   }
5695*08b48e0bSAndroid Build Coastguard Worker 
5696*08b48e0bSAndroid Build Coastguard Worker }
5697*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_9to16_128b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)5698*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_len_9to16_128b(const xxh_u8 *input,
5699*08b48e0bSAndroid Build Coastguard Worker                                                    size_t        len,
5700*08b48e0bSAndroid Build Coastguard Worker                                                    const xxh_u8 *secret,
5701*08b48e0bSAndroid Build Coastguard Worker                                                    XXH64_hash_t  seed) {
5702*08b48e0bSAndroid Build Coastguard Worker 
5703*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(input != NULL);
5704*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secret != NULL);
5705*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(9 <= len && len <= 16);
5706*08b48e0bSAndroid Build Coastguard Worker   {
5707*08b48e0bSAndroid Build Coastguard Worker 
5708*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitflipl =
5709*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 32) ^ XXH_readLE64(secret + 40)) - seed;
5710*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const bitfliph =
5711*08b48e0bSAndroid Build Coastguard Worker         (XXH_readLE64(secret + 48) ^ XXH_readLE64(secret + 56)) + seed;
5712*08b48e0bSAndroid Build Coastguard Worker     xxh_u64 const input_lo = XXH_readLE64(input);
5713*08b48e0bSAndroid Build Coastguard Worker     xxh_u64       input_hi = XXH_readLE64(input + len - 8);
5714*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t m128 =
5715*08b48e0bSAndroid Build Coastguard Worker         XXH_mult64to128(input_lo ^ input_hi ^ bitflipl, XXH_PRIME64_1);
5716*08b48e0bSAndroid Build Coastguard Worker     /*
5717*08b48e0bSAndroid Build Coastguard Worker      * Put len in the middle of m128 to ensure that the length gets mixed to
5718*08b48e0bSAndroid Build Coastguard Worker      * both the low and high bits in the 128x64 multiply below.
5719*08b48e0bSAndroid Build Coastguard Worker      */
5720*08b48e0bSAndroid Build Coastguard Worker     m128.low64 += (xxh_u64)(len - 1) << 54;
5721*08b48e0bSAndroid Build Coastguard Worker     input_hi ^= bitfliph;
5722*08b48e0bSAndroid Build Coastguard Worker     /*
5723*08b48e0bSAndroid Build Coastguard Worker      * Add the high 32 bits of input_hi to the high 32 bits of m128, then
5724*08b48e0bSAndroid Build Coastguard Worker      * add the long product of the low 32 bits of input_hi and XXH_PRIME32_2 to
5725*08b48e0bSAndroid Build Coastguard Worker      * the high 64 bits of m128.
5726*08b48e0bSAndroid Build Coastguard Worker      *
5727*08b48e0bSAndroid Build Coastguard Worker      * The best approach to this operation is different on 32-bit and 64-bit.
5728*08b48e0bSAndroid Build Coastguard Worker      */
5729*08b48e0bSAndroid Build Coastguard Worker     if (sizeof(void *) < sizeof(xxh_u64)) {                       /* 32-bit */
5730*08b48e0bSAndroid Build Coastguard Worker       /*
5731*08b48e0bSAndroid Build Coastguard Worker        * 32-bit optimized version, which is more readable.
5732*08b48e0bSAndroid Build Coastguard Worker        *
5733*08b48e0bSAndroid Build Coastguard Worker        * On 32-bit, it removes an ADC and delays a dependency between the two
5734*08b48e0bSAndroid Build Coastguard Worker        * halves of m128.high64, but it generates an extra mask on 64-bit.
5735*08b48e0bSAndroid Build Coastguard Worker        */
5736*08b48e0bSAndroid Build Coastguard Worker       m128.high64 += (input_hi & 0xFFFFFFFF00000000ULL) +
5737*08b48e0bSAndroid Build Coastguard Worker                      XXH_mult32to64((xxh_u32)input_hi, XXH_PRIME32_2);
5738*08b48e0bSAndroid Build Coastguard Worker 
5739*08b48e0bSAndroid Build Coastguard Worker     } else {
5740*08b48e0bSAndroid Build Coastguard Worker 
5741*08b48e0bSAndroid Build Coastguard Worker       /*
5742*08b48e0bSAndroid Build Coastguard Worker        * 64-bit optimized (albeit more confusing) version.
5743*08b48e0bSAndroid Build Coastguard Worker        *
5744*08b48e0bSAndroid Build Coastguard Worker        * Uses some properties of addition and multiplication to remove the mask:
5745*08b48e0bSAndroid Build Coastguard Worker        *
5746*08b48e0bSAndroid Build Coastguard Worker        * Let:
5747*08b48e0bSAndroid Build Coastguard Worker        *    a = input_hi.lo = (input_hi & 0x00000000FFFFFFFF)
5748*08b48e0bSAndroid Build Coastguard Worker        *    b = input_hi.hi = (input_hi & 0xFFFFFFFF00000000)
5749*08b48e0bSAndroid Build Coastguard Worker        *    c = XXH_PRIME32_2
5750*08b48e0bSAndroid Build Coastguard Worker        *
5751*08b48e0bSAndroid Build Coastguard Worker        *    a + (b * c)
5752*08b48e0bSAndroid Build Coastguard Worker        * Inverse Property: x + y - x == y
5753*08b48e0bSAndroid Build Coastguard Worker        *    a + (b * (1 + c - 1))
5754*08b48e0bSAndroid Build Coastguard Worker        * Distributive Property: x * (y + z) == (x * y) + (x * z)
5755*08b48e0bSAndroid Build Coastguard Worker        *    a + (b * 1) + (b * (c - 1))
5756*08b48e0bSAndroid Build Coastguard Worker        * Identity Property: x * 1 == x
5757*08b48e0bSAndroid Build Coastguard Worker        *    a + b + (b * (c - 1))
5758*08b48e0bSAndroid Build Coastguard Worker        *
5759*08b48e0bSAndroid Build Coastguard Worker        * Substitute a, b, and c:
5760*08b48e0bSAndroid Build Coastguard Worker        *    input_hi.hi + input_hi.lo + ((xxh_u64)input_hi.lo * (XXH_PRIME32_2 -
5761*08b48e0bSAndroid Build Coastguard Worker        * 1))
5762*08b48e0bSAndroid Build Coastguard Worker        *
5763*08b48e0bSAndroid Build Coastguard Worker        * Since input_hi.hi + input_hi.lo == input_hi, we get this:
5764*08b48e0bSAndroid Build Coastguard Worker        *    input_hi + ((xxh_u64)input_hi.lo * (XXH_PRIME32_2 - 1))
5765*08b48e0bSAndroid Build Coastguard Worker        */
5766*08b48e0bSAndroid Build Coastguard Worker       m128.high64 +=
5767*08b48e0bSAndroid Build Coastguard Worker           input_hi + XXH_mult32to64((xxh_u32)input_hi, XXH_PRIME32_2 - 1);
5768*08b48e0bSAndroid Build Coastguard Worker 
5769*08b48e0bSAndroid Build Coastguard Worker     }
5770*08b48e0bSAndroid Build Coastguard Worker 
5771*08b48e0bSAndroid Build Coastguard Worker     /* m128 ^= XXH_swap64(m128 >> 64); */
5772*08b48e0bSAndroid Build Coastguard Worker     m128.low64 ^= XXH_swap64(m128.high64);
5773*08b48e0bSAndroid Build Coastguard Worker 
5774*08b48e0bSAndroid Build Coastguard Worker     {                      /* 128x64 multiply: h128 = m128 * XXH_PRIME64_2; */
5775*08b48e0bSAndroid Build Coastguard Worker       XXH128_hash_t h128 = XXH_mult64to128(m128.low64, XXH_PRIME64_2);
5776*08b48e0bSAndroid Build Coastguard Worker       h128.high64 += m128.high64 * XXH_PRIME64_2;
5777*08b48e0bSAndroid Build Coastguard Worker 
5778*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = XXH3_avalanche(h128.low64);
5779*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = XXH3_avalanche(h128.high64);
5780*08b48e0bSAndroid Build Coastguard Worker       return h128;
5781*08b48e0bSAndroid Build Coastguard Worker 
5782*08b48e0bSAndroid Build Coastguard Worker     }
5783*08b48e0bSAndroid Build Coastguard Worker 
5784*08b48e0bSAndroid Build Coastguard Worker   }
5785*08b48e0bSAndroid Build Coastguard Worker 
5786*08b48e0bSAndroid Build Coastguard Worker }
5787*08b48e0bSAndroid Build Coastguard Worker 
5788*08b48e0bSAndroid Build Coastguard Worker /*
5789*08b48e0bSAndroid Build Coastguard Worker  * Assumption: `secret` size is >= XXH3_SECRET_SIZE_MIN
5790*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_len_0to16_128b(const xxh_u8 * input,size_t len,const xxh_u8 * secret,XXH64_hash_t seed)5791*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_len_0to16_128b(const xxh_u8 *input,
5792*08b48e0bSAndroid Build Coastguard Worker                                                    size_t        len,
5793*08b48e0bSAndroid Build Coastguard Worker                                                    const xxh_u8 *secret,
5794*08b48e0bSAndroid Build Coastguard Worker                                                    XXH64_hash_t  seed) {
5795*08b48e0bSAndroid Build Coastguard Worker 
5796*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(len <= 16);
5797*08b48e0bSAndroid Build Coastguard Worker   {
5798*08b48e0bSAndroid Build Coastguard Worker 
5799*08b48e0bSAndroid Build Coastguard Worker     if (len > 8) return XXH3_len_9to16_128b(input, len, secret, seed);
5800*08b48e0bSAndroid Build Coastguard Worker     if (len >= 4) return XXH3_len_4to8_128b(input, len, secret, seed);
5801*08b48e0bSAndroid Build Coastguard Worker     if (len) return XXH3_len_1to3_128b(input, len, secret, seed);
5802*08b48e0bSAndroid Build Coastguard Worker     {
5803*08b48e0bSAndroid Build Coastguard Worker 
5804*08b48e0bSAndroid Build Coastguard Worker       XXH128_hash_t h128;
5805*08b48e0bSAndroid Build Coastguard Worker       xxh_u64 const bitflipl =
5806*08b48e0bSAndroid Build Coastguard Worker           XXH_readLE64(secret + 64) ^ XXH_readLE64(secret + 72);
5807*08b48e0bSAndroid Build Coastguard Worker       xxh_u64 const bitfliph =
5808*08b48e0bSAndroid Build Coastguard Worker           XXH_readLE64(secret + 80) ^ XXH_readLE64(secret + 88);
5809*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = XXH64_avalanche(seed ^ bitflipl);
5810*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = XXH64_avalanche(seed ^ bitfliph);
5811*08b48e0bSAndroid Build Coastguard Worker       return h128;
5812*08b48e0bSAndroid Build Coastguard Worker 
5813*08b48e0bSAndroid Build Coastguard Worker     }
5814*08b48e0bSAndroid Build Coastguard Worker 
5815*08b48e0bSAndroid Build Coastguard Worker   }
5816*08b48e0bSAndroid Build Coastguard Worker 
5817*08b48e0bSAndroid Build Coastguard Worker }
5818*08b48e0bSAndroid Build Coastguard Worker 
5819*08b48e0bSAndroid Build Coastguard Worker /*
5820*08b48e0bSAndroid Build Coastguard Worker  * A bit slower than XXH3_mix16B, but handles multiply by zero better.
5821*08b48e0bSAndroid Build Coastguard Worker  */
XXH128_mix32B(XXH128_hash_t acc,const xxh_u8 * input_1,const xxh_u8 * input_2,const xxh_u8 * secret,XXH64_hash_t seed)5822*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH128_mix32B(XXH128_hash_t acc,
5823*08b48e0bSAndroid Build Coastguard Worker                                              const xxh_u8 *input_1,
5824*08b48e0bSAndroid Build Coastguard Worker                                              const xxh_u8 *input_2,
5825*08b48e0bSAndroid Build Coastguard Worker                                              const xxh_u8 *secret,
5826*08b48e0bSAndroid Build Coastguard Worker                                              XXH64_hash_t  seed) {
5827*08b48e0bSAndroid Build Coastguard Worker 
5828*08b48e0bSAndroid Build Coastguard Worker   acc.low64 += XXH3_mix16B(input_1, secret + 0, seed);
5829*08b48e0bSAndroid Build Coastguard Worker   acc.low64 ^= XXH_readLE64(input_2) + XXH_readLE64(input_2 + 8);
5830*08b48e0bSAndroid Build Coastguard Worker   acc.high64 += XXH3_mix16B(input_2, secret + 16, seed);
5831*08b48e0bSAndroid Build Coastguard Worker   acc.high64 ^= XXH_readLE64(input_1) + XXH_readLE64(input_1 + 8);
5832*08b48e0bSAndroid Build Coastguard Worker   return acc;
5833*08b48e0bSAndroid Build Coastguard Worker 
5834*08b48e0bSAndroid Build Coastguard Worker }
5835*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_17to128_128b(const xxh_u8 * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH64_hash_t seed)5836*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_len_17to128_128b(
5837*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT input, size_t len,
5838*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize, XXH64_hash_t seed) {
5839*08b48e0bSAndroid Build Coastguard Worker 
5840*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
5841*08b48e0bSAndroid Build Coastguard Worker   (void)secretSize;
5842*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(16 < len && len <= 128);
5843*08b48e0bSAndroid Build Coastguard Worker 
5844*08b48e0bSAndroid Build Coastguard Worker   {
5845*08b48e0bSAndroid Build Coastguard Worker 
5846*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t acc;
5847*08b48e0bSAndroid Build Coastguard Worker     acc.low64 = len * XXH_PRIME64_1;
5848*08b48e0bSAndroid Build Coastguard Worker     acc.high64 = 0;
5849*08b48e0bSAndroid Build Coastguard Worker     if (len > 32) {
5850*08b48e0bSAndroid Build Coastguard Worker 
5851*08b48e0bSAndroid Build Coastguard Worker       if (len > 64) {
5852*08b48e0bSAndroid Build Coastguard Worker 
5853*08b48e0bSAndroid Build Coastguard Worker         if (len > 96) {
5854*08b48e0bSAndroid Build Coastguard Worker 
5855*08b48e0bSAndroid Build Coastguard Worker           acc = XXH128_mix32B(acc, input + 48, input + len - 64, secret + 96,
5856*08b48e0bSAndroid Build Coastguard Worker                               seed);
5857*08b48e0bSAndroid Build Coastguard Worker 
5858*08b48e0bSAndroid Build Coastguard Worker         }
5859*08b48e0bSAndroid Build Coastguard Worker 
5860*08b48e0bSAndroid Build Coastguard Worker         acc =
5861*08b48e0bSAndroid Build Coastguard Worker             XXH128_mix32B(acc, input + 32, input + len - 48, secret + 64, seed);
5862*08b48e0bSAndroid Build Coastguard Worker 
5863*08b48e0bSAndroid Build Coastguard Worker       }
5864*08b48e0bSAndroid Build Coastguard Worker 
5865*08b48e0bSAndroid Build Coastguard Worker       acc = XXH128_mix32B(acc, input + 16, input + len - 32, secret + 32, seed);
5866*08b48e0bSAndroid Build Coastguard Worker 
5867*08b48e0bSAndroid Build Coastguard Worker     }
5868*08b48e0bSAndroid Build Coastguard Worker 
5869*08b48e0bSAndroid Build Coastguard Worker     acc = XXH128_mix32B(acc, input, input + len - 16, secret, seed);
5870*08b48e0bSAndroid Build Coastguard Worker     {
5871*08b48e0bSAndroid Build Coastguard Worker 
5872*08b48e0bSAndroid Build Coastguard Worker       XXH128_hash_t h128;
5873*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = acc.low64 + acc.high64;
5874*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = (acc.low64 * XXH_PRIME64_1) + (acc.high64 * XXH_PRIME64_4) +
5875*08b48e0bSAndroid Build Coastguard Worker                     ((len - seed) * XXH_PRIME64_2);
5876*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = XXH3_avalanche(h128.low64);
5877*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = (XXH64_hash_t)0 - XXH3_avalanche(h128.high64);
5878*08b48e0bSAndroid Build Coastguard Worker       return h128;
5879*08b48e0bSAndroid Build Coastguard Worker 
5880*08b48e0bSAndroid Build Coastguard Worker     }
5881*08b48e0bSAndroid Build Coastguard Worker 
5882*08b48e0bSAndroid Build Coastguard Worker   }
5883*08b48e0bSAndroid Build Coastguard Worker 
5884*08b48e0bSAndroid Build Coastguard Worker }
5885*08b48e0bSAndroid Build Coastguard Worker 
XXH3_len_129to240_128b(const xxh_u8 * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH64_hash_t seed)5886*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH128_hash_t XXH3_len_129to240_128b(
5887*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT input, size_t len,
5888*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize, XXH64_hash_t seed) {
5889*08b48e0bSAndroid Build Coastguard Worker 
5890*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= XXH3_SECRET_SIZE_MIN);
5891*08b48e0bSAndroid Build Coastguard Worker   (void)secretSize;
5892*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(128 < len && len <= XXH3_MIDSIZE_MAX);
5893*08b48e0bSAndroid Build Coastguard Worker 
5894*08b48e0bSAndroid Build Coastguard Worker   {
5895*08b48e0bSAndroid Build Coastguard Worker 
5896*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t acc;
5897*08b48e0bSAndroid Build Coastguard Worker     int const     nbRounds = (int)len / 32;
5898*08b48e0bSAndroid Build Coastguard Worker     int           i;
5899*08b48e0bSAndroid Build Coastguard Worker     acc.low64 = len * XXH_PRIME64_1;
5900*08b48e0bSAndroid Build Coastguard Worker     acc.high64 = 0;
5901*08b48e0bSAndroid Build Coastguard Worker     for (i = 0; i < 4; i++) {
5902*08b48e0bSAndroid Build Coastguard Worker 
5903*08b48e0bSAndroid Build Coastguard Worker       acc = XXH128_mix32B(acc, input + (32 * i), input + (32 * i) + 16,
5904*08b48e0bSAndroid Build Coastguard Worker                           secret + (32 * i), seed);
5905*08b48e0bSAndroid Build Coastguard Worker 
5906*08b48e0bSAndroid Build Coastguard Worker     }
5907*08b48e0bSAndroid Build Coastguard Worker 
5908*08b48e0bSAndroid Build Coastguard Worker     acc.low64 = XXH3_avalanche(acc.low64);
5909*08b48e0bSAndroid Build Coastguard Worker     acc.high64 = XXH3_avalanche(acc.high64);
5910*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(nbRounds >= 4);
5911*08b48e0bSAndroid Build Coastguard Worker     for (i = 4; i < nbRounds; i++) {
5912*08b48e0bSAndroid Build Coastguard Worker 
5913*08b48e0bSAndroid Build Coastguard Worker       acc = XXH128_mix32B(acc, input + (32 * i), input + (32 * i) + 16,
5914*08b48e0bSAndroid Build Coastguard Worker                           secret + XXH3_MIDSIZE_STARTOFFSET + (32 * (i - 4)),
5915*08b48e0bSAndroid Build Coastguard Worker                           seed);
5916*08b48e0bSAndroid Build Coastguard Worker 
5917*08b48e0bSAndroid Build Coastguard Worker     }
5918*08b48e0bSAndroid Build Coastguard Worker 
5919*08b48e0bSAndroid Build Coastguard Worker     /* last bytes */
5920*08b48e0bSAndroid Build Coastguard Worker     acc = XXH128_mix32B(
5921*08b48e0bSAndroid Build Coastguard Worker         acc, input + len - 16, input + len - 32,
5922*08b48e0bSAndroid Build Coastguard Worker         secret + XXH3_SECRET_SIZE_MIN - XXH3_MIDSIZE_LASTOFFSET - 16,
5923*08b48e0bSAndroid Build Coastguard Worker         0ULL - seed);
5924*08b48e0bSAndroid Build Coastguard Worker 
5925*08b48e0bSAndroid Build Coastguard Worker     {
5926*08b48e0bSAndroid Build Coastguard Worker 
5927*08b48e0bSAndroid Build Coastguard Worker       XXH128_hash_t h128;
5928*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = acc.low64 + acc.high64;
5929*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = (acc.low64 * XXH_PRIME64_1) + (acc.high64 * XXH_PRIME64_4) +
5930*08b48e0bSAndroid Build Coastguard Worker                     ((len - seed) * XXH_PRIME64_2);
5931*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = XXH3_avalanche(h128.low64);
5932*08b48e0bSAndroid Build Coastguard Worker       h128.high64 = (XXH64_hash_t)0 - XXH3_avalanche(h128.high64);
5933*08b48e0bSAndroid Build Coastguard Worker       return h128;
5934*08b48e0bSAndroid Build Coastguard Worker 
5935*08b48e0bSAndroid Build Coastguard Worker     }
5936*08b48e0bSAndroid Build Coastguard Worker 
5937*08b48e0bSAndroid Build Coastguard Worker   }
5938*08b48e0bSAndroid Build Coastguard Worker 
5939*08b48e0bSAndroid Build Coastguard Worker }
5940*08b48e0bSAndroid Build Coastguard Worker 
XXH3_hashLong_128b_internal(const void * XXH_RESTRICT input,size_t len,const xxh_u8 * XXH_RESTRICT secret,size_t secretSize,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble)5941*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_hashLong_128b_internal(
5942*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len,
5943*08b48e0bSAndroid Build Coastguard Worker     const xxh_u8 *XXH_RESTRICT secret, size_t secretSize,
5944*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_accumulate_512 f_acc512, XXH3_f_scrambleAcc f_scramble) {
5945*08b48e0bSAndroid Build Coastguard Worker 
5946*08b48e0bSAndroid Build Coastguard Worker   XXH_ALIGN(XXH_ACC_ALIGN) xxh_u64 acc[XXH_ACC_NB] = XXH3_INIT_ACC;
5947*08b48e0bSAndroid Build Coastguard Worker 
5948*08b48e0bSAndroid Build Coastguard Worker   XXH3_hashLong_internal_loop(acc, (const xxh_u8 *)input, len, secret,
5949*08b48e0bSAndroid Build Coastguard Worker                               secretSize, f_acc512, f_scramble);
5950*08b48e0bSAndroid Build Coastguard Worker 
5951*08b48e0bSAndroid Build Coastguard Worker   /* converge into final hash */
5952*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(sizeof(acc) == 64);
5953*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretSize >= sizeof(acc) + XXH_SECRET_MERGEACCS_START);
5954*08b48e0bSAndroid Build Coastguard Worker   {
5955*08b48e0bSAndroid Build Coastguard Worker 
5956*08b48e0bSAndroid Build Coastguard Worker     XXH128_hash_t h128;
5957*08b48e0bSAndroid Build Coastguard Worker     h128.low64 = XXH3_mergeAccs(acc, secret + XXH_SECRET_MERGEACCS_START,
5958*08b48e0bSAndroid Build Coastguard Worker                                 (xxh_u64)len * XXH_PRIME64_1);
5959*08b48e0bSAndroid Build Coastguard Worker     h128.high64 = XXH3_mergeAccs(
5960*08b48e0bSAndroid Build Coastguard Worker         acc, secret + secretSize - sizeof(acc) - XXH_SECRET_MERGEACCS_START,
5961*08b48e0bSAndroid Build Coastguard Worker         ~((xxh_u64)len * XXH_PRIME64_2));
5962*08b48e0bSAndroid Build Coastguard Worker     return h128;
5963*08b48e0bSAndroid Build Coastguard Worker 
5964*08b48e0bSAndroid Build Coastguard Worker   }
5965*08b48e0bSAndroid Build Coastguard Worker 
5966*08b48e0bSAndroid Build Coastguard Worker }
5967*08b48e0bSAndroid Build Coastguard Worker 
5968*08b48e0bSAndroid Build Coastguard Worker /*
5969*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
5970*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_128b_default(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,const void * XXH_RESTRICT secret,size_t secretLen)5971*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH128_hash_t XXH3_hashLong_128b_default(
5972*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, XXH64_hash_t seed64,
5973*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret, size_t secretLen) {
5974*08b48e0bSAndroid Build Coastguard Worker 
5975*08b48e0bSAndroid Build Coastguard Worker   (void)seed64;
5976*08b48e0bSAndroid Build Coastguard Worker   (void)secret;
5977*08b48e0bSAndroid Build Coastguard Worker   (void)secretLen;
5978*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_128b_internal(input, len, XXH3_kSecret,
5979*08b48e0bSAndroid Build Coastguard Worker                                      sizeof(XXH3_kSecret), XXH3_accumulate_512,
5980*08b48e0bSAndroid Build Coastguard Worker                                      XXH3_scrambleAcc);
5981*08b48e0bSAndroid Build Coastguard Worker 
5982*08b48e0bSAndroid Build Coastguard Worker }
5983*08b48e0bSAndroid Build Coastguard Worker 
5984*08b48e0bSAndroid Build Coastguard Worker /*
5985*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
5986*08b48e0bSAndroid Build Coastguard Worker  */
XXH3_hashLong_128b_withSecret(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,const void * XXH_RESTRICT secret,size_t secretLen)5987*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH128_hash_t XXH3_hashLong_128b_withSecret(
5988*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, XXH64_hash_t seed64,
5989*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT secret, size_t secretLen) {
5990*08b48e0bSAndroid Build Coastguard Worker 
5991*08b48e0bSAndroid Build Coastguard Worker   (void)seed64;
5992*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_128b_internal(input, len, (const xxh_u8 *)secret,
5993*08b48e0bSAndroid Build Coastguard Worker                                      secretLen, XXH3_accumulate_512,
5994*08b48e0bSAndroid Build Coastguard Worker                                      XXH3_scrambleAcc);
5995*08b48e0bSAndroid Build Coastguard Worker 
5996*08b48e0bSAndroid Build Coastguard Worker }
5997*08b48e0bSAndroid Build Coastguard Worker 
XXH3_hashLong_128b_withSeed_internal(const void * XXH_RESTRICT input,size_t len,XXH64_hash_t seed64,XXH3_f_accumulate_512 f_acc512,XXH3_f_scrambleAcc f_scramble,XXH3_f_initCustomSecret f_initSec)5998*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t XXH3_hashLong_128b_withSeed_internal(
5999*08b48e0bSAndroid Build Coastguard Worker     const void *XXH_RESTRICT input, size_t len, XXH64_hash_t seed64,
6000*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_accumulate_512 f_acc512, XXH3_f_scrambleAcc f_scramble,
6001*08b48e0bSAndroid Build Coastguard Worker     XXH3_f_initCustomSecret f_initSec) {
6002*08b48e0bSAndroid Build Coastguard Worker 
6003*08b48e0bSAndroid Build Coastguard Worker   if (seed64 == 0)
6004*08b48e0bSAndroid Build Coastguard Worker     return XXH3_hashLong_128b_internal(
6005*08b48e0bSAndroid Build Coastguard Worker         input, len, XXH3_kSecret, sizeof(XXH3_kSecret), f_acc512, f_scramble);
6006*08b48e0bSAndroid Build Coastguard Worker   {
6007*08b48e0bSAndroid Build Coastguard Worker 
6008*08b48e0bSAndroid Build Coastguard Worker     XXH_ALIGN(XXH_SEC_ALIGN) xxh_u8 secret[XXH_SECRET_DEFAULT_SIZE];
6009*08b48e0bSAndroid Build Coastguard Worker     f_initSec(secret, seed64);
6010*08b48e0bSAndroid Build Coastguard Worker     return XXH3_hashLong_128b_internal(input, len, (const xxh_u8 *)secret,
6011*08b48e0bSAndroid Build Coastguard Worker                                        sizeof(secret), f_acc512, f_scramble);
6012*08b48e0bSAndroid Build Coastguard Worker 
6013*08b48e0bSAndroid Build Coastguard Worker   }
6014*08b48e0bSAndroid Build Coastguard Worker 
6015*08b48e0bSAndroid Build Coastguard Worker }
6016*08b48e0bSAndroid Build Coastguard Worker 
6017*08b48e0bSAndroid Build Coastguard Worker /*
6018*08b48e0bSAndroid Build Coastguard Worker  * It's important for performance that XXH3_hashLong is not inlined.
6019*08b48e0bSAndroid Build Coastguard Worker  */
6020*08b48e0bSAndroid Build Coastguard Worker XXH_NO_INLINE XXH128_hash_t
XXH3_hashLong_128b_withSeed(const void * input,size_t len,XXH64_hash_t seed64,const void * XXH_RESTRICT secret,size_t secretLen)6021*08b48e0bSAndroid Build Coastguard Worker XXH3_hashLong_128b_withSeed(const void *input, size_t len, XXH64_hash_t seed64,
6022*08b48e0bSAndroid Build Coastguard Worker                             const void *XXH_RESTRICT secret, size_t secretLen) {
6023*08b48e0bSAndroid Build Coastguard Worker 
6024*08b48e0bSAndroid Build Coastguard Worker   (void)secret;
6025*08b48e0bSAndroid Build Coastguard Worker   (void)secretLen;
6026*08b48e0bSAndroid Build Coastguard Worker   return XXH3_hashLong_128b_withSeed_internal(
6027*08b48e0bSAndroid Build Coastguard Worker       input, len, seed64, XXH3_accumulate_512, XXH3_scrambleAcc,
6028*08b48e0bSAndroid Build Coastguard Worker       XXH3_initCustomSecret);
6029*08b48e0bSAndroid Build Coastguard Worker 
6030*08b48e0bSAndroid Build Coastguard Worker }
6031*08b48e0bSAndroid Build Coastguard Worker 
6032*08b48e0bSAndroid Build Coastguard Worker typedef XXH128_hash_t (*XXH3_hashLong128_f)(const void *XXH_RESTRICT, size_t,
6033*08b48e0bSAndroid Build Coastguard Worker                                             XXH64_hash_t,
6034*08b48e0bSAndroid Build Coastguard Worker                                             const void *XXH_RESTRICT, size_t);
6035*08b48e0bSAndroid Build Coastguard Worker 
6036*08b48e0bSAndroid Build Coastguard Worker XXH_FORCE_INLINE XXH128_hash_t
XXH3_128bits_internal(const void * input,size_t len,XXH64_hash_t seed64,const void * XXH_RESTRICT secret,size_t secretLen,XXH3_hashLong128_f f_hl128)6037*08b48e0bSAndroid Build Coastguard Worker XXH3_128bits_internal(const void *input, size_t len, XXH64_hash_t seed64,
6038*08b48e0bSAndroid Build Coastguard Worker                       const void *XXH_RESTRICT secret, size_t secretLen,
6039*08b48e0bSAndroid Build Coastguard Worker                       XXH3_hashLong128_f f_hl128) {
6040*08b48e0bSAndroid Build Coastguard Worker 
6041*08b48e0bSAndroid Build Coastguard Worker   XXH_ASSERT(secretLen >= XXH3_SECRET_SIZE_MIN);
6042*08b48e0bSAndroid Build Coastguard Worker   /*
6043*08b48e0bSAndroid Build Coastguard Worker    * If an action is to be taken if `secret` conditions are not respected,
6044*08b48e0bSAndroid Build Coastguard Worker    * it should be done here.
6045*08b48e0bSAndroid Build Coastguard Worker    * For now, it's a contract pre-condition.
6046*08b48e0bSAndroid Build Coastguard Worker    * Adding a check and a branch here would cost performance at every hash.
6047*08b48e0bSAndroid Build Coastguard Worker    */
6048*08b48e0bSAndroid Build Coastguard Worker   if (len <= 16)
6049*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_0to16_128b((const xxh_u8 *)input, len,
6050*08b48e0bSAndroid Build Coastguard Worker                                (const xxh_u8 *)secret, seed64);
6051*08b48e0bSAndroid Build Coastguard Worker   if (len <= 128)
6052*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_17to128_128b((const xxh_u8 *)input, len,
6053*08b48e0bSAndroid Build Coastguard Worker                                  (const xxh_u8 *)secret, secretLen, seed64);
6054*08b48e0bSAndroid Build Coastguard Worker   if (len <= XXH3_MIDSIZE_MAX)
6055*08b48e0bSAndroid Build Coastguard Worker     return XXH3_len_129to240_128b((const xxh_u8 *)input, len,
6056*08b48e0bSAndroid Build Coastguard Worker                                   (const xxh_u8 *)secret, secretLen, seed64);
6057*08b48e0bSAndroid Build Coastguard Worker   return f_hl128(input, len, seed64, secret, secretLen);
6058*08b48e0bSAndroid Build Coastguard Worker 
6059*08b48e0bSAndroid Build Coastguard Worker }
6060*08b48e0bSAndroid Build Coastguard Worker 
6061*08b48e0bSAndroid Build Coastguard Worker /* ===   Public XXH128 API   === */
6062*08b48e0bSAndroid Build Coastguard Worker 
6063*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits(const void * input,size_t len)6064*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits(const void *input, size_t len) {
6065*08b48e0bSAndroid Build Coastguard Worker 
6066*08b48e0bSAndroid Build Coastguard Worker   return XXH3_128bits_internal(input, len, 0, XXH3_kSecret,
6067*08b48e0bSAndroid Build Coastguard Worker                                sizeof(XXH3_kSecret),
6068*08b48e0bSAndroid Build Coastguard Worker                                XXH3_hashLong_128b_default);
6069*08b48e0bSAndroid Build Coastguard Worker 
6070*08b48e0bSAndroid Build Coastguard Worker }
6071*08b48e0bSAndroid Build Coastguard Worker 
6072*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_withSecret(const void * input,size_t len,const void * secret,size_t secretSize)6073*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_withSecret(const void *input,
6074*08b48e0bSAndroid Build Coastguard Worker                                                      size_t      len,
6075*08b48e0bSAndroid Build Coastguard Worker                                                      const void *secret,
6076*08b48e0bSAndroid Build Coastguard Worker                                                      size_t      secretSize) {
6077*08b48e0bSAndroid Build Coastguard Worker 
6078*08b48e0bSAndroid Build Coastguard Worker   return XXH3_128bits_internal(input, len, 0, (const xxh_u8 *)secret,
6079*08b48e0bSAndroid Build Coastguard Worker                                secretSize, XXH3_hashLong_128b_withSecret);
6080*08b48e0bSAndroid Build Coastguard Worker 
6081*08b48e0bSAndroid Build Coastguard Worker }
6082*08b48e0bSAndroid Build Coastguard Worker 
6083*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_withSeed(const void * input,size_t len,XXH64_hash_t seed)6084*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_withSeed(const void  *input,
6085*08b48e0bSAndroid Build Coastguard Worker                                                    size_t       len,
6086*08b48e0bSAndroid Build Coastguard Worker                                                    XXH64_hash_t seed) {
6087*08b48e0bSAndroid Build Coastguard Worker 
6088*08b48e0bSAndroid Build Coastguard Worker   return XXH3_128bits_internal(input, len, seed, XXH3_kSecret,
6089*08b48e0bSAndroid Build Coastguard Worker                                sizeof(XXH3_kSecret),
6090*08b48e0bSAndroid Build Coastguard Worker                                XXH3_hashLong_128b_withSeed);
6091*08b48e0bSAndroid Build Coastguard Worker 
6092*08b48e0bSAndroid Build Coastguard Worker }
6093*08b48e0bSAndroid Build Coastguard Worker 
6094*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH128(const void * input,size_t len,XXH64_hash_t seed)6095*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH128(const void *input, size_t len,
6096*08b48e0bSAndroid Build Coastguard Worker                                     XXH64_hash_t seed) {
6097*08b48e0bSAndroid Build Coastguard Worker 
6098*08b48e0bSAndroid Build Coastguard Worker   return XXH3_128bits_withSeed(input, len, seed);
6099*08b48e0bSAndroid Build Coastguard Worker 
6100*08b48e0bSAndroid Build Coastguard Worker }
6101*08b48e0bSAndroid Build Coastguard Worker 
6102*08b48e0bSAndroid Build Coastguard Worker /* ===   XXH3 128-bit streaming   === */
6103*08b48e0bSAndroid Build Coastguard Worker 
6104*08b48e0bSAndroid Build Coastguard Worker /*
6105*08b48e0bSAndroid Build Coastguard Worker  * All the functions are actually the same as for 64-bit streaming variant.
6106*08b48e0bSAndroid Build Coastguard Worker  * The only difference is the finalization routine.
6107*08b48e0bSAndroid Build Coastguard Worker  */
6108*08b48e0bSAndroid Build Coastguard Worker 
6109*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_reset(XXH3_state_t * statePtr)6110*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset(XXH3_state_t *statePtr) {
6111*08b48e0bSAndroid Build Coastguard Worker 
6112*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
6113*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, 0, XXH3_kSecret, XXH_SECRET_DEFAULT_SIZE);
6114*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
6115*08b48e0bSAndroid Build Coastguard Worker 
6116*08b48e0bSAndroid Build Coastguard Worker }
6117*08b48e0bSAndroid Build Coastguard Worker 
6118*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_reset_withSecret(XXH3_state_t * statePtr,const void * secret,size_t secretSize)6119*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset_withSecret(
6120*08b48e0bSAndroid Build Coastguard Worker     XXH3_state_t *statePtr, const void *secret, size_t secretSize) {
6121*08b48e0bSAndroid Build Coastguard Worker 
6122*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
6123*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, 0, secret, secretSize);
6124*08b48e0bSAndroid Build Coastguard Worker   if (secret == NULL) return XXH_ERROR;
6125*08b48e0bSAndroid Build Coastguard Worker   if (secretSize < XXH3_SECRET_SIZE_MIN) return XXH_ERROR;
6126*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
6127*08b48e0bSAndroid Build Coastguard Worker 
6128*08b48e0bSAndroid Build Coastguard Worker }
6129*08b48e0bSAndroid Build Coastguard Worker 
6130*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_reset_withSeed(XXH3_state_t * statePtr,XXH64_hash_t seed)6131*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_reset_withSeed(XXH3_state_t *statePtr,
6132*08b48e0bSAndroid Build Coastguard Worker                                                          XXH64_hash_t  seed) {
6133*08b48e0bSAndroid Build Coastguard Worker 
6134*08b48e0bSAndroid Build Coastguard Worker   if (statePtr == NULL) return XXH_ERROR;
6135*08b48e0bSAndroid Build Coastguard Worker   if (seed == 0) return XXH3_128bits_reset(statePtr);
6136*08b48e0bSAndroid Build Coastguard Worker   if (seed != statePtr->seed)
6137*08b48e0bSAndroid Build Coastguard Worker     XXH3_initCustomSecret(statePtr->customSecret, seed);
6138*08b48e0bSAndroid Build Coastguard Worker   XXH3_reset_internal(statePtr, seed, NULL, XXH_SECRET_DEFAULT_SIZE);
6139*08b48e0bSAndroid Build Coastguard Worker   return XXH_OK;
6140*08b48e0bSAndroid Build Coastguard Worker 
6141*08b48e0bSAndroid Build Coastguard Worker }
6142*08b48e0bSAndroid Build Coastguard Worker 
6143*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_update(XXH3_state_t * state,const void * input,size_t len)6144*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH_errorcode XXH3_128bits_update(XXH3_state_t *state,
6145*08b48e0bSAndroid Build Coastguard Worker                                                  const void   *input,
6146*08b48e0bSAndroid Build Coastguard Worker                                                  size_t        len) {
6147*08b48e0bSAndroid Build Coastguard Worker 
6148*08b48e0bSAndroid Build Coastguard Worker   return XXH3_update(state, (const xxh_u8 *)input, len, XXH3_accumulate_512,
6149*08b48e0bSAndroid Build Coastguard Worker                      XXH3_scrambleAcc);
6150*08b48e0bSAndroid Build Coastguard Worker 
6151*08b48e0bSAndroid Build Coastguard Worker }
6152*08b48e0bSAndroid Build Coastguard Worker 
6153*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH3_128bits_digest(const XXH3_state_t * state)6154*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t XXH3_128bits_digest(const XXH3_state_t *state) {
6155*08b48e0bSAndroid Build Coastguard Worker 
6156*08b48e0bSAndroid Build Coastguard Worker   const unsigned char *const secret =
6157*08b48e0bSAndroid Build Coastguard Worker       (state->extSecret == NULL) ? state->customSecret : state->extSecret;
6158*08b48e0bSAndroid Build Coastguard Worker   if (state->totalLen > XXH3_MIDSIZE_MAX) {
6159*08b48e0bSAndroid Build Coastguard Worker 
6160*08b48e0bSAndroid Build Coastguard Worker     XXH_ALIGN(XXH_ACC_ALIGN) XXH64_hash_t acc[XXH_ACC_NB];
6161*08b48e0bSAndroid Build Coastguard Worker     XXH3_digest_long(acc, state, secret);
6162*08b48e0bSAndroid Build Coastguard Worker     XXH_ASSERT(state->secretLimit + XXH_STRIPE_LEN >=
6163*08b48e0bSAndroid Build Coastguard Worker                sizeof(acc) + XXH_SECRET_MERGEACCS_START);
6164*08b48e0bSAndroid Build Coastguard Worker     {
6165*08b48e0bSAndroid Build Coastguard Worker 
6166*08b48e0bSAndroid Build Coastguard Worker       XXH128_hash_t h128;
6167*08b48e0bSAndroid Build Coastguard Worker       h128.low64 = XXH3_mergeAccs(acc, secret + XXH_SECRET_MERGEACCS_START,
6168*08b48e0bSAndroid Build Coastguard Worker                                   (xxh_u64)state->totalLen * XXH_PRIME64_1);
6169*08b48e0bSAndroid Build Coastguard Worker       h128.high64 =
6170*08b48e0bSAndroid Build Coastguard Worker           XXH3_mergeAccs(acc,
6171*08b48e0bSAndroid Build Coastguard Worker                          secret + state->secretLimit + XXH_STRIPE_LEN -
6172*08b48e0bSAndroid Build Coastguard Worker                              sizeof(acc) - XXH_SECRET_MERGEACCS_START,
6173*08b48e0bSAndroid Build Coastguard Worker                          ~((xxh_u64)state->totalLen * XXH_PRIME64_2));
6174*08b48e0bSAndroid Build Coastguard Worker       return h128;
6175*08b48e0bSAndroid Build Coastguard Worker 
6176*08b48e0bSAndroid Build Coastguard Worker     }
6177*08b48e0bSAndroid Build Coastguard Worker 
6178*08b48e0bSAndroid Build Coastguard Worker   }
6179*08b48e0bSAndroid Build Coastguard Worker 
6180*08b48e0bSAndroid Build Coastguard Worker   /* len <= XXH3_MIDSIZE_MAX : short code */
6181*08b48e0bSAndroid Build Coastguard Worker   if (state->seed)
6182*08b48e0bSAndroid Build Coastguard Worker     return XXH3_128bits_withSeed(state->buffer, (size_t)state->totalLen,
6183*08b48e0bSAndroid Build Coastguard Worker                                  state->seed);
6184*08b48e0bSAndroid Build Coastguard Worker   return XXH3_128bits_withSecret(state->buffer, (size_t)(state->totalLen),
6185*08b48e0bSAndroid Build Coastguard Worker                                  secret, state->secretLimit + XXH_STRIPE_LEN);
6186*08b48e0bSAndroid Build Coastguard Worker 
6187*08b48e0bSAndroid Build Coastguard Worker }
6188*08b48e0bSAndroid Build Coastguard Worker 
6189*08b48e0bSAndroid Build Coastguard Worker     /* 128-bit utility functions */
6190*08b48e0bSAndroid Build Coastguard Worker 
6191*08b48e0bSAndroid Build Coastguard Worker       #include <string.h>                                 /* memcmp, memcpy */
6192*08b48e0bSAndroid Build Coastguard Worker 
6193*08b48e0bSAndroid Build Coastguard Worker /* return : 1 is equal, 0 if different */
6194*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH128_isEqual(XXH128_hash_t h1,XXH128_hash_t h2)6195*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API int XXH128_isEqual(XXH128_hash_t h1, XXH128_hash_t h2) {
6196*08b48e0bSAndroid Build Coastguard Worker 
6197*08b48e0bSAndroid Build Coastguard Worker   /* note : XXH128_hash_t is compact, it has no padding byte */
6198*08b48e0bSAndroid Build Coastguard Worker   return !(memcmp(&h1, &h2, sizeof(h1)));
6199*08b48e0bSAndroid Build Coastguard Worker 
6200*08b48e0bSAndroid Build Coastguard Worker }
6201*08b48e0bSAndroid Build Coastguard Worker 
6202*08b48e0bSAndroid Build Coastguard Worker /* This prototype is compatible with stdlib's qsort().
6203*08b48e0bSAndroid Build Coastguard Worker  * return : >0 if *h128_1  > *h128_2
6204*08b48e0bSAndroid Build Coastguard Worker  *          <0 if *h128_1  < *h128_2
6205*08b48e0bSAndroid Build Coastguard Worker  *          =0 if *h128_1 == *h128_2  */
6206*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH128_cmp(const void * h128_1,const void * h128_2)6207*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API int XXH128_cmp(const void *h128_1, const void *h128_2) {
6208*08b48e0bSAndroid Build Coastguard Worker 
6209*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t const h1 = *(const XXH128_hash_t *)h128_1;
6210*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t const h2 = *(const XXH128_hash_t *)h128_2;
6211*08b48e0bSAndroid Build Coastguard Worker   int const           hcmp = (h1.high64 > h2.high64) - (h2.high64 > h1.high64);
6212*08b48e0bSAndroid Build Coastguard Worker   /* note : bets that, in most cases, hash values are different */
6213*08b48e0bSAndroid Build Coastguard Worker   if (hcmp) return hcmp;
6214*08b48e0bSAndroid Build Coastguard Worker   return (h1.low64 > h2.low64) - (h2.low64 > h1.low64);
6215*08b48e0bSAndroid Build Coastguard Worker 
6216*08b48e0bSAndroid Build Coastguard Worker }
6217*08b48e0bSAndroid Build Coastguard Worker 
6218*08b48e0bSAndroid Build Coastguard Worker /*======   Canonical representation   ======*/
6219*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
XXH128_canonicalFromHash(XXH128_canonical_t * dst,XXH128_hash_t hash)6220*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API void XXH128_canonicalFromHash(XXH128_canonical_t *dst,
6221*08b48e0bSAndroid Build Coastguard Worker                                              XXH128_hash_t       hash) {
6222*08b48e0bSAndroid Build Coastguard Worker 
6223*08b48e0bSAndroid Build Coastguard Worker   XXH_STATIC_ASSERT(sizeof(XXH128_canonical_t) == sizeof(XXH128_hash_t));
6224*08b48e0bSAndroid Build Coastguard Worker   if (XXH_CPU_LITTLE_ENDIAN) {
6225*08b48e0bSAndroid Build Coastguard Worker 
6226*08b48e0bSAndroid Build Coastguard Worker     hash.high64 = XXH_swap64(hash.high64);
6227*08b48e0bSAndroid Build Coastguard Worker     hash.low64 = XXH_swap64(hash.low64);
6228*08b48e0bSAndroid Build Coastguard Worker 
6229*08b48e0bSAndroid Build Coastguard Worker   }
6230*08b48e0bSAndroid Build Coastguard Worker 
6231*08b48e0bSAndroid Build Coastguard Worker   memcpy(dst, &hash.high64, sizeof(hash.high64));
6232*08b48e0bSAndroid Build Coastguard Worker   memcpy((char *)dst + sizeof(hash.high64), &hash.low64, sizeof(hash.low64));
6233*08b48e0bSAndroid Build Coastguard Worker 
6234*08b48e0bSAndroid Build Coastguard Worker }
6235*08b48e0bSAndroid Build Coastguard Worker 
6236*08b48e0bSAndroid Build Coastguard Worker /*! @ingroup xxh3_family */
6237*08b48e0bSAndroid Build Coastguard Worker XXH_PUBLIC_API XXH128_hash_t
XXH128_hashFromCanonical(const XXH128_canonical_t * src)6238*08b48e0bSAndroid Build Coastguard Worker XXH128_hashFromCanonical(const XXH128_canonical_t *src) {
6239*08b48e0bSAndroid Build Coastguard Worker 
6240*08b48e0bSAndroid Build Coastguard Worker   XXH128_hash_t h;
6241*08b48e0bSAndroid Build Coastguard Worker   h.high64 = XXH_readBE64(src);
6242*08b48e0bSAndroid Build Coastguard Worker   h.low64 = XXH_readBE64(src->digest + 8);
6243*08b48e0bSAndroid Build Coastguard Worker   return h;
6244*08b48e0bSAndroid Build Coastguard Worker 
6245*08b48e0bSAndroid Build Coastguard Worker }
6246*08b48e0bSAndroid Build Coastguard Worker 
6247*08b48e0bSAndroid Build Coastguard Worker       /* Pop our optimization override from above */
6248*08b48e0bSAndroid Build Coastguard Worker       #if XXH_VECTOR == XXH_AVX2                      /* AVX2 */           \
6249*08b48e0bSAndroid Build Coastguard Worker           && defined(__GNUC__) && !defined(__clang__) /* GCC, not Clang */ \
6250*08b48e0bSAndroid Build Coastguard Worker           && defined(__OPTIMIZE__) &&                                      \
6251*08b48e0bSAndroid Build Coastguard Worker           !defined(__OPTIMIZE_SIZE__)                /* respect -O0 and -Os */
6252*08b48e0bSAndroid Build Coastguard Worker         #pragma GCC pop_options
6253*08b48e0bSAndroid Build Coastguard Worker       #endif
6254*08b48e0bSAndroid Build Coastguard Worker 
6255*08b48e0bSAndroid Build Coastguard Worker     #endif                                              /* XXH_NO_LONG_LONG */
6256*08b48e0bSAndroid Build Coastguard Worker 
6257*08b48e0bSAndroid Build Coastguard Worker   #endif                                                     /* XXH_NO_XXH3 */
6258*08b48e0bSAndroid Build Coastguard Worker 
6259*08b48e0bSAndroid Build Coastguard Worker /*!
6260*08b48e0bSAndroid Build Coastguard Worker  * @}
6261*08b48e0bSAndroid Build Coastguard Worker  */
6262*08b48e0bSAndroid Build Coastguard Worker #endif                                                /* XXH_IMPLEMENTATION */
6263*08b48e0bSAndroid Build Coastguard Worker 
6264*08b48e0bSAndroid Build Coastguard Worker #if defined(__cplusplus)
6265*08b48e0bSAndroid Build Coastguard Worker 
6266*08b48e0bSAndroid Build Coastguard Worker }
6267*08b48e0bSAndroid Build Coastguard Worker 
6268*08b48e0bSAndroid Build Coastguard Worker #endif
6269*08b48e0bSAndroid Build Coastguard Worker 
6270