1*344a7f5eSAndroid Build Coastguard Worker /*===------------- avx512vbmiintrin.h - VBMI intrinsics ------------------===
2*344a7f5eSAndroid Build Coastguard Worker *
3*344a7f5eSAndroid Build Coastguard Worker *
4*344a7f5eSAndroid Build Coastguard Worker * Permission is hereby granted, free of charge, to any person obtaining a copy
5*344a7f5eSAndroid Build Coastguard Worker * of this software and associated documentation files (the "Software"), to deal
6*344a7f5eSAndroid Build Coastguard Worker * in the Software without restriction, including without limitation the rights
7*344a7f5eSAndroid Build Coastguard Worker * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8*344a7f5eSAndroid Build Coastguard Worker * copies of the Software, and to permit persons to whom the Software is
9*344a7f5eSAndroid Build Coastguard Worker * furnished to do so, subject to the following conditions:
10*344a7f5eSAndroid Build Coastguard Worker *
11*344a7f5eSAndroid Build Coastguard Worker * The above copyright notice and this permission notice shall be included in
12*344a7f5eSAndroid Build Coastguard Worker * all copies or substantial portions of the Software.
13*344a7f5eSAndroid Build Coastguard Worker *
14*344a7f5eSAndroid Build Coastguard Worker * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15*344a7f5eSAndroid Build Coastguard Worker * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16*344a7f5eSAndroid Build Coastguard Worker * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17*344a7f5eSAndroid Build Coastguard Worker * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18*344a7f5eSAndroid Build Coastguard Worker * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19*344a7f5eSAndroid Build Coastguard Worker * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
20*344a7f5eSAndroid Build Coastguard Worker * THE SOFTWARE.
21*344a7f5eSAndroid Build Coastguard Worker *
22*344a7f5eSAndroid Build Coastguard Worker *===-----------------------------------------------------------------------===
23*344a7f5eSAndroid Build Coastguard Worker */
24*344a7f5eSAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
25*344a7f5eSAndroid Build Coastguard Worker #error "Never use <avx512vbmiintrin.h> directly; include <immintrin.h> instead."
26*344a7f5eSAndroid Build Coastguard Worker #endif
27*344a7f5eSAndroid Build Coastguard Worker
28*344a7f5eSAndroid Build Coastguard Worker #ifndef __VBMIINTRIN_H
29*344a7f5eSAndroid Build Coastguard Worker #define __VBMIINTRIN_H
30*344a7f5eSAndroid Build Coastguard Worker
31*344a7f5eSAndroid Build Coastguard Worker /* Define the default attributes for the functions in this file. */
32*344a7f5eSAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi")))
33*344a7f5eSAndroid Build Coastguard Worker
34*344a7f5eSAndroid Build Coastguard Worker
35*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask2_permutex2var_epi8(__m512i __A,__m512i __I,__mmask64 __U,__m512i __B)36*344a7f5eSAndroid Build Coastguard Worker _mm512_mask2_permutex2var_epi8 (__m512i __A, __m512i __I,
37*344a7f5eSAndroid Build Coastguard Worker __mmask64 __U, __m512i __B)
38*344a7f5eSAndroid Build Coastguard Worker {
39*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpermi2varqi512_mask ((__v64qi) __A,
40*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __I
41*344a7f5eSAndroid Build Coastguard Worker /* idx */ ,
42*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __B,
43*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __U);
44*344a7f5eSAndroid Build Coastguard Worker }
45*344a7f5eSAndroid Build Coastguard Worker
46*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_permutex2var_epi8(__m512i __A,__m512i __I,__m512i __B)47*344a7f5eSAndroid Build Coastguard Worker _mm512_permutex2var_epi8 (__m512i __A, __m512i __I, __m512i __B)
48*344a7f5eSAndroid Build Coastguard Worker {
49*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpermt2varqi512_mask ((__v64qi) __I
50*344a7f5eSAndroid Build Coastguard Worker /* idx */ ,
51*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
52*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __B,
53*344a7f5eSAndroid Build Coastguard Worker (__mmask64) -1);
54*344a7f5eSAndroid Build Coastguard Worker }
55*344a7f5eSAndroid Build Coastguard Worker
56*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_permutex2var_epi8(__m512i __A,__mmask64 __U,__m512i __I,__m512i __B)57*344a7f5eSAndroid Build Coastguard Worker _mm512_mask_permutex2var_epi8 (__m512i __A, __mmask64 __U,
58*344a7f5eSAndroid Build Coastguard Worker __m512i __I, __m512i __B)
59*344a7f5eSAndroid Build Coastguard Worker {
60*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpermt2varqi512_mask ((__v64qi) __I
61*344a7f5eSAndroid Build Coastguard Worker /* idx */ ,
62*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
63*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __B,
64*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __U);
65*344a7f5eSAndroid Build Coastguard Worker }
66*344a7f5eSAndroid Build Coastguard Worker
67*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_permutex2var_epi8(__mmask64 __U,__m512i __A,__m512i __I,__m512i __B)68*344a7f5eSAndroid Build Coastguard Worker _mm512_maskz_permutex2var_epi8 (__mmask64 __U, __m512i __A,
69*344a7f5eSAndroid Build Coastguard Worker __m512i __I, __m512i __B)
70*344a7f5eSAndroid Build Coastguard Worker {
71*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpermt2varqi512_maskz ((__v64qi) __I
72*344a7f5eSAndroid Build Coastguard Worker /* idx */ ,
73*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
74*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __B,
75*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __U);
76*344a7f5eSAndroid Build Coastguard Worker }
77*344a7f5eSAndroid Build Coastguard Worker
78*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_permutexvar_epi8(__m512i __A,__m512i __B)79*344a7f5eSAndroid Build Coastguard Worker _mm512_permutexvar_epi8 (__m512i __A, __m512i __B)
80*344a7f5eSAndroid Build Coastguard Worker {
81*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B,
82*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
83*344a7f5eSAndroid Build Coastguard Worker (__v64qi) _mm512_undefined_epi32 (),
84*344a7f5eSAndroid Build Coastguard Worker (__mmask64) -1);
85*344a7f5eSAndroid Build Coastguard Worker }
86*344a7f5eSAndroid Build Coastguard Worker
87*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_permutexvar_epi8(__mmask64 __M,__m512i __A,__m512i __B)88*344a7f5eSAndroid Build Coastguard Worker _mm512_maskz_permutexvar_epi8 (__mmask64 __M, __m512i __A,
89*344a7f5eSAndroid Build Coastguard Worker __m512i __B)
90*344a7f5eSAndroid Build Coastguard Worker {
91*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B,
92*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
93*344a7f5eSAndroid Build Coastguard Worker (__v64qi) _mm512_setzero_si512(),
94*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __M);
95*344a7f5eSAndroid Build Coastguard Worker }
96*344a7f5eSAndroid Build Coastguard Worker
97*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_permutexvar_epi8(__m512i __W,__mmask64 __M,__m512i __A,__m512i __B)98*344a7f5eSAndroid Build Coastguard Worker _mm512_mask_permutexvar_epi8 (__m512i __W, __mmask64 __M, __m512i __A,
99*344a7f5eSAndroid Build Coastguard Worker __m512i __B)
100*344a7f5eSAndroid Build Coastguard Worker {
101*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_permvarqi512_mask ((__v64qi) __B,
102*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __A,
103*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __W,
104*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __M);
105*344a7f5eSAndroid Build Coastguard Worker }
106*344a7f5eSAndroid Build Coastguard Worker
107*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_multishift_epi64_epi8(__m512i __W,__mmask64 __M,__m512i __X,__m512i __Y)108*344a7f5eSAndroid Build Coastguard Worker _mm512_mask_multishift_epi64_epi8 (__m512i __W, __mmask64 __M, __m512i __X, __m512i __Y)
109*344a7f5eSAndroid Build Coastguard Worker {
110*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X,
111*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __Y,
112*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __W,
113*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __M);
114*344a7f5eSAndroid Build Coastguard Worker }
115*344a7f5eSAndroid Build Coastguard Worker
116*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_multishift_epi64_epi8(__mmask64 __M,__m512i __X,__m512i __Y)117*344a7f5eSAndroid Build Coastguard Worker _mm512_maskz_multishift_epi64_epi8 (__mmask64 __M, __m512i __X, __m512i __Y)
118*344a7f5eSAndroid Build Coastguard Worker {
119*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X,
120*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __Y,
121*344a7f5eSAndroid Build Coastguard Worker (__v64qi) _mm512_setzero_si512 (),
122*344a7f5eSAndroid Build Coastguard Worker (__mmask64) __M);
123*344a7f5eSAndroid Build Coastguard Worker }
124*344a7f5eSAndroid Build Coastguard Worker
125*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_multishift_epi64_epi8(__m512i __X,__m512i __Y)126*344a7f5eSAndroid Build Coastguard Worker _mm512_multishift_epi64_epi8 (__m512i __X, __m512i __Y)
127*344a7f5eSAndroid Build Coastguard Worker {
128*344a7f5eSAndroid Build Coastguard Worker return (__m512i) __builtin_ia32_vpmultishiftqb512_mask ((__v64qi) __X,
129*344a7f5eSAndroid Build Coastguard Worker (__v64qi) __Y,
130*344a7f5eSAndroid Build Coastguard Worker (__v64qi) _mm512_undefined_epi32 (),
131*344a7f5eSAndroid Build Coastguard Worker (__mmask64) -1);
132*344a7f5eSAndroid Build Coastguard Worker }
133*344a7f5eSAndroid Build Coastguard Worker
134*344a7f5eSAndroid Build Coastguard Worker
135*344a7f5eSAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
136*344a7f5eSAndroid Build Coastguard Worker
137*344a7f5eSAndroid Build Coastguard Worker #endif
138