xref: /aosp_15_r20/prebuilts/sdk/renderscript/clang-include/avx512vlintrin.h (revision 344a7f5ef16c479e7a7f54ee6567a9d112f9e72b)
1*344a7f5eSAndroid Build Coastguard Worker /*===---- avx512vlintrin.h - AVX512VL intrinsics ---------------------------===
2*344a7f5eSAndroid Build Coastguard Worker  *
3*344a7f5eSAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a copy
4*344a7f5eSAndroid Build Coastguard Worker  * of this software and associated documentation files (the "Software"), to deal
5*344a7f5eSAndroid Build Coastguard Worker  * in the Software without restriction, including without limitation the rights
6*344a7f5eSAndroid Build Coastguard Worker  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7*344a7f5eSAndroid Build Coastguard Worker  * copies of the Software, and to permit persons to whom the Software is
8*344a7f5eSAndroid Build Coastguard Worker  * furnished to do so, subject to the following conditions:
9*344a7f5eSAndroid Build Coastguard Worker  *
10*344a7f5eSAndroid Build Coastguard Worker  * The above copyright notice and this permission notice shall be included in
11*344a7f5eSAndroid Build Coastguard Worker  * all copies or substantial portions of the Software.
12*344a7f5eSAndroid Build Coastguard Worker  *
13*344a7f5eSAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14*344a7f5eSAndroid Build Coastguard Worker  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15*344a7f5eSAndroid Build Coastguard Worker  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16*344a7f5eSAndroid Build Coastguard Worker  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17*344a7f5eSAndroid Build Coastguard Worker  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18*344a7f5eSAndroid Build Coastguard Worker  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19*344a7f5eSAndroid Build Coastguard Worker  * THE SOFTWARE.
20*344a7f5eSAndroid Build Coastguard Worker  *
21*344a7f5eSAndroid Build Coastguard Worker  *===-----------------------------------------------------------------------===
22*344a7f5eSAndroid Build Coastguard Worker  */
23*344a7f5eSAndroid Build Coastguard Worker 
24*344a7f5eSAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
25*344a7f5eSAndroid Build Coastguard Worker #error "Never use <avx512vlintrin.h> directly; include <immintrin.h> instead."
26*344a7f5eSAndroid Build Coastguard Worker #endif
27*344a7f5eSAndroid Build Coastguard Worker 
28*344a7f5eSAndroid Build Coastguard Worker #ifndef __AVX512VLINTRIN_H
29*344a7f5eSAndroid Build Coastguard Worker #define __AVX512VLINTRIN_H
30*344a7f5eSAndroid Build Coastguard Worker 
31*344a7f5eSAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512vl")))
32*344a7f5eSAndroid Build Coastguard Worker 
33*344a7f5eSAndroid Build Coastguard Worker /* Doesn't require avx512vl, used in avx512dqintrin.h */
34*344a7f5eSAndroid Build Coastguard Worker static  __inline __m128i __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
_mm_setzero_di(void)35*344a7f5eSAndroid Build Coastguard Worker _mm_setzero_di(void) {
36*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)(__v2di){ 0LL, 0LL};
37*344a7f5eSAndroid Build Coastguard Worker }
38*344a7f5eSAndroid Build Coastguard Worker 
39*344a7f5eSAndroid Build Coastguard Worker /* Integer compare */
40*344a7f5eSAndroid Build Coastguard Worker 
41*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpeq_epi32_mask(__m128i __a,__m128i __b)42*344a7f5eSAndroid Build Coastguard Worker _mm_cmpeq_epi32_mask(__m128i __a, __m128i __b) {
43*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b,
44*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
45*344a7f5eSAndroid Build Coastguard Worker }
46*344a7f5eSAndroid Build Coastguard Worker 
47*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpeq_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)48*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpeq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
49*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqd128_mask((__v4si)__a, (__v4si)__b,
50*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
51*344a7f5eSAndroid Build Coastguard Worker }
52*344a7f5eSAndroid Build Coastguard Worker 
53*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpeq_epu32_mask(__m128i __a,__m128i __b)54*344a7f5eSAndroid Build Coastguard Worker _mm_cmpeq_epu32_mask(__m128i __a, __m128i __b) {
55*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0,
56*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
57*344a7f5eSAndroid Build Coastguard Worker }
58*344a7f5eSAndroid Build Coastguard Worker 
59*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpeq_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)60*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpeq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
61*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 0,
62*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
63*344a7f5eSAndroid Build Coastguard Worker }
64*344a7f5eSAndroid Build Coastguard Worker 
65*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpeq_epi32_mask(__m256i __a,__m256i __b)66*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpeq_epi32_mask(__m256i __a, __m256i __b) {
67*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b,
68*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
69*344a7f5eSAndroid Build Coastguard Worker }
70*344a7f5eSAndroid Build Coastguard Worker 
71*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpeq_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)72*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpeq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
73*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqd256_mask((__v8si)__a, (__v8si)__b,
74*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
75*344a7f5eSAndroid Build Coastguard Worker }
76*344a7f5eSAndroid Build Coastguard Worker 
77*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpeq_epu32_mask(__m256i __a,__m256i __b)78*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpeq_epu32_mask(__m256i __a, __m256i __b) {
79*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0,
80*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
81*344a7f5eSAndroid Build Coastguard Worker }
82*344a7f5eSAndroid Build Coastguard Worker 
83*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpeq_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)84*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpeq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
85*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 0,
86*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
87*344a7f5eSAndroid Build Coastguard Worker }
88*344a7f5eSAndroid Build Coastguard Worker 
89*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpeq_epi64_mask(__m128i __a,__m128i __b)90*344a7f5eSAndroid Build Coastguard Worker _mm_cmpeq_epi64_mask(__m128i __a, __m128i __b) {
91*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b,
92*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
93*344a7f5eSAndroid Build Coastguard Worker }
94*344a7f5eSAndroid Build Coastguard Worker 
95*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpeq_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)96*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpeq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
97*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqq128_mask((__v2di)__a, (__v2di)__b,
98*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
99*344a7f5eSAndroid Build Coastguard Worker }
100*344a7f5eSAndroid Build Coastguard Worker 
101*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpeq_epu64_mask(__m128i __a,__m128i __b)102*344a7f5eSAndroid Build Coastguard Worker _mm_cmpeq_epu64_mask(__m128i __a, __m128i __b) {
103*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0,
104*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
105*344a7f5eSAndroid Build Coastguard Worker }
106*344a7f5eSAndroid Build Coastguard Worker 
107*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpeq_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)108*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpeq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
109*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 0,
110*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
111*344a7f5eSAndroid Build Coastguard Worker }
112*344a7f5eSAndroid Build Coastguard Worker 
113*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpeq_epi64_mask(__m256i __a,__m256i __b)114*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpeq_epi64_mask(__m256i __a, __m256i __b) {
115*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b,
116*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
117*344a7f5eSAndroid Build Coastguard Worker }
118*344a7f5eSAndroid Build Coastguard Worker 
119*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpeq_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)120*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpeq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
121*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpeqq256_mask((__v4di)__a, (__v4di)__b,
122*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
123*344a7f5eSAndroid Build Coastguard Worker }
124*344a7f5eSAndroid Build Coastguard Worker 
125*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpeq_epu64_mask(__m256i __a,__m256i __b)126*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpeq_epu64_mask(__m256i __a, __m256i __b) {
127*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0,
128*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
129*344a7f5eSAndroid Build Coastguard Worker }
130*344a7f5eSAndroid Build Coastguard Worker 
131*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpeq_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)132*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpeq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
133*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 0,
134*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
135*344a7f5eSAndroid Build Coastguard Worker }
136*344a7f5eSAndroid Build Coastguard Worker 
137*344a7f5eSAndroid Build Coastguard Worker 
138*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpge_epi32_mask(__m128i __a,__m128i __b)139*344a7f5eSAndroid Build Coastguard Worker _mm_cmpge_epi32_mask(__m128i __a, __m128i __b) {
140*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5,
141*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
142*344a7f5eSAndroid Build Coastguard Worker }
143*344a7f5eSAndroid Build Coastguard Worker 
144*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpge_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)145*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpge_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
146*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 5,
147*344a7f5eSAndroid Build Coastguard Worker                                                __u);
148*344a7f5eSAndroid Build Coastguard Worker }
149*344a7f5eSAndroid Build Coastguard Worker 
150*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpge_epu32_mask(__m128i __a,__m128i __b)151*344a7f5eSAndroid Build Coastguard Worker _mm_cmpge_epu32_mask(__m128i __a, __m128i __b) {
152*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5,
153*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
154*344a7f5eSAndroid Build Coastguard Worker }
155*344a7f5eSAndroid Build Coastguard Worker 
156*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpge_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)157*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpge_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
158*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 5,
159*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
160*344a7f5eSAndroid Build Coastguard Worker }
161*344a7f5eSAndroid Build Coastguard Worker 
162*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpge_epi32_mask(__m256i __a,__m256i __b)163*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpge_epi32_mask(__m256i __a, __m256i __b) {
164*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5,
165*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
166*344a7f5eSAndroid Build Coastguard Worker }
167*344a7f5eSAndroid Build Coastguard Worker 
168*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpge_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)169*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpge_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
170*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 5,
171*344a7f5eSAndroid Build Coastguard Worker                                                __u);
172*344a7f5eSAndroid Build Coastguard Worker }
173*344a7f5eSAndroid Build Coastguard Worker 
174*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpge_epu32_mask(__m256i __a,__m256i __b)175*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpge_epu32_mask(__m256i __a, __m256i __b) {
176*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5,
177*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
178*344a7f5eSAndroid Build Coastguard Worker }
179*344a7f5eSAndroid Build Coastguard Worker 
180*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpge_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)181*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpge_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
182*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 5,
183*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
184*344a7f5eSAndroid Build Coastguard Worker }
185*344a7f5eSAndroid Build Coastguard Worker 
186*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpge_epi64_mask(__m128i __a,__m128i __b)187*344a7f5eSAndroid Build Coastguard Worker _mm_cmpge_epi64_mask(__m128i __a, __m128i __b) {
188*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5,
189*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
190*344a7f5eSAndroid Build Coastguard Worker }
191*344a7f5eSAndroid Build Coastguard Worker 
192*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpge_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)193*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpge_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
194*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 5,
195*344a7f5eSAndroid Build Coastguard Worker                                                __u);
196*344a7f5eSAndroid Build Coastguard Worker }
197*344a7f5eSAndroid Build Coastguard Worker 
198*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpge_epu64_mask(__m128i __a,__m128i __b)199*344a7f5eSAndroid Build Coastguard Worker _mm_cmpge_epu64_mask(__m128i __a, __m128i __b) {
200*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5,
201*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
202*344a7f5eSAndroid Build Coastguard Worker }
203*344a7f5eSAndroid Build Coastguard Worker 
204*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpge_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)205*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpge_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
206*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 5,
207*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
208*344a7f5eSAndroid Build Coastguard Worker }
209*344a7f5eSAndroid Build Coastguard Worker 
210*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpge_epi64_mask(__m256i __a,__m256i __b)211*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpge_epi64_mask(__m256i __a, __m256i __b) {
212*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5,
213*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
214*344a7f5eSAndroid Build Coastguard Worker }
215*344a7f5eSAndroid Build Coastguard Worker 
216*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpge_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)217*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpge_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
218*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 5,
219*344a7f5eSAndroid Build Coastguard Worker                                                __u);
220*344a7f5eSAndroid Build Coastguard Worker }
221*344a7f5eSAndroid Build Coastguard Worker 
222*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpge_epu64_mask(__m256i __a,__m256i __b)223*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpge_epu64_mask(__m256i __a, __m256i __b) {
224*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5,
225*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
226*344a7f5eSAndroid Build Coastguard Worker }
227*344a7f5eSAndroid Build Coastguard Worker 
228*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpge_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)229*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpge_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
230*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 5,
231*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
232*344a7f5eSAndroid Build Coastguard Worker }
233*344a7f5eSAndroid Build Coastguard Worker 
234*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpgt_epi32_mask(__m128i __a,__m128i __b)235*344a7f5eSAndroid Build Coastguard Worker _mm_cmpgt_epi32_mask(__m128i __a, __m128i __b) {
236*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b,
237*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
238*344a7f5eSAndroid Build Coastguard Worker }
239*344a7f5eSAndroid Build Coastguard Worker 
240*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpgt_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)241*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpgt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
242*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtd128_mask((__v4si)__a, (__v4si)__b,
243*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
244*344a7f5eSAndroid Build Coastguard Worker }
245*344a7f5eSAndroid Build Coastguard Worker 
246*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpgt_epu32_mask(__m128i __a,__m128i __b)247*344a7f5eSAndroid Build Coastguard Worker _mm_cmpgt_epu32_mask(__m128i __a, __m128i __b) {
248*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6,
249*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
250*344a7f5eSAndroid Build Coastguard Worker }
251*344a7f5eSAndroid Build Coastguard Worker 
252*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpgt_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)253*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpgt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
254*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 6,
255*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
256*344a7f5eSAndroid Build Coastguard Worker }
257*344a7f5eSAndroid Build Coastguard Worker 
258*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpgt_epi32_mask(__m256i __a,__m256i __b)259*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpgt_epi32_mask(__m256i __a, __m256i __b) {
260*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b,
261*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
262*344a7f5eSAndroid Build Coastguard Worker }
263*344a7f5eSAndroid Build Coastguard Worker 
264*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpgt_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)265*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpgt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
266*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtd256_mask((__v8si)__a, (__v8si)__b,
267*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
268*344a7f5eSAndroid Build Coastguard Worker }
269*344a7f5eSAndroid Build Coastguard Worker 
270*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpgt_epu32_mask(__m256i __a,__m256i __b)271*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpgt_epu32_mask(__m256i __a, __m256i __b) {
272*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6,
273*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
274*344a7f5eSAndroid Build Coastguard Worker }
275*344a7f5eSAndroid Build Coastguard Worker 
276*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpgt_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)277*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpgt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
278*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 6,
279*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
280*344a7f5eSAndroid Build Coastguard Worker }
281*344a7f5eSAndroid Build Coastguard Worker 
282*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpgt_epi64_mask(__m128i __a,__m128i __b)283*344a7f5eSAndroid Build Coastguard Worker _mm_cmpgt_epi64_mask(__m128i __a, __m128i __b) {
284*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b,
285*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
286*344a7f5eSAndroid Build Coastguard Worker }
287*344a7f5eSAndroid Build Coastguard Worker 
288*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpgt_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)289*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpgt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
290*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtq128_mask((__v2di)__a, (__v2di)__b,
291*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
292*344a7f5eSAndroid Build Coastguard Worker }
293*344a7f5eSAndroid Build Coastguard Worker 
294*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpgt_epu64_mask(__m128i __a,__m128i __b)295*344a7f5eSAndroid Build Coastguard Worker _mm_cmpgt_epu64_mask(__m128i __a, __m128i __b) {
296*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6,
297*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
298*344a7f5eSAndroid Build Coastguard Worker }
299*344a7f5eSAndroid Build Coastguard Worker 
300*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpgt_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)301*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpgt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
302*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 6,
303*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
304*344a7f5eSAndroid Build Coastguard Worker }
305*344a7f5eSAndroid Build Coastguard Worker 
306*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpgt_epi64_mask(__m256i __a,__m256i __b)307*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpgt_epi64_mask(__m256i __a, __m256i __b) {
308*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b,
309*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)-1);
310*344a7f5eSAndroid Build Coastguard Worker }
311*344a7f5eSAndroid Build Coastguard Worker 
312*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpgt_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)313*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpgt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
314*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_pcmpgtq256_mask((__v4di)__a, (__v4di)__b,
315*344a7f5eSAndroid Build Coastguard Worker                                                   __u);
316*344a7f5eSAndroid Build Coastguard Worker }
317*344a7f5eSAndroid Build Coastguard Worker 
318*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpgt_epu64_mask(__m256i __a,__m256i __b)319*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpgt_epu64_mask(__m256i __a, __m256i __b) {
320*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6,
321*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
322*344a7f5eSAndroid Build Coastguard Worker }
323*344a7f5eSAndroid Build Coastguard Worker 
324*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpgt_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)325*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpgt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
326*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 6,
327*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
328*344a7f5eSAndroid Build Coastguard Worker }
329*344a7f5eSAndroid Build Coastguard Worker 
330*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmple_epi32_mask(__m128i __a,__m128i __b)331*344a7f5eSAndroid Build Coastguard Worker _mm_cmple_epi32_mask(__m128i __a, __m128i __b) {
332*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2,
333*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
334*344a7f5eSAndroid Build Coastguard Worker }
335*344a7f5eSAndroid Build Coastguard Worker 
336*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmple_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)337*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmple_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
338*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 2,
339*344a7f5eSAndroid Build Coastguard Worker                                                __u);
340*344a7f5eSAndroid Build Coastguard Worker }
341*344a7f5eSAndroid Build Coastguard Worker 
342*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmple_epu32_mask(__m128i __a,__m128i __b)343*344a7f5eSAndroid Build Coastguard Worker _mm_cmple_epu32_mask(__m128i __a, __m128i __b) {
344*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2,
345*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
346*344a7f5eSAndroid Build Coastguard Worker }
347*344a7f5eSAndroid Build Coastguard Worker 
348*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmple_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)349*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmple_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
350*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 2,
351*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
352*344a7f5eSAndroid Build Coastguard Worker }
353*344a7f5eSAndroid Build Coastguard Worker 
354*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmple_epi32_mask(__m256i __a,__m256i __b)355*344a7f5eSAndroid Build Coastguard Worker _mm256_cmple_epi32_mask(__m256i __a, __m256i __b) {
356*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2,
357*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
358*344a7f5eSAndroid Build Coastguard Worker }
359*344a7f5eSAndroid Build Coastguard Worker 
360*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmple_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)361*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmple_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
362*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 2,
363*344a7f5eSAndroid Build Coastguard Worker                                                __u);
364*344a7f5eSAndroid Build Coastguard Worker }
365*344a7f5eSAndroid Build Coastguard Worker 
366*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmple_epu32_mask(__m256i __a,__m256i __b)367*344a7f5eSAndroid Build Coastguard Worker _mm256_cmple_epu32_mask(__m256i __a, __m256i __b) {
368*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2,
369*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
370*344a7f5eSAndroid Build Coastguard Worker }
371*344a7f5eSAndroid Build Coastguard Worker 
372*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmple_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)373*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmple_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
374*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 2,
375*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
376*344a7f5eSAndroid Build Coastguard Worker }
377*344a7f5eSAndroid Build Coastguard Worker 
378*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmple_epi64_mask(__m128i __a,__m128i __b)379*344a7f5eSAndroid Build Coastguard Worker _mm_cmple_epi64_mask(__m128i __a, __m128i __b) {
380*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2,
381*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
382*344a7f5eSAndroid Build Coastguard Worker }
383*344a7f5eSAndroid Build Coastguard Worker 
384*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmple_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)385*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmple_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
386*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 2,
387*344a7f5eSAndroid Build Coastguard Worker                                                __u);
388*344a7f5eSAndroid Build Coastguard Worker }
389*344a7f5eSAndroid Build Coastguard Worker 
390*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmple_epu64_mask(__m128i __a,__m128i __b)391*344a7f5eSAndroid Build Coastguard Worker _mm_cmple_epu64_mask(__m128i __a, __m128i __b) {
392*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2,
393*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
394*344a7f5eSAndroid Build Coastguard Worker }
395*344a7f5eSAndroid Build Coastguard Worker 
396*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmple_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)397*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmple_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
398*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 2,
399*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
400*344a7f5eSAndroid Build Coastguard Worker }
401*344a7f5eSAndroid Build Coastguard Worker 
402*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmple_epi64_mask(__m256i __a,__m256i __b)403*344a7f5eSAndroid Build Coastguard Worker _mm256_cmple_epi64_mask(__m256i __a, __m256i __b) {
404*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2,
405*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
406*344a7f5eSAndroid Build Coastguard Worker }
407*344a7f5eSAndroid Build Coastguard Worker 
408*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmple_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)409*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmple_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
410*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 2,
411*344a7f5eSAndroid Build Coastguard Worker                                                __u);
412*344a7f5eSAndroid Build Coastguard Worker }
413*344a7f5eSAndroid Build Coastguard Worker 
414*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmple_epu64_mask(__m256i __a,__m256i __b)415*344a7f5eSAndroid Build Coastguard Worker _mm256_cmple_epu64_mask(__m256i __a, __m256i __b) {
416*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2,
417*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
418*344a7f5eSAndroid Build Coastguard Worker }
419*344a7f5eSAndroid Build Coastguard Worker 
420*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmple_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)421*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmple_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
422*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 2,
423*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
424*344a7f5eSAndroid Build Coastguard Worker }
425*344a7f5eSAndroid Build Coastguard Worker 
426*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmplt_epi32_mask(__m128i __a,__m128i __b)427*344a7f5eSAndroid Build Coastguard Worker _mm_cmplt_epi32_mask(__m128i __a, __m128i __b) {
428*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1,
429*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
430*344a7f5eSAndroid Build Coastguard Worker }
431*344a7f5eSAndroid Build Coastguard Worker 
432*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmplt_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)433*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmplt_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
434*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 1,
435*344a7f5eSAndroid Build Coastguard Worker                                                __u);
436*344a7f5eSAndroid Build Coastguard Worker }
437*344a7f5eSAndroid Build Coastguard Worker 
438*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmplt_epu32_mask(__m128i __a,__m128i __b)439*344a7f5eSAndroid Build Coastguard Worker _mm_cmplt_epu32_mask(__m128i __a, __m128i __b) {
440*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1,
441*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
442*344a7f5eSAndroid Build Coastguard Worker }
443*344a7f5eSAndroid Build Coastguard Worker 
444*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmplt_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)445*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmplt_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
446*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 1,
447*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
448*344a7f5eSAndroid Build Coastguard Worker }
449*344a7f5eSAndroid Build Coastguard Worker 
450*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmplt_epi32_mask(__m256i __a,__m256i __b)451*344a7f5eSAndroid Build Coastguard Worker _mm256_cmplt_epi32_mask(__m256i __a, __m256i __b) {
452*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1,
453*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
454*344a7f5eSAndroid Build Coastguard Worker }
455*344a7f5eSAndroid Build Coastguard Worker 
456*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmplt_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)457*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmplt_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
458*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 1,
459*344a7f5eSAndroid Build Coastguard Worker                                                __u);
460*344a7f5eSAndroid Build Coastguard Worker }
461*344a7f5eSAndroid Build Coastguard Worker 
462*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmplt_epu32_mask(__m256i __a,__m256i __b)463*344a7f5eSAndroid Build Coastguard Worker _mm256_cmplt_epu32_mask(__m256i __a, __m256i __b) {
464*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1,
465*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
466*344a7f5eSAndroid Build Coastguard Worker }
467*344a7f5eSAndroid Build Coastguard Worker 
468*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmplt_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)469*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmplt_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
470*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 1,
471*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
472*344a7f5eSAndroid Build Coastguard Worker }
473*344a7f5eSAndroid Build Coastguard Worker 
474*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmplt_epi64_mask(__m128i __a,__m128i __b)475*344a7f5eSAndroid Build Coastguard Worker _mm_cmplt_epi64_mask(__m128i __a, __m128i __b) {
476*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1,
477*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
478*344a7f5eSAndroid Build Coastguard Worker }
479*344a7f5eSAndroid Build Coastguard Worker 
480*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmplt_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)481*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmplt_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
482*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 1,
483*344a7f5eSAndroid Build Coastguard Worker                                                __u);
484*344a7f5eSAndroid Build Coastguard Worker }
485*344a7f5eSAndroid Build Coastguard Worker 
486*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmplt_epu64_mask(__m128i __a,__m128i __b)487*344a7f5eSAndroid Build Coastguard Worker _mm_cmplt_epu64_mask(__m128i __a, __m128i __b) {
488*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1,
489*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
490*344a7f5eSAndroid Build Coastguard Worker }
491*344a7f5eSAndroid Build Coastguard Worker 
492*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmplt_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)493*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmplt_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
494*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 1,
495*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
496*344a7f5eSAndroid Build Coastguard Worker }
497*344a7f5eSAndroid Build Coastguard Worker 
498*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmplt_epi64_mask(__m256i __a,__m256i __b)499*344a7f5eSAndroid Build Coastguard Worker _mm256_cmplt_epi64_mask(__m256i __a, __m256i __b) {
500*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1,
501*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
502*344a7f5eSAndroid Build Coastguard Worker }
503*344a7f5eSAndroid Build Coastguard Worker 
504*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmplt_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)505*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmplt_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
506*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 1,
507*344a7f5eSAndroid Build Coastguard Worker                                                __u);
508*344a7f5eSAndroid Build Coastguard Worker }
509*344a7f5eSAndroid Build Coastguard Worker 
510*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmplt_epu64_mask(__m256i __a,__m256i __b)511*344a7f5eSAndroid Build Coastguard Worker _mm256_cmplt_epu64_mask(__m256i __a, __m256i __b) {
512*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1,
513*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
514*344a7f5eSAndroid Build Coastguard Worker }
515*344a7f5eSAndroid Build Coastguard Worker 
516*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmplt_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)517*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmplt_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
518*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 1,
519*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
520*344a7f5eSAndroid Build Coastguard Worker }
521*344a7f5eSAndroid Build Coastguard Worker 
522*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpneq_epi32_mask(__m128i __a,__m128i __b)523*344a7f5eSAndroid Build Coastguard Worker _mm_cmpneq_epi32_mask(__m128i __a, __m128i __b) {
524*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4,
525*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
526*344a7f5eSAndroid Build Coastguard Worker }
527*344a7f5eSAndroid Build Coastguard Worker 
528*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpneq_epi32_mask(__mmask8 __u,__m128i __a,__m128i __b)529*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpneq_epi32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
530*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)__a, (__v4si)__b, 4,
531*344a7f5eSAndroid Build Coastguard Worker                                                __u);
532*344a7f5eSAndroid Build Coastguard Worker }
533*344a7f5eSAndroid Build Coastguard Worker 
534*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpneq_epu32_mask(__m128i __a,__m128i __b)535*344a7f5eSAndroid Build Coastguard Worker _mm_cmpneq_epu32_mask(__m128i __a, __m128i __b) {
536*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4,
537*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
538*344a7f5eSAndroid Build Coastguard Worker }
539*344a7f5eSAndroid Build Coastguard Worker 
540*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpneq_epu32_mask(__mmask8 __u,__m128i __a,__m128i __b)541*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpneq_epu32_mask(__mmask8 __u, __m128i __a, __m128i __b) {
542*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)__a, (__v4si)__b, 4,
543*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
544*344a7f5eSAndroid Build Coastguard Worker }
545*344a7f5eSAndroid Build Coastguard Worker 
546*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpneq_epi32_mask(__m256i __a,__m256i __b)547*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpneq_epi32_mask(__m256i __a, __m256i __b) {
548*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4,
549*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
550*344a7f5eSAndroid Build Coastguard Worker }
551*344a7f5eSAndroid Build Coastguard Worker 
552*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpneq_epi32_mask(__mmask8 __u,__m256i __a,__m256i __b)553*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpneq_epi32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
554*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)__a, (__v8si)__b, 4,
555*344a7f5eSAndroid Build Coastguard Worker                                                __u);
556*344a7f5eSAndroid Build Coastguard Worker }
557*344a7f5eSAndroid Build Coastguard Worker 
558*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpneq_epu32_mask(__m256i __a,__m256i __b)559*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpneq_epu32_mask(__m256i __a, __m256i __b) {
560*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4,
561*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
562*344a7f5eSAndroid Build Coastguard Worker }
563*344a7f5eSAndroid Build Coastguard Worker 
564*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpneq_epu32_mask(__mmask8 __u,__m256i __a,__m256i __b)565*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpneq_epu32_mask(__mmask8 __u, __m256i __a, __m256i __b) {
566*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)__a, (__v8si)__b, 4,
567*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
568*344a7f5eSAndroid Build Coastguard Worker }
569*344a7f5eSAndroid Build Coastguard Worker 
570*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpneq_epi64_mask(__m128i __a,__m128i __b)571*344a7f5eSAndroid Build Coastguard Worker _mm_cmpneq_epi64_mask(__m128i __a, __m128i __b) {
572*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4,
573*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
574*344a7f5eSAndroid Build Coastguard Worker }
575*344a7f5eSAndroid Build Coastguard Worker 
576*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpneq_epi64_mask(__mmask8 __u,__m128i __a,__m128i __b)577*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpneq_epi64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
578*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)__a, (__v2di)__b, 4,
579*344a7f5eSAndroid Build Coastguard Worker                                                __u);
580*344a7f5eSAndroid Build Coastguard Worker }
581*344a7f5eSAndroid Build Coastguard Worker 
582*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_cmpneq_epu64_mask(__m128i __a,__m128i __b)583*344a7f5eSAndroid Build Coastguard Worker _mm_cmpneq_epu64_mask(__m128i __a, __m128i __b) {
584*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4,
585*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
586*344a7f5eSAndroid Build Coastguard Worker }
587*344a7f5eSAndroid Build Coastguard Worker 
588*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_cmpneq_epu64_mask(__mmask8 __u,__m128i __a,__m128i __b)589*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cmpneq_epu64_mask(__mmask8 __u, __m128i __a, __m128i __b) {
590*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)__a, (__v2di)__b, 4,
591*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
592*344a7f5eSAndroid Build Coastguard Worker }
593*344a7f5eSAndroid Build Coastguard Worker 
594*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpneq_epi64_mask(__m256i __a,__m256i __b)595*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpneq_epi64_mask(__m256i __a, __m256i __b) {
596*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4,
597*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1);
598*344a7f5eSAndroid Build Coastguard Worker }
599*344a7f5eSAndroid Build Coastguard Worker 
600*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpneq_epi64_mask(__mmask8 __u,__m256i __a,__m256i __b)601*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpneq_epi64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
602*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)__a, (__v4di)__b, 4,
603*344a7f5eSAndroid Build Coastguard Worker                                                __u);
604*344a7f5eSAndroid Build Coastguard Worker }
605*344a7f5eSAndroid Build Coastguard Worker 
606*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_cmpneq_epu64_mask(__m256i __a,__m256i __b)607*344a7f5eSAndroid Build Coastguard Worker _mm256_cmpneq_epu64_mask(__m256i __a, __m256i __b) {
608*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4,
609*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1);
610*344a7f5eSAndroid Build Coastguard Worker }
611*344a7f5eSAndroid Build Coastguard Worker 
612*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_cmpneq_epu64_mask(__mmask8 __u,__m256i __a,__m256i __b)613*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cmpneq_epu64_mask(__mmask8 __u, __m256i __a, __m256i __b) {
614*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)__a, (__v4di)__b, 4,
615*344a7f5eSAndroid Build Coastguard Worker                                                 __u);
616*344a7f5eSAndroid Build Coastguard Worker }
617*344a7f5eSAndroid Build Coastguard Worker 
618*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_add_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)619*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_add_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
620*344a7f5eSAndroid Build Coastguard Worker            __m256i __B)
621*344a7f5eSAndroid Build Coastguard Worker {
622*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A,
623*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __B,
624*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
625*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
626*344a7f5eSAndroid Build Coastguard Worker }
627*344a7f5eSAndroid Build Coastguard Worker 
628*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_add_epi32(__mmask8 __U,__m256i __A,__m256i __B)629*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_add_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
630*344a7f5eSAndroid Build Coastguard Worker {
631*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A,
632*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __B,
633*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
634*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
635*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
636*344a7f5eSAndroid Build Coastguard Worker }
637*344a7f5eSAndroid Build Coastguard Worker 
638*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_add_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)639*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_add_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
640*344a7f5eSAndroid Build Coastguard Worker            __m256i __B)
641*344a7f5eSAndroid Build Coastguard Worker {
642*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A,
643*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __B,
644*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
645*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
646*344a7f5eSAndroid Build Coastguard Worker }
647*344a7f5eSAndroid Build Coastguard Worker 
648*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_add_epi64(__mmask8 __U,__m256i __A,__m256i __B)649*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_add_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
650*344a7f5eSAndroid Build Coastguard Worker {
651*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A,
652*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __B,
653*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
654*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
655*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
656*344a7f5eSAndroid Build Coastguard Worker }
657*344a7f5eSAndroid Build Coastguard Worker 
658*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sub_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)659*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sub_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
660*344a7f5eSAndroid Build Coastguard Worker            __m256i __B)
661*344a7f5eSAndroid Build Coastguard Worker {
662*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A,
663*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __B,
664*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
665*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
666*344a7f5eSAndroid Build Coastguard Worker }
667*344a7f5eSAndroid Build Coastguard Worker 
668*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sub_epi32(__mmask8 __U,__m256i __A,__m256i __B)669*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sub_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
670*344a7f5eSAndroid Build Coastguard Worker {
671*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A,
672*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __B,
673*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
674*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
675*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
676*344a7f5eSAndroid Build Coastguard Worker }
677*344a7f5eSAndroid Build Coastguard Worker 
678*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sub_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)679*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sub_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
680*344a7f5eSAndroid Build Coastguard Worker            __m256i __B)
681*344a7f5eSAndroid Build Coastguard Worker {
682*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A,
683*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __B,
684*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
685*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
686*344a7f5eSAndroid Build Coastguard Worker }
687*344a7f5eSAndroid Build Coastguard Worker 
688*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sub_epi64(__mmask8 __U,__m256i __A,__m256i __B)689*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sub_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
690*344a7f5eSAndroid Build Coastguard Worker {
691*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A,
692*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __B,
693*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
694*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
695*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
696*344a7f5eSAndroid Build Coastguard Worker }
697*344a7f5eSAndroid Build Coastguard Worker 
698*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_add_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)699*344a7f5eSAndroid Build Coastguard Worker _mm_mask_add_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
700*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
701*344a7f5eSAndroid Build Coastguard Worker {
702*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A,
703*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
704*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
705*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
706*344a7f5eSAndroid Build Coastguard Worker }
707*344a7f5eSAndroid Build Coastguard Worker 
708*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_add_epi32(__mmask8 __U,__m128i __A,__m128i __B)709*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_add_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
710*344a7f5eSAndroid Build Coastguard Worker {
711*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A,
712*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
713*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
714*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
715*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
716*344a7f5eSAndroid Build Coastguard Worker }
717*344a7f5eSAndroid Build Coastguard Worker 
718*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_add_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)719*344a7f5eSAndroid Build Coastguard Worker _mm_mask_add_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
720*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
721*344a7f5eSAndroid Build Coastguard Worker {
722*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A,
723*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
724*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
725*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
726*344a7f5eSAndroid Build Coastguard Worker }
727*344a7f5eSAndroid Build Coastguard Worker 
728*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_add_epi64(__mmask8 __U,__m128i __A,__m128i __B)729*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_add_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
730*344a7f5eSAndroid Build Coastguard Worker {
731*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A,
732*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
733*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
734*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
735*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
736*344a7f5eSAndroid Build Coastguard Worker }
737*344a7f5eSAndroid Build Coastguard Worker 
738*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sub_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)739*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sub_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
740*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
741*344a7f5eSAndroid Build Coastguard Worker {
742*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A,
743*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
744*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
745*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
746*344a7f5eSAndroid Build Coastguard Worker }
747*344a7f5eSAndroid Build Coastguard Worker 
748*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sub_epi32(__mmask8 __U,__m128i __A,__m128i __B)749*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sub_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
750*344a7f5eSAndroid Build Coastguard Worker {
751*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A,
752*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
753*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
754*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
755*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
756*344a7f5eSAndroid Build Coastguard Worker }
757*344a7f5eSAndroid Build Coastguard Worker 
758*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sub_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)759*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sub_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
760*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
761*344a7f5eSAndroid Build Coastguard Worker {
762*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A,
763*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
764*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
765*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
766*344a7f5eSAndroid Build Coastguard Worker }
767*344a7f5eSAndroid Build Coastguard Worker 
768*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sub_epi64(__mmask8 __U,__m128i __A,__m128i __B)769*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sub_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
770*344a7f5eSAndroid Build Coastguard Worker {
771*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A,
772*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
773*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
774*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
775*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
776*344a7f5eSAndroid Build Coastguard Worker }
777*344a7f5eSAndroid Build Coastguard Worker 
778*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_mul_epi32(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)779*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mul_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
780*344a7f5eSAndroid Build Coastguard Worker            __m256i __Y)
781*344a7f5eSAndroid Build Coastguard Worker {
782*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
783*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __Y,
784*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W, __M);
785*344a7f5eSAndroid Build Coastguard Worker }
786*344a7f5eSAndroid Build Coastguard Worker 
787*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_mul_epi32(__mmask8 __M,__m256i __X,__m256i __Y)788*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mul_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
789*344a7f5eSAndroid Build Coastguard Worker {
790*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
791*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __Y,
792*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
793*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
794*344a7f5eSAndroid Build Coastguard Worker               __M);
795*344a7f5eSAndroid Build Coastguard Worker }
796*344a7f5eSAndroid Build Coastguard Worker 
797*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_mul_epi32(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)798*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mul_epi32 (__m128i __W, __mmask8 __M, __m128i __X,
799*344a7f5eSAndroid Build Coastguard Worker         __m128i __Y)
800*344a7f5eSAndroid Build Coastguard Worker {
801*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
802*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __Y,
803*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W, __M);
804*344a7f5eSAndroid Build Coastguard Worker }
805*344a7f5eSAndroid Build Coastguard Worker 
806*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_mul_epi32(__mmask8 __M,__m128i __X,__m128i __Y)807*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mul_epi32 (__mmask8 __M, __m128i __X, __m128i __Y)
808*344a7f5eSAndroid Build Coastguard Worker {
809*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
810*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __Y,
811*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
812*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
813*344a7f5eSAndroid Build Coastguard Worker               __M);
814*344a7f5eSAndroid Build Coastguard Worker }
815*344a7f5eSAndroid Build Coastguard Worker 
816*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_mul_epu32(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)817*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mul_epu32 (__m256i __W, __mmask8 __M, __m256i __X,
818*344a7f5eSAndroid Build Coastguard Worker            __m256i __Y)
819*344a7f5eSAndroid Build Coastguard Worker {
820*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
821*344a7f5eSAndroid Build Coastguard Worker                (__v8si) __Y,
822*344a7f5eSAndroid Build Coastguard Worker                (__v4di) __W, __M);
823*344a7f5eSAndroid Build Coastguard Worker }
824*344a7f5eSAndroid Build Coastguard Worker 
825*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_mul_epu32(__mmask8 __M,__m256i __X,__m256i __Y)826*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mul_epu32 (__mmask8 __M, __m256i __X, __m256i __Y)
827*344a7f5eSAndroid Build Coastguard Worker {
828*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
829*344a7f5eSAndroid Build Coastguard Worker                (__v8si) __Y,
830*344a7f5eSAndroid Build Coastguard Worker                (__v4di)
831*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_si256 (),
832*344a7f5eSAndroid Build Coastguard Worker                __M);
833*344a7f5eSAndroid Build Coastguard Worker }
834*344a7f5eSAndroid Build Coastguard Worker 
835*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_mul_epu32(__m128i __W,__mmask8 __M,__m128i __X,__m128i __Y)836*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mul_epu32 (__m128i __W, __mmask8 __M, __m128i __X,
837*344a7f5eSAndroid Build Coastguard Worker         __m128i __Y)
838*344a7f5eSAndroid Build Coastguard Worker {
839*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
840*344a7f5eSAndroid Build Coastguard Worker                (__v4si) __Y,
841*344a7f5eSAndroid Build Coastguard Worker                (__v2di) __W, __M);
842*344a7f5eSAndroid Build Coastguard Worker }
843*344a7f5eSAndroid Build Coastguard Worker 
844*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_mul_epu32(__mmask8 __M,__m128i __X,__m128i __Y)845*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mul_epu32 (__mmask8 __M, __m128i __X, __m128i __Y)
846*344a7f5eSAndroid Build Coastguard Worker {
847*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
848*344a7f5eSAndroid Build Coastguard Worker                (__v4si) __Y,
849*344a7f5eSAndroid Build Coastguard Worker                (__v2di)
850*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_si128 (),
851*344a7f5eSAndroid Build Coastguard Worker                __M);
852*344a7f5eSAndroid Build Coastguard Worker }
853*344a7f5eSAndroid Build Coastguard Worker 
854*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_mullo_epi32(__mmask8 __M,__m256i __A,__m256i __B)855*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mullo_epi32 (__mmask8 __M, __m256i __A, __m256i __B)
856*344a7f5eSAndroid Build Coastguard Worker {
857*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A,
858*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
859*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
860*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
861*344a7f5eSAndroid Build Coastguard Worker               __M);
862*344a7f5eSAndroid Build Coastguard Worker }
863*344a7f5eSAndroid Build Coastguard Worker 
864*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_mullo_epi32(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)865*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mullo_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
866*344a7f5eSAndroid Build Coastguard Worker        __m256i __B)
867*344a7f5eSAndroid Build Coastguard Worker {
868*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A,
869*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
870*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W, __M);
871*344a7f5eSAndroid Build Coastguard Worker }
872*344a7f5eSAndroid Build Coastguard Worker 
873*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_mullo_epi32(__mmask8 __M,__m128i __A,__m128i __B)874*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mullo_epi32 (__mmask8 __M, __m128i __A, __m128i __B)
875*344a7f5eSAndroid Build Coastguard Worker {
876*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A,
877*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
878*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
879*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
880*344a7f5eSAndroid Build Coastguard Worker               __M);
881*344a7f5eSAndroid Build Coastguard Worker }
882*344a7f5eSAndroid Build Coastguard Worker 
883*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_mullo_epi32(__m128i __W,__mmask16 __M,__m128i __A,__m128i __B)884*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mullo_epi32 (__m128i __W, __mmask16 __M, __m128i __A,
885*344a7f5eSAndroid Build Coastguard Worker           __m128i __B)
886*344a7f5eSAndroid Build Coastguard Worker {
887*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A,
888*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
889*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W, __M);
890*344a7f5eSAndroid Build Coastguard Worker }
891*344a7f5eSAndroid Build Coastguard Worker 
892*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_and_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)893*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_and_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
894*344a7f5eSAndroid Build Coastguard Worker {
895*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
896*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)_mm256_and_si256(__A, __B),
897*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)__W);
898*344a7f5eSAndroid Build Coastguard Worker }
899*344a7f5eSAndroid Build Coastguard Worker 
900*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_and_epi32(__mmask8 __U,__m256i __A,__m256i __B)901*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_and_epi32(__mmask8 __U, __m256i __A, __m256i __B)
902*344a7f5eSAndroid Build Coastguard Worker {
903*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_and_epi32(_mm256_setzero_si256(), __U, __A, __B);
904*344a7f5eSAndroid Build Coastguard Worker }
905*344a7f5eSAndroid Build Coastguard Worker 
906*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_and_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)907*344a7f5eSAndroid Build Coastguard Worker _mm_mask_and_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
908*344a7f5eSAndroid Build Coastguard Worker {
909*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
910*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)_mm_and_si128(__A, __B),
911*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)__W);
912*344a7f5eSAndroid Build Coastguard Worker }
913*344a7f5eSAndroid Build Coastguard Worker 
914*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_and_epi32(__mmask8 __U,__m128i __A,__m128i __B)915*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_and_epi32(__mmask8 __U, __m128i __A, __m128i __B)
916*344a7f5eSAndroid Build Coastguard Worker {
917*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_and_epi32(_mm_setzero_si128(), __U, __A, __B);
918*344a7f5eSAndroid Build Coastguard Worker }
919*344a7f5eSAndroid Build Coastguard Worker 
920*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_andnot_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)921*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_andnot_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
922*344a7f5eSAndroid Build Coastguard Worker {
923*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
924*344a7f5eSAndroid Build Coastguard Worker                                           (__v8si)_mm256_andnot_si256(__A, __B),
925*344a7f5eSAndroid Build Coastguard Worker                                           (__v8si)__W);
926*344a7f5eSAndroid Build Coastguard Worker }
927*344a7f5eSAndroid Build Coastguard Worker 
928*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_andnot_epi32(__mmask8 __U,__m256i __A,__m256i __B)929*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_andnot_epi32(__mmask8 __U, __m256i __A, __m256i __B)
930*344a7f5eSAndroid Build Coastguard Worker {
931*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_andnot_epi32(_mm256_setzero_si256(),
932*344a7f5eSAndroid Build Coastguard Worker                                            __U, __A, __B);
933*344a7f5eSAndroid Build Coastguard Worker }
934*344a7f5eSAndroid Build Coastguard Worker 
935*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_andnot_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)936*344a7f5eSAndroid Build Coastguard Worker _mm_mask_andnot_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
937*344a7f5eSAndroid Build Coastguard Worker {
938*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
939*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)_mm_andnot_si128(__A, __B),
940*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)__W);
941*344a7f5eSAndroid Build Coastguard Worker }
942*344a7f5eSAndroid Build Coastguard Worker 
943*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_andnot_epi32(__mmask8 __U,__m128i __A,__m128i __B)944*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_andnot_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
945*344a7f5eSAndroid Build Coastguard Worker {
946*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_andnot_epi32(_mm_setzero_si128(), __U, __A, __B);
947*344a7f5eSAndroid Build Coastguard Worker }
948*344a7f5eSAndroid Build Coastguard Worker 
949*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_or_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)950*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_or_epi32 (__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
951*344a7f5eSAndroid Build Coastguard Worker {
952*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
953*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)_mm256_or_si256(__A, __B),
954*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)__W);
955*344a7f5eSAndroid Build Coastguard Worker }
956*344a7f5eSAndroid Build Coastguard Worker 
957*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_or_epi32(__mmask8 __U,__m256i __A,__m256i __B)958*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_or_epi32(__mmask8 __U, __m256i __A, __m256i __B)
959*344a7f5eSAndroid Build Coastguard Worker {
960*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_or_epi32(_mm256_setzero_si256(), __U, __A, __B);
961*344a7f5eSAndroid Build Coastguard Worker }
962*344a7f5eSAndroid Build Coastguard Worker 
963*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_or_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)964*344a7f5eSAndroid Build Coastguard Worker _mm_mask_or_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
965*344a7f5eSAndroid Build Coastguard Worker {
966*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
967*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)_mm_or_si128(__A, __B),
968*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)__W);
969*344a7f5eSAndroid Build Coastguard Worker }
970*344a7f5eSAndroid Build Coastguard Worker 
971*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_or_epi32(__mmask8 __U,__m128i __A,__m128i __B)972*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_or_epi32(__mmask8 __U, __m128i __A, __m128i __B)
973*344a7f5eSAndroid Build Coastguard Worker {
974*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_or_epi32(_mm_setzero_si128(), __U, __A, __B);
975*344a7f5eSAndroid Build Coastguard Worker }
976*344a7f5eSAndroid Build Coastguard Worker 
977*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_xor_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)978*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_xor_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
979*344a7f5eSAndroid Build Coastguard Worker {
980*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
981*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)_mm256_xor_si256(__A, __B),
982*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)__W);
983*344a7f5eSAndroid Build Coastguard Worker }
984*344a7f5eSAndroid Build Coastguard Worker 
985*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_xor_epi32(__mmask8 __U,__m256i __A,__m256i __B)986*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_xor_epi32(__mmask8 __U, __m256i __A, __m256i __B)
987*344a7f5eSAndroid Build Coastguard Worker {
988*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_xor_epi32(_mm256_setzero_si256(), __U, __A, __B);
989*344a7f5eSAndroid Build Coastguard Worker }
990*344a7f5eSAndroid Build Coastguard Worker 
991*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_xor_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)992*344a7f5eSAndroid Build Coastguard Worker _mm_mask_xor_epi32(__m128i __W, __mmask8 __U, __m128i __A,
993*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
994*344a7f5eSAndroid Build Coastguard Worker {
995*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
996*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)_mm_xor_si128(__A, __B),
997*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)__W);
998*344a7f5eSAndroid Build Coastguard Worker }
999*344a7f5eSAndroid Build Coastguard Worker 
1000*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_xor_epi32(__mmask8 __U,__m128i __A,__m128i __B)1001*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_xor_epi32(__mmask8 __U, __m128i __A, __m128i __B)
1002*344a7f5eSAndroid Build Coastguard Worker {
1003*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_xor_epi32(_mm_setzero_si128(), __U, __A, __B);
1004*344a7f5eSAndroid Build Coastguard Worker }
1005*344a7f5eSAndroid Build Coastguard Worker 
1006*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_and_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)1007*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_and_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1008*344a7f5eSAndroid Build Coastguard Worker {
1009*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1010*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)_mm256_and_si256(__A, __B),
1011*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)__W);
1012*344a7f5eSAndroid Build Coastguard Worker }
1013*344a7f5eSAndroid Build Coastguard Worker 
1014*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_and_epi64(__mmask8 __U,__m256i __A,__m256i __B)1015*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_and_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1016*344a7f5eSAndroid Build Coastguard Worker {
1017*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_and_epi64(_mm256_setzero_si256(), __U, __A, __B);
1018*344a7f5eSAndroid Build Coastguard Worker }
1019*344a7f5eSAndroid Build Coastguard Worker 
1020*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_and_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)1021*344a7f5eSAndroid Build Coastguard Worker _mm_mask_and_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
1022*344a7f5eSAndroid Build Coastguard Worker {
1023*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1024*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)_mm_and_si128(__A, __B),
1025*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)__W);
1026*344a7f5eSAndroid Build Coastguard Worker }
1027*344a7f5eSAndroid Build Coastguard Worker 
1028*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_and_epi64(__mmask8 __U,__m128i __A,__m128i __B)1029*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_and_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1030*344a7f5eSAndroid Build Coastguard Worker {
1031*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_and_epi64(_mm_setzero_si128(), __U, __A, __B);
1032*344a7f5eSAndroid Build Coastguard Worker }
1033*344a7f5eSAndroid Build Coastguard Worker 
1034*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_andnot_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)1035*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_andnot_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1036*344a7f5eSAndroid Build Coastguard Worker {
1037*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1038*344a7f5eSAndroid Build Coastguard Worker                                           (__v4di)_mm256_andnot_si256(__A, __B),
1039*344a7f5eSAndroid Build Coastguard Worker                                           (__v4di)__W);
1040*344a7f5eSAndroid Build Coastguard Worker }
1041*344a7f5eSAndroid Build Coastguard Worker 
1042*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_andnot_epi64(__mmask8 __U,__m256i __A,__m256i __B)1043*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_andnot_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1044*344a7f5eSAndroid Build Coastguard Worker {
1045*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_andnot_epi64(_mm256_setzero_si256(),
1046*344a7f5eSAndroid Build Coastguard Worker                                            __U, __A, __B);
1047*344a7f5eSAndroid Build Coastguard Worker }
1048*344a7f5eSAndroid Build Coastguard Worker 
1049*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_andnot_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)1050*344a7f5eSAndroid Build Coastguard Worker _mm_mask_andnot_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
1051*344a7f5eSAndroid Build Coastguard Worker {
1052*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1053*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)_mm_andnot_si128(__A, __B),
1054*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)__W);
1055*344a7f5eSAndroid Build Coastguard Worker }
1056*344a7f5eSAndroid Build Coastguard Worker 
1057*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_andnot_epi64(__mmask8 __U,__m128i __A,__m128i __B)1058*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_andnot_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1059*344a7f5eSAndroid Build Coastguard Worker {
1060*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_andnot_epi64(_mm_setzero_si128(), __U, __A, __B);
1061*344a7f5eSAndroid Build Coastguard Worker }
1062*344a7f5eSAndroid Build Coastguard Worker 
1063*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_or_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)1064*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_or_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1065*344a7f5eSAndroid Build Coastguard Worker {
1066*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1067*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)_mm256_or_si256(__A, __B),
1068*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)__W);
1069*344a7f5eSAndroid Build Coastguard Worker }
1070*344a7f5eSAndroid Build Coastguard Worker 
1071*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_or_epi64(__mmask8 __U,__m256i __A,__m256i __B)1072*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_or_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1073*344a7f5eSAndroid Build Coastguard Worker {
1074*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_or_epi64(_mm256_setzero_si256(), __U, __A, __B);
1075*344a7f5eSAndroid Build Coastguard Worker }
1076*344a7f5eSAndroid Build Coastguard Worker 
1077*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_or_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)1078*344a7f5eSAndroid Build Coastguard Worker _mm_mask_or_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
1079*344a7f5eSAndroid Build Coastguard Worker {
1080*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1081*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)_mm_or_si128(__A, __B),
1082*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)__W);
1083*344a7f5eSAndroid Build Coastguard Worker }
1084*344a7f5eSAndroid Build Coastguard Worker 
1085*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_or_epi64(__mmask8 __U,__m128i __A,__m128i __B)1086*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_or_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1087*344a7f5eSAndroid Build Coastguard Worker {
1088*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_or_epi64(_mm_setzero_si128(), __U, __A, __B);
1089*344a7f5eSAndroid Build Coastguard Worker }
1090*344a7f5eSAndroid Build Coastguard Worker 
1091*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_xor_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)1092*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_xor_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
1093*344a7f5eSAndroid Build Coastguard Worker {
1094*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
1095*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)_mm256_xor_si256(__A, __B),
1096*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)__W);
1097*344a7f5eSAndroid Build Coastguard Worker }
1098*344a7f5eSAndroid Build Coastguard Worker 
1099*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_xor_epi64(__mmask8 __U,__m256i __A,__m256i __B)1100*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_xor_epi64(__mmask8 __U, __m256i __A, __m256i __B)
1101*344a7f5eSAndroid Build Coastguard Worker {
1102*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)_mm256_mask_xor_epi64(_mm256_setzero_si256(), __U, __A, __B);
1103*344a7f5eSAndroid Build Coastguard Worker }
1104*344a7f5eSAndroid Build Coastguard Worker 
1105*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_xor_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)1106*344a7f5eSAndroid Build Coastguard Worker _mm_mask_xor_epi64(__m128i __W, __mmask8 __U, __m128i __A,
1107*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
1108*344a7f5eSAndroid Build Coastguard Worker {
1109*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
1110*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)_mm_xor_si128(__A, __B),
1111*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)__W);
1112*344a7f5eSAndroid Build Coastguard Worker }
1113*344a7f5eSAndroid Build Coastguard Worker 
1114*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_xor_epi64(__mmask8 __U,__m128i __A,__m128i __B)1115*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_xor_epi64(__mmask8 __U, __m128i __A, __m128i __B)
1116*344a7f5eSAndroid Build Coastguard Worker {
1117*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)_mm_mask_xor_epi64(_mm_setzero_si128(), __U, __A, __B);
1118*344a7f5eSAndroid Build Coastguard Worker }
1119*344a7f5eSAndroid Build Coastguard Worker 
1120*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_epi32_mask(a, b, p) __extension__ ({ \
1121*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
1122*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(b), (int)(p), \
1123*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
1124*344a7f5eSAndroid Build Coastguard Worker 
1125*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1126*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpd128_mask((__v4si)(__m128i)(a), \
1127*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(b), (int)(p), \
1128*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(m)); })
1129*344a7f5eSAndroid Build Coastguard Worker 
1130*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_epu32_mask(a, b, p) __extension__ ({ \
1131*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
1132*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(b), (int)(p), \
1133*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1134*344a7f5eSAndroid Build Coastguard Worker 
1135*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1136*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpd128_mask((__v4si)(__m128i)(a), \
1137*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(b), (int)(p), \
1138*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1139*344a7f5eSAndroid Build Coastguard Worker 
1140*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_epi32_mask(a, b, p) __extension__ ({ \
1141*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
1142*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)(__m256i)(b), (int)(p), \
1143*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
1144*344a7f5eSAndroid Build Coastguard Worker 
1145*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
1146*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpd256_mask((__v8si)(__m256i)(a), \
1147*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)(__m256i)(b), (int)(p), \
1148*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(m)); })
1149*344a7f5eSAndroid Build Coastguard Worker 
1150*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_epu32_mask(a, b, p) __extension__ ({ \
1151*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
1152*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(b), (int)(p), \
1153*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1154*344a7f5eSAndroid Build Coastguard Worker 
1155*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
1156*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpd256_mask((__v8si)(__m256i)(a), \
1157*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(b), (int)(p), \
1158*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1159*344a7f5eSAndroid Build Coastguard Worker 
1160*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_epi64_mask(a, b, p) __extension__ ({ \
1161*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
1162*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(b), (int)(p), \
1163*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
1164*344a7f5eSAndroid Build Coastguard Worker 
1165*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1166*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpq128_mask((__v2di)(__m128i)(a), \
1167*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(b), (int)(p), \
1168*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(m)); })
1169*344a7f5eSAndroid Build Coastguard Worker 
1170*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_epu64_mask(a, b, p) __extension__ ({ \
1171*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
1172*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(b), (int)(p), \
1173*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1174*344a7f5eSAndroid Build Coastguard Worker 
1175*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1176*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpq128_mask((__v2di)(__m128i)(a), \
1177*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(b), (int)(p), \
1178*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1179*344a7f5eSAndroid Build Coastguard Worker 
1180*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_epi64_mask(a, b, p) __extension__ ({ \
1181*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
1182*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(b), (int)(p), \
1183*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
1184*344a7f5eSAndroid Build Coastguard Worker 
1185*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
1186*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpq256_mask((__v4di)(__m256i)(a), \
1187*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(b), (int)(p), \
1188*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(m)); })
1189*344a7f5eSAndroid Build Coastguard Worker 
1190*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_epu64_mask(a, b, p) __extension__ ({ \
1191*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
1192*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(b), (int)(p), \
1193*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1194*344a7f5eSAndroid Build Coastguard Worker 
1195*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
1196*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_ucmpq256_mask((__v4di)(__m256i)(a), \
1197*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(b), (int)(p), \
1198*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1199*344a7f5eSAndroid Build Coastguard Worker 
1200*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_ps_mask(a, b, p)  __extension__ ({ \
1201*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
1202*344a7f5eSAndroid Build Coastguard Worker                                          (__v8sf)(__m256)(b), (int)(p), \
1203*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1204*344a7f5eSAndroid Build Coastguard Worker 
1205*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_ps_mask(m, a, b, p)  __extension__ ({ \
1206*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpps256_mask((__v8sf)(__m256)(a), \
1207*344a7f5eSAndroid Build Coastguard Worker                                          (__v8sf)(__m256)(b), (int)(p), \
1208*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1209*344a7f5eSAndroid Build Coastguard Worker 
1210*344a7f5eSAndroid Build Coastguard Worker #define _mm256_cmp_pd_mask(a, b, p)  __extension__ ({ \
1211*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1212*344a7f5eSAndroid Build Coastguard Worker                                          (__v4df)(__m256d)(b), (int)(p), \
1213*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1214*344a7f5eSAndroid Build Coastguard Worker 
1215*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cmp_pd_mask(m, a, b, p)  __extension__ ({ \
1216*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmppd256_mask((__v4df)(__m256d)(a), \
1217*344a7f5eSAndroid Build Coastguard Worker                                          (__v4df)(__m256d)(b), (int)(p), \
1218*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1219*344a7f5eSAndroid Build Coastguard Worker 
1220*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_ps_mask(a, b, p)  __extension__ ({ \
1221*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
1222*344a7f5eSAndroid Build Coastguard Worker                                          (__v4sf)(__m128)(b), (int)(p), \
1223*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1224*344a7f5eSAndroid Build Coastguard Worker 
1225*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_ps_mask(m, a, b, p)  __extension__ ({ \
1226*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmpps128_mask((__v4sf)(__m128)(a), \
1227*344a7f5eSAndroid Build Coastguard Worker                                          (__v4sf)(__m128)(b), (int)(p), \
1228*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1229*344a7f5eSAndroid Build Coastguard Worker 
1230*344a7f5eSAndroid Build Coastguard Worker #define _mm_cmp_pd_mask(a, b, p)  __extension__ ({ \
1231*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1232*344a7f5eSAndroid Build Coastguard Worker                                          (__v2df)(__m128d)(b), (int)(p), \
1233*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
1234*344a7f5eSAndroid Build Coastguard Worker 
1235*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cmp_pd_mask(m, a, b, p)  __extension__ ({ \
1236*344a7f5eSAndroid Build Coastguard Worker   (__mmask8)__builtin_ia32_cmppd128_mask((__v2df)(__m128d)(a), \
1237*344a7f5eSAndroid Build Coastguard Worker                                          (__v2df)(__m128d)(b), (int)(p), \
1238*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(m)); })
1239*344a7f5eSAndroid Build Coastguard Worker 
1240*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fmadd_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1241*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1242*344a7f5eSAndroid Build Coastguard Worker {
1243*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
1244*344a7f5eSAndroid Build Coastguard Worker                                                     (__v2df) __B,
1245*344a7f5eSAndroid Build Coastguard Worker                                                     (__v2df) __C,
1246*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1247*344a7f5eSAndroid Build Coastguard Worker }
1248*344a7f5eSAndroid Build Coastguard Worker 
1249*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fmadd_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1250*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1251*344a7f5eSAndroid Build Coastguard Worker {
1252*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_mask3 ((__v2df) __A,
1253*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1254*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1255*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1256*344a7f5eSAndroid Build Coastguard Worker }
1257*344a7f5eSAndroid Build Coastguard Worker 
1258*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fmadd_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1259*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1260*344a7f5eSAndroid Build Coastguard Worker {
1261*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
1262*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1263*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1264*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1265*344a7f5eSAndroid Build Coastguard Worker }
1266*344a7f5eSAndroid Build Coastguard Worker 
1267*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fmsub_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1268*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1269*344a7f5eSAndroid Build Coastguard Worker {
1270*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
1271*344a7f5eSAndroid Build Coastguard Worker                                                     (__v2df) __B,
1272*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v2df) __C,
1273*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1274*344a7f5eSAndroid Build Coastguard Worker }
1275*344a7f5eSAndroid Build Coastguard Worker 
1276*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fmsub_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1277*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1278*344a7f5eSAndroid Build Coastguard Worker {
1279*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
1280*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1281*344a7f5eSAndroid Build Coastguard Worker                                                      -(__v2df) __C,
1282*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1283*344a7f5eSAndroid Build Coastguard Worker }
1284*344a7f5eSAndroid Build Coastguard Worker 
1285*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fnmadd_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1286*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fnmadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1287*344a7f5eSAndroid Build Coastguard Worker {
1288*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_mask3 (-(__v2df) __A,
1289*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1290*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1291*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1292*344a7f5eSAndroid Build Coastguard Worker }
1293*344a7f5eSAndroid Build Coastguard Worker 
1294*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fnmadd_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1295*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fnmadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1296*344a7f5eSAndroid Build Coastguard Worker {
1297*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
1298*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1299*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1300*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1301*344a7f5eSAndroid Build Coastguard Worker }
1302*344a7f5eSAndroid Build Coastguard Worker 
1303*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fnmsub_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1304*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fnmsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1305*344a7f5eSAndroid Build Coastguard Worker {
1306*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
1307*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1308*344a7f5eSAndroid Build Coastguard Worker                                                      -(__v2df) __C,
1309*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1310*344a7f5eSAndroid Build Coastguard Worker }
1311*344a7f5eSAndroid Build Coastguard Worker 
1312*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fmadd_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1313*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1314*344a7f5eSAndroid Build Coastguard Worker {
1315*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
1316*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4df) __B,
1317*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4df) __C,
1318*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1319*344a7f5eSAndroid Build Coastguard Worker }
1320*344a7f5eSAndroid Build Coastguard Worker 
1321*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fmadd_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1322*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1323*344a7f5eSAndroid Build Coastguard Worker {
1324*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_mask3 ((__v4df) __A,
1325*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1326*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1327*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1328*344a7f5eSAndroid Build Coastguard Worker }
1329*344a7f5eSAndroid Build Coastguard Worker 
1330*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fmadd_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1331*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1332*344a7f5eSAndroid Build Coastguard Worker {
1333*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
1334*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1335*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1336*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1337*344a7f5eSAndroid Build Coastguard Worker }
1338*344a7f5eSAndroid Build Coastguard Worker 
1339*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fmsub_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1340*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1341*344a7f5eSAndroid Build Coastguard Worker {
1342*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
1343*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4df) __B,
1344*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v4df) __C,
1345*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1346*344a7f5eSAndroid Build Coastguard Worker }
1347*344a7f5eSAndroid Build Coastguard Worker 
1348*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fmsub_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1349*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1350*344a7f5eSAndroid Build Coastguard Worker {
1351*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
1352*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1353*344a7f5eSAndroid Build Coastguard Worker                                                      -(__v4df) __C,
1354*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1355*344a7f5eSAndroid Build Coastguard Worker }
1356*344a7f5eSAndroid Build Coastguard Worker 
1357*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fnmadd_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1358*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fnmadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1359*344a7f5eSAndroid Build Coastguard Worker {
1360*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_mask3 (-(__v4df) __A,
1361*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1362*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1363*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1364*344a7f5eSAndroid Build Coastguard Worker }
1365*344a7f5eSAndroid Build Coastguard Worker 
1366*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fnmadd_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1367*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fnmadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1368*344a7f5eSAndroid Build Coastguard Worker {
1369*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
1370*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1371*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1372*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1373*344a7f5eSAndroid Build Coastguard Worker }
1374*344a7f5eSAndroid Build Coastguard Worker 
1375*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fnmsub_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1376*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fnmsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1377*344a7f5eSAndroid Build Coastguard Worker {
1378*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
1379*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1380*344a7f5eSAndroid Build Coastguard Worker                                                      -(__v4df) __C,
1381*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1382*344a7f5eSAndroid Build Coastguard Worker }
1383*344a7f5eSAndroid Build Coastguard Worker 
1384*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fmadd_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1385*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1386*344a7f5eSAndroid Build Coastguard Worker {
1387*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
1388*344a7f5eSAndroid Build Coastguard Worker                                                    (__v4sf) __B,
1389*344a7f5eSAndroid Build Coastguard Worker                                                    (__v4sf) __C,
1390*344a7f5eSAndroid Build Coastguard Worker                                                    (__mmask8) __U);
1391*344a7f5eSAndroid Build Coastguard Worker }
1392*344a7f5eSAndroid Build Coastguard Worker 
1393*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fmadd_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1394*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1395*344a7f5eSAndroid Build Coastguard Worker {
1396*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_mask3 ((__v4sf) __A,
1397*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1398*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1399*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1400*344a7f5eSAndroid Build Coastguard Worker }
1401*344a7f5eSAndroid Build Coastguard Worker 
1402*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fmadd_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1403*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1404*344a7f5eSAndroid Build Coastguard Worker {
1405*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
1406*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1407*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1408*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1409*344a7f5eSAndroid Build Coastguard Worker }
1410*344a7f5eSAndroid Build Coastguard Worker 
1411*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fmsub_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1412*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1413*344a7f5eSAndroid Build Coastguard Worker {
1414*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
1415*344a7f5eSAndroid Build Coastguard Worker                                                    (__v4sf) __B,
1416*344a7f5eSAndroid Build Coastguard Worker                                                    -(__v4sf) __C,
1417*344a7f5eSAndroid Build Coastguard Worker                                                    (__mmask8) __U);
1418*344a7f5eSAndroid Build Coastguard Worker }
1419*344a7f5eSAndroid Build Coastguard Worker 
1420*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fmsub_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1421*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1422*344a7f5eSAndroid Build Coastguard Worker {
1423*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
1424*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1425*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v4sf) __C,
1426*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1427*344a7f5eSAndroid Build Coastguard Worker }
1428*344a7f5eSAndroid Build Coastguard Worker 
1429*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fnmadd_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1430*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fnmadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1431*344a7f5eSAndroid Build Coastguard Worker {
1432*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_mask3 (-(__v4sf) __A,
1433*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1434*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1435*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1436*344a7f5eSAndroid Build Coastguard Worker }
1437*344a7f5eSAndroid Build Coastguard Worker 
1438*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fnmadd_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1439*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fnmadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1440*344a7f5eSAndroid Build Coastguard Worker {
1441*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
1442*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1443*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1444*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1445*344a7f5eSAndroid Build Coastguard Worker }
1446*344a7f5eSAndroid Build Coastguard Worker 
1447*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fnmsub_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1448*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fnmsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1449*344a7f5eSAndroid Build Coastguard Worker {
1450*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
1451*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1452*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v4sf) __C,
1453*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1454*344a7f5eSAndroid Build Coastguard Worker }
1455*344a7f5eSAndroid Build Coastguard Worker 
1456*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fmadd_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1457*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1458*344a7f5eSAndroid Build Coastguard Worker {
1459*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
1460*344a7f5eSAndroid Build Coastguard Worker                                                    (__v8sf) __B,
1461*344a7f5eSAndroid Build Coastguard Worker                                                    (__v8sf) __C,
1462*344a7f5eSAndroid Build Coastguard Worker                                                    (__mmask8) __U);
1463*344a7f5eSAndroid Build Coastguard Worker }
1464*344a7f5eSAndroid Build Coastguard Worker 
1465*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fmadd_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1466*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1467*344a7f5eSAndroid Build Coastguard Worker {
1468*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_mask3 ((__v8sf) __A,
1469*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1470*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1471*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1472*344a7f5eSAndroid Build Coastguard Worker }
1473*344a7f5eSAndroid Build Coastguard Worker 
1474*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fmadd_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1475*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1476*344a7f5eSAndroid Build Coastguard Worker {
1477*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
1478*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1479*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1480*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1481*344a7f5eSAndroid Build Coastguard Worker }
1482*344a7f5eSAndroid Build Coastguard Worker 
1483*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fmsub_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1484*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmsub_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1485*344a7f5eSAndroid Build Coastguard Worker {
1486*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
1487*344a7f5eSAndroid Build Coastguard Worker                                                    (__v8sf) __B,
1488*344a7f5eSAndroid Build Coastguard Worker                                                    -(__v8sf) __C,
1489*344a7f5eSAndroid Build Coastguard Worker                                                    (__mmask8) __U);
1490*344a7f5eSAndroid Build Coastguard Worker }
1491*344a7f5eSAndroid Build Coastguard Worker 
1492*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fmsub_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1493*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1494*344a7f5eSAndroid Build Coastguard Worker {
1495*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
1496*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1497*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v8sf) __C,
1498*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1499*344a7f5eSAndroid Build Coastguard Worker }
1500*344a7f5eSAndroid Build Coastguard Worker 
1501*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fnmadd_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1502*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fnmadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1503*344a7f5eSAndroid Build Coastguard Worker {
1504*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_mask3 (-(__v8sf) __A,
1505*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1506*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1507*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1508*344a7f5eSAndroid Build Coastguard Worker }
1509*344a7f5eSAndroid Build Coastguard Worker 
1510*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fnmadd_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1511*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fnmadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1512*344a7f5eSAndroid Build Coastguard Worker {
1513*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
1514*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1515*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1516*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1517*344a7f5eSAndroid Build Coastguard Worker }
1518*344a7f5eSAndroid Build Coastguard Worker 
1519*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fnmsub_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1520*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fnmsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1521*344a7f5eSAndroid Build Coastguard Worker {
1522*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
1523*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1524*344a7f5eSAndroid Build Coastguard Worker                                                     -(__v8sf) __C,
1525*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1526*344a7f5eSAndroid Build Coastguard Worker }
1527*344a7f5eSAndroid Build Coastguard Worker 
1528*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fmaddsub_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1529*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmaddsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1530*344a7f5eSAndroid Build Coastguard Worker {
1531*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
1532*344a7f5eSAndroid Build Coastguard Worker                                                        (__v2df) __B,
1533*344a7f5eSAndroid Build Coastguard Worker                                                        (__v2df) __C,
1534*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1535*344a7f5eSAndroid Build Coastguard Worker }
1536*344a7f5eSAndroid Build Coastguard Worker 
1537*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fmaddsub_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1538*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmaddsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1539*344a7f5eSAndroid Build Coastguard Worker {
1540*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask3 ((__v2df) __A,
1541*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __B,
1542*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __C,
1543*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1544*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1545*344a7f5eSAndroid Build Coastguard Worker }
1546*344a7f5eSAndroid Build Coastguard Worker 
1547*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fmaddsub_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1548*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmaddsub_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1549*344a7f5eSAndroid Build Coastguard Worker {
1550*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
1551*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __B,
1552*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __C,
1553*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1554*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1555*344a7f5eSAndroid Build Coastguard Worker }
1556*344a7f5eSAndroid Build Coastguard Worker 
1557*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fmsubadd_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1558*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmsubadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1559*344a7f5eSAndroid Build Coastguard Worker {
1560*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
1561*344a7f5eSAndroid Build Coastguard Worker                                                        (__v2df) __B,
1562*344a7f5eSAndroid Build Coastguard Worker                                                        -(__v2df) __C,
1563*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1564*344a7f5eSAndroid Build Coastguard Worker }
1565*344a7f5eSAndroid Build Coastguard Worker 
1566*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_fmsubadd_pd(__mmask8 __U,__m128d __A,__m128d __B,__m128d __C)1567*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmsubadd_pd(__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
1568*344a7f5eSAndroid Build Coastguard Worker {
1569*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
1570*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __B,
1571*344a7f5eSAndroid Build Coastguard Worker                                                         -(__v2df) __C,
1572*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1573*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1574*344a7f5eSAndroid Build Coastguard Worker }
1575*344a7f5eSAndroid Build Coastguard Worker 
1576*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fmaddsub_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1577*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmaddsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1578*344a7f5eSAndroid Build Coastguard Worker {
1579*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
1580*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4df) __B,
1581*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4df) __C,
1582*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1583*344a7f5eSAndroid Build Coastguard Worker }
1584*344a7f5eSAndroid Build Coastguard Worker 
1585*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fmaddsub_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1586*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmaddsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1587*344a7f5eSAndroid Build Coastguard Worker {
1588*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask3 ((__v4df) __A,
1589*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __B,
1590*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __C,
1591*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1592*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1593*344a7f5eSAndroid Build Coastguard Worker }
1594*344a7f5eSAndroid Build Coastguard Worker 
1595*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fmaddsub_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1596*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmaddsub_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1597*344a7f5eSAndroid Build Coastguard Worker {
1598*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
1599*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __B,
1600*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __C,
1601*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1602*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1603*344a7f5eSAndroid Build Coastguard Worker }
1604*344a7f5eSAndroid Build Coastguard Worker 
1605*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fmsubadd_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1606*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmsubadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1607*344a7f5eSAndroid Build Coastguard Worker {
1608*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
1609*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4df) __B,
1610*344a7f5eSAndroid Build Coastguard Worker                                                        -(__v4df) __C,
1611*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1612*344a7f5eSAndroid Build Coastguard Worker }
1613*344a7f5eSAndroid Build Coastguard Worker 
1614*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_fmsubadd_pd(__mmask8 __U,__m256d __A,__m256d __B,__m256d __C)1615*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmsubadd_pd(__mmask8 __U, __m256d __A, __m256d __B, __m256d __C)
1616*344a7f5eSAndroid Build Coastguard Worker {
1617*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
1618*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __B,
1619*344a7f5eSAndroid Build Coastguard Worker                                                         -(__v4df) __C,
1620*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1621*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1622*344a7f5eSAndroid Build Coastguard Worker }
1623*344a7f5eSAndroid Build Coastguard Worker 
1624*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fmaddsub_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1625*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmaddsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1626*344a7f5eSAndroid Build Coastguard Worker {
1627*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
1628*344a7f5eSAndroid Build Coastguard Worker                                                       (__v4sf) __B,
1629*344a7f5eSAndroid Build Coastguard Worker                                                       (__v4sf) __C,
1630*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1631*344a7f5eSAndroid Build Coastguard Worker }
1632*344a7f5eSAndroid Build Coastguard Worker 
1633*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fmaddsub_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1634*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmaddsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1635*344a7f5eSAndroid Build Coastguard Worker {
1636*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddsubps128_mask3 ((__v4sf) __A,
1637*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __B,
1638*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __C,
1639*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1640*344a7f5eSAndroid Build Coastguard Worker }
1641*344a7f5eSAndroid Build Coastguard Worker 
1642*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fmaddsub_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1643*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmaddsub_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1644*344a7f5eSAndroid Build Coastguard Worker {
1645*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
1646*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __B,
1647*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __C,
1648*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1649*344a7f5eSAndroid Build Coastguard Worker }
1650*344a7f5eSAndroid Build Coastguard Worker 
1651*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fmsubadd_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1652*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fmsubadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1653*344a7f5eSAndroid Build Coastguard Worker {
1654*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
1655*344a7f5eSAndroid Build Coastguard Worker                                                       (__v4sf) __B,
1656*344a7f5eSAndroid Build Coastguard Worker                                                       -(__v4sf) __C,
1657*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1658*344a7f5eSAndroid Build Coastguard Worker }
1659*344a7f5eSAndroid Build Coastguard Worker 
1660*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_fmsubadd_ps(__mmask8 __U,__m128 __A,__m128 __B,__m128 __C)1661*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_fmsubadd_ps(__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
1662*344a7f5eSAndroid Build Coastguard Worker {
1663*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
1664*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __B,
1665*344a7f5eSAndroid Build Coastguard Worker                                                        -(__v4sf) __C,
1666*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1667*344a7f5eSAndroid Build Coastguard Worker }
1668*344a7f5eSAndroid Build Coastguard Worker 
1669*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fmaddsub_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1670*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmaddsub_ps(__m256 __A, __mmask8 __U, __m256 __B,
1671*344a7f5eSAndroid Build Coastguard Worker                          __m256 __C)
1672*344a7f5eSAndroid Build Coastguard Worker {
1673*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
1674*344a7f5eSAndroid Build Coastguard Worker                                                       (__v8sf) __B,
1675*344a7f5eSAndroid Build Coastguard Worker                                                       (__v8sf) __C,
1676*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1677*344a7f5eSAndroid Build Coastguard Worker }
1678*344a7f5eSAndroid Build Coastguard Worker 
1679*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fmaddsub_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1680*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmaddsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1681*344a7f5eSAndroid Build Coastguard Worker {
1682*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddsubps256_mask3 ((__v8sf) __A,
1683*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __B,
1684*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __C,
1685*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1686*344a7f5eSAndroid Build Coastguard Worker }
1687*344a7f5eSAndroid Build Coastguard Worker 
1688*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fmaddsub_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1689*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmaddsub_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1690*344a7f5eSAndroid Build Coastguard Worker {
1691*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
1692*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __B,
1693*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __C,
1694*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1695*344a7f5eSAndroid Build Coastguard Worker }
1696*344a7f5eSAndroid Build Coastguard Worker 
1697*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fmsubadd_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1698*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fmsubadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1699*344a7f5eSAndroid Build Coastguard Worker {
1700*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
1701*344a7f5eSAndroid Build Coastguard Worker                                                       (__v8sf) __B,
1702*344a7f5eSAndroid Build Coastguard Worker                                                       -(__v8sf) __C,
1703*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1704*344a7f5eSAndroid Build Coastguard Worker }
1705*344a7f5eSAndroid Build Coastguard Worker 
1706*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_fmsubadd_ps(__mmask8 __U,__m256 __A,__m256 __B,__m256 __C)1707*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_fmsubadd_ps(__mmask8 __U, __m256 __A, __m256 __B, __m256 __C)
1708*344a7f5eSAndroid Build Coastguard Worker {
1709*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
1710*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __B,
1711*344a7f5eSAndroid Build Coastguard Worker                                                        -(__v8sf) __C,
1712*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1713*344a7f5eSAndroid Build Coastguard Worker }
1714*344a7f5eSAndroid Build Coastguard Worker 
1715*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fmsub_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1716*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1717*344a7f5eSAndroid Build Coastguard Worker {
1718*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmsubpd128_mask3 ((__v2df) __A,
1719*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1720*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1721*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1722*344a7f5eSAndroid Build Coastguard Worker }
1723*344a7f5eSAndroid Build Coastguard Worker 
1724*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fmsub_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1725*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1726*344a7f5eSAndroid Build Coastguard Worker {
1727*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmsubpd256_mask3 ((__v4df) __A,
1728*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1729*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1730*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1731*344a7f5eSAndroid Build Coastguard Worker }
1732*344a7f5eSAndroid Build Coastguard Worker 
1733*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fmsub_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1734*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1735*344a7f5eSAndroid Build Coastguard Worker {
1736*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmsubps128_mask3 ((__v4sf) __A,
1737*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1738*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1739*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1740*344a7f5eSAndroid Build Coastguard Worker }
1741*344a7f5eSAndroid Build Coastguard Worker 
1742*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fmsub_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1743*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1744*344a7f5eSAndroid Build Coastguard Worker {
1745*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmsubps256_mask3 ((__v8sf) __A,
1746*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1747*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1748*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1749*344a7f5eSAndroid Build Coastguard Worker }
1750*344a7f5eSAndroid Build Coastguard Worker 
1751*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fmsubadd_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1752*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmsubadd_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1753*344a7f5eSAndroid Build Coastguard Worker {
1754*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfmsubaddpd128_mask3 ((__v2df) __A,
1755*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __B,
1756*344a7f5eSAndroid Build Coastguard Worker                                                         (__v2df) __C,
1757*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1758*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1759*344a7f5eSAndroid Build Coastguard Worker }
1760*344a7f5eSAndroid Build Coastguard Worker 
1761*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fmsubadd_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1762*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmsubadd_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1763*344a7f5eSAndroid Build Coastguard Worker {
1764*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfmsubaddpd256_mask3 ((__v4df) __A,
1765*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __B,
1766*344a7f5eSAndroid Build Coastguard Worker                                                         (__v4df) __C,
1767*344a7f5eSAndroid Build Coastguard Worker                                                         (__mmask8)
1768*344a7f5eSAndroid Build Coastguard Worker                                                         __U);
1769*344a7f5eSAndroid Build Coastguard Worker }
1770*344a7f5eSAndroid Build Coastguard Worker 
1771*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fmsubadd_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1772*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fmsubadd_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1773*344a7f5eSAndroid Build Coastguard Worker {
1774*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfmsubaddps128_mask3 ((__v4sf) __A,
1775*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __B,
1776*344a7f5eSAndroid Build Coastguard Worker                                                        (__v4sf) __C,
1777*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1778*344a7f5eSAndroid Build Coastguard Worker }
1779*344a7f5eSAndroid Build Coastguard Worker 
1780*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fmsubadd_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1781*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fmsubadd_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1782*344a7f5eSAndroid Build Coastguard Worker {
1783*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfmsubaddps256_mask3 ((__v8sf) __A,
1784*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __B,
1785*344a7f5eSAndroid Build Coastguard Worker                                                        (__v8sf) __C,
1786*344a7f5eSAndroid Build Coastguard Worker                                                        (__mmask8) __U);
1787*344a7f5eSAndroid Build Coastguard Worker }
1788*344a7f5eSAndroid Build Coastguard Worker 
1789*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fnmadd_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1790*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fnmadd_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1791*344a7f5eSAndroid Build Coastguard Worker {
1792*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfnmaddpd128_mask ((__v2df) __A,
1793*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1794*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1795*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1796*344a7f5eSAndroid Build Coastguard Worker }
1797*344a7f5eSAndroid Build Coastguard Worker 
1798*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fnmadd_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1799*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fnmadd_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1800*344a7f5eSAndroid Build Coastguard Worker {
1801*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfnmaddpd256_mask ((__v4df) __A,
1802*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1803*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1804*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1805*344a7f5eSAndroid Build Coastguard Worker }
1806*344a7f5eSAndroid Build Coastguard Worker 
1807*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fnmadd_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1808*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fnmadd_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1809*344a7f5eSAndroid Build Coastguard Worker {
1810*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfnmaddps128_mask ((__v4sf) __A,
1811*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1812*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1813*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1814*344a7f5eSAndroid Build Coastguard Worker }
1815*344a7f5eSAndroid Build Coastguard Worker 
1816*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fnmadd_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1817*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fnmadd_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1818*344a7f5eSAndroid Build Coastguard Worker {
1819*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfnmaddps256_mask ((__v8sf) __A,
1820*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1821*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1822*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1823*344a7f5eSAndroid Build Coastguard Worker }
1824*344a7f5eSAndroid Build Coastguard Worker 
1825*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_fnmsub_pd(__m128d __A,__mmask8 __U,__m128d __B,__m128d __C)1826*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fnmsub_pd(__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
1827*344a7f5eSAndroid Build Coastguard Worker {
1828*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfnmsubpd128_mask ((__v2df) __A,
1829*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __B,
1830*344a7f5eSAndroid Build Coastguard Worker                                                      (__v2df) __C,
1831*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1832*344a7f5eSAndroid Build Coastguard Worker }
1833*344a7f5eSAndroid Build Coastguard Worker 
1834*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask3_fnmsub_pd(__m128d __A,__m128d __B,__m128d __C,__mmask8 __U)1835*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fnmsub_pd(__m128d __A, __m128d __B, __m128d __C, __mmask8 __U)
1836*344a7f5eSAndroid Build Coastguard Worker {
1837*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vfnmsubpd128_mask3 ((__v2df) __A,
1838*344a7f5eSAndroid Build Coastguard Worker                                                       (__v2df) __B,
1839*344a7f5eSAndroid Build Coastguard Worker                                                       (__v2df) __C,
1840*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1841*344a7f5eSAndroid Build Coastguard Worker }
1842*344a7f5eSAndroid Build Coastguard Worker 
1843*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_fnmsub_pd(__m256d __A,__mmask8 __U,__m256d __B,__m256d __C)1844*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fnmsub_pd(__m256d __A, __mmask8 __U, __m256d __B, __m256d __C)
1845*344a7f5eSAndroid Build Coastguard Worker {
1846*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfnmsubpd256_mask ((__v4df) __A,
1847*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __B,
1848*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4df) __C,
1849*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1850*344a7f5eSAndroid Build Coastguard Worker }
1851*344a7f5eSAndroid Build Coastguard Worker 
1852*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask3_fnmsub_pd(__m256d __A,__m256d __B,__m256d __C,__mmask8 __U)1853*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fnmsub_pd(__m256d __A, __m256d __B, __m256d __C, __mmask8 __U)
1854*344a7f5eSAndroid Build Coastguard Worker {
1855*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vfnmsubpd256_mask3 ((__v4df) __A,
1856*344a7f5eSAndroid Build Coastguard Worker                                                       (__v4df) __B,
1857*344a7f5eSAndroid Build Coastguard Worker                                                       (__v4df) __C,
1858*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
1859*344a7f5eSAndroid Build Coastguard Worker }
1860*344a7f5eSAndroid Build Coastguard Worker 
1861*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_fnmsub_ps(__m128 __A,__mmask8 __U,__m128 __B,__m128 __C)1862*344a7f5eSAndroid Build Coastguard Worker _mm_mask_fnmsub_ps(__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
1863*344a7f5eSAndroid Build Coastguard Worker {
1864*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfnmsubps128_mask ((__v4sf) __A,
1865*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __B,
1866*344a7f5eSAndroid Build Coastguard Worker                                                     (__v4sf) __C,
1867*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1868*344a7f5eSAndroid Build Coastguard Worker }
1869*344a7f5eSAndroid Build Coastguard Worker 
1870*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask3_fnmsub_ps(__m128 __A,__m128 __B,__m128 __C,__mmask8 __U)1871*344a7f5eSAndroid Build Coastguard Worker _mm_mask3_fnmsub_ps(__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
1872*344a7f5eSAndroid Build Coastguard Worker {
1873*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vfnmsubps128_mask3 ((__v4sf) __A,
1874*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4sf) __B,
1875*344a7f5eSAndroid Build Coastguard Worker                                                      (__v4sf) __C,
1876*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1877*344a7f5eSAndroid Build Coastguard Worker }
1878*344a7f5eSAndroid Build Coastguard Worker 
1879*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_fnmsub_ps(__m256 __A,__mmask8 __U,__m256 __B,__m256 __C)1880*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_fnmsub_ps(__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
1881*344a7f5eSAndroid Build Coastguard Worker {
1882*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfnmsubps256_mask ((__v8sf) __A,
1883*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __B,
1884*344a7f5eSAndroid Build Coastguard Worker                                                     (__v8sf) __C,
1885*344a7f5eSAndroid Build Coastguard Worker                                                     (__mmask8) __U);
1886*344a7f5eSAndroid Build Coastguard Worker }
1887*344a7f5eSAndroid Build Coastguard Worker 
1888*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask3_fnmsub_ps(__m256 __A,__m256 __B,__m256 __C,__mmask8 __U)1889*344a7f5eSAndroid Build Coastguard Worker _mm256_mask3_fnmsub_ps(__m256 __A, __m256 __B, __m256 __C, __mmask8 __U)
1890*344a7f5eSAndroid Build Coastguard Worker {
1891*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vfnmsubps256_mask3 ((__v8sf) __A,
1892*344a7f5eSAndroid Build Coastguard Worker                                                      (__v8sf) __B,
1893*344a7f5eSAndroid Build Coastguard Worker                                                      (__v8sf) __C,
1894*344a7f5eSAndroid Build Coastguard Worker                                                      (__mmask8) __U);
1895*344a7f5eSAndroid Build Coastguard Worker }
1896*344a7f5eSAndroid Build Coastguard Worker 
1897*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_add_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)1898*344a7f5eSAndroid Build Coastguard Worker _mm_mask_add_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
1899*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A,
1900*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __B,
1901*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __W,
1902*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
1903*344a7f5eSAndroid Build Coastguard Worker }
1904*344a7f5eSAndroid Build Coastguard Worker 
1905*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_add_pd(__mmask8 __U,__m128d __A,__m128d __B)1906*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_add_pd (__mmask8 __U, __m128d __A, __m128d __B) {
1907*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A,
1908*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __B,
1909*344a7f5eSAndroid Build Coastguard Worker              (__v2df)
1910*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_pd (),
1911*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
1912*344a7f5eSAndroid Build Coastguard Worker }
1913*344a7f5eSAndroid Build Coastguard Worker 
1914*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_add_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)1915*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_add_pd (__m256d __W, __mmask8 __U, __m256d __A, __m256d __B) {
1916*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A,
1917*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
1918*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
1919*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
1920*344a7f5eSAndroid Build Coastguard Worker }
1921*344a7f5eSAndroid Build Coastguard Worker 
1922*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_add_pd(__mmask8 __U,__m256d __A,__m256d __B)1923*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_add_pd (__mmask8 __U, __m256d __A, __m256d __B) {
1924*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A,
1925*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
1926*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
1927*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
1928*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
1929*344a7f5eSAndroid Build Coastguard Worker }
1930*344a7f5eSAndroid Build Coastguard Worker 
1931*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_add_ps(__m128 __W,__mmask16 __U,__m128 __A,__m128 __B)1932*344a7f5eSAndroid Build Coastguard Worker _mm_mask_add_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B) {
1933*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A,
1934*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __B,
1935*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __W,
1936*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
1937*344a7f5eSAndroid Build Coastguard Worker }
1938*344a7f5eSAndroid Build Coastguard Worker 
1939*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_add_ps(__mmask16 __U,__m128 __A,__m128 __B)1940*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_add_ps (__mmask16 __U, __m128 __A, __m128 __B) {
1941*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A,
1942*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __B,
1943*344a7f5eSAndroid Build Coastguard Worker             (__v4sf)
1944*344a7f5eSAndroid Build Coastguard Worker             _mm_setzero_ps (),
1945*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
1946*344a7f5eSAndroid Build Coastguard Worker }
1947*344a7f5eSAndroid Build Coastguard Worker 
1948*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_add_ps(__m256 __W,__mmask16 __U,__m256 __A,__m256 __B)1949*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_add_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B) {
1950*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A,
1951*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
1952*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
1953*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
1954*344a7f5eSAndroid Build Coastguard Worker }
1955*344a7f5eSAndroid Build Coastguard Worker 
1956*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_add_ps(__mmask16 __U,__m256 __A,__m256 __B)1957*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_add_ps (__mmask16 __U, __m256 __A, __m256 __B) {
1958*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A,
1959*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
1960*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
1961*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
1962*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
1963*344a7f5eSAndroid Build Coastguard Worker }
1964*344a7f5eSAndroid Build Coastguard Worker 
1965*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_blend_epi32(__mmask8 __U,__m128i __A,__m128i __W)1966*344a7f5eSAndroid Build Coastguard Worker _mm_mask_blend_epi32 (__mmask8 __U, __m128i __A, __m128i __W) {
1967*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
1968*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
1969*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __A);
1970*344a7f5eSAndroid Build Coastguard Worker }
1971*344a7f5eSAndroid Build Coastguard Worker 
1972*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_blend_epi32(__mmask8 __U,__m256i __A,__m256i __W)1973*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_blend_epi32 (__mmask8 __U, __m256i __A, __m256i __W) {
1974*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
1975*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
1976*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __A);
1977*344a7f5eSAndroid Build Coastguard Worker }
1978*344a7f5eSAndroid Build Coastguard Worker 
1979*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_blend_pd(__mmask8 __U,__m128d __A,__m128d __W)1980*344a7f5eSAndroid Build Coastguard Worker _mm_mask_blend_pd (__mmask8 __U, __m128d __A, __m128d __W) {
1981*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
1982*344a7f5eSAndroid Build Coastguard Worker                  (__v2df) __W,
1983*344a7f5eSAndroid Build Coastguard Worker                  (__v2df) __A);
1984*344a7f5eSAndroid Build Coastguard Worker }
1985*344a7f5eSAndroid Build Coastguard Worker 
1986*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_blend_pd(__mmask8 __U,__m256d __A,__m256d __W)1987*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_blend_pd (__mmask8 __U, __m256d __A, __m256d __W) {
1988*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
1989*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) __W,
1990*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) __A);
1991*344a7f5eSAndroid Build Coastguard Worker }
1992*344a7f5eSAndroid Build Coastguard Worker 
1993*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_blend_ps(__mmask8 __U,__m128 __A,__m128 __W)1994*344a7f5eSAndroid Build Coastguard Worker _mm_mask_blend_ps (__mmask8 __U, __m128 __A, __m128 __W) {
1995*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
1996*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf) __W,
1997*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf) __A);
1998*344a7f5eSAndroid Build Coastguard Worker }
1999*344a7f5eSAndroid Build Coastguard Worker 
2000*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_blend_ps(__mmask8 __U,__m256 __A,__m256 __W)2001*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_blend_ps (__mmask8 __U, __m256 __A, __m256 __W) {
2002*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
2003*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __W,
2004*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __A);
2005*344a7f5eSAndroid Build Coastguard Worker }
2006*344a7f5eSAndroid Build Coastguard Worker 
2007*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_blend_epi64(__mmask8 __U,__m128i __A,__m128i __W)2008*344a7f5eSAndroid Build Coastguard Worker _mm_mask_blend_epi64 (__mmask8 __U, __m128i __A, __m128i __W) {
2009*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
2010*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
2011*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __A);
2012*344a7f5eSAndroid Build Coastguard Worker }
2013*344a7f5eSAndroid Build Coastguard Worker 
2014*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_blend_epi64(__mmask8 __U,__m256i __A,__m256i __W)2015*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_blend_epi64 (__mmask8 __U, __m256i __A, __m256i __W) {
2016*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
2017*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
2018*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __A);
2019*344a7f5eSAndroid Build Coastguard Worker }
2020*344a7f5eSAndroid Build Coastguard Worker 
2021*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_compress_pd(__m128d __W,__mmask8 __U,__m128d __A)2022*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compress_pd (__m128d __W, __mmask8 __U, __m128d __A) {
2023*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
2024*344a7f5eSAndroid Build Coastguard Worker                   (__v2df) __W,
2025*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2026*344a7f5eSAndroid Build Coastguard Worker }
2027*344a7f5eSAndroid Build Coastguard Worker 
2028*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_compress_pd(__mmask8 __U,__m128d __A)2029*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_compress_pd (__mmask8 __U, __m128d __A) {
2030*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
2031*344a7f5eSAndroid Build Coastguard Worker                   (__v2df)
2032*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_pd (),
2033*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2034*344a7f5eSAndroid Build Coastguard Worker }
2035*344a7f5eSAndroid Build Coastguard Worker 
2036*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_compress_pd(__m256d __W,__mmask8 __U,__m256d __A)2037*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compress_pd (__m256d __W, __mmask8 __U, __m256d __A) {
2038*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
2039*344a7f5eSAndroid Build Coastguard Worker                   (__v4df) __W,
2040*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2041*344a7f5eSAndroid Build Coastguard Worker }
2042*344a7f5eSAndroid Build Coastguard Worker 
2043*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_compress_pd(__mmask8 __U,__m256d __A)2044*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_compress_pd (__mmask8 __U, __m256d __A) {
2045*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
2046*344a7f5eSAndroid Build Coastguard Worker                   (__v4df)
2047*344a7f5eSAndroid Build Coastguard Worker                   _mm256_setzero_pd (),
2048*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2049*344a7f5eSAndroid Build Coastguard Worker }
2050*344a7f5eSAndroid Build Coastguard Worker 
2051*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_compress_epi64(__m128i __W,__mmask8 __U,__m128i __A)2052*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compress_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
2053*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
2054*344a7f5eSAndroid Build Coastguard Worker                   (__v2di) __W,
2055*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2056*344a7f5eSAndroid Build Coastguard Worker }
2057*344a7f5eSAndroid Build Coastguard Worker 
2058*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_compress_epi64(__mmask8 __U,__m128i __A)2059*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_compress_epi64 (__mmask8 __U, __m128i __A) {
2060*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
2061*344a7f5eSAndroid Build Coastguard Worker                   (__v2di)
2062*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2063*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2064*344a7f5eSAndroid Build Coastguard Worker }
2065*344a7f5eSAndroid Build Coastguard Worker 
2066*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_compress_epi64(__m256i __W,__mmask8 __U,__m256i __A)2067*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compress_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
2068*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
2069*344a7f5eSAndroid Build Coastguard Worker                   (__v4di) __W,
2070*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2071*344a7f5eSAndroid Build Coastguard Worker }
2072*344a7f5eSAndroid Build Coastguard Worker 
2073*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_compress_epi64(__mmask8 __U,__m256i __A)2074*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_compress_epi64 (__mmask8 __U, __m256i __A) {
2075*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
2076*344a7f5eSAndroid Build Coastguard Worker                   (__v4di)
2077*344a7f5eSAndroid Build Coastguard Worker                   _mm256_setzero_si256 (),
2078*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2079*344a7f5eSAndroid Build Coastguard Worker }
2080*344a7f5eSAndroid Build Coastguard Worker 
2081*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_compress_ps(__m128 __W,__mmask8 __U,__m128 __A)2082*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compress_ps (__m128 __W, __mmask8 __U, __m128 __A) {
2083*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
2084*344a7f5eSAndroid Build Coastguard Worker                  (__v4sf) __W,
2085*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2086*344a7f5eSAndroid Build Coastguard Worker }
2087*344a7f5eSAndroid Build Coastguard Worker 
2088*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_compress_ps(__mmask8 __U,__m128 __A)2089*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_compress_ps (__mmask8 __U, __m128 __A) {
2090*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
2091*344a7f5eSAndroid Build Coastguard Worker                  (__v4sf)
2092*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_ps (),
2093*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2094*344a7f5eSAndroid Build Coastguard Worker }
2095*344a7f5eSAndroid Build Coastguard Worker 
2096*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_compress_ps(__m256 __W,__mmask8 __U,__m256 __A)2097*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compress_ps (__m256 __W, __mmask8 __U, __m256 __A) {
2098*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
2099*344a7f5eSAndroid Build Coastguard Worker                  (__v8sf) __W,
2100*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2101*344a7f5eSAndroid Build Coastguard Worker }
2102*344a7f5eSAndroid Build Coastguard Worker 
2103*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_compress_ps(__mmask8 __U,__m256 __A)2104*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_compress_ps (__mmask8 __U, __m256 __A) {
2105*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
2106*344a7f5eSAndroid Build Coastguard Worker                  (__v8sf)
2107*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_ps (),
2108*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2109*344a7f5eSAndroid Build Coastguard Worker }
2110*344a7f5eSAndroid Build Coastguard Worker 
2111*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_compress_epi32(__m128i __W,__mmask8 __U,__m128i __A)2112*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compress_epi32 (__m128i __W, __mmask8 __U, __m128i __A) {
2113*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
2114*344a7f5eSAndroid Build Coastguard Worker                   (__v4si) __W,
2115*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2116*344a7f5eSAndroid Build Coastguard Worker }
2117*344a7f5eSAndroid Build Coastguard Worker 
2118*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_compress_epi32(__mmask8 __U,__m128i __A)2119*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_compress_epi32 (__mmask8 __U, __m128i __A) {
2120*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
2121*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2122*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2123*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2124*344a7f5eSAndroid Build Coastguard Worker }
2125*344a7f5eSAndroid Build Coastguard Worker 
2126*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_compress_epi32(__m256i __W,__mmask8 __U,__m256i __A)2127*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compress_epi32 (__m256i __W, __mmask8 __U, __m256i __A) {
2128*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
2129*344a7f5eSAndroid Build Coastguard Worker                   (__v8si) __W,
2130*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2131*344a7f5eSAndroid Build Coastguard Worker }
2132*344a7f5eSAndroid Build Coastguard Worker 
2133*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_compress_epi32(__mmask8 __U,__m256i __A)2134*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_compress_epi32 (__mmask8 __U, __m256i __A) {
2135*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
2136*344a7f5eSAndroid Build Coastguard Worker                   (__v8si)
2137*344a7f5eSAndroid Build Coastguard Worker                   _mm256_setzero_si256 (),
2138*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2139*344a7f5eSAndroid Build Coastguard Worker }
2140*344a7f5eSAndroid Build Coastguard Worker 
2141*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_compressstoreu_pd(void * __P,__mmask8 __U,__m128d __A)2142*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m128d __A) {
2143*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoredf128_mask ((__v2df *) __P,
2144*344a7f5eSAndroid Build Coastguard Worker             (__v2df) __A,
2145*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2146*344a7f5eSAndroid Build Coastguard Worker }
2147*344a7f5eSAndroid Build Coastguard Worker 
2148*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_compressstoreu_pd(void * __P,__mmask8 __U,__m256d __A)2149*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m256d __A) {
2150*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoredf256_mask ((__v4df *) __P,
2151*344a7f5eSAndroid Build Coastguard Worker             (__v4df) __A,
2152*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2153*344a7f5eSAndroid Build Coastguard Worker }
2154*344a7f5eSAndroid Build Coastguard Worker 
2155*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_compressstoreu_epi64(void * __P,__mmask8 __U,__m128i __A)2156*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m128i __A) {
2157*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoredi128_mask ((__v2di *) __P,
2158*344a7f5eSAndroid Build Coastguard Worker             (__v2di) __A,
2159*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2160*344a7f5eSAndroid Build Coastguard Worker }
2161*344a7f5eSAndroid Build Coastguard Worker 
2162*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_compressstoreu_epi64(void * __P,__mmask8 __U,__m256i __A)2163*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m256i __A) {
2164*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoredi256_mask ((__v4di *) __P,
2165*344a7f5eSAndroid Build Coastguard Worker             (__v4di) __A,
2166*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2167*344a7f5eSAndroid Build Coastguard Worker }
2168*344a7f5eSAndroid Build Coastguard Worker 
2169*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_compressstoreu_ps(void * __P,__mmask8 __U,__m128 __A)2170*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m128 __A) {
2171*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoresf128_mask ((__v4sf *) __P,
2172*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __A,
2173*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2174*344a7f5eSAndroid Build Coastguard Worker }
2175*344a7f5eSAndroid Build Coastguard Worker 
2176*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_compressstoreu_ps(void * __P,__mmask8 __U,__m256 __A)2177*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m256 __A) {
2178*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoresf256_mask ((__v8sf *) __P,
2179*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __A,
2180*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2181*344a7f5eSAndroid Build Coastguard Worker }
2182*344a7f5eSAndroid Build Coastguard Worker 
2183*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_compressstoreu_epi32(void * __P,__mmask8 __U,__m128i __A)2184*344a7f5eSAndroid Build Coastguard Worker _mm_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m128i __A) {
2185*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoresi128_mask ((__v4si *) __P,
2186*344a7f5eSAndroid Build Coastguard Worker             (__v4si) __A,
2187*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2188*344a7f5eSAndroid Build Coastguard Worker }
2189*344a7f5eSAndroid Build Coastguard Worker 
2190*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_compressstoreu_epi32(void * __P,__mmask8 __U,__m256i __A)2191*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m256i __A) {
2192*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_compressstoresi256_mask ((__v8si *) __P,
2193*344a7f5eSAndroid Build Coastguard Worker             (__v8si) __A,
2194*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2195*344a7f5eSAndroid Build Coastguard Worker }
2196*344a7f5eSAndroid Build Coastguard Worker 
2197*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_pd(__m128d __W,__mmask8 __U,__m128i __A)2198*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_pd (__m128d __W, __mmask8 __U, __m128i __A) {
2199*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
2200*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
2201*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2202*344a7f5eSAndroid Build Coastguard Worker }
2203*344a7f5eSAndroid Build Coastguard Worker 
2204*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi32_pd(__mmask8 __U,__m128i __A)2205*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) {
2206*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
2207*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
2208*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
2209*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2210*344a7f5eSAndroid Build Coastguard Worker }
2211*344a7f5eSAndroid Build Coastguard Worker 
2212*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_pd(__m256d __W,__mmask8 __U,__m128i __A)2213*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_pd (__m256d __W, __mmask8 __U, __m128i __A) {
2214*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
2215*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
2216*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2217*344a7f5eSAndroid Build Coastguard Worker }
2218*344a7f5eSAndroid Build Coastguard Worker 
2219*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi32_pd(__mmask8 __U,__m128i __A)2220*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A) {
2221*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
2222*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
2223*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
2224*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2225*344a7f5eSAndroid Build Coastguard Worker }
2226*344a7f5eSAndroid Build Coastguard Worker 
2227*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_ps(__m128 __W,__mmask8 __U,__m128i __A)2228*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_ps (__m128 __W, __mmask8 __U, __m128i __A) {
2229*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
2230*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
2231*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2232*344a7f5eSAndroid Build Coastguard Worker }
2233*344a7f5eSAndroid Build Coastguard Worker 
2234*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi32_ps(__mmask16 __U,__m128i __A)2235*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi32_ps (__mmask16 __U, __m128i __A) {
2236*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
2237*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
2238*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
2239*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2240*344a7f5eSAndroid Build Coastguard Worker }
2241*344a7f5eSAndroid Build Coastguard Worker 
2242*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_ps(__m256 __W,__mmask8 __U,__m256i __A)2243*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_ps (__m256 __W, __mmask8 __U, __m256i __A) {
2244*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
2245*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __W,
2246*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2247*344a7f5eSAndroid Build Coastguard Worker }
2248*344a7f5eSAndroid Build Coastguard Worker 
2249*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi32_ps(__mmask16 __U,__m256i __A)2250*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi32_ps (__mmask16 __U, __m256i __A) {
2251*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
2252*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
2253*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
2254*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2255*344a7f5eSAndroid Build Coastguard Worker }
2256*344a7f5eSAndroid Build Coastguard Worker 
2257*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtpd_epi32(__m128i __W,__mmask8 __U,__m128d __A)2258*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) {
2259*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
2260*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
2261*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2262*344a7f5eSAndroid Build Coastguard Worker }
2263*344a7f5eSAndroid Build Coastguard Worker 
2264*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtpd_epi32(__mmask8 __U,__m128d __A)2265*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtpd_epi32 (__mmask8 __U, __m128d __A) {
2266*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
2267*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
2268*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
2269*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2270*344a7f5eSAndroid Build Coastguard Worker }
2271*344a7f5eSAndroid Build Coastguard Worker 
2272*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtpd_epi32(__m128i __W,__mmask8 __U,__m256d __A)2273*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) {
2274*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
2275*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
2276*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2277*344a7f5eSAndroid Build Coastguard Worker }
2278*344a7f5eSAndroid Build Coastguard Worker 
2279*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtpd_epi32(__mmask8 __U,__m256d __A)2280*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtpd_epi32 (__mmask8 __U, __m256d __A) {
2281*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
2282*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
2283*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
2284*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2285*344a7f5eSAndroid Build Coastguard Worker }
2286*344a7f5eSAndroid Build Coastguard Worker 
2287*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_cvtpd_ps(__m128 __W,__mmask8 __U,__m128d __A)2288*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m128d __A) {
2289*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
2290*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __W,
2291*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2292*344a7f5eSAndroid Build Coastguard Worker }
2293*344a7f5eSAndroid Build Coastguard Worker 
2294*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_cvtpd_ps(__mmask8 __U,__m128d __A)2295*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtpd_ps (__mmask8 __U, __m128d __A) {
2296*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
2297*344a7f5eSAndroid Build Coastguard Worker             (__v4sf)
2298*344a7f5eSAndroid Build Coastguard Worker             _mm_setzero_ps (),
2299*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2300*344a7f5eSAndroid Build Coastguard Worker }
2301*344a7f5eSAndroid Build Coastguard Worker 
2302*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm256_mask_cvtpd_ps(__m128 __W,__mmask8 __U,__m256d __A)2303*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m256d __A) {
2304*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
2305*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
2306*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2307*344a7f5eSAndroid Build Coastguard Worker }
2308*344a7f5eSAndroid Build Coastguard Worker 
2309*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm256_maskz_cvtpd_ps(__mmask8 __U,__m256d __A)2310*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtpd_ps (__mmask8 __U, __m256d __A) {
2311*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
2312*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
2313*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
2314*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2315*344a7f5eSAndroid Build Coastguard Worker }
2316*344a7f5eSAndroid Build Coastguard Worker 
2317*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtpd_epu32(__m128d __A)2318*344a7f5eSAndroid Build Coastguard Worker _mm_cvtpd_epu32 (__m128d __A) {
2319*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2320*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2321*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2322*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2323*344a7f5eSAndroid Build Coastguard Worker }
2324*344a7f5eSAndroid Build Coastguard Worker 
2325*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtpd_epu32(__m128i __W,__mmask8 __U,__m128d __A)2326*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) {
2327*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2328*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2329*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2330*344a7f5eSAndroid Build Coastguard Worker }
2331*344a7f5eSAndroid Build Coastguard Worker 
2332*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtpd_epu32(__mmask8 __U,__m128d __A)2333*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtpd_epu32 (__mmask8 __U, __m128d __A) {
2334*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
2335*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2336*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2337*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2338*344a7f5eSAndroid Build Coastguard Worker }
2339*344a7f5eSAndroid Build Coastguard Worker 
2340*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtpd_epu32(__m256d __A)2341*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtpd_epu32 (__m256d __A) {
2342*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2343*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2344*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2345*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2346*344a7f5eSAndroid Build Coastguard Worker }
2347*344a7f5eSAndroid Build Coastguard Worker 
2348*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtpd_epu32(__m128i __W,__mmask8 __U,__m256d __A)2349*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) {
2350*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2351*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2352*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2353*344a7f5eSAndroid Build Coastguard Worker }
2354*344a7f5eSAndroid Build Coastguard Worker 
2355*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtpd_epu32(__mmask8 __U,__m256d __A)2356*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtpd_epu32 (__mmask8 __U, __m256d __A) {
2357*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
2358*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2359*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2360*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2361*344a7f5eSAndroid Build Coastguard Worker }
2362*344a7f5eSAndroid Build Coastguard Worker 
2363*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtps_epi32(__m128i __W,__mmask8 __U,__m128 __A)2364*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) {
2365*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
2366*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
2367*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2368*344a7f5eSAndroid Build Coastguard Worker }
2369*344a7f5eSAndroid Build Coastguard Worker 
2370*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtps_epi32(__mmask8 __U,__m128 __A)2371*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtps_epi32 (__mmask8 __U, __m128 __A) {
2372*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
2373*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
2374*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
2375*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2376*344a7f5eSAndroid Build Coastguard Worker }
2377*344a7f5eSAndroid Build Coastguard Worker 
2378*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtps_epi32(__m256i __W,__mmask8 __U,__m256 __A)2379*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) {
2380*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
2381*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
2382*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2383*344a7f5eSAndroid Build Coastguard Worker }
2384*344a7f5eSAndroid Build Coastguard Worker 
2385*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtps_epi32(__mmask8 __U,__m256 __A)2386*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtps_epi32 (__mmask8 __U, __m256 __A) {
2387*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
2388*344a7f5eSAndroid Build Coastguard Worker                 (__v8si)
2389*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
2390*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2391*344a7f5eSAndroid Build Coastguard Worker }
2392*344a7f5eSAndroid Build Coastguard Worker 
2393*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_cvtps_pd(__m128d __W,__mmask8 __U,__m128 __A)2394*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtps_pd (__m128d __W, __mmask8 __U, __m128 __A) {
2395*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
2396*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
2397*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2398*344a7f5eSAndroid Build Coastguard Worker }
2399*344a7f5eSAndroid Build Coastguard Worker 
2400*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_cvtps_pd(__mmask8 __U,__m128 __A)2401*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtps_pd (__mmask8 __U, __m128 __A) {
2402*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
2403*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
2404*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
2405*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2406*344a7f5eSAndroid Build Coastguard Worker }
2407*344a7f5eSAndroid Build Coastguard Worker 
2408*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_cvtps_pd(__m256d __W,__mmask8 __U,__m128 __A)2409*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtps_pd (__m256d __W, __mmask8 __U, __m128 __A) {
2410*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
2411*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
2412*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2413*344a7f5eSAndroid Build Coastguard Worker }
2414*344a7f5eSAndroid Build Coastguard Worker 
2415*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_cvtps_pd(__mmask8 __U,__m128 __A)2416*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtps_pd (__mmask8 __U, __m128 __A) {
2417*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
2418*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
2419*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
2420*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2421*344a7f5eSAndroid Build Coastguard Worker }
2422*344a7f5eSAndroid Build Coastguard Worker 
2423*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtps_epu32(__m128 __A)2424*344a7f5eSAndroid Build Coastguard Worker _mm_cvtps_epu32 (__m128 __A) {
2425*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2426*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2427*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2428*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2429*344a7f5eSAndroid Build Coastguard Worker }
2430*344a7f5eSAndroid Build Coastguard Worker 
2431*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtps_epu32(__m128i __W,__mmask8 __U,__m128 __A)2432*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) {
2433*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2434*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2435*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2436*344a7f5eSAndroid Build Coastguard Worker }
2437*344a7f5eSAndroid Build Coastguard Worker 
2438*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtps_epu32(__mmask8 __U,__m128 __A)2439*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtps_epu32 (__mmask8 __U, __m128 __A) {
2440*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
2441*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2442*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2443*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2444*344a7f5eSAndroid Build Coastguard Worker }
2445*344a7f5eSAndroid Build Coastguard Worker 
2446*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_cvtps_epu32(__m256 __A)2447*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtps_epu32 (__m256 __A) {
2448*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2449*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
2450*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
2451*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2452*344a7f5eSAndroid Build Coastguard Worker }
2453*344a7f5eSAndroid Build Coastguard Worker 
2454*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtps_epu32(__m256i __W,__mmask8 __U,__m256 __A)2455*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) {
2456*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2457*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __W,
2458*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2459*344a7f5eSAndroid Build Coastguard Worker }
2460*344a7f5eSAndroid Build Coastguard Worker 
2461*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtps_epu32(__mmask8 __U,__m256 __A)2462*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtps_epu32 (__mmask8 __U, __m256 __A) {
2463*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
2464*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
2465*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
2466*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2467*344a7f5eSAndroid Build Coastguard Worker }
2468*344a7f5eSAndroid Build Coastguard Worker 
2469*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvttpd_epi32(__m128i __W,__mmask8 __U,__m128d __A)2470*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A) {
2471*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
2472*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2473*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2474*344a7f5eSAndroid Build Coastguard Worker }
2475*344a7f5eSAndroid Build Coastguard Worker 
2476*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvttpd_epi32(__mmask8 __U,__m128d __A)2477*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvttpd_epi32 (__mmask8 __U, __m128d __A) {
2478*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
2479*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2480*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2481*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2482*344a7f5eSAndroid Build Coastguard Worker }
2483*344a7f5eSAndroid Build Coastguard Worker 
2484*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvttpd_epi32(__m128i __W,__mmask8 __U,__m256d __A)2485*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A) {
2486*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
2487*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2488*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2489*344a7f5eSAndroid Build Coastguard Worker }
2490*344a7f5eSAndroid Build Coastguard Worker 
2491*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvttpd_epi32(__mmask8 __U,__m256d __A)2492*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvttpd_epi32 (__mmask8 __U, __m256d __A) {
2493*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
2494*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2495*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2496*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2497*344a7f5eSAndroid Build Coastguard Worker }
2498*344a7f5eSAndroid Build Coastguard Worker 
2499*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvttpd_epu32(__m128d __A)2500*344a7f5eSAndroid Build Coastguard Worker _mm_cvttpd_epu32 (__m128d __A) {
2501*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2502*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2503*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2504*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) -1);
2505*344a7f5eSAndroid Build Coastguard Worker }
2506*344a7f5eSAndroid Build Coastguard Worker 
2507*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvttpd_epu32(__m128i __W,__mmask8 __U,__m128d __A)2508*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A) {
2509*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2510*344a7f5eSAndroid Build Coastguard Worker                   (__v4si) __W,
2511*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2512*344a7f5eSAndroid Build Coastguard Worker }
2513*344a7f5eSAndroid Build Coastguard Worker 
2514*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvttpd_epu32(__mmask8 __U,__m128d __A)2515*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvttpd_epu32 (__mmask8 __U, __m128d __A) {
2516*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
2517*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2518*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2519*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2520*344a7f5eSAndroid Build Coastguard Worker }
2521*344a7f5eSAndroid Build Coastguard Worker 
2522*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvttpd_epu32(__m256d __A)2523*344a7f5eSAndroid Build Coastguard Worker _mm256_cvttpd_epu32 (__m256d __A) {
2524*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2525*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2526*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2527*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) -1);
2528*344a7f5eSAndroid Build Coastguard Worker }
2529*344a7f5eSAndroid Build Coastguard Worker 
2530*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvttpd_epu32(__m128i __W,__mmask8 __U,__m256d __A)2531*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A) {
2532*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2533*344a7f5eSAndroid Build Coastguard Worker                   (__v4si) __W,
2534*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2535*344a7f5eSAndroid Build Coastguard Worker }
2536*344a7f5eSAndroid Build Coastguard Worker 
2537*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvttpd_epu32(__mmask8 __U,__m256d __A)2538*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvttpd_epu32 (__mmask8 __U, __m256d __A) {
2539*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
2540*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2541*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2542*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2543*344a7f5eSAndroid Build Coastguard Worker }
2544*344a7f5eSAndroid Build Coastguard Worker 
2545*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvttps_epi32(__m128i __W,__mmask8 __U,__m128 __A)2546*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvttps_epi32 (__m128i __W, __mmask8 __U, __m128 __A) {
2547*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
2548*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
2549*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2550*344a7f5eSAndroid Build Coastguard Worker }
2551*344a7f5eSAndroid Build Coastguard Worker 
2552*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvttps_epi32(__mmask8 __U,__m128 __A)2553*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvttps_epi32 (__mmask8 __U, __m128 __A) {
2554*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
2555*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
2556*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2557*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2558*344a7f5eSAndroid Build Coastguard Worker }
2559*344a7f5eSAndroid Build Coastguard Worker 
2560*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvttps_epi32(__m256i __W,__mmask8 __U,__m256 __A)2561*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvttps_epi32 (__m256i __W, __mmask8 __U, __m256 __A) {
2562*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
2563*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __W,
2564*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2565*344a7f5eSAndroid Build Coastguard Worker }
2566*344a7f5eSAndroid Build Coastguard Worker 
2567*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvttps_epi32(__mmask8 __U,__m256 __A)2568*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvttps_epi32 (__mmask8 __U, __m256 __A) {
2569*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
2570*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
2571*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
2572*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2573*344a7f5eSAndroid Build Coastguard Worker }
2574*344a7f5eSAndroid Build Coastguard Worker 
2575*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvttps_epu32(__m128 __A)2576*344a7f5eSAndroid Build Coastguard Worker _mm_cvttps_epu32 (__m128 __A) {
2577*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2578*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2579*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2580*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) -1);
2581*344a7f5eSAndroid Build Coastguard Worker }
2582*344a7f5eSAndroid Build Coastguard Worker 
2583*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvttps_epu32(__m128i __W,__mmask8 __U,__m128 __A)2584*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvttps_epu32 (__m128i __W, __mmask8 __U, __m128 __A) {
2585*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2586*344a7f5eSAndroid Build Coastguard Worker                   (__v4si) __W,
2587*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2588*344a7f5eSAndroid Build Coastguard Worker }
2589*344a7f5eSAndroid Build Coastguard Worker 
2590*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvttps_epu32(__mmask8 __U,__m128 __A)2591*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvttps_epu32 (__mmask8 __U, __m128 __A) {
2592*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
2593*344a7f5eSAndroid Build Coastguard Worker                   (__v4si)
2594*344a7f5eSAndroid Build Coastguard Worker                   _mm_setzero_si128 (),
2595*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2596*344a7f5eSAndroid Build Coastguard Worker }
2597*344a7f5eSAndroid Build Coastguard Worker 
2598*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_cvttps_epu32(__m256 __A)2599*344a7f5eSAndroid Build Coastguard Worker _mm256_cvttps_epu32 (__m256 __A) {
2600*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2601*344a7f5eSAndroid Build Coastguard Worker                   (__v8si)
2602*344a7f5eSAndroid Build Coastguard Worker                   _mm256_setzero_si256 (),
2603*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) -1);
2604*344a7f5eSAndroid Build Coastguard Worker }
2605*344a7f5eSAndroid Build Coastguard Worker 
2606*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvttps_epu32(__m256i __W,__mmask8 __U,__m256 __A)2607*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvttps_epu32 (__m256i __W, __mmask8 __U, __m256 __A) {
2608*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2609*344a7f5eSAndroid Build Coastguard Worker                   (__v8si) __W,
2610*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2611*344a7f5eSAndroid Build Coastguard Worker }
2612*344a7f5eSAndroid Build Coastguard Worker 
2613*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvttps_epu32(__mmask8 __U,__m256 __A)2614*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvttps_epu32 (__mmask8 __U, __m256 __A) {
2615*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
2616*344a7f5eSAndroid Build Coastguard Worker                   (__v8si)
2617*344a7f5eSAndroid Build Coastguard Worker                   _mm256_setzero_si256 (),
2618*344a7f5eSAndroid Build Coastguard Worker                   (__mmask8) __U);
2619*344a7f5eSAndroid Build Coastguard Worker }
2620*344a7f5eSAndroid Build Coastguard Worker 
2621*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_cvtepu32_pd(__m128i __A)2622*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepu32_pd (__m128i __A) {
2623*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2624*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
2625*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
2626*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2627*344a7f5eSAndroid Build Coastguard Worker }
2628*344a7f5eSAndroid Build Coastguard Worker 
2629*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_cvtepu32_pd(__m128d __W,__mmask8 __U,__m128i __A)2630*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu32_pd (__m128d __W, __mmask8 __U, __m128i __A) {
2631*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2632*344a7f5eSAndroid Build Coastguard Worker                  (__v2df) __W,
2633*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2634*344a7f5eSAndroid Build Coastguard Worker }
2635*344a7f5eSAndroid Build Coastguard Worker 
2636*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu32_pd(__mmask8 __U,__m128i __A)2637*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) {
2638*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
2639*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
2640*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
2641*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2642*344a7f5eSAndroid Build Coastguard Worker }
2643*344a7f5eSAndroid Build Coastguard Worker 
2644*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_cvtepu32_pd(__m128i __A)2645*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepu32_pd (__m128i __A) {
2646*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2647*344a7f5eSAndroid Build Coastguard Worker                  (__v4df)
2648*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_pd (),
2649*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
2650*344a7f5eSAndroid Build Coastguard Worker }
2651*344a7f5eSAndroid Build Coastguard Worker 
2652*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu32_pd(__m256d __W,__mmask8 __U,__m128i __A)2653*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu32_pd (__m256d __W, __mmask8 __U, __m128i __A) {
2654*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2655*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) __W,
2656*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2657*344a7f5eSAndroid Build Coastguard Worker }
2658*344a7f5eSAndroid Build Coastguard Worker 
2659*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu32_pd(__mmask8 __U,__m128i __A)2660*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A) {
2661*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
2662*344a7f5eSAndroid Build Coastguard Worker                  (__v4df)
2663*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_pd (),
2664*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2665*344a7f5eSAndroid Build Coastguard Worker }
2666*344a7f5eSAndroid Build Coastguard Worker 
2667*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_cvtepu32_ps(__m128i __A)2668*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepu32_ps (__m128i __A) {
2669*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2670*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
2671*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
2672*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
2673*344a7f5eSAndroid Build Coastguard Worker }
2674*344a7f5eSAndroid Build Coastguard Worker 
2675*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_cvtepu32_ps(__m128 __W,__mmask8 __U,__m128i __A)2676*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu32_ps (__m128 __W, __mmask8 __U, __m128i __A) {
2677*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2678*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf) __W,
2679*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2680*344a7f5eSAndroid Build Coastguard Worker }
2681*344a7f5eSAndroid Build Coastguard Worker 
2682*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu32_ps(__mmask8 __U,__m128i __A)2683*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu32_ps (__mmask8 __U, __m128i __A) {
2684*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
2685*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
2686*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
2687*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2688*344a7f5eSAndroid Build Coastguard Worker }
2689*344a7f5eSAndroid Build Coastguard Worker 
2690*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_cvtepu32_ps(__m256i __A)2691*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepu32_ps (__m256i __A) {
2692*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2693*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
2694*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
2695*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
2696*344a7f5eSAndroid Build Coastguard Worker }
2697*344a7f5eSAndroid Build Coastguard Worker 
2698*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu32_ps(__m256 __W,__mmask8 __U,__m256i __A)2699*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu32_ps (__m256 __W, __mmask8 __U, __m256i __A) {
2700*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2701*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __W,
2702*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2703*344a7f5eSAndroid Build Coastguard Worker }
2704*344a7f5eSAndroid Build Coastguard Worker 
2705*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu32_ps(__mmask8 __U,__m256i __A)2706*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu32_ps (__mmask8 __U, __m256i __A) {
2707*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
2708*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
2709*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
2710*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2711*344a7f5eSAndroid Build Coastguard Worker }
2712*344a7f5eSAndroid Build Coastguard Worker 
2713*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_div_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)2714*344a7f5eSAndroid Build Coastguard Worker _mm_mask_div_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
2715*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A,
2716*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
2717*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
2718*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2719*344a7f5eSAndroid Build Coastguard Worker }
2720*344a7f5eSAndroid Build Coastguard Worker 
2721*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_div_pd(__mmask8 __U,__m128d __A,__m128d __B)2722*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_div_pd (__mmask8 __U, __m128d __A, __m128d __B) {
2723*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A,
2724*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
2725*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
2726*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
2727*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2728*344a7f5eSAndroid Build Coastguard Worker }
2729*344a7f5eSAndroid Build Coastguard Worker 
2730*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_div_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)2731*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_div_pd (__m256d __W, __mmask8 __U, __m256d __A,
2732*344a7f5eSAndroid Build Coastguard Worker         __m256d __B) {
2733*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A,
2734*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
2735*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
2736*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
2737*344a7f5eSAndroid Build Coastguard Worker }
2738*344a7f5eSAndroid Build Coastguard Worker 
2739*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_div_pd(__mmask8 __U,__m256d __A,__m256d __B)2740*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_div_pd (__mmask8 __U, __m256d __A, __m256d __B) {
2741*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A,
2742*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
2743*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
2744*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
2745*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
2746*344a7f5eSAndroid Build Coastguard Worker }
2747*344a7f5eSAndroid Build Coastguard Worker 
2748*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_div_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)2749*344a7f5eSAndroid Build Coastguard Worker _mm_mask_div_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
2750*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A,
2751*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
2752*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
2753*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2754*344a7f5eSAndroid Build Coastguard Worker }
2755*344a7f5eSAndroid Build Coastguard Worker 
2756*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_div_ps(__mmask8 __U,__m128 __A,__m128 __B)2757*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_div_ps (__mmask8 __U, __m128 __A, __m128 __B) {
2758*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A,
2759*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
2760*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
2761*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
2762*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2763*344a7f5eSAndroid Build Coastguard Worker }
2764*344a7f5eSAndroid Build Coastguard Worker 
2765*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_div_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)2766*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_div_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
2767*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A,
2768*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
2769*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
2770*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2771*344a7f5eSAndroid Build Coastguard Worker }
2772*344a7f5eSAndroid Build Coastguard Worker 
2773*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_div_ps(__mmask8 __U,__m256 __A,__m256 __B)2774*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_div_ps (__mmask8 __U, __m256 __A, __m256 __B) {
2775*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A,
2776*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
2777*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
2778*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
2779*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
2780*344a7f5eSAndroid Build Coastguard Worker }
2781*344a7f5eSAndroid Build Coastguard Worker 
2782*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_expand_pd(__m128d __W,__mmask8 __U,__m128d __A)2783*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expand_pd (__m128d __W, __mmask8 __U, __m128d __A) {
2784*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A,
2785*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
2786*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2787*344a7f5eSAndroid Build Coastguard Worker }
2788*344a7f5eSAndroid Build Coastguard Worker 
2789*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_expand_pd(__mmask8 __U,__m128d __A)2790*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expand_pd (__mmask8 __U, __m128d __A) {
2791*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A,
2792*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
2793*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
2794*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2795*344a7f5eSAndroid Build Coastguard Worker }
2796*344a7f5eSAndroid Build Coastguard Worker 
2797*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_expand_pd(__m256d __W,__mmask8 __U,__m256d __A)2798*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expand_pd (__m256d __W, __mmask8 __U, __m256d __A) {
2799*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A,
2800*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
2801*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2802*344a7f5eSAndroid Build Coastguard Worker }
2803*344a7f5eSAndroid Build Coastguard Worker 
2804*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_expand_pd(__mmask8 __U,__m256d __A)2805*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expand_pd (__mmask8 __U, __m256d __A) {
2806*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A,
2807*344a7f5eSAndroid Build Coastguard Worker                  (__v4df)
2808*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_pd (),
2809*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2810*344a7f5eSAndroid Build Coastguard Worker }
2811*344a7f5eSAndroid Build Coastguard Worker 
2812*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_expand_epi64(__m128i __W,__mmask8 __U,__m128i __A)2813*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expand_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
2814*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A,
2815*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
2816*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2817*344a7f5eSAndroid Build Coastguard Worker }
2818*344a7f5eSAndroid Build Coastguard Worker 
2819*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_expand_epi64(__mmask8 __U,__m128i __A)2820*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expand_epi64 (__mmask8 __U, __m128i __A) {
2821*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A,
2822*344a7f5eSAndroid Build Coastguard Worker                  (__v2di)
2823*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
2824*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2825*344a7f5eSAndroid Build Coastguard Worker }
2826*344a7f5eSAndroid Build Coastguard Worker 
2827*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_expand_epi64(__m256i __W,__mmask8 __U,__m256i __A)2828*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expand_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
2829*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A,
2830*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
2831*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2832*344a7f5eSAndroid Build Coastguard Worker }
2833*344a7f5eSAndroid Build Coastguard Worker 
2834*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_expand_epi64(__mmask8 __U,__m256i __A)2835*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expand_epi64 (__mmask8 __U, __m256i __A) {
2836*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A,
2837*344a7f5eSAndroid Build Coastguard Worker                  (__v4di)
2838*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
2839*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
2840*344a7f5eSAndroid Build Coastguard Worker }
2841*344a7f5eSAndroid Build Coastguard Worker 
2842*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_expandloadu_pd(__m128d __W,__mmask8 __U,void const * __P)2843*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expandloadu_pd (__m128d __W, __mmask8 __U, void const *__P) {
2844*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P,
2845*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __W,
2846*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2847*344a7f5eSAndroid Build Coastguard Worker               __U);
2848*344a7f5eSAndroid Build Coastguard Worker }
2849*344a7f5eSAndroid Build Coastguard Worker 
2850*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_expandloadu_pd(__mmask8 __U,void const * __P)2851*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expandloadu_pd (__mmask8 __U, void const *__P) {
2852*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P,
2853*344a7f5eSAndroid Build Coastguard Worker                (__v2df)
2854*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_pd (),
2855*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
2856*344a7f5eSAndroid Build Coastguard Worker                __U);
2857*344a7f5eSAndroid Build Coastguard Worker }
2858*344a7f5eSAndroid Build Coastguard Worker 
2859*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_expandloadu_pd(__m256d __W,__mmask8 __U,void const * __P)2860*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expandloadu_pd (__m256d __W, __mmask8 __U, void const *__P) {
2861*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P,
2862*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __W,
2863*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2864*344a7f5eSAndroid Build Coastguard Worker               __U);
2865*344a7f5eSAndroid Build Coastguard Worker }
2866*344a7f5eSAndroid Build Coastguard Worker 
2867*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_expandloadu_pd(__mmask8 __U,void const * __P)2868*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expandloadu_pd (__mmask8 __U, void const *__P) {
2869*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P,
2870*344a7f5eSAndroid Build Coastguard Worker                (__v4df)
2871*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_pd (),
2872*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
2873*344a7f5eSAndroid Build Coastguard Worker                __U);
2874*344a7f5eSAndroid Build Coastguard Worker }
2875*344a7f5eSAndroid Build Coastguard Worker 
2876*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_expandloadu_epi64(__m128i __W,__mmask8 __U,void const * __P)2877*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expandloadu_epi64 (__m128i __W, __mmask8 __U, void const *__P) {
2878*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P,
2879*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W,
2880*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2881*344a7f5eSAndroid Build Coastguard Worker               __U);
2882*344a7f5eSAndroid Build Coastguard Worker }
2883*344a7f5eSAndroid Build Coastguard Worker 
2884*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_expandloadu_epi64(__mmask8 __U,void const * __P)2885*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) {
2886*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P,
2887*344a7f5eSAndroid Build Coastguard Worker                (__v2di)
2888*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_si128 (),
2889*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
2890*344a7f5eSAndroid Build Coastguard Worker                __U);
2891*344a7f5eSAndroid Build Coastguard Worker }
2892*344a7f5eSAndroid Build Coastguard Worker 
2893*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_expandloadu_epi64(__m256i __W,__mmask8 __U,void const * __P)2894*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expandloadu_epi64 (__m256i __W, __mmask8 __U,
2895*344a7f5eSAndroid Build Coastguard Worker              void const *__P) {
2896*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P,
2897*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W,
2898*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2899*344a7f5eSAndroid Build Coastguard Worker               __U);
2900*344a7f5eSAndroid Build Coastguard Worker }
2901*344a7f5eSAndroid Build Coastguard Worker 
2902*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_expandloadu_epi64(__mmask8 __U,void const * __P)2903*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P) {
2904*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P,
2905*344a7f5eSAndroid Build Coastguard Worker                (__v4di)
2906*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_si256 (),
2907*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
2908*344a7f5eSAndroid Build Coastguard Worker                __U);
2909*344a7f5eSAndroid Build Coastguard Worker }
2910*344a7f5eSAndroid Build Coastguard Worker 
2911*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_expandloadu_ps(__m128 __W,__mmask8 __U,void const * __P)2912*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expandloadu_ps (__m128 __W, __mmask8 __U, void const *__P) {
2913*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P,
2914*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __W,
2915*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
2916*344a7f5eSAndroid Build Coastguard Worker }
2917*344a7f5eSAndroid Build Coastguard Worker 
2918*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_expandloadu_ps(__mmask8 __U,void const * __P)2919*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expandloadu_ps (__mmask8 __U, void const *__P) {
2920*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P,
2921*344a7f5eSAndroid Build Coastguard Worker               (__v4sf)
2922*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_ps (),
2923*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2924*344a7f5eSAndroid Build Coastguard Worker               __U);
2925*344a7f5eSAndroid Build Coastguard Worker }
2926*344a7f5eSAndroid Build Coastguard Worker 
2927*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_expandloadu_ps(__m256 __W,__mmask8 __U,void const * __P)2928*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expandloadu_ps (__m256 __W, __mmask8 __U, void const *__P) {
2929*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P,
2930*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __W,
2931*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
2932*344a7f5eSAndroid Build Coastguard Worker }
2933*344a7f5eSAndroid Build Coastguard Worker 
2934*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_expandloadu_ps(__mmask8 __U,void const * __P)2935*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expandloadu_ps (__mmask8 __U, void const *__P) {
2936*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P,
2937*344a7f5eSAndroid Build Coastguard Worker               (__v8sf)
2938*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_ps (),
2939*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2940*344a7f5eSAndroid Build Coastguard Worker               __U);
2941*344a7f5eSAndroid Build Coastguard Worker }
2942*344a7f5eSAndroid Build Coastguard Worker 
2943*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_expandloadu_epi32(__m128i __W,__mmask8 __U,void const * __P)2944*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expandloadu_epi32 (__m128i __W, __mmask8 __U, void const *__P) {
2945*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P,
2946*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W,
2947*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2948*344a7f5eSAndroid Build Coastguard Worker               __U);
2949*344a7f5eSAndroid Build Coastguard Worker }
2950*344a7f5eSAndroid Build Coastguard Worker 
2951*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_expandloadu_epi32(__mmask8 __U,void const * __P)2952*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) {
2953*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P,
2954*344a7f5eSAndroid Build Coastguard Worker                (__v4si)
2955*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_si128 (),
2956*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)     __U);
2957*344a7f5eSAndroid Build Coastguard Worker }
2958*344a7f5eSAndroid Build Coastguard Worker 
2959*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_expandloadu_epi32(__m256i __W,__mmask8 __U,void const * __P)2960*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expandloadu_epi32 (__m256i __W, __mmask8 __U,
2961*344a7f5eSAndroid Build Coastguard Worker              void const *__P) {
2962*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P,
2963*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W,
2964*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
2965*344a7f5eSAndroid Build Coastguard Worker               __U);
2966*344a7f5eSAndroid Build Coastguard Worker }
2967*344a7f5eSAndroid Build Coastguard Worker 
2968*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_expandloadu_epi32(__mmask8 __U,void const * __P)2969*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P) {
2970*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P,
2971*344a7f5eSAndroid Build Coastguard Worker                (__v8si)
2972*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_si256 (),
2973*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
2974*344a7f5eSAndroid Build Coastguard Worker                __U);
2975*344a7f5eSAndroid Build Coastguard Worker }
2976*344a7f5eSAndroid Build Coastguard Worker 
2977*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_expand_ps(__m128 __W,__mmask8 __U,__m128 __A)2978*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expand_ps (__m128 __W, __mmask8 __U, __m128 __A) {
2979*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A,
2980*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
2981*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2982*344a7f5eSAndroid Build Coastguard Worker }
2983*344a7f5eSAndroid Build Coastguard Worker 
2984*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_expand_ps(__mmask8 __U,__m128 __A)2985*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expand_ps (__mmask8 __U, __m128 __A) {
2986*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A,
2987*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
2988*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
2989*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
2990*344a7f5eSAndroid Build Coastguard Worker }
2991*344a7f5eSAndroid Build Coastguard Worker 
2992*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_expand_ps(__m256 __W,__mmask8 __U,__m256 __A)2993*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expand_ps (__m256 __W, __mmask8 __U, __m256 __A) {
2994*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A,
2995*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __W,
2996*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
2997*344a7f5eSAndroid Build Coastguard Worker }
2998*344a7f5eSAndroid Build Coastguard Worker 
2999*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_expand_ps(__mmask8 __U,__m256 __A)3000*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expand_ps (__mmask8 __U, __m256 __A) {
3001*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A,
3002*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
3003*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
3004*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3005*344a7f5eSAndroid Build Coastguard Worker }
3006*344a7f5eSAndroid Build Coastguard Worker 
3007*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_expand_epi32(__m128i __W,__mmask8 __U,__m128i __A)3008*344a7f5eSAndroid Build Coastguard Worker _mm_mask_expand_epi32 (__m128i __W, __mmask8 __U, __m128i __A) {
3009*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A,
3010*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
3011*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3012*344a7f5eSAndroid Build Coastguard Worker }
3013*344a7f5eSAndroid Build Coastguard Worker 
3014*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_expand_epi32(__mmask8 __U,__m128i __A)3015*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_expand_epi32 (__mmask8 __U, __m128i __A) {
3016*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A,
3017*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
3018*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
3019*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
3020*344a7f5eSAndroid Build Coastguard Worker }
3021*344a7f5eSAndroid Build Coastguard Worker 
3022*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_expand_epi32(__m256i __W,__mmask8 __U,__m256i __A)3023*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_expand_epi32 (__m256i __W, __mmask8 __U, __m256i __A) {
3024*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A,
3025*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
3026*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3027*344a7f5eSAndroid Build Coastguard Worker }
3028*344a7f5eSAndroid Build Coastguard Worker 
3029*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_expand_epi32(__mmask8 __U,__m256i __A)3030*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_expand_epi32 (__mmask8 __U, __m256i __A) {
3031*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A,
3032*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
3033*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
3034*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
3035*344a7f5eSAndroid Build Coastguard Worker }
3036*344a7f5eSAndroid Build Coastguard Worker 
3037*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_getexp_pd(__m128d __A)3038*344a7f5eSAndroid Build Coastguard Worker _mm_getexp_pd (__m128d __A) {
3039*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3040*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3041*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3042*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
3043*344a7f5eSAndroid Build Coastguard Worker }
3044*344a7f5eSAndroid Build Coastguard Worker 
3045*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_getexp_pd(__m128d __W,__mmask8 __U,__m128d __A)3046*344a7f5eSAndroid Build Coastguard Worker _mm_mask_getexp_pd (__m128d __W, __mmask8 __U, __m128d __A) {
3047*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3048*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
3049*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3050*344a7f5eSAndroid Build Coastguard Worker }
3051*344a7f5eSAndroid Build Coastguard Worker 
3052*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_getexp_pd(__mmask8 __U,__m128d __A)3053*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_getexp_pd (__mmask8 __U, __m128d __A) {
3054*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3055*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3056*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3057*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3058*344a7f5eSAndroid Build Coastguard Worker }
3059*344a7f5eSAndroid Build Coastguard Worker 
3060*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_getexp_pd(__m256d __A)3061*344a7f5eSAndroid Build Coastguard Worker _mm256_getexp_pd (__m256d __A) {
3062*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3063*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
3064*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
3065*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
3066*344a7f5eSAndroid Build Coastguard Worker }
3067*344a7f5eSAndroid Build Coastguard Worker 
3068*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_getexp_pd(__m256d __W,__mmask8 __U,__m256d __A)3069*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_getexp_pd (__m256d __W, __mmask8 __U, __m256d __A) {
3070*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3071*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
3072*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3073*344a7f5eSAndroid Build Coastguard Worker }
3074*344a7f5eSAndroid Build Coastguard Worker 
3075*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_getexp_pd(__mmask8 __U,__m256d __A)3076*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_getexp_pd (__mmask8 __U, __m256d __A) {
3077*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3078*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
3079*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
3080*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3081*344a7f5eSAndroid Build Coastguard Worker }
3082*344a7f5eSAndroid Build Coastguard Worker 
3083*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_getexp_ps(__m128 __A)3084*344a7f5eSAndroid Build Coastguard Worker _mm_getexp_ps (__m128 __A) {
3085*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3086*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3087*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3088*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
3089*344a7f5eSAndroid Build Coastguard Worker }
3090*344a7f5eSAndroid Build Coastguard Worker 
3091*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_getexp_ps(__m128 __W,__mmask8 __U,__m128 __A)3092*344a7f5eSAndroid Build Coastguard Worker _mm_mask_getexp_ps (__m128 __W, __mmask8 __U, __m128 __A) {
3093*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3094*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
3095*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3096*344a7f5eSAndroid Build Coastguard Worker }
3097*344a7f5eSAndroid Build Coastguard Worker 
3098*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_getexp_ps(__mmask8 __U,__m128 __A)3099*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_getexp_ps (__mmask8 __U, __m128 __A) {
3100*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3101*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3102*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3103*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3104*344a7f5eSAndroid Build Coastguard Worker }
3105*344a7f5eSAndroid Build Coastguard Worker 
3106*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_getexp_ps(__m256 __A)3107*344a7f5eSAndroid Build Coastguard Worker _mm256_getexp_ps (__m256 __A) {
3108*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3109*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
3110*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
3111*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
3112*344a7f5eSAndroid Build Coastguard Worker }
3113*344a7f5eSAndroid Build Coastguard Worker 
3114*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_getexp_ps(__m256 __W,__mmask8 __U,__m256 __A)3115*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_getexp_ps (__m256 __W, __mmask8 __U, __m256 __A) {
3116*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3117*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __W,
3118*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3119*344a7f5eSAndroid Build Coastguard Worker }
3120*344a7f5eSAndroid Build Coastguard Worker 
3121*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_getexp_ps(__mmask8 __U,__m256 __A)3122*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_getexp_ps (__mmask8 __U, __m256 __A) {
3123*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3124*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
3125*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
3126*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3127*344a7f5eSAndroid Build Coastguard Worker }
3128*344a7f5eSAndroid Build Coastguard Worker 
3129*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_max_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)3130*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3131*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
3132*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3133*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
3134*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3135*344a7f5eSAndroid Build Coastguard Worker }
3136*344a7f5eSAndroid Build Coastguard Worker 
3137*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_max_pd(__mmask8 __U,__m128d __A,__m128d __B)3138*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3139*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
3140*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3141*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3142*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3143*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3144*344a7f5eSAndroid Build Coastguard Worker }
3145*344a7f5eSAndroid Build Coastguard Worker 
3146*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_max_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)3147*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_pd (__m256d __W, __mmask8 __U, __m256d __A,
3148*344a7f5eSAndroid Build Coastguard Worker         __m256d __B) {
3149*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
3150*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3151*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
3152*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3153*344a7f5eSAndroid Build Coastguard Worker }
3154*344a7f5eSAndroid Build Coastguard Worker 
3155*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_max_pd(__mmask8 __U,__m256d __A,__m256d __B)3156*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3157*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
3158*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3159*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
3160*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
3161*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3162*344a7f5eSAndroid Build Coastguard Worker }
3163*344a7f5eSAndroid Build Coastguard Worker 
3164*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_max_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)3165*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3166*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
3167*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3168*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
3169*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3170*344a7f5eSAndroid Build Coastguard Worker }
3171*344a7f5eSAndroid Build Coastguard Worker 
3172*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_max_ps(__mmask8 __U,__m128 __A,__m128 __B)3173*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3174*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
3175*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3176*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3177*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3178*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3179*344a7f5eSAndroid Build Coastguard Worker }
3180*344a7f5eSAndroid Build Coastguard Worker 
3181*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_max_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)3182*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3183*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
3184*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3185*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
3186*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3187*344a7f5eSAndroid Build Coastguard Worker }
3188*344a7f5eSAndroid Build Coastguard Worker 
3189*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_max_ps(__mmask8 __U,__m256 __A,__m256 __B)3190*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3191*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
3192*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3193*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
3194*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
3195*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3196*344a7f5eSAndroid Build Coastguard Worker }
3197*344a7f5eSAndroid Build Coastguard Worker 
3198*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_min_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)3199*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3200*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
3201*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3202*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
3203*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3204*344a7f5eSAndroid Build Coastguard Worker }
3205*344a7f5eSAndroid Build Coastguard Worker 
3206*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_min_pd(__mmask8 __U,__m128d __A,__m128d __B)3207*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3208*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
3209*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3210*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3211*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3212*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3213*344a7f5eSAndroid Build Coastguard Worker }
3214*344a7f5eSAndroid Build Coastguard Worker 
3215*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_min_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)3216*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_pd (__m256d __W, __mmask8 __U, __m256d __A,
3217*344a7f5eSAndroid Build Coastguard Worker         __m256d __B) {
3218*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
3219*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3220*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
3221*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3222*344a7f5eSAndroid Build Coastguard Worker }
3223*344a7f5eSAndroid Build Coastguard Worker 
3224*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_min_pd(__mmask8 __U,__m256d __A,__m256d __B)3225*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3226*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
3227*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3228*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
3229*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
3230*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3231*344a7f5eSAndroid Build Coastguard Worker }
3232*344a7f5eSAndroid Build Coastguard Worker 
3233*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_min_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)3234*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3235*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
3236*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3237*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
3238*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3239*344a7f5eSAndroid Build Coastguard Worker }
3240*344a7f5eSAndroid Build Coastguard Worker 
3241*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_min_ps(__mmask8 __U,__m128 __A,__m128 __B)3242*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3243*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
3244*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3245*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3246*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3247*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3248*344a7f5eSAndroid Build Coastguard Worker }
3249*344a7f5eSAndroid Build Coastguard Worker 
3250*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_min_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)3251*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3252*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
3253*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3254*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
3255*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3256*344a7f5eSAndroid Build Coastguard Worker }
3257*344a7f5eSAndroid Build Coastguard Worker 
3258*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_min_ps(__mmask8 __U,__m256 __A,__m256 __B)3259*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3260*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
3261*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3262*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
3263*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
3264*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3265*344a7f5eSAndroid Build Coastguard Worker }
3266*344a7f5eSAndroid Build Coastguard Worker 
3267*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_mul_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)3268*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mul_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
3269*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A,
3270*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3271*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
3272*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3273*344a7f5eSAndroid Build Coastguard Worker }
3274*344a7f5eSAndroid Build Coastguard Worker 
3275*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_mul_pd(__mmask8 __U,__m128d __A,__m128d __B)3276*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mul_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3277*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A,
3278*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3279*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3280*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3281*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3282*344a7f5eSAndroid Build Coastguard Worker }
3283*344a7f5eSAndroid Build Coastguard Worker 
3284*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_mul_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)3285*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mul_pd (__m256d __W, __mmask8 __U, __m256d __A,
3286*344a7f5eSAndroid Build Coastguard Worker         __m256d __B) {
3287*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A,
3288*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3289*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
3290*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3291*344a7f5eSAndroid Build Coastguard Worker }
3292*344a7f5eSAndroid Build Coastguard Worker 
3293*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_mul_pd(__mmask8 __U,__m256d __A,__m256d __B)3294*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mul_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3295*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A,
3296*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
3297*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
3298*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
3299*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3300*344a7f5eSAndroid Build Coastguard Worker }
3301*344a7f5eSAndroid Build Coastguard Worker 
3302*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_mul_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)3303*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mul_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3304*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A,
3305*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3306*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
3307*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3308*344a7f5eSAndroid Build Coastguard Worker }
3309*344a7f5eSAndroid Build Coastguard Worker 
3310*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_mul_ps(__mmask8 __U,__m128 __A,__m128 __B)3311*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mul_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3312*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A,
3313*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3314*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3315*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3316*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3317*344a7f5eSAndroid Build Coastguard Worker }
3318*344a7f5eSAndroid Build Coastguard Worker 
3319*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_mul_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)3320*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mul_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B) {
3321*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A,
3322*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3323*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
3324*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3325*344a7f5eSAndroid Build Coastguard Worker }
3326*344a7f5eSAndroid Build Coastguard Worker 
3327*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_mul_ps(__mmask8 __U,__m256 __A,__m256 __B)3328*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mul_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3329*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A,
3330*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
3331*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
3332*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
3333*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
3334*344a7f5eSAndroid Build Coastguard Worker }
3335*344a7f5eSAndroid Build Coastguard Worker 
3336*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_abs_epi32(__m128i __W,__mmask8 __U,__m128i __A)3337*344a7f5eSAndroid Build Coastguard Worker _mm_mask_abs_epi32 (__m128i __W, __mmask8 __U, __m128i __A) {
3338*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A,
3339*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
3340*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3341*344a7f5eSAndroid Build Coastguard Worker }
3342*344a7f5eSAndroid Build Coastguard Worker 
3343*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_abs_epi32(__mmask8 __U,__m128i __A)3344*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_abs_epi32 (__mmask8 __U, __m128i __A) {
3345*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A,
3346*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
3347*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
3348*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3349*344a7f5eSAndroid Build Coastguard Worker }
3350*344a7f5eSAndroid Build Coastguard Worker 
3351*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_abs_epi32(__m256i __W,__mmask8 __U,__m256i __A)3352*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_abs_epi32 (__m256i __W, __mmask8 __U, __m256i __A) {
3353*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A,
3354*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
3355*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3356*344a7f5eSAndroid Build Coastguard Worker }
3357*344a7f5eSAndroid Build Coastguard Worker 
3358*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_abs_epi32(__mmask8 __U,__m256i __A)3359*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_abs_epi32 (__mmask8 __U, __m256i __A) {
3360*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A,
3361*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
3362*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
3363*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3364*344a7f5eSAndroid Build Coastguard Worker }
3365*344a7f5eSAndroid Build Coastguard Worker 
3366*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_abs_epi64(__m128i __A)3367*344a7f5eSAndroid Build Coastguard Worker _mm_abs_epi64 (__m128i __A) {
3368*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3369*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
3370*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
3371*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) -1);
3372*344a7f5eSAndroid Build Coastguard Worker }
3373*344a7f5eSAndroid Build Coastguard Worker 
3374*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_abs_epi64(__m128i __W,__mmask8 __U,__m128i __A)3375*344a7f5eSAndroid Build Coastguard Worker _mm_mask_abs_epi64 (__m128i __W, __mmask8 __U, __m128i __A) {
3376*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3377*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
3378*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3379*344a7f5eSAndroid Build Coastguard Worker }
3380*344a7f5eSAndroid Build Coastguard Worker 
3381*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_abs_epi64(__mmask8 __U,__m128i __A)3382*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_abs_epi64 (__mmask8 __U, __m128i __A) {
3383*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
3384*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
3385*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
3386*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3387*344a7f5eSAndroid Build Coastguard Worker }
3388*344a7f5eSAndroid Build Coastguard Worker 
3389*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_abs_epi64(__m256i __A)3390*344a7f5eSAndroid Build Coastguard Worker _mm256_abs_epi64 (__m256i __A) {
3391*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3392*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
3393*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
3394*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) -1);
3395*344a7f5eSAndroid Build Coastguard Worker }
3396*344a7f5eSAndroid Build Coastguard Worker 
3397*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_abs_epi64(__m256i __W,__mmask8 __U,__m256i __A)3398*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_abs_epi64 (__m256i __W, __mmask8 __U, __m256i __A) {
3399*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3400*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
3401*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3402*344a7f5eSAndroid Build Coastguard Worker }
3403*344a7f5eSAndroid Build Coastguard Worker 
3404*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_abs_epi64(__mmask8 __U,__m256i __A)3405*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_abs_epi64 (__mmask8 __U, __m256i __A) {
3406*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
3407*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
3408*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
3409*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
3410*344a7f5eSAndroid Build Coastguard Worker }
3411*344a7f5eSAndroid Build Coastguard Worker 
3412*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_max_epi32(__mmask8 __M,__m128i __A,__m128i __B)3413*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_epi32 (__mmask8 __M, __m128i __A, __m128i __B) {
3414*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A,
3415*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3416*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
3417*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3418*344a7f5eSAndroid Build Coastguard Worker               __M);
3419*344a7f5eSAndroid Build Coastguard Worker }
3420*344a7f5eSAndroid Build Coastguard Worker 
3421*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_max_epi32(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3422*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_epi32 (__m128i __W, __mmask8 __M, __m128i __A,
3423*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3424*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A,
3425*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3426*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W, __M);
3427*344a7f5eSAndroid Build Coastguard Worker }
3428*344a7f5eSAndroid Build Coastguard Worker 
3429*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_max_epi32(__mmask8 __M,__m256i __A,__m256i __B)3430*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_epi32 (__mmask8 __M, __m256i __A, __m256i __B) {
3431*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A,
3432*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3433*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
3434*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3435*344a7f5eSAndroid Build Coastguard Worker               __M);
3436*344a7f5eSAndroid Build Coastguard Worker }
3437*344a7f5eSAndroid Build Coastguard Worker 
3438*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_max_epi32(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3439*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
3440*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3441*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A,
3442*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3443*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W, __M);
3444*344a7f5eSAndroid Build Coastguard Worker }
3445*344a7f5eSAndroid Build Coastguard Worker 
3446*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_max_epi64(__mmask8 __M,__m128i __A,__m128i __B)3447*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_epi64 (__mmask8 __M, __m128i __A, __m128i __B) {
3448*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3449*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3450*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3451*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3452*344a7f5eSAndroid Build Coastguard Worker               __M);
3453*344a7f5eSAndroid Build Coastguard Worker }
3454*344a7f5eSAndroid Build Coastguard Worker 
3455*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_max_epi64(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3456*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
3457*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3458*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3459*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3460*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W, __M);
3461*344a7f5eSAndroid Build Coastguard Worker }
3462*344a7f5eSAndroid Build Coastguard Worker 
3463*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epi64(__m128i __A,__m128i __B)3464*344a7f5eSAndroid Build Coastguard Worker _mm_max_epi64 (__m128i __A, __m128i __B) {
3465*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
3466*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3467*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3468*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3469*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3470*344a7f5eSAndroid Build Coastguard Worker }
3471*344a7f5eSAndroid Build Coastguard Worker 
3472*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_max_epi64(__mmask8 __M,__m256i __A,__m256i __B)3473*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_epi64 (__mmask8 __M, __m256i __A, __m256i __B) {
3474*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3475*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3476*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3477*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3478*344a7f5eSAndroid Build Coastguard Worker               __M);
3479*344a7f5eSAndroid Build Coastguard Worker }
3480*344a7f5eSAndroid Build Coastguard Worker 
3481*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_max_epi64(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3482*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
3483*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3484*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3485*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3486*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W, __M);
3487*344a7f5eSAndroid Build Coastguard Worker }
3488*344a7f5eSAndroid Build Coastguard Worker 
3489*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_max_epi64(__m256i __A,__m256i __B)3490*344a7f5eSAndroid Build Coastguard Worker _mm256_max_epi64 (__m256i __A, __m256i __B) {
3491*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
3492*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3493*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3494*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3495*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3496*344a7f5eSAndroid Build Coastguard Worker }
3497*344a7f5eSAndroid Build Coastguard Worker 
3498*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_max_epu32(__mmask8 __M,__m128i __A,__m128i __B)3499*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_epu32 (__mmask8 __M, __m128i __A, __m128i __B) {
3500*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A,
3501*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3502*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
3503*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3504*344a7f5eSAndroid Build Coastguard Worker               __M);
3505*344a7f5eSAndroid Build Coastguard Worker }
3506*344a7f5eSAndroid Build Coastguard Worker 
3507*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_max_epu32(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3508*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_epu32 (__m128i __W, __mmask8 __M, __m128i __A,
3509*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3510*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A,
3511*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3512*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W, __M);
3513*344a7f5eSAndroid Build Coastguard Worker }
3514*344a7f5eSAndroid Build Coastguard Worker 
3515*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_max_epu32(__mmask8 __M,__m256i __A,__m256i __B)3516*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_epu32 (__mmask8 __M, __m256i __A, __m256i __B) {
3517*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A,
3518*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3519*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
3520*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3521*344a7f5eSAndroid Build Coastguard Worker               __M);
3522*344a7f5eSAndroid Build Coastguard Worker }
3523*344a7f5eSAndroid Build Coastguard Worker 
3524*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_max_epu32(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3525*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_epu32 (__m256i __W, __mmask8 __M, __m256i __A,
3526*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3527*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A,
3528*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3529*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W, __M);
3530*344a7f5eSAndroid Build Coastguard Worker }
3531*344a7f5eSAndroid Build Coastguard Worker 
3532*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_max_epu64(__mmask8 __M,__m128i __A,__m128i __B)3533*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_max_epu64 (__mmask8 __M, __m128i __A, __m128i __B) {
3534*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3535*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3536*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3537*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3538*344a7f5eSAndroid Build Coastguard Worker               __M);
3539*344a7f5eSAndroid Build Coastguard Worker }
3540*344a7f5eSAndroid Build Coastguard Worker 
3541*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_max_epu64(__m128i __A,__m128i __B)3542*344a7f5eSAndroid Build Coastguard Worker _mm_max_epu64 (__m128i __A, __m128i __B) {
3543*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3544*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3545*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3546*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3547*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3548*344a7f5eSAndroid Build Coastguard Worker }
3549*344a7f5eSAndroid Build Coastguard Worker 
3550*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_max_epu64(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3551*344a7f5eSAndroid Build Coastguard Worker _mm_mask_max_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
3552*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3553*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
3554*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3555*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W, __M);
3556*344a7f5eSAndroid Build Coastguard Worker }
3557*344a7f5eSAndroid Build Coastguard Worker 
3558*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_max_epu64(__mmask8 __M,__m256i __A,__m256i __B)3559*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_max_epu64 (__mmask8 __M, __m256i __A, __m256i __B) {
3560*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3561*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3562*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3563*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3564*344a7f5eSAndroid Build Coastguard Worker               __M);
3565*344a7f5eSAndroid Build Coastguard Worker }
3566*344a7f5eSAndroid Build Coastguard Worker 
3567*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_max_epu64(__m256i __A,__m256i __B)3568*344a7f5eSAndroid Build Coastguard Worker _mm256_max_epu64 (__m256i __A, __m256i __B) {
3569*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3570*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3571*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3572*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3573*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3574*344a7f5eSAndroid Build Coastguard Worker }
3575*344a7f5eSAndroid Build Coastguard Worker 
3576*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_max_epu64(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3577*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_max_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
3578*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3579*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
3580*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3581*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W, __M);
3582*344a7f5eSAndroid Build Coastguard Worker }
3583*344a7f5eSAndroid Build Coastguard Worker 
3584*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_min_epi32(__mmask8 __M,__m128i __A,__m128i __B)3585*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_epi32 (__mmask8 __M, __m128i __A, __m128i __B) {
3586*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A,
3587*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3588*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
3589*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3590*344a7f5eSAndroid Build Coastguard Worker               __M);
3591*344a7f5eSAndroid Build Coastguard Worker }
3592*344a7f5eSAndroid Build Coastguard Worker 
3593*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_min_epi32(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3594*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_epi32 (__m128i __W, __mmask8 __M, __m128i __A,
3595*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3596*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A,
3597*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3598*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W, __M);
3599*344a7f5eSAndroid Build Coastguard Worker }
3600*344a7f5eSAndroid Build Coastguard Worker 
3601*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_min_epi32(__mmask8 __M,__m256i __A,__m256i __B)3602*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_epi32 (__mmask8 __M, __m256i __A, __m256i __B) {
3603*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A,
3604*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3605*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
3606*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3607*344a7f5eSAndroid Build Coastguard Worker               __M);
3608*344a7f5eSAndroid Build Coastguard Worker }
3609*344a7f5eSAndroid Build Coastguard Worker 
3610*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_min_epi32(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3611*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
3612*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3613*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A,
3614*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3615*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W, __M);
3616*344a7f5eSAndroid Build Coastguard Worker }
3617*344a7f5eSAndroid Build Coastguard Worker 
3618*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epi64(__m128i __A,__m128i __B)3619*344a7f5eSAndroid Build Coastguard Worker _mm_min_epi64 (__m128i __A, __m128i __B) {
3620*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3621*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3622*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3623*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3624*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3625*344a7f5eSAndroid Build Coastguard Worker }
3626*344a7f5eSAndroid Build Coastguard Worker 
3627*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_min_epi64(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3628*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
3629*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3630*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3631*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3632*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W, __M);
3633*344a7f5eSAndroid Build Coastguard Worker }
3634*344a7f5eSAndroid Build Coastguard Worker 
3635*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_min_epi64(__mmask8 __M,__m128i __A,__m128i __B)3636*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_epi64 (__mmask8 __M, __m128i __A, __m128i __B) {
3637*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
3638*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3639*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3640*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3641*344a7f5eSAndroid Build Coastguard Worker               __M);
3642*344a7f5eSAndroid Build Coastguard Worker }
3643*344a7f5eSAndroid Build Coastguard Worker 
3644*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_min_epi64(__m256i __A,__m256i __B)3645*344a7f5eSAndroid Build Coastguard Worker _mm256_min_epi64 (__m256i __A, __m256i __B) {
3646*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3647*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3648*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3649*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3650*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3651*344a7f5eSAndroid Build Coastguard Worker }
3652*344a7f5eSAndroid Build Coastguard Worker 
3653*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_min_epi64(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3654*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
3655*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3656*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3657*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3658*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W, __M);
3659*344a7f5eSAndroid Build Coastguard Worker }
3660*344a7f5eSAndroid Build Coastguard Worker 
3661*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_min_epi64(__mmask8 __M,__m256i __A,__m256i __B)3662*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_epi64 (__mmask8 __M, __m256i __A, __m256i __B) {
3663*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
3664*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3665*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3666*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3667*344a7f5eSAndroid Build Coastguard Worker               __M);
3668*344a7f5eSAndroid Build Coastguard Worker }
3669*344a7f5eSAndroid Build Coastguard Worker 
3670*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_min_epu32(__mmask8 __M,__m128i __A,__m128i __B)3671*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_epu32 (__mmask8 __M, __m128i __A, __m128i __B) {
3672*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A,
3673*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3674*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
3675*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3676*344a7f5eSAndroid Build Coastguard Worker               __M);
3677*344a7f5eSAndroid Build Coastguard Worker }
3678*344a7f5eSAndroid Build Coastguard Worker 
3679*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_min_epu32(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3680*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_epu32 (__m128i __W, __mmask8 __M, __m128i __A,
3681*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3682*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A,
3683*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
3684*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W, __M);
3685*344a7f5eSAndroid Build Coastguard Worker }
3686*344a7f5eSAndroid Build Coastguard Worker 
3687*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_min_epu32(__mmask8 __M,__m256i __A,__m256i __B)3688*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_epu32 (__mmask8 __M, __m256i __A, __m256i __B) {
3689*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A,
3690*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3691*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
3692*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3693*344a7f5eSAndroid Build Coastguard Worker               __M);
3694*344a7f5eSAndroid Build Coastguard Worker }
3695*344a7f5eSAndroid Build Coastguard Worker 
3696*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_min_epu32(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3697*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_epu32 (__m256i __W, __mmask8 __M, __m256i __A,
3698*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3699*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A,
3700*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
3701*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W, __M);
3702*344a7f5eSAndroid Build Coastguard Worker }
3703*344a7f5eSAndroid Build Coastguard Worker 
3704*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_min_epu64(__m128i __A,__m128i __B)3705*344a7f5eSAndroid Build Coastguard Worker _mm_min_epu64 (__m128i __A, __m128i __B) {
3706*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3707*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3708*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3709*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3710*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3711*344a7f5eSAndroid Build Coastguard Worker }
3712*344a7f5eSAndroid Build Coastguard Worker 
3713*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_min_epu64(__m128i __W,__mmask8 __M,__m128i __A,__m128i __B)3714*344a7f5eSAndroid Build Coastguard Worker _mm_mask_min_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
3715*344a7f5eSAndroid Build Coastguard Worker         __m128i __B) {
3716*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3717*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3718*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W, __M);
3719*344a7f5eSAndroid Build Coastguard Worker }
3720*344a7f5eSAndroid Build Coastguard Worker 
3721*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_min_epu64(__mmask8 __M,__m128i __A,__m128i __B)3722*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_min_epu64 (__mmask8 __M, __m128i __A, __m128i __B) {
3723*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
3724*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
3725*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
3726*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
3727*344a7f5eSAndroid Build Coastguard Worker               __M);
3728*344a7f5eSAndroid Build Coastguard Worker }
3729*344a7f5eSAndroid Build Coastguard Worker 
3730*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_min_epu64(__m256i __A,__m256i __B)3731*344a7f5eSAndroid Build Coastguard Worker _mm256_min_epu64 (__m256i __A, __m256i __B) {
3732*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3733*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3734*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3735*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3736*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
3737*344a7f5eSAndroid Build Coastguard Worker }
3738*344a7f5eSAndroid Build Coastguard Worker 
3739*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_min_epu64(__m256i __W,__mmask8 __M,__m256i __A,__m256i __B)3740*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_min_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
3741*344a7f5eSAndroid Build Coastguard Worker            __m256i __B) {
3742*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3743*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3744*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W, __M);
3745*344a7f5eSAndroid Build Coastguard Worker }
3746*344a7f5eSAndroid Build Coastguard Worker 
3747*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_min_epu64(__mmask8 __M,__m256i __A,__m256i __B)3748*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_min_epu64 (__mmask8 __M, __m256i __A, __m256i __B) {
3749*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
3750*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
3751*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
3752*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
3753*344a7f5eSAndroid Build Coastguard Worker               __M);
3754*344a7f5eSAndroid Build Coastguard Worker }
3755*344a7f5eSAndroid Build Coastguard Worker 
3756*344a7f5eSAndroid Build Coastguard Worker #define _mm_roundscale_pd(A, imm) __extension__ ({ \
3757*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3758*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3759*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_setzero_pd(), \
3760*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
3761*344a7f5eSAndroid Build Coastguard Worker 
3762*344a7f5eSAndroid Build Coastguard Worker 
3763*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3764*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3765*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3766*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)(__m128d)(W), \
3767*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
3768*344a7f5eSAndroid Build Coastguard Worker 
3769*344a7f5eSAndroid Build Coastguard Worker 
3770*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_roundscale_pd(U, A, imm) __extension__ ({ \
3771*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_rndscalepd_128_mask((__v2df)(__m128d)(A), \
3772*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3773*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_setzero_pd(), \
3774*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
3775*344a7f5eSAndroid Build Coastguard Worker 
3776*344a7f5eSAndroid Build Coastguard Worker 
3777*344a7f5eSAndroid Build Coastguard Worker #define _mm256_roundscale_pd(A, imm) __extension__ ({ \
3778*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3779*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3780*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_setzero_pd(), \
3781*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
3782*344a7f5eSAndroid Build Coastguard Worker 
3783*344a7f5eSAndroid Build Coastguard Worker 
3784*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_roundscale_pd(W, U, A, imm) __extension__ ({ \
3785*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3786*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3787*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(W), \
3788*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
3789*344a7f5eSAndroid Build Coastguard Worker 
3790*344a7f5eSAndroid Build Coastguard Worker 
3791*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_roundscale_pd(U, A, imm)  __extension__ ({ \
3792*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_rndscalepd_256_mask((__v4df)(__m256d)(A), \
3793*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
3794*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_setzero_pd(), \
3795*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
3796*344a7f5eSAndroid Build Coastguard Worker 
3797*344a7f5eSAndroid Build Coastguard Worker #define _mm_roundscale_ps(A, imm)  __extension__ ({ \
3798*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3799*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps(), \
3800*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)-1); })
3801*344a7f5eSAndroid Build Coastguard Worker 
3802*344a7f5eSAndroid Build Coastguard Worker 
3803*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_roundscale_ps(W, U, A, imm)  __extension__ ({ \
3804*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3805*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)(__m128)(W), \
3806*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
3807*344a7f5eSAndroid Build Coastguard Worker 
3808*344a7f5eSAndroid Build Coastguard Worker 
3809*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_roundscale_ps(U, A, imm)  __extension__ ({ \
3810*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_rndscaleps_128_mask((__v4sf)(__m128)(A), (int)(imm), \
3811*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps(), \
3812*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
3813*344a7f5eSAndroid Build Coastguard Worker 
3814*344a7f5eSAndroid Build Coastguard Worker #define _mm256_roundscale_ps(A, imm)  __extension__ ({ \
3815*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3816*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps(), \
3817*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)-1); })
3818*344a7f5eSAndroid Build Coastguard Worker 
3819*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_roundscale_ps(W, U, A, imm)  __extension__ ({ \
3820*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3821*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(W), \
3822*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
3823*344a7f5eSAndroid Build Coastguard Worker 
3824*344a7f5eSAndroid Build Coastguard Worker 
3825*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_roundscale_ps(U, A, imm)  __extension__ ({ \
3826*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_rndscaleps_256_mask((__v8sf)(__m256)(A), (int)(imm), \
3827*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps(), \
3828*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
3829*344a7f5eSAndroid Build Coastguard Worker 
3830*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_scalef_pd(__m128d __A,__m128d __B)3831*344a7f5eSAndroid Build Coastguard Worker _mm_scalef_pd (__m128d __A, __m128d __B) {
3832*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3833*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3834*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3835*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3836*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
3837*344a7f5eSAndroid Build Coastguard Worker }
3838*344a7f5eSAndroid Build Coastguard Worker 
3839*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_scalef_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)3840*344a7f5eSAndroid Build Coastguard Worker _mm_mask_scalef_pd (__m128d __W, __mmask8 __U, __m128d __A,
3841*344a7f5eSAndroid Build Coastguard Worker         __m128d __B) {
3842*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3843*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3844*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
3845*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3846*344a7f5eSAndroid Build Coastguard Worker }
3847*344a7f5eSAndroid Build Coastguard Worker 
3848*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_scalef_pd(__mmask8 __U,__m128d __A,__m128d __B)3849*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_scalef_pd (__mmask8 __U, __m128d __A, __m128d __B) {
3850*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3851*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __B,
3852*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
3853*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
3854*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3855*344a7f5eSAndroid Build Coastguard Worker }
3856*344a7f5eSAndroid Build Coastguard Worker 
3857*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_scalef_pd(__m256d __A,__m256d __B)3858*344a7f5eSAndroid Build Coastguard Worker _mm256_scalef_pd (__m256d __A, __m256d __B) {
3859*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3860*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __B,
3861*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
3862*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
3863*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
3864*344a7f5eSAndroid Build Coastguard Worker }
3865*344a7f5eSAndroid Build Coastguard Worker 
3866*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_scalef_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)3867*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_scalef_pd (__m256d __W, __mmask8 __U, __m256d __A,
3868*344a7f5eSAndroid Build Coastguard Worker            __m256d __B) {
3869*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3870*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __B,
3871*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
3872*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3873*344a7f5eSAndroid Build Coastguard Worker }
3874*344a7f5eSAndroid Build Coastguard Worker 
3875*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_scalef_pd(__mmask8 __U,__m256d __A,__m256d __B)3876*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_scalef_pd (__mmask8 __U, __m256d __A, __m256d __B) {
3877*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3878*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __B,
3879*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
3880*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
3881*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
3882*344a7f5eSAndroid Build Coastguard Worker }
3883*344a7f5eSAndroid Build Coastguard Worker 
3884*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_scalef_ps(__m128 __A,__m128 __B)3885*344a7f5eSAndroid Build Coastguard Worker _mm_scalef_ps (__m128 __A, __m128 __B) {
3886*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3887*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3888*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3889*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3890*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
3891*344a7f5eSAndroid Build Coastguard Worker }
3892*344a7f5eSAndroid Build Coastguard Worker 
3893*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_scalef_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)3894*344a7f5eSAndroid Build Coastguard Worker _mm_mask_scalef_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B) {
3895*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3896*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3897*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
3898*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3899*344a7f5eSAndroid Build Coastguard Worker }
3900*344a7f5eSAndroid Build Coastguard Worker 
3901*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_scalef_ps(__mmask8 __U,__m128 __A,__m128 __B)3902*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_scalef_ps (__mmask8 __U, __m128 __A, __m128 __B) {
3903*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3904*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __B,
3905*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
3906*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
3907*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3908*344a7f5eSAndroid Build Coastguard Worker }
3909*344a7f5eSAndroid Build Coastguard Worker 
3910*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_scalef_ps(__m256 __A,__m256 __B)3911*344a7f5eSAndroid Build Coastguard Worker _mm256_scalef_ps (__m256 __A, __m256 __B) {
3912*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3913*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __B,
3914*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
3915*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
3916*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
3917*344a7f5eSAndroid Build Coastguard Worker }
3918*344a7f5eSAndroid Build Coastguard Worker 
3919*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_scalef_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)3920*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_scalef_ps (__m256 __W, __mmask8 __U, __m256 __A,
3921*344a7f5eSAndroid Build Coastguard Worker            __m256 __B) {
3922*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3923*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __B,
3924*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __W,
3925*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3926*344a7f5eSAndroid Build Coastguard Worker }
3927*344a7f5eSAndroid Build Coastguard Worker 
3928*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_scalef_ps(__mmask8 __U,__m256 __A,__m256 __B)3929*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_scalef_ps (__mmask8 __U, __m256 __A, __m256 __B) {
3930*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3931*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __B,
3932*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
3933*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
3934*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
3935*344a7f5eSAndroid Build Coastguard Worker }
3936*344a7f5eSAndroid Build Coastguard Worker 
3937*344a7f5eSAndroid Build Coastguard Worker #define _mm_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3938*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)-1, \
3939*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3940*344a7f5eSAndroid Build Coastguard Worker                                (__v2df)(__m128d)(v1), (int)(scale)); })
3941*344a7f5eSAndroid Build Coastguard Worker 
3942*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3943*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv2df((double *)(addr), (__mmask8)(mask), \
3944*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3945*344a7f5eSAndroid Build Coastguard Worker                                (__v2df)(__m128d)(v1), (int)(scale)); })
3946*344a7f5eSAndroid Build Coastguard Worker 
3947*344a7f5eSAndroid Build Coastguard Worker #define _mm_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3948*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)-1, \
3949*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3950*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(v1), (int)(scale)); })
3951*344a7f5eSAndroid Build Coastguard Worker 
3952*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3953*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv2di((long long *)(addr), (__mmask8)(mask), \
3954*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3955*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(v1), (int)(scale)); })
3956*344a7f5eSAndroid Build Coastguard Worker 
3957*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i64scatter_pd(addr, index, v1, scale) __extension__ ({ \
3958*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)-1, \
3959*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
3960*344a7f5eSAndroid Build Coastguard Worker                                (__v4df)(__m256d)(v1), (int)(scale)); })
3961*344a7f5eSAndroid Build Coastguard Worker 
3962*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
3963*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4df((double *)(addr), (__mmask8)(mask), \
3964*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
3965*344a7f5eSAndroid Build Coastguard Worker                                (__v4df)(__m256d)(v1), (int)(scale)); })
3966*344a7f5eSAndroid Build Coastguard Worker 
3967*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i64scatter_epi64(addr, index, v1, scale) __extension__ ({ \
3968*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)-1, \
3969*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
3970*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(v1), (int)(scale)); })
3971*344a7f5eSAndroid Build Coastguard Worker 
3972*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
3973*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4di((long long *)(addr), (__mmask8)(mask), \
3974*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
3975*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(v1), (int)(scale)); })
3976*344a7f5eSAndroid Build Coastguard Worker 
3977*344a7f5eSAndroid Build Coastguard Worker #define _mm_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3978*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)-1, \
3979*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3980*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
3981*344a7f5eSAndroid Build Coastguard Worker 
3982*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
3983*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4sf((float *)(addr), (__mmask8)(mask), \
3984*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), (__v4sf)(__m128)(v1), \
3985*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
3986*344a7f5eSAndroid Build Coastguard Worker 
3987*344a7f5eSAndroid Build Coastguard Worker #define _mm_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
3988*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)-1, \
3989*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3990*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
3991*344a7f5eSAndroid Build Coastguard Worker 
3992*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
3993*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv4si((int *)(addr), (__mmask8)(mask), \
3994*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(index), \
3995*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
3996*344a7f5eSAndroid Build Coastguard Worker 
3997*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i64scatter_ps(addr, index, v1, scale) __extension__ ({ \
3998*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)-1, \
3999*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
4000*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4001*344a7f5eSAndroid Build Coastguard Worker 
4002*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4003*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv8sf((float *)(addr), (__mmask8)(mask), \
4004*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), (__v4sf)(__m128)(v1), \
4005*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4006*344a7f5eSAndroid Build Coastguard Worker 
4007*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i64scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4008*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)-1, \
4009*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
4010*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
4011*344a7f5eSAndroid Build Coastguard Worker 
4012*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({  \
4013*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scatterdiv8si((int *)(addr), (__mmask8)(mask), \
4014*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(index), \
4015*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
4016*344a7f5eSAndroid Build Coastguard Worker 
4017*344a7f5eSAndroid Build Coastguard Worker #define _mm_i32scatter_pd(addr, index, v1, scale) __extension__ ({      \
4018*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)-1, \
4019*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4020*344a7f5eSAndroid Build Coastguard Worker                                (__v2df)(__m128d)(v1), (int)(scale)); })
4021*344a7f5eSAndroid Build Coastguard Worker 
4022*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({        \
4023*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv2df((double *)(addr), (__mmask8)(mask), \
4024*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4025*344a7f5eSAndroid Build Coastguard Worker                                (__v2df)(__m128d)(v1), (int)(scale)); })
4026*344a7f5eSAndroid Build Coastguard Worker 
4027*344a7f5eSAndroid Build Coastguard Worker #define _mm_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
4028*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)-1, \
4029*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4030*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(v1), (int)(scale)); })
4031*344a7f5eSAndroid Build Coastguard Worker 
4032*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
4033*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv2di((long long *)(addr), (__mmask8)(mask), \
4034*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4035*344a7f5eSAndroid Build Coastguard Worker                                (__v2di)(__m128i)(v1), (int)(scale)); })
4036*344a7f5eSAndroid Build Coastguard Worker 
4037*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i32scatter_pd(addr, index, v1, scale) __extension__ ({ \
4038*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)-1, \
4039*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4040*344a7f5eSAndroid Build Coastguard Worker                                (__v4df)(__m256d)(v1), (int)(scale)); })
4041*344a7f5eSAndroid Build Coastguard Worker 
4042*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({ \
4043*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4df((double *)(addr), (__mmask8)(mask), \
4044*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4045*344a7f5eSAndroid Build Coastguard Worker                                (__v4df)(__m256d)(v1), (int)(scale)); })
4046*344a7f5eSAndroid Build Coastguard Worker 
4047*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i32scatter_epi64(addr, index, v1, scale) __extension__ ({ \
4048*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)-1, \
4049*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4050*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(v1), (int)(scale)); })
4051*344a7f5eSAndroid Build Coastguard Worker 
4052*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({ \
4053*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4di((long long *)(addr), (__mmask8)(mask), \
4054*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4055*344a7f5eSAndroid Build Coastguard Worker                                (__v4di)(__m256i)(v1), (int)(scale)); })
4056*344a7f5eSAndroid Build Coastguard Worker 
4057*344a7f5eSAndroid Build Coastguard Worker #define _mm_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
4058*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)-1, \
4059*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
4060*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4061*344a7f5eSAndroid Build Coastguard Worker 
4062*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4063*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4sf((float *)(addr), (__mmask8)(mask), \
4064*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), (__v4sf)(__m128)(v1), \
4065*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4066*344a7f5eSAndroid Build Coastguard Worker 
4067*344a7f5eSAndroid Build Coastguard Worker #define _mm_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4068*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)-1, \
4069*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4070*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
4071*344a7f5eSAndroid Build Coastguard Worker 
4072*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
4073*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv4si((int *)(addr), (__mmask8)(mask), \
4074*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(index), \
4075*344a7f5eSAndroid Build Coastguard Worker                                (__v4si)(__m128i)(v1), (int)(scale)); })
4076*344a7f5eSAndroid Build Coastguard Worker 
4077*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i32scatter_ps(addr, index, v1, scale) __extension__ ({ \
4078*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)-1, \
4079*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
4080*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4081*344a7f5eSAndroid Build Coastguard Worker 
4082*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({ \
4083*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv8sf((float *)(addr), (__mmask8)(mask), \
4084*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(index), (__v8sf)(__m256)(v1), \
4085*344a7f5eSAndroid Build Coastguard Worker                                (int)(scale)); })
4086*344a7f5eSAndroid Build Coastguard Worker 
4087*344a7f5eSAndroid Build Coastguard Worker #define _mm256_i32scatter_epi32(addr, index, v1, scale) __extension__ ({ \
4088*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)-1, \
4089*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(index), \
4090*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(v1), (int)(scale)); })
4091*344a7f5eSAndroid Build Coastguard Worker 
4092*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({ \
4093*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_scattersiv8si((int *)(addr), (__mmask8)(mask), \
4094*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(index), \
4095*344a7f5eSAndroid Build Coastguard Worker                                (__v8si)(__m256i)(v1), (int)(scale)); })
4096*344a7f5eSAndroid Build Coastguard Worker 
4097*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_sqrt_pd(__m128d __W,__mmask8 __U,__m128d __A)4098*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sqrt_pd (__m128d __W, __mmask8 __U, __m128d __A) {
4099*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
4100*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __W,
4101*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4102*344a7f5eSAndroid Build Coastguard Worker }
4103*344a7f5eSAndroid Build Coastguard Worker 
4104*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_sqrt_pd(__mmask8 __U,__m128d __A)4105*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sqrt_pd (__mmask8 __U, __m128d __A) {
4106*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
4107*344a7f5eSAndroid Build Coastguard Worker               (__v2df)
4108*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_pd (),
4109*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4110*344a7f5eSAndroid Build Coastguard Worker }
4111*344a7f5eSAndroid Build Coastguard Worker 
4112*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_sqrt_pd(__m256d __W,__mmask8 __U,__m256d __A)4113*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sqrt_pd (__m256d __W, __mmask8 __U, __m256d __A) {
4114*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
4115*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __W,
4116*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4117*344a7f5eSAndroid Build Coastguard Worker }
4118*344a7f5eSAndroid Build Coastguard Worker 
4119*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_sqrt_pd(__mmask8 __U,__m256d __A)4120*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sqrt_pd (__mmask8 __U, __m256d __A) {
4121*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
4122*344a7f5eSAndroid Build Coastguard Worker               (__v4df)
4123*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_pd (),
4124*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4125*344a7f5eSAndroid Build Coastguard Worker }
4126*344a7f5eSAndroid Build Coastguard Worker 
4127*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_sqrt_ps(__m128 __W,__mmask8 __U,__m128 __A)4128*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sqrt_ps (__m128 __W, __mmask8 __U, __m128 __A) {
4129*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
4130*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) __W,
4131*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4132*344a7f5eSAndroid Build Coastguard Worker }
4133*344a7f5eSAndroid Build Coastguard Worker 
4134*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_sqrt_ps(__mmask8 __U,__m128 __A)4135*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sqrt_ps (__mmask8 __U, __m128 __A) {
4136*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
4137*344a7f5eSAndroid Build Coastguard Worker              (__v4sf)
4138*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_ps (),
4139*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4140*344a7f5eSAndroid Build Coastguard Worker }
4141*344a7f5eSAndroid Build Coastguard Worker 
4142*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_sqrt_ps(__m256 __W,__mmask8 __U,__m256 __A)4143*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sqrt_ps (__m256 __W, __mmask8 __U, __m256 __A) {
4144*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
4145*344a7f5eSAndroid Build Coastguard Worker              (__v8sf) __W,
4146*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4147*344a7f5eSAndroid Build Coastguard Worker }
4148*344a7f5eSAndroid Build Coastguard Worker 
4149*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_sqrt_ps(__mmask8 __U,__m256 __A)4150*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sqrt_ps (__mmask8 __U, __m256 __A) {
4151*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
4152*344a7f5eSAndroid Build Coastguard Worker              (__v8sf)
4153*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_ps (),
4154*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4155*344a7f5eSAndroid Build Coastguard Worker }
4156*344a7f5eSAndroid Build Coastguard Worker 
4157*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_sub_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)4158*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sub_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B) {
4159*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A,
4160*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __B,
4161*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __W,
4162*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4163*344a7f5eSAndroid Build Coastguard Worker }
4164*344a7f5eSAndroid Build Coastguard Worker 
4165*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_sub_pd(__mmask8 __U,__m128d __A,__m128d __B)4166*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sub_pd (__mmask8 __U, __m128d __A, __m128d __B) {
4167*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A,
4168*344a7f5eSAndroid Build Coastguard Worker              (__v2df) __B,
4169*344a7f5eSAndroid Build Coastguard Worker              (__v2df)
4170*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_pd (),
4171*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4172*344a7f5eSAndroid Build Coastguard Worker }
4173*344a7f5eSAndroid Build Coastguard Worker 
4174*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_sub_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)4175*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sub_pd (__m256d __W, __mmask8 __U, __m256d __A,
4176*344a7f5eSAndroid Build Coastguard Worker         __m256d __B) {
4177*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A,
4178*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
4179*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __W,
4180*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4181*344a7f5eSAndroid Build Coastguard Worker }
4182*344a7f5eSAndroid Build Coastguard Worker 
4183*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_sub_pd(__mmask8 __U,__m256d __A,__m256d __B)4184*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sub_pd (__mmask8 __U, __m256d __A, __m256d __B) {
4185*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A,
4186*344a7f5eSAndroid Build Coastguard Worker              (__v4df) __B,
4187*344a7f5eSAndroid Build Coastguard Worker              (__v4df)
4188*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_pd (),
4189*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
4190*344a7f5eSAndroid Build Coastguard Worker }
4191*344a7f5eSAndroid Build Coastguard Worker 
4192*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_sub_ps(__m128 __W,__mmask16 __U,__m128 __A,__m128 __B)4193*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sub_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B) {
4194*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A,
4195*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __B,
4196*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __W,
4197*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
4198*344a7f5eSAndroid Build Coastguard Worker }
4199*344a7f5eSAndroid Build Coastguard Worker 
4200*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_sub_ps(__mmask16 __U,__m128 __A,__m128 __B)4201*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sub_ps (__mmask16 __U, __m128 __A, __m128 __B) {
4202*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A,
4203*344a7f5eSAndroid Build Coastguard Worker             (__v4sf) __B,
4204*344a7f5eSAndroid Build Coastguard Worker             (__v4sf)
4205*344a7f5eSAndroid Build Coastguard Worker             _mm_setzero_ps (),
4206*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
4207*344a7f5eSAndroid Build Coastguard Worker }
4208*344a7f5eSAndroid Build Coastguard Worker 
4209*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_sub_ps(__m256 __W,__mmask16 __U,__m256 __A,__m256 __B)4210*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sub_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B) {
4211*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A,
4212*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
4213*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __W,
4214*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
4215*344a7f5eSAndroid Build Coastguard Worker }
4216*344a7f5eSAndroid Build Coastguard Worker 
4217*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_sub_ps(__mmask16 __U,__m256 __A,__m256 __B)4218*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sub_ps (__mmask16 __U, __m256 __A, __m256 __B) {
4219*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A,
4220*344a7f5eSAndroid Build Coastguard Worker             (__v8sf) __B,
4221*344a7f5eSAndroid Build Coastguard Worker             (__v8sf)
4222*344a7f5eSAndroid Build Coastguard Worker             _mm256_setzero_ps (),
4223*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) __U);
4224*344a7f5eSAndroid Build Coastguard Worker }
4225*344a7f5eSAndroid Build Coastguard Worker 
4226*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask2_permutex2var_epi32(__m128i __A,__m128i __I,__mmask8 __U,__m128i __B)4227*344a7f5eSAndroid Build Coastguard Worker _mm_mask2_permutex2var_epi32 (__m128i __A, __m128i __I, __mmask8 __U,
4228*344a7f5eSAndroid Build Coastguard Worker             __m128i __B) {
4229*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermi2vard128_mask ((__v4si) __A,
4230*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __I
4231*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4232*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __B,
4233*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4234*344a7f5eSAndroid Build Coastguard Worker }
4235*344a7f5eSAndroid Build Coastguard Worker 
4236*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask2_permutex2var_epi32(__m256i __A,__m256i __I,__mmask8 __U,__m256i __B)4237*344a7f5eSAndroid Build Coastguard Worker _mm256_mask2_permutex2var_epi32 (__m256i __A, __m256i __I,
4238*344a7f5eSAndroid Build Coastguard Worker          __mmask8 __U, __m256i __B) {
4239*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermi2vard256_mask ((__v8si) __A,
4240*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __I
4241*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4242*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __B,
4243*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4244*344a7f5eSAndroid Build Coastguard Worker }
4245*344a7f5eSAndroid Build Coastguard Worker 
4246*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask2_permutex2var_pd(__m128d __A,__m128i __I,__mmask8 __U,__m128d __B)4247*344a7f5eSAndroid Build Coastguard Worker _mm_mask2_permutex2var_pd (__m128d __A, __m128i __I, __mmask8 __U,
4248*344a7f5eSAndroid Build Coastguard Worker          __m128d __B) {
4249*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermi2varpd128_mask ((__v2df) __A,
4250*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __I
4251*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4252*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __B,
4253*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4254*344a7f5eSAndroid Build Coastguard Worker               __U);
4255*344a7f5eSAndroid Build Coastguard Worker }
4256*344a7f5eSAndroid Build Coastguard Worker 
4257*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask2_permutex2var_pd(__m256d __A,__m256i __I,__mmask8 __U,__m256d __B)4258*344a7f5eSAndroid Build Coastguard Worker _mm256_mask2_permutex2var_pd (__m256d __A, __m256i __I, __mmask8 __U,
4259*344a7f5eSAndroid Build Coastguard Worker             __m256d __B) {
4260*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermi2varpd256_mask ((__v4df) __A,
4261*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __I
4262*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4263*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __B,
4264*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4265*344a7f5eSAndroid Build Coastguard Worker               __U);
4266*344a7f5eSAndroid Build Coastguard Worker }
4267*344a7f5eSAndroid Build Coastguard Worker 
4268*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask2_permutex2var_ps(__m128 __A,__m128i __I,__mmask8 __U,__m128 __B)4269*344a7f5eSAndroid Build Coastguard Worker _mm_mask2_permutex2var_ps (__m128 __A, __m128i __I, __mmask8 __U,
4270*344a7f5eSAndroid Build Coastguard Worker          __m128 __B) {
4271*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermi2varps128_mask ((__v4sf) __A,
4272*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __I
4273*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4274*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __B,
4275*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4276*344a7f5eSAndroid Build Coastguard Worker }
4277*344a7f5eSAndroid Build Coastguard Worker 
4278*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask2_permutex2var_ps(__m256 __A,__m256i __I,__mmask8 __U,__m256 __B)4279*344a7f5eSAndroid Build Coastguard Worker _mm256_mask2_permutex2var_ps (__m256 __A, __m256i __I, __mmask8 __U,
4280*344a7f5eSAndroid Build Coastguard Worker             __m256 __B) {
4281*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermi2varps256_mask ((__v8sf) __A,
4282*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __I
4283*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4284*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __B,
4285*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4286*344a7f5eSAndroid Build Coastguard Worker }
4287*344a7f5eSAndroid Build Coastguard Worker 
4288*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask2_permutex2var_epi64(__m128i __A,__m128i __I,__mmask8 __U,__m128i __B)4289*344a7f5eSAndroid Build Coastguard Worker _mm_mask2_permutex2var_epi64 (__m128i __A, __m128i __I, __mmask8 __U,
4290*344a7f5eSAndroid Build Coastguard Worker             __m128i __B) {
4291*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermi2varq128_mask ((__v2di) __A,
4292*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __I
4293*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4294*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __B,
4295*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4296*344a7f5eSAndroid Build Coastguard Worker }
4297*344a7f5eSAndroid Build Coastguard Worker 
4298*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask2_permutex2var_epi64(__m256i __A,__m256i __I,__mmask8 __U,__m256i __B)4299*344a7f5eSAndroid Build Coastguard Worker _mm256_mask2_permutex2var_epi64 (__m256i __A, __m256i __I,
4300*344a7f5eSAndroid Build Coastguard Worker          __mmask8 __U, __m256i __B) {
4301*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermi2varq256_mask ((__v4di) __A,
4302*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __I
4303*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4304*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __B,
4305*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4306*344a7f5eSAndroid Build Coastguard Worker }
4307*344a7f5eSAndroid Build Coastguard Worker 
4308*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_permutex2var_epi32(__m128i __A,__m128i __I,__m128i __B)4309*344a7f5eSAndroid Build Coastguard Worker _mm_permutex2var_epi32 (__m128i __A, __m128i __I, __m128i __B) {
4310*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
4311*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4312*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __A,
4313*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __B,
4314*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4315*344a7f5eSAndroid Build Coastguard Worker }
4316*344a7f5eSAndroid Build Coastguard Worker 
4317*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_permutex2var_epi32(__m128i __A,__mmask8 __U,__m128i __I,__m128i __B)4318*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutex2var_epi32 (__m128i __A, __mmask8 __U, __m128i __I,
4319*344a7f5eSAndroid Build Coastguard Worker            __m128i __B) {
4320*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
4321*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4322*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __A,
4323*344a7f5eSAndroid Build Coastguard Worker                    (__v4si) __B,
4324*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4325*344a7f5eSAndroid Build Coastguard Worker }
4326*344a7f5eSAndroid Build Coastguard Worker 
4327*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_permutex2var_epi32(__mmask8 __U,__m128i __A,__m128i __I,__m128i __B)4328*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutex2var_epi32 (__mmask8 __U, __m128i __A, __m128i __I,
4329*344a7f5eSAndroid Build Coastguard Worker             __m128i __B) {
4330*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2vard128_maskz ((__v4si) __I
4331*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4332*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __A,
4333*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
4334*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4335*344a7f5eSAndroid Build Coastguard Worker               __U);
4336*344a7f5eSAndroid Build Coastguard Worker }
4337*344a7f5eSAndroid Build Coastguard Worker 
4338*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_permutex2var_epi32(__m256i __A,__m256i __I,__m256i __B)4339*344a7f5eSAndroid Build Coastguard Worker _mm256_permutex2var_epi32 (__m256i __A, __m256i __I, __m256i __B) {
4340*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
4341*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4342*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __A,
4343*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __B,
4344*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4345*344a7f5eSAndroid Build Coastguard Worker }
4346*344a7f5eSAndroid Build Coastguard Worker 
4347*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_permutex2var_epi32(__m256i __A,__mmask8 __U,__m256i __I,__m256i __B)4348*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutex2var_epi32 (__m256i __A, __mmask8 __U, __m256i __I,
4349*344a7f5eSAndroid Build Coastguard Worker         __m256i __B) {
4350*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
4351*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4352*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __A,
4353*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __B,
4354*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4355*344a7f5eSAndroid Build Coastguard Worker }
4356*344a7f5eSAndroid Build Coastguard Worker 
4357*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_permutex2var_epi32(__mmask8 __U,__m256i __A,__m256i __I,__m256i __B)4358*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutex2var_epi32 (__mmask8 __U, __m256i __A,
4359*344a7f5eSAndroid Build Coastguard Worker          __m256i __I, __m256i __B) {
4360*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2vard256_maskz ((__v8si) __I
4361*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4362*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __A,
4363*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
4364*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4365*344a7f5eSAndroid Build Coastguard Worker               __U);
4366*344a7f5eSAndroid Build Coastguard Worker }
4367*344a7f5eSAndroid Build Coastguard Worker 
4368*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_permutex2var_pd(__m128d __A,__m128i __I,__m128d __B)4369*344a7f5eSAndroid Build Coastguard Worker _mm_permutex2var_pd (__m128d __A, __m128i __I, __m128d __B) {
4370*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
4371*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4372*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __A,
4373*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __B,
4374*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -
4375*344a7f5eSAndroid Build Coastguard Worker               1);
4376*344a7f5eSAndroid Build Coastguard Worker }
4377*344a7f5eSAndroid Build Coastguard Worker 
4378*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_permutex2var_pd(__m128d __A,__mmask8 __U,__m128i __I,__m128d __B)4379*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutex2var_pd (__m128d __A, __mmask8 __U, __m128i __I,
4380*344a7f5eSAndroid Build Coastguard Worker         __m128d __B) {
4381*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
4382*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4383*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __A,
4384*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __B,
4385*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4386*344a7f5eSAndroid Build Coastguard Worker               __U);
4387*344a7f5eSAndroid Build Coastguard Worker }
4388*344a7f5eSAndroid Build Coastguard Worker 
4389*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_permutex2var_pd(__mmask8 __U,__m128d __A,__m128i __I,__m128d __B)4390*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutex2var_pd (__mmask8 __U, __m128d __A, __m128i __I,
4391*344a7f5eSAndroid Build Coastguard Worker          __m128d __B) {
4392*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermt2varpd128_maskz ((__v2di) __I
4393*344a7f5eSAndroid Build Coastguard Worker                /* idx */ ,
4394*344a7f5eSAndroid Build Coastguard Worker                (__v2df) __A,
4395*344a7f5eSAndroid Build Coastguard Worker                (__v2df) __B,
4396*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
4397*344a7f5eSAndroid Build Coastguard Worker                __U);
4398*344a7f5eSAndroid Build Coastguard Worker }
4399*344a7f5eSAndroid Build Coastguard Worker 
4400*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_permutex2var_pd(__m256d __A,__m256i __I,__m256d __B)4401*344a7f5eSAndroid Build Coastguard Worker _mm256_permutex2var_pd (__m256d __A, __m256i __I, __m256d __B) {
4402*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
4403*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4404*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __A,
4405*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __B,
4406*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -
4407*344a7f5eSAndroid Build Coastguard Worker               1);
4408*344a7f5eSAndroid Build Coastguard Worker }
4409*344a7f5eSAndroid Build Coastguard Worker 
4410*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_permutex2var_pd(__m256d __A,__mmask8 __U,__m256i __I,__m256d __B)4411*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutex2var_pd (__m256d __A, __mmask8 __U, __m256i __I,
4412*344a7f5eSAndroid Build Coastguard Worker            __m256d __B) {
4413*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
4414*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4415*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __A,
4416*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __B,
4417*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4418*344a7f5eSAndroid Build Coastguard Worker               __U);
4419*344a7f5eSAndroid Build Coastguard Worker }
4420*344a7f5eSAndroid Build Coastguard Worker 
4421*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_permutex2var_pd(__mmask8 __U,__m256d __A,__m256i __I,__m256d __B)4422*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutex2var_pd (__mmask8 __U, __m256d __A, __m256i __I,
4423*344a7f5eSAndroid Build Coastguard Worker             __m256d __B) {
4424*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermt2varpd256_maskz ((__v4di) __I
4425*344a7f5eSAndroid Build Coastguard Worker                /* idx */ ,
4426*344a7f5eSAndroid Build Coastguard Worker                (__v4df) __A,
4427*344a7f5eSAndroid Build Coastguard Worker                (__v4df) __B,
4428*344a7f5eSAndroid Build Coastguard Worker                (__mmask8)
4429*344a7f5eSAndroid Build Coastguard Worker                __U);
4430*344a7f5eSAndroid Build Coastguard Worker }
4431*344a7f5eSAndroid Build Coastguard Worker 
4432*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_permutex2var_ps(__m128 __A,__m128i __I,__m128 __B)4433*344a7f5eSAndroid Build Coastguard Worker _mm_permutex2var_ps (__m128 __A, __m128i __I, __m128 __B) {
4434*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
4435*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4436*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __A,
4437*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __B,
4438*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4439*344a7f5eSAndroid Build Coastguard Worker }
4440*344a7f5eSAndroid Build Coastguard Worker 
4441*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_permutex2var_ps(__m128 __A,__mmask8 __U,__m128i __I,__m128 __B)4442*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutex2var_ps (__m128 __A, __mmask8 __U, __m128i __I,
4443*344a7f5eSAndroid Build Coastguard Worker         __m128 __B) {
4444*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
4445*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4446*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __A,
4447*344a7f5eSAndroid Build Coastguard Worker                    (__v4sf) __B,
4448*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4449*344a7f5eSAndroid Build Coastguard Worker }
4450*344a7f5eSAndroid Build Coastguard Worker 
4451*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_permutex2var_ps(__mmask8 __U,__m128 __A,__m128i __I,__m128 __B)4452*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutex2var_ps (__mmask8 __U, __m128 __A, __m128i __I,
4453*344a7f5eSAndroid Build Coastguard Worker          __m128 __B) {
4454*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermt2varps128_maskz ((__v4si) __I
4455*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4456*344a7f5eSAndroid Build Coastguard Worker               (__v4sf) __A,
4457*344a7f5eSAndroid Build Coastguard Worker               (__v4sf) __B,
4458*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4459*344a7f5eSAndroid Build Coastguard Worker               __U);
4460*344a7f5eSAndroid Build Coastguard Worker }
4461*344a7f5eSAndroid Build Coastguard Worker 
4462*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_permutex2var_ps(__m256 __A,__m256i __I,__m256 __B)4463*344a7f5eSAndroid Build Coastguard Worker _mm256_permutex2var_ps (__m256 __A, __m256i __I, __m256 __B) {
4464*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
4465*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4466*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __A,
4467*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __B,
4468*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4469*344a7f5eSAndroid Build Coastguard Worker }
4470*344a7f5eSAndroid Build Coastguard Worker 
4471*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_permutex2var_ps(__m256 __A,__mmask8 __U,__m256i __I,__m256 __B)4472*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutex2var_ps (__m256 __A, __mmask8 __U, __m256i __I,
4473*344a7f5eSAndroid Build Coastguard Worker            __m256 __B) {
4474*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
4475*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4476*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __A,
4477*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __B,
4478*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4479*344a7f5eSAndroid Build Coastguard Worker }
4480*344a7f5eSAndroid Build Coastguard Worker 
4481*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_permutex2var_ps(__mmask8 __U,__m256 __A,__m256i __I,__m256 __B)4482*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutex2var_ps (__mmask8 __U, __m256 __A, __m256i __I,
4483*344a7f5eSAndroid Build Coastguard Worker             __m256 __B) {
4484*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermt2varps256_maskz ((__v8si) __I
4485*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4486*344a7f5eSAndroid Build Coastguard Worker               (__v8sf) __A,
4487*344a7f5eSAndroid Build Coastguard Worker               (__v8sf) __B,
4488*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4489*344a7f5eSAndroid Build Coastguard Worker               __U);
4490*344a7f5eSAndroid Build Coastguard Worker }
4491*344a7f5eSAndroid Build Coastguard Worker 
4492*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_permutex2var_epi64(__m128i __A,__m128i __I,__m128i __B)4493*344a7f5eSAndroid Build Coastguard Worker _mm_permutex2var_epi64 (__m128i __A, __m128i __I, __m128i __B) {
4494*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
4495*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4496*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __A,
4497*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __B,
4498*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4499*344a7f5eSAndroid Build Coastguard Worker }
4500*344a7f5eSAndroid Build Coastguard Worker 
4501*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_permutex2var_epi64(__m128i __A,__mmask8 __U,__m128i __I,__m128i __B)4502*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutex2var_epi64 (__m128i __A, __mmask8 __U, __m128i __I,
4503*344a7f5eSAndroid Build Coastguard Worker            __m128i __B) {
4504*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
4505*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4506*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __A,
4507*344a7f5eSAndroid Build Coastguard Worker                    (__v2di) __B,
4508*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4509*344a7f5eSAndroid Build Coastguard Worker }
4510*344a7f5eSAndroid Build Coastguard Worker 
4511*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_permutex2var_epi64(__mmask8 __U,__m128i __A,__m128i __I,__m128i __B)4512*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutex2var_epi64 (__mmask8 __U, __m128i __A, __m128i __I,
4513*344a7f5eSAndroid Build Coastguard Worker             __m128i __B) {
4514*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vpermt2varq128_maskz ((__v2di) __I
4515*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4516*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __A,
4517*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
4518*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4519*344a7f5eSAndroid Build Coastguard Worker               __U);
4520*344a7f5eSAndroid Build Coastguard Worker }
4521*344a7f5eSAndroid Build Coastguard Worker 
4522*344a7f5eSAndroid Build Coastguard Worker 
4523*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_permutex2var_epi64(__m256i __A,__m256i __I,__m256i __B)4524*344a7f5eSAndroid Build Coastguard Worker _mm256_permutex2var_epi64 (__m256i __A, __m256i __I, __m256i __B) {
4525*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
4526*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4527*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __A,
4528*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __B,
4529*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) -1);
4530*344a7f5eSAndroid Build Coastguard Worker }
4531*344a7f5eSAndroid Build Coastguard Worker 
4532*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_permutex2var_epi64(__m256i __A,__mmask8 __U,__m256i __I,__m256i __B)4533*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutex2var_epi64 (__m256i __A, __mmask8 __U, __m256i __I,
4534*344a7f5eSAndroid Build Coastguard Worker         __m256i __B) {
4535*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
4536*344a7f5eSAndroid Build Coastguard Worker                    /* idx */ ,
4537*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __A,
4538*344a7f5eSAndroid Build Coastguard Worker                    (__v4di) __B,
4539*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
4540*344a7f5eSAndroid Build Coastguard Worker }
4541*344a7f5eSAndroid Build Coastguard Worker 
4542*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_permutex2var_epi64(__mmask8 __U,__m256i __A,__m256i __I,__m256i __B)4543*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutex2var_epi64 (__mmask8 __U, __m256i __A,
4544*344a7f5eSAndroid Build Coastguard Worker          __m256i __I, __m256i __B) {
4545*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_vpermt2varq256_maskz ((__v4di) __I
4546*344a7f5eSAndroid Build Coastguard Worker               /* idx */ ,
4547*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __A,
4548*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
4549*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
4550*344a7f5eSAndroid Build Coastguard Worker               __U);
4551*344a7f5eSAndroid Build Coastguard Worker }
4552*344a7f5eSAndroid Build Coastguard Worker 
4553*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi8_epi32(__m128i __W,__mmask8 __U,__m128i __A)4554*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi8_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
4555*344a7f5eSAndroid Build Coastguard Worker {
4556*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A,
4557*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
4558*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4559*344a7f5eSAndroid Build Coastguard Worker }
4560*344a7f5eSAndroid Build Coastguard Worker 
4561*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi8_epi32(__mmask8 __U,__m128i __A)4562*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A)
4563*344a7f5eSAndroid Build Coastguard Worker {
4564*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A,
4565*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
4566*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4567*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4568*344a7f5eSAndroid Build Coastguard Worker }
4569*344a7f5eSAndroid Build Coastguard Worker 
4570*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi8_epi32(__m256i __W,__mmask8 __U,__m128i __A)4571*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi8_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
4572*344a7f5eSAndroid Build Coastguard Worker {
4573*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A,
4574*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
4575*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4576*344a7f5eSAndroid Build Coastguard Worker }
4577*344a7f5eSAndroid Build Coastguard Worker 
4578*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi8_epi32(__mmask8 __U,__m128i __A)4579*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A)
4580*344a7f5eSAndroid Build Coastguard Worker {
4581*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A,
4582*344a7f5eSAndroid Build Coastguard Worker                 (__v8si)
4583*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4584*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4585*344a7f5eSAndroid Build Coastguard Worker }
4586*344a7f5eSAndroid Build Coastguard Worker 
4587*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi8_epi64(__m128i __W,__mmask8 __U,__m128i __A)4588*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi8_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
4589*344a7f5eSAndroid Build Coastguard Worker {
4590*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A,
4591*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4592*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4593*344a7f5eSAndroid Build Coastguard Worker }
4594*344a7f5eSAndroid Build Coastguard Worker 
4595*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi8_epi64(__mmask8 __U,__m128i __A)4596*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4597*344a7f5eSAndroid Build Coastguard Worker {
4598*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A,
4599*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4600*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4601*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4602*344a7f5eSAndroid Build Coastguard Worker }
4603*344a7f5eSAndroid Build Coastguard Worker 
4604*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi8_epi64(__m256i __W,__mmask8 __U,__m128i __A)4605*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi8_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
4606*344a7f5eSAndroid Build Coastguard Worker {
4607*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A,
4608*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4609*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4610*344a7f5eSAndroid Build Coastguard Worker }
4611*344a7f5eSAndroid Build Coastguard Worker 
4612*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi8_epi64(__mmask8 __U,__m128i __A)4613*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4614*344a7f5eSAndroid Build Coastguard Worker {
4615*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A,
4616*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4617*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4618*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4619*344a7f5eSAndroid Build Coastguard Worker }
4620*344a7f5eSAndroid Build Coastguard Worker 
4621*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_epi64(__m128i __W,__mmask8 __U,__m128i __X)4622*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_epi64 (__m128i __W, __mmask8 __U, __m128i __X)
4623*344a7f5eSAndroid Build Coastguard Worker {
4624*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X,
4625*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4626*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4627*344a7f5eSAndroid Build Coastguard Worker }
4628*344a7f5eSAndroid Build Coastguard Worker 
4629*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi32_epi64(__mmask8 __U,__m128i __X)4630*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X)
4631*344a7f5eSAndroid Build Coastguard Worker {
4632*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X,
4633*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4634*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4635*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4636*344a7f5eSAndroid Build Coastguard Worker }
4637*344a7f5eSAndroid Build Coastguard Worker 
4638*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_epi64(__m256i __W,__mmask8 __U,__m128i __X)4639*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_epi64 (__m256i __W, __mmask8 __U, __m128i __X)
4640*344a7f5eSAndroid Build Coastguard Worker {
4641*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X,
4642*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4643*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4644*344a7f5eSAndroid Build Coastguard Worker }
4645*344a7f5eSAndroid Build Coastguard Worker 
4646*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi32_epi64(__mmask8 __U,__m128i __X)4647*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X)
4648*344a7f5eSAndroid Build Coastguard Worker {
4649*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X,
4650*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4651*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4652*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4653*344a7f5eSAndroid Build Coastguard Worker }
4654*344a7f5eSAndroid Build Coastguard Worker 
4655*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi16_epi32(__m128i __W,__mmask8 __U,__m128i __A)4656*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi16_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
4657*344a7f5eSAndroid Build Coastguard Worker {
4658*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A,
4659*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
4660*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4661*344a7f5eSAndroid Build Coastguard Worker }
4662*344a7f5eSAndroid Build Coastguard Worker 
4663*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi16_epi32(__mmask8 __U,__m128i __A)4664*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A)
4665*344a7f5eSAndroid Build Coastguard Worker {
4666*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A,
4667*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
4668*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4669*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4670*344a7f5eSAndroid Build Coastguard Worker }
4671*344a7f5eSAndroid Build Coastguard Worker 
4672*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi16_epi32(__m256i __W,__mmask8 __U,__m128i __A)4673*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi16_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
4674*344a7f5eSAndroid Build Coastguard Worker {
4675*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A,
4676*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
4677*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4678*344a7f5eSAndroid Build Coastguard Worker }
4679*344a7f5eSAndroid Build Coastguard Worker 
4680*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi16_epi32(__mmask8 __U,__m128i __A)4681*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A)
4682*344a7f5eSAndroid Build Coastguard Worker {
4683*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A,
4684*344a7f5eSAndroid Build Coastguard Worker                 (__v8si)
4685*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4686*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4687*344a7f5eSAndroid Build Coastguard Worker }
4688*344a7f5eSAndroid Build Coastguard Worker 
4689*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi16_epi64(__m128i __W,__mmask8 __U,__m128i __A)4690*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi16_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
4691*344a7f5eSAndroid Build Coastguard Worker {
4692*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A,
4693*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4694*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4695*344a7f5eSAndroid Build Coastguard Worker }
4696*344a7f5eSAndroid Build Coastguard Worker 
4697*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi16_epi64(__mmask8 __U,__m128i __A)4698*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
4699*344a7f5eSAndroid Build Coastguard Worker {
4700*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A,
4701*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4702*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4703*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4704*344a7f5eSAndroid Build Coastguard Worker }
4705*344a7f5eSAndroid Build Coastguard Worker 
4706*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi16_epi64(__m256i __W,__mmask8 __U,__m128i __A)4707*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi16_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
4708*344a7f5eSAndroid Build Coastguard Worker {
4709*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A,
4710*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4711*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4712*344a7f5eSAndroid Build Coastguard Worker }
4713*344a7f5eSAndroid Build Coastguard Worker 
4714*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi16_epi64(__mmask8 __U,__m128i __A)4715*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
4716*344a7f5eSAndroid Build Coastguard Worker {
4717*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A,
4718*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4719*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4720*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4721*344a7f5eSAndroid Build Coastguard Worker }
4722*344a7f5eSAndroid Build Coastguard Worker 
4723*344a7f5eSAndroid Build Coastguard Worker 
4724*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepu8_epi32(__m128i __W,__mmask8 __U,__m128i __A)4725*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu8_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
4726*344a7f5eSAndroid Build Coastguard Worker {
4727*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A,
4728*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
4729*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4730*344a7f5eSAndroid Build Coastguard Worker }
4731*344a7f5eSAndroid Build Coastguard Worker 
4732*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu8_epi32(__mmask8 __U,__m128i __A)4733*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A)
4734*344a7f5eSAndroid Build Coastguard Worker {
4735*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A,
4736*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
4737*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4738*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4739*344a7f5eSAndroid Build Coastguard Worker }
4740*344a7f5eSAndroid Build Coastguard Worker 
4741*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu8_epi32(__m256i __W,__mmask8 __U,__m128i __A)4742*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu8_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
4743*344a7f5eSAndroid Build Coastguard Worker {
4744*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A,
4745*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
4746*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4747*344a7f5eSAndroid Build Coastguard Worker }
4748*344a7f5eSAndroid Build Coastguard Worker 
4749*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu8_epi32(__mmask8 __U,__m128i __A)4750*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A)
4751*344a7f5eSAndroid Build Coastguard Worker {
4752*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A,
4753*344a7f5eSAndroid Build Coastguard Worker                 (__v8si)
4754*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4755*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4756*344a7f5eSAndroid Build Coastguard Worker }
4757*344a7f5eSAndroid Build Coastguard Worker 
4758*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepu8_epi64(__m128i __W,__mmask8 __U,__m128i __A)4759*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu8_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
4760*344a7f5eSAndroid Build Coastguard Worker {
4761*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A,
4762*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4763*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4764*344a7f5eSAndroid Build Coastguard Worker }
4765*344a7f5eSAndroid Build Coastguard Worker 
4766*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu8_epi64(__mmask8 __U,__m128i __A)4767*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
4768*344a7f5eSAndroid Build Coastguard Worker {
4769*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A,
4770*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4771*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4772*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4773*344a7f5eSAndroid Build Coastguard Worker }
4774*344a7f5eSAndroid Build Coastguard Worker 
4775*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu8_epi64(__m256i __W,__mmask8 __U,__m128i __A)4776*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu8_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
4777*344a7f5eSAndroid Build Coastguard Worker {
4778*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A,
4779*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4780*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4781*344a7f5eSAndroid Build Coastguard Worker }
4782*344a7f5eSAndroid Build Coastguard Worker 
4783*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu8_epi64(__mmask8 __U,__m128i __A)4784*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
4785*344a7f5eSAndroid Build Coastguard Worker {
4786*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A,
4787*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4788*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4789*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4790*344a7f5eSAndroid Build Coastguard Worker }
4791*344a7f5eSAndroid Build Coastguard Worker 
4792*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepu32_epi64(__m128i __W,__mmask8 __U,__m128i __X)4793*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu32_epi64 (__m128i __W, __mmask8 __U, __m128i __X)
4794*344a7f5eSAndroid Build Coastguard Worker {
4795*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X,
4796*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4797*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4798*344a7f5eSAndroid Build Coastguard Worker }
4799*344a7f5eSAndroid Build Coastguard Worker 
4800*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu32_epi64(__mmask8 __U,__m128i __X)4801*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X)
4802*344a7f5eSAndroid Build Coastguard Worker {
4803*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X,
4804*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4805*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4806*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4807*344a7f5eSAndroid Build Coastguard Worker }
4808*344a7f5eSAndroid Build Coastguard Worker 
4809*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu32_epi64(__m256i __W,__mmask8 __U,__m128i __X)4810*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu32_epi64 (__m256i __W, __mmask8 __U, __m128i __X)
4811*344a7f5eSAndroid Build Coastguard Worker {
4812*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X,
4813*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4814*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4815*344a7f5eSAndroid Build Coastguard Worker }
4816*344a7f5eSAndroid Build Coastguard Worker 
4817*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu32_epi64(__mmask8 __U,__m128i __X)4818*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X)
4819*344a7f5eSAndroid Build Coastguard Worker {
4820*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X,
4821*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4822*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4823*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4824*344a7f5eSAndroid Build Coastguard Worker }
4825*344a7f5eSAndroid Build Coastguard Worker 
4826*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepu16_epi32(__m128i __W,__mmask8 __U,__m128i __A)4827*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu16_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
4828*344a7f5eSAndroid Build Coastguard Worker {
4829*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A,
4830*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __W,
4831*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4832*344a7f5eSAndroid Build Coastguard Worker }
4833*344a7f5eSAndroid Build Coastguard Worker 
4834*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu16_epi32(__mmask8 __U,__m128i __A)4835*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A)
4836*344a7f5eSAndroid Build Coastguard Worker {
4837*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A,
4838*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)
4839*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4840*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4841*344a7f5eSAndroid Build Coastguard Worker }
4842*344a7f5eSAndroid Build Coastguard Worker 
4843*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu16_epi32(__m256i __W,__mmask8 __U,__m128i __A)4844*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu16_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
4845*344a7f5eSAndroid Build Coastguard Worker {
4846*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A,
4847*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __W,
4848*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4849*344a7f5eSAndroid Build Coastguard Worker }
4850*344a7f5eSAndroid Build Coastguard Worker 
4851*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu16_epi32(__mmask8 __U,__m128i __A)4852*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A)
4853*344a7f5eSAndroid Build Coastguard Worker {
4854*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A,
4855*344a7f5eSAndroid Build Coastguard Worker                 (__v8si)
4856*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4857*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4858*344a7f5eSAndroid Build Coastguard Worker }
4859*344a7f5eSAndroid Build Coastguard Worker 
4860*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepu16_epi64(__m128i __W,__mmask8 __U,__m128i __A)4861*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepu16_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
4862*344a7f5eSAndroid Build Coastguard Worker {
4863*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A,
4864*344a7f5eSAndroid Build Coastguard Worker                 (__v2di) __W,
4865*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4866*344a7f5eSAndroid Build Coastguard Worker }
4867*344a7f5eSAndroid Build Coastguard Worker 
4868*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepu16_epi64(__mmask8 __U,__m128i __A)4869*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
4870*344a7f5eSAndroid Build Coastguard Worker {
4871*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A,
4872*344a7f5eSAndroid Build Coastguard Worker                 (__v2di)
4873*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_si128 (),
4874*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4875*344a7f5eSAndroid Build Coastguard Worker }
4876*344a7f5eSAndroid Build Coastguard Worker 
4877*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepu16_epi64(__m256i __W,__mmask8 __U,__m128i __A)4878*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepu16_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
4879*344a7f5eSAndroid Build Coastguard Worker {
4880*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A,
4881*344a7f5eSAndroid Build Coastguard Worker                 (__v4di) __W,
4882*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4883*344a7f5eSAndroid Build Coastguard Worker }
4884*344a7f5eSAndroid Build Coastguard Worker 
4885*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepu16_epi64(__mmask8 __U,__m128i __A)4886*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
4887*344a7f5eSAndroid Build Coastguard Worker {
4888*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A,
4889*344a7f5eSAndroid Build Coastguard Worker                 (__v4di)
4890*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_si256 (),
4891*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
4892*344a7f5eSAndroid Build Coastguard Worker }
4893*344a7f5eSAndroid Build Coastguard Worker 
4894*344a7f5eSAndroid Build Coastguard Worker 
4895*344a7f5eSAndroid Build Coastguard Worker #define _mm_rol_epi32(a, b) __extension__ ({\
4896*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4897*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)_mm_setzero_si128(), \
4898*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
4899*344a7f5eSAndroid Build Coastguard Worker 
4900*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_rol_epi32(w, u, a, b) __extension__ ({\
4901*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4902*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(w), (__mmask8)(u)); })
4903*344a7f5eSAndroid Build Coastguard Worker 
4904*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_rol_epi32(u, a, b) __extension__ ({\
4905*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prold128_mask((__v4si)(__m128i)(a), (int)(b), \
4906*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)_mm_setzero_si128(), \
4907*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(u)); })
4908*344a7f5eSAndroid Build Coastguard Worker 
4909*344a7f5eSAndroid Build Coastguard Worker #define _mm256_rol_epi32(a, b) __extension__ ({\
4910*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4911*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256(), \
4912*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
4913*344a7f5eSAndroid Build Coastguard Worker 
4914*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_rol_epi32(w, u, a, b) __extension__ ({\
4915*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4916*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)(__m256i)(w), (__mmask8)(u)); })
4917*344a7f5eSAndroid Build Coastguard Worker 
4918*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_rol_epi32(u, a, b) __extension__ ({\
4919*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prold256_mask((__v8si)(__m256i)(a), (int)(b), \
4920*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256(), \
4921*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(u)); })
4922*344a7f5eSAndroid Build Coastguard Worker 
4923*344a7f5eSAndroid Build Coastguard Worker #define _mm_rol_epi64(a, b) __extension__ ({\
4924*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4925*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)_mm_setzero_di(), \
4926*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
4927*344a7f5eSAndroid Build Coastguard Worker 
4928*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_rol_epi64(w, u, a, b) __extension__ ({\
4929*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4930*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(w), (__mmask8)(u)); })
4931*344a7f5eSAndroid Build Coastguard Worker 
4932*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_rol_epi64(u, a, b) __extension__ ({\
4933*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prolq128_mask((__v2di)(__m128i)(a), (int)(b), \
4934*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)_mm_setzero_di(), \
4935*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(u)); })
4936*344a7f5eSAndroid Build Coastguard Worker 
4937*344a7f5eSAndroid Build Coastguard Worker #define _mm256_rol_epi64(a, b) __extension__ ({\
4938*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4939*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256(), \
4940*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
4941*344a7f5eSAndroid Build Coastguard Worker 
4942*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_rol_epi64(w, u, a, b) __extension__ ({\
4943*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4944*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(w), (__mmask8)(u)); })
4945*344a7f5eSAndroid Build Coastguard Worker 
4946*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_rol_epi64(u, a, b) __extension__ ({\
4947*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prolq256_mask((__v4di)(__m256i)(a), (int)(b), \
4948*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256(), \
4949*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(u)); })
4950*344a7f5eSAndroid Build Coastguard Worker 
4951*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_rolv_epi32(__m128i __A,__m128i __B)4952*344a7f5eSAndroid Build Coastguard Worker _mm_rolv_epi32 (__m128i __A, __m128i __B)
4953*344a7f5eSAndroid Build Coastguard Worker {
4954*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4955*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
4956*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
4957*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
4958*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
4959*344a7f5eSAndroid Build Coastguard Worker }
4960*344a7f5eSAndroid Build Coastguard Worker 
4961*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_rolv_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)4962*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rolv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4963*344a7f5eSAndroid Build Coastguard Worker          __m128i __B)
4964*344a7f5eSAndroid Build Coastguard Worker {
4965*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4966*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
4967*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W,
4968*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4969*344a7f5eSAndroid Build Coastguard Worker }
4970*344a7f5eSAndroid Build Coastguard Worker 
4971*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_rolv_epi32(__mmask8 __U,__m128i __A,__m128i __B)4972*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rolv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4973*344a7f5eSAndroid Build Coastguard Worker {
4974*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
4975*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
4976*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
4977*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
4978*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4979*344a7f5eSAndroid Build Coastguard Worker }
4980*344a7f5eSAndroid Build Coastguard Worker 
4981*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_rolv_epi32(__m256i __A,__m256i __B)4982*344a7f5eSAndroid Build Coastguard Worker _mm256_rolv_epi32 (__m256i __A, __m256i __B)
4983*344a7f5eSAndroid Build Coastguard Worker {
4984*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
4985*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
4986*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
4987*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
4988*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
4989*344a7f5eSAndroid Build Coastguard Worker }
4990*344a7f5eSAndroid Build Coastguard Worker 
4991*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_rolv_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)4992*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rolv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
4993*344a7f5eSAndroid Build Coastguard Worker       __m256i __B)
4994*344a7f5eSAndroid Build Coastguard Worker {
4995*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
4996*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
4997*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W,
4998*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
4999*344a7f5eSAndroid Build Coastguard Worker }
5000*344a7f5eSAndroid Build Coastguard Worker 
5001*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_rolv_epi32(__mmask8 __U,__m256i __A,__m256i __B)5002*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rolv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
5003*344a7f5eSAndroid Build Coastguard Worker {
5004*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
5005*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
5006*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
5007*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5008*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5009*344a7f5eSAndroid Build Coastguard Worker }
5010*344a7f5eSAndroid Build Coastguard Worker 
5011*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_rolv_epi64(__m128i __A,__m128i __B)5012*344a7f5eSAndroid Build Coastguard Worker _mm_rolv_epi64 (__m128i __A, __m128i __B)
5013*344a7f5eSAndroid Build Coastguard Worker {
5014*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
5015*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5016*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5017*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5018*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5019*344a7f5eSAndroid Build Coastguard Worker }
5020*344a7f5eSAndroid Build Coastguard Worker 
5021*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_rolv_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5022*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rolv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5023*344a7f5eSAndroid Build Coastguard Worker          __m128i __B)
5024*344a7f5eSAndroid Build Coastguard Worker {
5025*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
5026*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5027*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W,
5028*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5029*344a7f5eSAndroid Build Coastguard Worker }
5030*344a7f5eSAndroid Build Coastguard Worker 
5031*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_rolv_epi64(__mmask8 __U,__m128i __A,__m128i __B)5032*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rolv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5033*344a7f5eSAndroid Build Coastguard Worker {
5034*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
5035*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5036*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5037*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5038*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5039*344a7f5eSAndroid Build Coastguard Worker }
5040*344a7f5eSAndroid Build Coastguard Worker 
5041*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_rolv_epi64(__m256i __A,__m256i __B)5042*344a7f5eSAndroid Build Coastguard Worker _mm256_rolv_epi64 (__m256i __A, __m256i __B)
5043*344a7f5eSAndroid Build Coastguard Worker {
5044*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
5045*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5046*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5047*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5048*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5049*344a7f5eSAndroid Build Coastguard Worker }
5050*344a7f5eSAndroid Build Coastguard Worker 
5051*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_rolv_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)5052*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rolv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5053*344a7f5eSAndroid Build Coastguard Worker       __m256i __B)
5054*344a7f5eSAndroid Build Coastguard Worker {
5055*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
5056*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5057*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W,
5058*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5059*344a7f5eSAndroid Build Coastguard Worker }
5060*344a7f5eSAndroid Build Coastguard Worker 
5061*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_rolv_epi64(__mmask8 __U,__m256i __A,__m256i __B)5062*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rolv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
5063*344a7f5eSAndroid Build Coastguard Worker {
5064*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
5065*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5066*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5067*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5068*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5069*344a7f5eSAndroid Build Coastguard Worker }
5070*344a7f5eSAndroid Build Coastguard Worker 
5071*344a7f5eSAndroid Build Coastguard Worker #define _mm_ror_epi32(A, B) __extension__ ({ \
5072*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5073*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)_mm_setzero_si128(), \
5074*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
5075*344a7f5eSAndroid Build Coastguard Worker 
5076*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5077*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5078*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(W), (__mmask8)(U)); })
5079*344a7f5eSAndroid Build Coastguard Worker 
5080*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_ror_epi32(U, A, B) __extension__ ({ \
5081*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prord128_mask((__v4si)(__m128i)(A), (int)(B), \
5082*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)_mm_setzero_si128(), \
5083*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(U)); })
5084*344a7f5eSAndroid Build Coastguard Worker 
5085*344a7f5eSAndroid Build Coastguard Worker #define _mm256_ror_epi32(A, B) __extension__ ({ \
5086*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5087*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256(), \
5088*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
5089*344a7f5eSAndroid Build Coastguard Worker 
5090*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5091*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5092*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)(__m256i)(W), (__mmask8)(U)); })
5093*344a7f5eSAndroid Build Coastguard Worker 
5094*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_ror_epi32(U, A, B) __extension__ ({ \
5095*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prord256_mask((__v8si)(__m256i)(A), (int)(B), \
5096*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256(), \
5097*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(U)); })
5098*344a7f5eSAndroid Build Coastguard Worker 
5099*344a7f5eSAndroid Build Coastguard Worker #define _mm_ror_epi64(A, B) __extension__ ({ \
5100*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5101*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)_mm_setzero_di(), \
5102*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
5103*344a7f5eSAndroid Build Coastguard Worker 
5104*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5105*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5106*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(W), (__mmask8)(U)); })
5107*344a7f5eSAndroid Build Coastguard Worker 
5108*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_ror_epi64(U, A, B) __extension__ ({ \
5109*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_prorq128_mask((__v2di)(__m128i)(A), (int)(B), \
5110*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)_mm_setzero_di(), \
5111*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(U)); })
5112*344a7f5eSAndroid Build Coastguard Worker 
5113*344a7f5eSAndroid Build Coastguard Worker #define _mm256_ror_epi64(A, B) __extension__ ({ \
5114*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5115*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256(), \
5116*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)-1); })
5117*344a7f5eSAndroid Build Coastguard Worker 
5118*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5119*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5120*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(W), (__mmask8)(U)); })
5121*344a7f5eSAndroid Build Coastguard Worker 
5122*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_ror_epi64(U, A, B) __extension__ ({ \
5123*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_prorq256_mask((__v4di)(__m256i)(A), (int)(B), \
5124*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256(), \
5125*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(U)); })
5126*344a7f5eSAndroid Build Coastguard Worker 
5127*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sll_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5128*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sll_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5129*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
5130*344a7f5eSAndroid Build Coastguard Worker {
5131*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
5132*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5133*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
5134*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5135*344a7f5eSAndroid Build Coastguard Worker }
5136*344a7f5eSAndroid Build Coastguard Worker 
5137*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sll_epi32(__mmask8 __U,__m128i __A,__m128i __B)5138*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sll_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5139*344a7f5eSAndroid Build Coastguard Worker {
5140*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
5141*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5142*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
5143*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
5144*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5145*344a7f5eSAndroid Build Coastguard Worker }
5146*344a7f5eSAndroid Build Coastguard Worker 
5147*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sll_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)5148*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sll_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5149*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
5150*344a7f5eSAndroid Build Coastguard Worker {
5151*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
5152*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5153*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
5154*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5155*344a7f5eSAndroid Build Coastguard Worker }
5156*344a7f5eSAndroid Build Coastguard Worker 
5157*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sll_epi32(__mmask8 __U,__m256i __A,__m128i __B)5158*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sll_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
5159*344a7f5eSAndroid Build Coastguard Worker {
5160*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
5161*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5162*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
5163*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5164*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5165*344a7f5eSAndroid Build Coastguard Worker }
5166*344a7f5eSAndroid Build Coastguard Worker 
5167*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5168*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5169*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(W), \
5170*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5171*344a7f5eSAndroid Build Coastguard Worker 
5172*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_slli_epi32(U, A, B) __extension__ ({ \
5173*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pslldi128_mask((__v4si)(__m128i)(A), (int)(B), \
5174*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)_mm_setzero_si128(), \
5175*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5176*344a7f5eSAndroid Build Coastguard Worker 
5177*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5178*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5179*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(W), \
5180*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5181*344a7f5eSAndroid Build Coastguard Worker 
5182*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_slli_epi32(U, A, B) __extension__ ({ \
5183*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pslldi256_mask((__v8si)(__m256i)(A), (int)(B), \
5184*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)_mm256_setzero_si256(), \
5185*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5186*344a7f5eSAndroid Build Coastguard Worker 
5187*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sll_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5188*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sll_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5189*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
5190*344a7f5eSAndroid Build Coastguard Worker {
5191*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
5192*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5193*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
5194*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5195*344a7f5eSAndroid Build Coastguard Worker }
5196*344a7f5eSAndroid Build Coastguard Worker 
5197*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sll_epi64(__mmask8 __U,__m128i __A,__m128i __B)5198*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sll_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5199*344a7f5eSAndroid Build Coastguard Worker {
5200*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
5201*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5202*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
5203*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
5204*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5205*344a7f5eSAndroid Build Coastguard Worker }
5206*344a7f5eSAndroid Build Coastguard Worker 
5207*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sll_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)5208*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sll_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5209*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
5210*344a7f5eSAndroid Build Coastguard Worker {
5211*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
5212*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5213*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
5214*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5215*344a7f5eSAndroid Build Coastguard Worker }
5216*344a7f5eSAndroid Build Coastguard Worker 
5217*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sll_epi64(__mmask8 __U,__m256i __A,__m128i __B)5218*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sll_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
5219*344a7f5eSAndroid Build Coastguard Worker {
5220*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
5221*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5222*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
5223*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5224*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5225*344a7f5eSAndroid Build Coastguard Worker }
5226*344a7f5eSAndroid Build Coastguard Worker 
5227*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5228*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5229*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(W), \
5230*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5231*344a7f5eSAndroid Build Coastguard Worker 
5232*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_slli_epi64(U, A, B) __extension__ ({ \
5233*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psllqi128_mask((__v2di)(__m128i)(A), (int)(B), \
5234*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_di(), \
5235*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5236*344a7f5eSAndroid Build Coastguard Worker 
5237*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5238*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5239*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(W), \
5240*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5241*344a7f5eSAndroid Build Coastguard Worker 
5242*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_slli_epi64(U, A, B) __extension__ ({ \
5243*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psllqi256_mask((__v4di)(__m256i)(A), (int)(B), \
5244*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_setzero_si256(), \
5245*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5246*344a7f5eSAndroid Build Coastguard Worker 
5247*344a7f5eSAndroid Build Coastguard Worker 
5248*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_rorv_epi32(__m128i __A,__m128i __B)5249*344a7f5eSAndroid Build Coastguard Worker _mm_rorv_epi32 (__m128i __A, __m128i __B)
5250*344a7f5eSAndroid Build Coastguard Worker {
5251*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5252*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
5253*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
5254*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
5255*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5256*344a7f5eSAndroid Build Coastguard Worker }
5257*344a7f5eSAndroid Build Coastguard Worker 
5258*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_rorv_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5259*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rorv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5260*344a7f5eSAndroid Build Coastguard Worker          __m128i __B)
5261*344a7f5eSAndroid Build Coastguard Worker {
5262*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5263*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
5264*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W,
5265*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5266*344a7f5eSAndroid Build Coastguard Worker }
5267*344a7f5eSAndroid Build Coastguard Worker 
5268*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_rorv_epi32(__mmask8 __U,__m128i __A,__m128i __B)5269*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rorv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5270*344a7f5eSAndroid Build Coastguard Worker {
5271*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
5272*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __B,
5273*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
5274*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
5275*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5276*344a7f5eSAndroid Build Coastguard Worker }
5277*344a7f5eSAndroid Build Coastguard Worker 
5278*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_rorv_epi32(__m256i __A,__m256i __B)5279*344a7f5eSAndroid Build Coastguard Worker _mm256_rorv_epi32 (__m256i __A, __m256i __B)
5280*344a7f5eSAndroid Build Coastguard Worker {
5281*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5282*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
5283*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
5284*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5285*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5286*344a7f5eSAndroid Build Coastguard Worker }
5287*344a7f5eSAndroid Build Coastguard Worker 
5288*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_rorv_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)5289*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rorv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5290*344a7f5eSAndroid Build Coastguard Worker       __m256i __B)
5291*344a7f5eSAndroid Build Coastguard Worker {
5292*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5293*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
5294*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W,
5295*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5296*344a7f5eSAndroid Build Coastguard Worker }
5297*344a7f5eSAndroid Build Coastguard Worker 
5298*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_rorv_epi32(__mmask8 __U,__m256i __A,__m256i __B)5299*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rorv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
5300*344a7f5eSAndroid Build Coastguard Worker {
5301*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
5302*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __B,
5303*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
5304*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5305*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5306*344a7f5eSAndroid Build Coastguard Worker }
5307*344a7f5eSAndroid Build Coastguard Worker 
5308*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_rorv_epi64(__m128i __A,__m128i __B)5309*344a7f5eSAndroid Build Coastguard Worker _mm_rorv_epi64 (__m128i __A, __m128i __B)
5310*344a7f5eSAndroid Build Coastguard Worker {
5311*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5312*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5313*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5314*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5315*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5316*344a7f5eSAndroid Build Coastguard Worker }
5317*344a7f5eSAndroid Build Coastguard Worker 
5318*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_rorv_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5319*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rorv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5320*344a7f5eSAndroid Build Coastguard Worker          __m128i __B)
5321*344a7f5eSAndroid Build Coastguard Worker {
5322*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5323*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5324*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W,
5325*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5326*344a7f5eSAndroid Build Coastguard Worker }
5327*344a7f5eSAndroid Build Coastguard Worker 
5328*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_rorv_epi64(__mmask8 __U,__m128i __A,__m128i __B)5329*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rorv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5330*344a7f5eSAndroid Build Coastguard Worker {
5331*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
5332*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __B,
5333*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5334*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5335*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5336*344a7f5eSAndroid Build Coastguard Worker }
5337*344a7f5eSAndroid Build Coastguard Worker 
5338*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_rorv_epi64(__m256i __A,__m256i __B)5339*344a7f5eSAndroid Build Coastguard Worker _mm256_rorv_epi64 (__m256i __A, __m256i __B)
5340*344a7f5eSAndroid Build Coastguard Worker {
5341*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5342*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5343*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5344*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5345*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5346*344a7f5eSAndroid Build Coastguard Worker }
5347*344a7f5eSAndroid Build Coastguard Worker 
5348*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_rorv_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)5349*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rorv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5350*344a7f5eSAndroid Build Coastguard Worker       __m256i __B)
5351*344a7f5eSAndroid Build Coastguard Worker {
5352*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5353*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5354*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W,
5355*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5356*344a7f5eSAndroid Build Coastguard Worker }
5357*344a7f5eSAndroid Build Coastguard Worker 
5358*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_rorv_epi64(__mmask8 __U,__m256i __A,__m256i __B)5359*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rorv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
5360*344a7f5eSAndroid Build Coastguard Worker {
5361*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
5362*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __B,
5363*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5364*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5365*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5366*344a7f5eSAndroid Build Coastguard Worker }
5367*344a7f5eSAndroid Build Coastguard Worker 
5368*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sllv_epi64(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5369*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sllv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5370*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5371*344a7f5eSAndroid Build Coastguard Worker {
5372*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
5373*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __Y,
5374*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
5375*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5376*344a7f5eSAndroid Build Coastguard Worker }
5377*344a7f5eSAndroid Build Coastguard Worker 
5378*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sllv_epi64(__mmask8 __U,__m128i __X,__m128i __Y)5379*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sllv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5380*344a7f5eSAndroid Build Coastguard Worker {
5381*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
5382*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __Y,
5383*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
5384*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
5385*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5386*344a7f5eSAndroid Build Coastguard Worker }
5387*344a7f5eSAndroid Build Coastguard Worker 
5388*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sllv_epi64(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5389*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sllv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5390*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5391*344a7f5eSAndroid Build Coastguard Worker {
5392*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
5393*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __Y,
5394*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
5395*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5396*344a7f5eSAndroid Build Coastguard Worker }
5397*344a7f5eSAndroid Build Coastguard Worker 
5398*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sllv_epi64(__mmask8 __U,__m256i __X,__m256i __Y)5399*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sllv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5400*344a7f5eSAndroid Build Coastguard Worker {
5401*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
5402*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __Y,
5403*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
5404*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5405*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5406*344a7f5eSAndroid Build Coastguard Worker }
5407*344a7f5eSAndroid Build Coastguard Worker 
5408*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sllv_epi32(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5409*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sllv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5410*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5411*344a7f5eSAndroid Build Coastguard Worker {
5412*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
5413*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5414*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
5415*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5416*344a7f5eSAndroid Build Coastguard Worker }
5417*344a7f5eSAndroid Build Coastguard Worker 
5418*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sllv_epi32(__mmask8 __U,__m128i __X,__m128i __Y)5419*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sllv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5420*344a7f5eSAndroid Build Coastguard Worker {
5421*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
5422*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5423*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
5424*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
5425*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5426*344a7f5eSAndroid Build Coastguard Worker }
5427*344a7f5eSAndroid Build Coastguard Worker 
5428*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sllv_epi32(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5429*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sllv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5430*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5431*344a7f5eSAndroid Build Coastguard Worker {
5432*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
5433*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5434*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
5435*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5436*344a7f5eSAndroid Build Coastguard Worker }
5437*344a7f5eSAndroid Build Coastguard Worker 
5438*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sllv_epi32(__mmask8 __U,__m256i __X,__m256i __Y)5439*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sllv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5440*344a7f5eSAndroid Build Coastguard Worker {
5441*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
5442*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5443*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
5444*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5445*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5446*344a7f5eSAndroid Build Coastguard Worker }
5447*344a7f5eSAndroid Build Coastguard Worker 
5448*344a7f5eSAndroid Build Coastguard Worker 
5449*344a7f5eSAndroid Build Coastguard Worker 
5450*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srlv_epi64(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5451*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srlv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5452*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5453*344a7f5eSAndroid Build Coastguard Worker {
5454*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
5455*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __Y,
5456*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
5457*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5458*344a7f5eSAndroid Build Coastguard Worker }
5459*344a7f5eSAndroid Build Coastguard Worker 
5460*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srlv_epi64(__mmask8 __U,__m128i __X,__m128i __Y)5461*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srlv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5462*344a7f5eSAndroid Build Coastguard Worker {
5463*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
5464*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __Y,
5465*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
5466*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
5467*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5468*344a7f5eSAndroid Build Coastguard Worker }
5469*344a7f5eSAndroid Build Coastguard Worker 
5470*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srlv_epi64(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5471*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srlv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5472*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5473*344a7f5eSAndroid Build Coastguard Worker {
5474*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
5475*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __Y,
5476*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
5477*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5478*344a7f5eSAndroid Build Coastguard Worker }
5479*344a7f5eSAndroid Build Coastguard Worker 
5480*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srlv_epi64(__mmask8 __U,__m256i __X,__m256i __Y)5481*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srlv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5482*344a7f5eSAndroid Build Coastguard Worker {
5483*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
5484*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __Y,
5485*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
5486*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5487*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5488*344a7f5eSAndroid Build Coastguard Worker }
5489*344a7f5eSAndroid Build Coastguard Worker 
5490*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srlv_epi32(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5491*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srlv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5492*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5493*344a7f5eSAndroid Build Coastguard Worker {
5494*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
5495*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5496*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
5497*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5498*344a7f5eSAndroid Build Coastguard Worker }
5499*344a7f5eSAndroid Build Coastguard Worker 
5500*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srlv_epi32(__mmask8 __U,__m128i __X,__m128i __Y)5501*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srlv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5502*344a7f5eSAndroid Build Coastguard Worker {
5503*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
5504*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5505*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
5506*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
5507*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5508*344a7f5eSAndroid Build Coastguard Worker }
5509*344a7f5eSAndroid Build Coastguard Worker 
5510*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srlv_epi32(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5511*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srlv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5512*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5513*344a7f5eSAndroid Build Coastguard Worker {
5514*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
5515*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5516*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
5517*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5518*344a7f5eSAndroid Build Coastguard Worker }
5519*344a7f5eSAndroid Build Coastguard Worker 
5520*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srlv_epi32(__mmask8 __U,__m256i __X,__m256i __Y)5521*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srlv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5522*344a7f5eSAndroid Build Coastguard Worker {
5523*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
5524*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5525*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
5526*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5527*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5528*344a7f5eSAndroid Build Coastguard Worker }
5529*344a7f5eSAndroid Build Coastguard Worker 
5530*344a7f5eSAndroid Build Coastguard Worker 
5531*344a7f5eSAndroid Build Coastguard Worker 
5532*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srl_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5533*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srl_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5534*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
5535*344a7f5eSAndroid Build Coastguard Worker {
5536*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
5537*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5538*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
5539*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5540*344a7f5eSAndroid Build Coastguard Worker }
5541*344a7f5eSAndroid Build Coastguard Worker 
5542*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srl_epi32(__mmask8 __U,__m128i __A,__m128i __B)5543*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srl_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5544*344a7f5eSAndroid Build Coastguard Worker {
5545*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
5546*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5547*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
5548*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
5549*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5550*344a7f5eSAndroid Build Coastguard Worker }
5551*344a7f5eSAndroid Build Coastguard Worker 
5552*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srl_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)5553*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srl_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5554*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
5555*344a7f5eSAndroid Build Coastguard Worker {
5556*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
5557*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5558*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
5559*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5560*344a7f5eSAndroid Build Coastguard Worker }
5561*344a7f5eSAndroid Build Coastguard Worker 
5562*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srl_epi32(__mmask8 __U,__m256i __A,__m128i __B)5563*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srl_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
5564*344a7f5eSAndroid Build Coastguard Worker {
5565*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
5566*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
5567*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
5568*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5569*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5570*344a7f5eSAndroid Build Coastguard Worker }
5571*344a7f5eSAndroid Build Coastguard Worker 
5572*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5573*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5574*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(W), \
5575*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5576*344a7f5eSAndroid Build Coastguard Worker 
5577*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5578*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psrldi128_mask((__v4si)(__m128i)(A), (int)(imm), \
5579*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)_mm_setzero_si128(), \
5580*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5581*344a7f5eSAndroid Build Coastguard Worker 
5582*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_srli_epi32(W, U, A, imm) __extension__ ({ \
5583*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5584*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(W), \
5585*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5586*344a7f5eSAndroid Build Coastguard Worker 
5587*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_srli_epi32(U, A, imm) __extension__ ({ \
5588*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psrldi256_mask((__v8si)(__m256i)(A), (int)(imm), \
5589*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)_mm256_setzero_si256(), \
5590*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5591*344a7f5eSAndroid Build Coastguard Worker 
5592*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srl_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)5593*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srl_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5594*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
5595*344a7f5eSAndroid Build Coastguard Worker {
5596*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
5597*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5598*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
5599*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5600*344a7f5eSAndroid Build Coastguard Worker }
5601*344a7f5eSAndroid Build Coastguard Worker 
5602*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srl_epi64(__mmask8 __U,__m128i __A,__m128i __B)5603*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srl_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5604*344a7f5eSAndroid Build Coastguard Worker {
5605*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
5606*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5607*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
5608*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
5609*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5610*344a7f5eSAndroid Build Coastguard Worker }
5611*344a7f5eSAndroid Build Coastguard Worker 
5612*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srl_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)5613*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srl_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5614*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
5615*344a7f5eSAndroid Build Coastguard Worker {
5616*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
5617*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5618*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
5619*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5620*344a7f5eSAndroid Build Coastguard Worker }
5621*344a7f5eSAndroid Build Coastguard Worker 
5622*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srl_epi64(__mmask8 __U,__m256i __A,__m128i __B)5623*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srl_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
5624*344a7f5eSAndroid Build Coastguard Worker {
5625*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
5626*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
5627*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
5628*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5629*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5630*344a7f5eSAndroid Build Coastguard Worker }
5631*344a7f5eSAndroid Build Coastguard Worker 
5632*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5633*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5634*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(W), \
5635*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5636*344a7f5eSAndroid Build Coastguard Worker 
5637*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5638*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psrlqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
5639*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_si128(), \
5640*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5641*344a7f5eSAndroid Build Coastguard Worker 
5642*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_srli_epi64(W, U, A, imm) __extension__ ({ \
5643*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5644*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(W), \
5645*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5646*344a7f5eSAndroid Build Coastguard Worker 
5647*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_srli_epi64(U, A, imm) __extension__ ({ \
5648*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psrlqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
5649*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_setzero_si256(), \
5650*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
5651*344a7f5eSAndroid Build Coastguard Worker 
5652*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srav_epi32(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5653*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srav_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
5654*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5655*344a7f5eSAndroid Build Coastguard Worker {
5656*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
5657*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5658*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
5659*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5660*344a7f5eSAndroid Build Coastguard Worker }
5661*344a7f5eSAndroid Build Coastguard Worker 
5662*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srav_epi32(__mmask8 __U,__m128i __X,__m128i __Y)5663*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srav_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
5664*344a7f5eSAndroid Build Coastguard Worker {
5665*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
5666*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __Y,
5667*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
5668*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
5669*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5670*344a7f5eSAndroid Build Coastguard Worker }
5671*344a7f5eSAndroid Build Coastguard Worker 
5672*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srav_epi32(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5673*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srav_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
5674*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5675*344a7f5eSAndroid Build Coastguard Worker {
5676*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
5677*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5678*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
5679*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5680*344a7f5eSAndroid Build Coastguard Worker }
5681*344a7f5eSAndroid Build Coastguard Worker 
5682*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srav_epi32(__mmask8 __U,__m256i __X,__m256i __Y)5683*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srav_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
5684*344a7f5eSAndroid Build Coastguard Worker {
5685*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
5686*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __Y,
5687*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
5688*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
5689*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
5690*344a7f5eSAndroid Build Coastguard Worker }
5691*344a7f5eSAndroid Build Coastguard Worker 
5692*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_srav_epi64(__m128i __X,__m128i __Y)5693*344a7f5eSAndroid Build Coastguard Worker _mm_srav_epi64 (__m128i __X, __m128i __Y)
5694*344a7f5eSAndroid Build Coastguard Worker {
5695*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5696*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Y,
5697*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5698*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5699*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5700*344a7f5eSAndroid Build Coastguard Worker }
5701*344a7f5eSAndroid Build Coastguard Worker 
5702*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_srav_epi64(__m128i __W,__mmask8 __U,__m128i __X,__m128i __Y)5703*344a7f5eSAndroid Build Coastguard Worker _mm_mask_srav_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
5704*344a7f5eSAndroid Build Coastguard Worker          __m128i __Y)
5705*344a7f5eSAndroid Build Coastguard Worker {
5706*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5707*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Y,
5708*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W,
5709*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5710*344a7f5eSAndroid Build Coastguard Worker }
5711*344a7f5eSAndroid Build Coastguard Worker 
5712*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_srav_epi64(__mmask8 __U,__m128i __X,__m128i __Y)5713*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_srav_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
5714*344a7f5eSAndroid Build Coastguard Worker {
5715*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
5716*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __Y,
5717*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5718*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5719*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5720*344a7f5eSAndroid Build Coastguard Worker }
5721*344a7f5eSAndroid Build Coastguard Worker 
5722*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_srav_epi64(__m256i __X,__m256i __Y)5723*344a7f5eSAndroid Build Coastguard Worker _mm256_srav_epi64 (__m256i __X, __m256i __Y)
5724*344a7f5eSAndroid Build Coastguard Worker {
5725*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5726*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Y,
5727*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5728*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5729*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
5730*344a7f5eSAndroid Build Coastguard Worker }
5731*344a7f5eSAndroid Build Coastguard Worker 
5732*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_srav_epi64(__m256i __W,__mmask8 __U,__m256i __X,__m256i __Y)5733*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_srav_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
5734*344a7f5eSAndroid Build Coastguard Worker       __m256i __Y)
5735*344a7f5eSAndroid Build Coastguard Worker {
5736*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5737*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Y,
5738*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W,
5739*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5740*344a7f5eSAndroid Build Coastguard Worker }
5741*344a7f5eSAndroid Build Coastguard Worker 
5742*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_srav_epi64(__mmask8 __U,__m256i __X,__m256i __Y)5743*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_srav_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
5744*344a7f5eSAndroid Build Coastguard Worker {
5745*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
5746*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __Y,
5747*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5748*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5749*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
5750*344a7f5eSAndroid Build Coastguard Worker }
5751*344a7f5eSAndroid Build Coastguard Worker 
5752*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_mov_epi32(__m128i __W,__mmask8 __U,__m128i __A)5753*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mov_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
5754*344a7f5eSAndroid Build Coastguard Worker {
5755*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
5756*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __A,
5757*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W);
5758*344a7f5eSAndroid Build Coastguard Worker }
5759*344a7f5eSAndroid Build Coastguard Worker 
5760*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_mov_epi32(__mmask8 __U,__m128i __A)5761*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mov_epi32 (__mmask8 __U, __m128i __A)
5762*344a7f5eSAndroid Build Coastguard Worker {
5763*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectd_128 ((__mmask8) __U,
5764*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __A,
5765*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) _mm_setzero_si128 ());
5766*344a7f5eSAndroid Build Coastguard Worker }
5767*344a7f5eSAndroid Build Coastguard Worker 
5768*344a7f5eSAndroid Build Coastguard Worker 
5769*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_mov_epi32(__m256i __W,__mmask8 __U,__m256i __A)5770*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mov_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
5771*344a7f5eSAndroid Build Coastguard Worker {
5772*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
5773*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __A,
5774*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __W);
5775*344a7f5eSAndroid Build Coastguard Worker }
5776*344a7f5eSAndroid Build Coastguard Worker 
5777*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_mov_epi32(__mmask8 __U,__m256i __A)5778*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mov_epi32 (__mmask8 __U, __m256i __A)
5779*344a7f5eSAndroid Build Coastguard Worker {
5780*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectd_256 ((__mmask8) __U,
5781*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __A,
5782*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) _mm256_setzero_si256 ());
5783*344a7f5eSAndroid Build Coastguard Worker }
5784*344a7f5eSAndroid Build Coastguard Worker 
5785*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_load_epi32(__m128i __W,__mmask8 __U,void const * __P)5786*344a7f5eSAndroid Build Coastguard Worker _mm_mask_load_epi32 (__m128i __W, __mmask8 __U, void const *__P)
5787*344a7f5eSAndroid Build Coastguard Worker {
5788*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
5789*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __W,
5790*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5791*344a7f5eSAndroid Build Coastguard Worker               __U);
5792*344a7f5eSAndroid Build Coastguard Worker }
5793*344a7f5eSAndroid Build Coastguard Worker 
5794*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_load_epi32(__mmask8 __U,void const * __P)5795*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_load_epi32 (__mmask8 __U, void const *__P)
5796*344a7f5eSAndroid Build Coastguard Worker {
5797*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
5798*344a7f5eSAndroid Build Coastguard Worker               (__v4si)
5799*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
5800*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5801*344a7f5eSAndroid Build Coastguard Worker               __U);
5802*344a7f5eSAndroid Build Coastguard Worker }
5803*344a7f5eSAndroid Build Coastguard Worker 
5804*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_load_epi32(__m256i __W,__mmask8 __U,void const * __P)5805*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_load_epi32 (__m256i __W, __mmask8 __U, void const *__P)
5806*344a7f5eSAndroid Build Coastguard Worker {
5807*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
5808*344a7f5eSAndroid Build Coastguard Worker               (__v8si) __W,
5809*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5810*344a7f5eSAndroid Build Coastguard Worker               __U);
5811*344a7f5eSAndroid Build Coastguard Worker }
5812*344a7f5eSAndroid Build Coastguard Worker 
5813*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_load_epi32(__mmask8 __U,void const * __P)5814*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_load_epi32 (__mmask8 __U, void const *__P)
5815*344a7f5eSAndroid Build Coastguard Worker {
5816*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
5817*344a7f5eSAndroid Build Coastguard Worker               (__v8si)
5818*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5819*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5820*344a7f5eSAndroid Build Coastguard Worker               __U);
5821*344a7f5eSAndroid Build Coastguard Worker }
5822*344a7f5eSAndroid Build Coastguard Worker 
5823*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_store_epi32(void * __P,__mmask8 __U,__m128i __A)5824*344a7f5eSAndroid Build Coastguard Worker _mm_mask_store_epi32 (void *__P, __mmask8 __U, __m128i __A)
5825*344a7f5eSAndroid Build Coastguard Worker {
5826*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_movdqa32store128_mask ((__v4si *) __P,
5827*344a7f5eSAndroid Build Coastguard Worker           (__v4si) __A,
5828*344a7f5eSAndroid Build Coastguard Worker           (__mmask8) __U);
5829*344a7f5eSAndroid Build Coastguard Worker }
5830*344a7f5eSAndroid Build Coastguard Worker 
5831*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_store_epi32(void * __P,__mmask8 __U,__m256i __A)5832*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_store_epi32 (void *__P, __mmask8 __U, __m256i __A)
5833*344a7f5eSAndroid Build Coastguard Worker {
5834*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_movdqa32store256_mask ((__v8si *) __P,
5835*344a7f5eSAndroid Build Coastguard Worker           (__v8si) __A,
5836*344a7f5eSAndroid Build Coastguard Worker           (__mmask8) __U);
5837*344a7f5eSAndroid Build Coastguard Worker }
5838*344a7f5eSAndroid Build Coastguard Worker 
5839*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_mov_epi64(__m128i __W,__mmask8 __U,__m128i __A)5840*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mov_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
5841*344a7f5eSAndroid Build Coastguard Worker {
5842*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
5843*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __A,
5844*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __W);
5845*344a7f5eSAndroid Build Coastguard Worker }
5846*344a7f5eSAndroid Build Coastguard Worker 
5847*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_mov_epi64(__mmask8 __U,__m128i __A)5848*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mov_epi64 (__mmask8 __U, __m128i __A)
5849*344a7f5eSAndroid Build Coastguard Worker {
5850*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_selectq_128 ((__mmask8) __U,
5851*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __A,
5852*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) _mm_setzero_di ());
5853*344a7f5eSAndroid Build Coastguard Worker }
5854*344a7f5eSAndroid Build Coastguard Worker 
5855*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_mov_epi64(__m256i __W,__mmask8 __U,__m256i __A)5856*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mov_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
5857*344a7f5eSAndroid Build Coastguard Worker {
5858*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
5859*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __A,
5860*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __W);
5861*344a7f5eSAndroid Build Coastguard Worker }
5862*344a7f5eSAndroid Build Coastguard Worker 
5863*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_mov_epi64(__mmask8 __U,__m256i __A)5864*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mov_epi64 (__mmask8 __U, __m256i __A)
5865*344a7f5eSAndroid Build Coastguard Worker {
5866*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_selectq_256 ((__mmask8) __U,
5867*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __A,
5868*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) _mm256_setzero_si256 ());
5869*344a7f5eSAndroid Build Coastguard Worker }
5870*344a7f5eSAndroid Build Coastguard Worker 
5871*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_load_epi64(__m128i __W,__mmask8 __U,void const * __P)5872*344a7f5eSAndroid Build Coastguard Worker _mm_mask_load_epi64 (__m128i __W, __mmask8 __U, void const *__P)
5873*344a7f5eSAndroid Build Coastguard Worker {
5874*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
5875*344a7f5eSAndroid Build Coastguard Worker               (__v2di) __W,
5876*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5877*344a7f5eSAndroid Build Coastguard Worker               __U);
5878*344a7f5eSAndroid Build Coastguard Worker }
5879*344a7f5eSAndroid Build Coastguard Worker 
5880*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_load_epi64(__mmask8 __U,void const * __P)5881*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_load_epi64 (__mmask8 __U, void const *__P)
5882*344a7f5eSAndroid Build Coastguard Worker {
5883*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
5884*344a7f5eSAndroid Build Coastguard Worker               (__v2di)
5885*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_di (),
5886*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5887*344a7f5eSAndroid Build Coastguard Worker               __U);
5888*344a7f5eSAndroid Build Coastguard Worker }
5889*344a7f5eSAndroid Build Coastguard Worker 
5890*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_load_epi64(__m256i __W,__mmask8 __U,void const * __P)5891*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_load_epi64 (__m256i __W, __mmask8 __U, void const *__P)
5892*344a7f5eSAndroid Build Coastguard Worker {
5893*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
5894*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __W,
5895*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5896*344a7f5eSAndroid Build Coastguard Worker               __U);
5897*344a7f5eSAndroid Build Coastguard Worker }
5898*344a7f5eSAndroid Build Coastguard Worker 
5899*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_load_epi64(__mmask8 __U,void const * __P)5900*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_load_epi64 (__mmask8 __U, void const *__P)
5901*344a7f5eSAndroid Build Coastguard Worker {
5902*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
5903*344a7f5eSAndroid Build Coastguard Worker               (__v4di)
5904*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_si256 (),
5905*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
5906*344a7f5eSAndroid Build Coastguard Worker               __U);
5907*344a7f5eSAndroid Build Coastguard Worker }
5908*344a7f5eSAndroid Build Coastguard Worker 
5909*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_store_epi64(void * __P,__mmask8 __U,__m128i __A)5910*344a7f5eSAndroid Build Coastguard Worker _mm_mask_store_epi64 (void *__P, __mmask8 __U, __m128i __A)
5911*344a7f5eSAndroid Build Coastguard Worker {
5912*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_movdqa64store128_mask ((__v2di *) __P,
5913*344a7f5eSAndroid Build Coastguard Worker           (__v2di) __A,
5914*344a7f5eSAndroid Build Coastguard Worker           (__mmask8) __U);
5915*344a7f5eSAndroid Build Coastguard Worker }
5916*344a7f5eSAndroid Build Coastguard Worker 
5917*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_store_epi64(void * __P,__mmask8 __U,__m256i __A)5918*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_store_epi64 (void *__P, __mmask8 __U, __m256i __A)
5919*344a7f5eSAndroid Build Coastguard Worker {
5920*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_movdqa64store256_mask ((__v4di *) __P,
5921*344a7f5eSAndroid Build Coastguard Worker           (__v4di) __A,
5922*344a7f5eSAndroid Build Coastguard Worker           (__mmask8) __U);
5923*344a7f5eSAndroid Build Coastguard Worker }
5924*344a7f5eSAndroid Build Coastguard Worker 
5925*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_movedup_pd(__m128d __W,__mmask8 __U,__m128d __A)5926*344a7f5eSAndroid Build Coastguard Worker _mm_mask_movedup_pd (__m128d __W, __mmask8 __U, __m128d __A)
5927*344a7f5eSAndroid Build Coastguard Worker {
5928*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
5929*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_movedup_pd(__A),
5930*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)__W);
5931*344a7f5eSAndroid Build Coastguard Worker }
5932*344a7f5eSAndroid Build Coastguard Worker 
5933*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_movedup_pd(__mmask8 __U,__m128d __A)5934*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_movedup_pd (__mmask8 __U, __m128d __A)
5935*344a7f5eSAndroid Build Coastguard Worker {
5936*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
5937*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_movedup_pd(__A),
5938*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_setzero_pd());
5939*344a7f5eSAndroid Build Coastguard Worker }
5940*344a7f5eSAndroid Build Coastguard Worker 
5941*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_movedup_pd(__m256d __W,__mmask8 __U,__m256d __A)5942*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_movedup_pd (__m256d __W, __mmask8 __U, __m256d __A)
5943*344a7f5eSAndroid Build Coastguard Worker {
5944*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
5945*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_movedup_pd(__A),
5946*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)__W);
5947*344a7f5eSAndroid Build Coastguard Worker }
5948*344a7f5eSAndroid Build Coastguard Worker 
5949*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_movedup_pd(__mmask8 __U,__m256d __A)5950*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_movedup_pd (__mmask8 __U, __m256d __A)
5951*344a7f5eSAndroid Build Coastguard Worker {
5952*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
5953*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_movedup_pd(__A),
5954*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_setzero_pd());
5955*344a7f5eSAndroid Build Coastguard Worker }
5956*344a7f5eSAndroid Build Coastguard Worker 
5957*344a7f5eSAndroid Build Coastguard Worker 
5958*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_set1_epi32(O, M, A) __extension__ ({ \
5959*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5960*344a7f5eSAndroid Build Coastguard Worker                                                   (__v4si)(__m128i)(O), \
5961*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)(M)); })
5962*344a7f5eSAndroid Build Coastguard Worker 
5963*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_set1_epi32(M, A) __extension__ ({ \
5964*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pbroadcastd128_gpr_mask((int)(A), \
5965*344a7f5eSAndroid Build Coastguard Worker                                                   (__v4si)_mm_setzero_si128(), \
5966*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)(M)); })
5967*344a7f5eSAndroid Build Coastguard Worker 
5968*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_set1_epi32(O, M, A) __extension__ ({ \
5969*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5970*344a7f5eSAndroid Build Coastguard Worker                                                   (__v8si)(__m256i)(O), \
5971*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)(M)); })
5972*344a7f5eSAndroid Build Coastguard Worker 
5973*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_set1_epi32(M, A) __extension__ ({ \
5974*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pbroadcastd256_gpr_mask((int)(A), \
5975*344a7f5eSAndroid Build Coastguard Worker                                                   (__v8si)_mm256_setzero_si256(), \
5976*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8)(M)); })
5977*344a7f5eSAndroid Build Coastguard Worker 
5978*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_set1_epi64(__m128i __O,__mmask8 __M,long long __A)5979*344a7f5eSAndroid Build Coastguard Worker _mm_mask_set1_epi64 (__m128i __O, __mmask8 __M, long long __A)
5980*344a7f5eSAndroid Build Coastguard Worker {
5981*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A, (__v2di) __O,
5982*344a7f5eSAndroid Build Coastguard Worker                  __M);
5983*344a7f5eSAndroid Build Coastguard Worker }
5984*344a7f5eSAndroid Build Coastguard Worker 
5985*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_set1_epi64(__mmask8 __M,long long __A)5986*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_set1_epi64 (__mmask8 __M, long long __A)
5987*344a7f5eSAndroid Build Coastguard Worker {
5988*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A,
5989*344a7f5eSAndroid Build Coastguard Worker                  (__v2di)
5990*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
5991*344a7f5eSAndroid Build Coastguard Worker                  __M);
5992*344a7f5eSAndroid Build Coastguard Worker }
5993*344a7f5eSAndroid Build Coastguard Worker 
5994*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_set1_epi64(__m256i __O,__mmask8 __M,long long __A)5995*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_set1_epi64 (__m256i __O, __mmask8 __M, long long __A)
5996*344a7f5eSAndroid Build Coastguard Worker {
5997*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A, (__v4di) __O,
5998*344a7f5eSAndroid Build Coastguard Worker                  __M);
5999*344a7f5eSAndroid Build Coastguard Worker }
6000*344a7f5eSAndroid Build Coastguard Worker 
6001*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_set1_epi64(__mmask8 __M,long long __A)6002*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_set1_epi64 (__mmask8 __M, long long __A)
6003*344a7f5eSAndroid Build Coastguard Worker {
6004*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A,
6005*344a7f5eSAndroid Build Coastguard Worker                  (__v4di)
6006*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
6007*344a7f5eSAndroid Build Coastguard Worker                  __M);
6008*344a7f5eSAndroid Build Coastguard Worker }
6009*344a7f5eSAndroid Build Coastguard Worker 
6010*344a7f5eSAndroid Build Coastguard Worker #define _mm_fixupimm_pd(A, B, C, imm) __extension__ ({ \
6011*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
6012*344a7f5eSAndroid Build Coastguard Worker                                              (__v2df)(__m128d)(B), \
6013*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)(__m128i)(C), (int)(imm), \
6014*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)-1); })
6015*344a7f5eSAndroid Build Coastguard Worker 
6016*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
6017*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_fixupimmpd128_mask((__v2df)(__m128d)(A), \
6018*344a7f5eSAndroid Build Coastguard Worker                                              (__v2df)(__m128d)(B), \
6019*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)(__m128i)(C), (int)(imm), \
6020*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
6021*344a7f5eSAndroid Build Coastguard Worker 
6022*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
6023*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_fixupimmpd128_maskz((__v2df)(__m128d)(A), \
6024*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)(__m128d)(B), \
6025*344a7f5eSAndroid Build Coastguard Worker                                               (__v2di)(__m128i)(C), \
6026*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), (__mmask8)(U)); })
6027*344a7f5eSAndroid Build Coastguard Worker 
6028*344a7f5eSAndroid Build Coastguard Worker #define _mm256_fixupimm_pd(A, B, C, imm) __extension__ ({ \
6029*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
6030*344a7f5eSAndroid Build Coastguard Worker                                              (__v4df)(__m256d)(B), \
6031*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)(__m256i)(C), (int)(imm), \
6032*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)-1); })
6033*344a7f5eSAndroid Build Coastguard Worker 
6034*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
6035*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_fixupimmpd256_mask((__v4df)(__m256d)(A), \
6036*344a7f5eSAndroid Build Coastguard Worker                                              (__v4df)(__m256d)(B), \
6037*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)(__m256i)(C), (int)(imm), \
6038*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
6039*344a7f5eSAndroid Build Coastguard Worker 
6040*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
6041*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_fixupimmpd256_maskz((__v4df)(__m256d)(A), \
6042*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(B), \
6043*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)(__m256i)(C), \
6044*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), (__mmask8)(U)); })
6045*344a7f5eSAndroid Build Coastguard Worker 
6046*344a7f5eSAndroid Build Coastguard Worker #define _mm_fixupimm_ps(A, B, C, imm) __extension__ ({ \
6047*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
6048*344a7f5eSAndroid Build Coastguard Worker                                             (__v4sf)(__m128)(B), \
6049*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(C), (int)(imm), \
6050*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
6051*344a7f5eSAndroid Build Coastguard Worker 
6052*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
6053*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_fixupimmps128_mask((__v4sf)(__m128)(A), \
6054*344a7f5eSAndroid Build Coastguard Worker                                             (__v4sf)(__m128)(B), \
6055*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(C), (int)(imm), \
6056*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
6057*344a7f5eSAndroid Build Coastguard Worker 
6058*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
6059*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_fixupimmps128_maskz((__v4sf)(__m128)(A), \
6060*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)(__m128)(B), \
6061*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)(__m128i)(C), (int)(imm), \
6062*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
6063*344a7f5eSAndroid Build Coastguard Worker 
6064*344a7f5eSAndroid Build Coastguard Worker #define _mm256_fixupimm_ps(A, B, C, imm) __extension__ ({ \
6065*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
6066*344a7f5eSAndroid Build Coastguard Worker                                             (__v8sf)(__m256)(B), \
6067*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(C), (int)(imm), \
6068*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
6069*344a7f5eSAndroid Build Coastguard Worker 
6070*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
6071*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_fixupimmps256_mask((__v8sf)(__m256)(A), \
6072*344a7f5eSAndroid Build Coastguard Worker                                             (__v8sf)(__m256)(B), \
6073*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(C), (int)(imm), \
6074*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
6075*344a7f5eSAndroid Build Coastguard Worker 
6076*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
6077*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_fixupimmps256_maskz((__v8sf)(__m256)(A), \
6078*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(B), \
6079*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)(__m256i)(C), (int)(imm), \
6080*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
6081*344a7f5eSAndroid Build Coastguard Worker 
6082*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_load_pd(__m128d __W,__mmask8 __U,void const * __P)6083*344a7f5eSAndroid Build Coastguard Worker _mm_mask_load_pd (__m128d __W, __mmask8 __U, void const *__P)
6084*344a7f5eSAndroid Build Coastguard Worker {
6085*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
6086*344a7f5eSAndroid Build Coastguard Worker                (__v2df) __W,
6087*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6088*344a7f5eSAndroid Build Coastguard Worker }
6089*344a7f5eSAndroid Build Coastguard Worker 
6090*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_load_pd(__mmask8 __U,void const * __P)6091*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_load_pd (__mmask8 __U, void const *__P)
6092*344a7f5eSAndroid Build Coastguard Worker {
6093*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
6094*344a7f5eSAndroid Build Coastguard Worker                (__v2df)
6095*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_pd (),
6096*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6097*344a7f5eSAndroid Build Coastguard Worker }
6098*344a7f5eSAndroid Build Coastguard Worker 
6099*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_load_pd(__m256d __W,__mmask8 __U,void const * __P)6100*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_load_pd (__m256d __W, __mmask8 __U, void const *__P)
6101*344a7f5eSAndroid Build Coastguard Worker {
6102*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
6103*344a7f5eSAndroid Build Coastguard Worker                (__v4df) __W,
6104*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6105*344a7f5eSAndroid Build Coastguard Worker }
6106*344a7f5eSAndroid Build Coastguard Worker 
6107*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_load_pd(__mmask8 __U,void const * __P)6108*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_load_pd (__mmask8 __U, void const *__P)
6109*344a7f5eSAndroid Build Coastguard Worker {
6110*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
6111*344a7f5eSAndroid Build Coastguard Worker                (__v4df)
6112*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_pd (),
6113*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6114*344a7f5eSAndroid Build Coastguard Worker }
6115*344a7f5eSAndroid Build Coastguard Worker 
6116*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_load_ps(__m128 __W,__mmask8 __U,void const * __P)6117*344a7f5eSAndroid Build Coastguard Worker _mm_mask_load_ps (__m128 __W, __mmask8 __U, void const *__P)
6118*344a7f5eSAndroid Build Coastguard Worker {
6119*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
6120*344a7f5eSAndroid Build Coastguard Worker               (__v4sf) __W,
6121*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6122*344a7f5eSAndroid Build Coastguard Worker }
6123*344a7f5eSAndroid Build Coastguard Worker 
6124*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_load_ps(__mmask8 __U,void const * __P)6125*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_load_ps (__mmask8 __U, void const *__P)
6126*344a7f5eSAndroid Build Coastguard Worker {
6127*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
6128*344a7f5eSAndroid Build Coastguard Worker               (__v4sf)
6129*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_ps (),
6130*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6131*344a7f5eSAndroid Build Coastguard Worker }
6132*344a7f5eSAndroid Build Coastguard Worker 
6133*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_load_ps(__m256 __W,__mmask8 __U,void const * __P)6134*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_load_ps (__m256 __W, __mmask8 __U, void const *__P)
6135*344a7f5eSAndroid Build Coastguard Worker {
6136*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
6137*344a7f5eSAndroid Build Coastguard Worker               (__v8sf) __W,
6138*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6139*344a7f5eSAndroid Build Coastguard Worker }
6140*344a7f5eSAndroid Build Coastguard Worker 
6141*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_load_ps(__mmask8 __U,void const * __P)6142*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_load_ps (__mmask8 __U, void const *__P)
6143*344a7f5eSAndroid Build Coastguard Worker {
6144*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
6145*344a7f5eSAndroid Build Coastguard Worker               (__v8sf)
6146*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_ps (),
6147*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6148*344a7f5eSAndroid Build Coastguard Worker }
6149*344a7f5eSAndroid Build Coastguard Worker 
6150*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_loadu_epi64(__m128i __W,__mmask8 __U,void const * __P)6151*344a7f5eSAndroid Build Coastguard Worker _mm_mask_loadu_epi64 (__m128i __W, __mmask8 __U, void const *__P)
6152*344a7f5eSAndroid Build Coastguard Worker {
6153*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
6154*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __W,
6155*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6156*344a7f5eSAndroid Build Coastguard Worker }
6157*344a7f5eSAndroid Build Coastguard Worker 
6158*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_loadu_epi64(__mmask8 __U,void const * __P)6159*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
6160*344a7f5eSAndroid Build Coastguard Worker {
6161*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
6162*344a7f5eSAndroid Build Coastguard Worker                  (__v2di)
6163*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
6164*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6165*344a7f5eSAndroid Build Coastguard Worker }
6166*344a7f5eSAndroid Build Coastguard Worker 
6167*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_loadu_epi64(__m256i __W,__mmask8 __U,void const * __P)6168*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_loadu_epi64 (__m256i __W, __mmask8 __U, void const *__P)
6169*344a7f5eSAndroid Build Coastguard Worker {
6170*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
6171*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __W,
6172*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6173*344a7f5eSAndroid Build Coastguard Worker }
6174*344a7f5eSAndroid Build Coastguard Worker 
6175*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_loadu_epi64(__mmask8 __U,void const * __P)6176*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
6177*344a7f5eSAndroid Build Coastguard Worker {
6178*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
6179*344a7f5eSAndroid Build Coastguard Worker                  (__v4di)
6180*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
6181*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6182*344a7f5eSAndroid Build Coastguard Worker }
6183*344a7f5eSAndroid Build Coastguard Worker 
6184*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_loadu_epi32(__m128i __W,__mmask8 __U,void const * __P)6185*344a7f5eSAndroid Build Coastguard Worker _mm_mask_loadu_epi32 (__m128i __W, __mmask8 __U, void const *__P)
6186*344a7f5eSAndroid Build Coastguard Worker {
6187*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
6188*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __W,
6189*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6190*344a7f5eSAndroid Build Coastguard Worker }
6191*344a7f5eSAndroid Build Coastguard Worker 
6192*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_loadu_epi32(__mmask8 __U,void const * __P)6193*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
6194*344a7f5eSAndroid Build Coastguard Worker {
6195*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
6196*344a7f5eSAndroid Build Coastguard Worker                  (__v4si)
6197*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_si128 (),
6198*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6199*344a7f5eSAndroid Build Coastguard Worker }
6200*344a7f5eSAndroid Build Coastguard Worker 
6201*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_loadu_epi32(__m256i __W,__mmask8 __U,void const * __P)6202*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_loadu_epi32 (__m256i __W, __mmask8 __U, void const *__P)
6203*344a7f5eSAndroid Build Coastguard Worker {
6204*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
6205*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __W,
6206*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6207*344a7f5eSAndroid Build Coastguard Worker }
6208*344a7f5eSAndroid Build Coastguard Worker 
6209*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_loadu_epi32(__mmask8 __U,void const * __P)6210*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
6211*344a7f5eSAndroid Build Coastguard Worker {
6212*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
6213*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
6214*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_si256 (),
6215*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6216*344a7f5eSAndroid Build Coastguard Worker }
6217*344a7f5eSAndroid Build Coastguard Worker 
6218*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_loadu_pd(__m128d __W,__mmask8 __U,void const * __P)6219*344a7f5eSAndroid Build Coastguard Worker _mm_mask_loadu_pd (__m128d __W, __mmask8 __U, void const *__P)
6220*344a7f5eSAndroid Build Coastguard Worker {
6221*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
6222*344a7f5eSAndroid Build Coastguard Worker                (__v2df) __W,
6223*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6224*344a7f5eSAndroid Build Coastguard Worker }
6225*344a7f5eSAndroid Build Coastguard Worker 
6226*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_loadu_pd(__mmask8 __U,void const * __P)6227*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_loadu_pd (__mmask8 __U, void const *__P)
6228*344a7f5eSAndroid Build Coastguard Worker {
6229*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
6230*344a7f5eSAndroid Build Coastguard Worker                (__v2df)
6231*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_pd (),
6232*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6233*344a7f5eSAndroid Build Coastguard Worker }
6234*344a7f5eSAndroid Build Coastguard Worker 
6235*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_loadu_pd(__m256d __W,__mmask8 __U,void const * __P)6236*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_loadu_pd (__m256d __W, __mmask8 __U, void const *__P)
6237*344a7f5eSAndroid Build Coastguard Worker {
6238*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
6239*344a7f5eSAndroid Build Coastguard Worker                (__v4df) __W,
6240*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6241*344a7f5eSAndroid Build Coastguard Worker }
6242*344a7f5eSAndroid Build Coastguard Worker 
6243*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_loadu_pd(__mmask8 __U,void const * __P)6244*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_loadu_pd (__mmask8 __U, void const *__P)
6245*344a7f5eSAndroid Build Coastguard Worker {
6246*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
6247*344a7f5eSAndroid Build Coastguard Worker                (__v4df)
6248*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_pd (),
6249*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6250*344a7f5eSAndroid Build Coastguard Worker }
6251*344a7f5eSAndroid Build Coastguard Worker 
6252*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_loadu_ps(__m128 __W,__mmask8 __U,void const * __P)6253*344a7f5eSAndroid Build Coastguard Worker _mm_mask_loadu_ps (__m128 __W, __mmask8 __U, void const *__P)
6254*344a7f5eSAndroid Build Coastguard Worker {
6255*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
6256*344a7f5eSAndroid Build Coastguard Worker               (__v4sf) __W,
6257*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6258*344a7f5eSAndroid Build Coastguard Worker }
6259*344a7f5eSAndroid Build Coastguard Worker 
6260*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_loadu_ps(__mmask8 __U,void const * __P)6261*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_loadu_ps (__mmask8 __U, void const *__P)
6262*344a7f5eSAndroid Build Coastguard Worker {
6263*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
6264*344a7f5eSAndroid Build Coastguard Worker               (__v4sf)
6265*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_ps (),
6266*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6267*344a7f5eSAndroid Build Coastguard Worker }
6268*344a7f5eSAndroid Build Coastguard Worker 
6269*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_loadu_ps(__m256 __W,__mmask8 __U,void const * __P)6270*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_loadu_ps (__m256 __W, __mmask8 __U, void const *__P)
6271*344a7f5eSAndroid Build Coastguard Worker {
6272*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
6273*344a7f5eSAndroid Build Coastguard Worker               (__v8sf) __W,
6274*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6275*344a7f5eSAndroid Build Coastguard Worker }
6276*344a7f5eSAndroid Build Coastguard Worker 
6277*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_loadu_ps(__mmask8 __U,void const * __P)6278*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_loadu_ps (__mmask8 __U, void const *__P)
6279*344a7f5eSAndroid Build Coastguard Worker {
6280*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
6281*344a7f5eSAndroid Build Coastguard Worker               (__v8sf)
6282*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_ps (),
6283*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) __U);
6284*344a7f5eSAndroid Build Coastguard Worker }
6285*344a7f5eSAndroid Build Coastguard Worker 
6286*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_store_pd(void * __P,__mmask8 __U,__m128d __A)6287*344a7f5eSAndroid Build Coastguard Worker _mm_mask_store_pd (void *__P, __mmask8 __U, __m128d __A)
6288*344a7f5eSAndroid Build Coastguard Worker {
6289*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeapd128_mask ((__v2df *) __P,
6290*344a7f5eSAndroid Build Coastguard Worker            (__v2df) __A,
6291*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6292*344a7f5eSAndroid Build Coastguard Worker }
6293*344a7f5eSAndroid Build Coastguard Worker 
6294*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_store_pd(void * __P,__mmask8 __U,__m256d __A)6295*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_store_pd (void *__P, __mmask8 __U, __m256d __A)
6296*344a7f5eSAndroid Build Coastguard Worker {
6297*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeapd256_mask ((__v4df *) __P,
6298*344a7f5eSAndroid Build Coastguard Worker            (__v4df) __A,
6299*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6300*344a7f5eSAndroid Build Coastguard Worker }
6301*344a7f5eSAndroid Build Coastguard Worker 
6302*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_store_ps(void * __P,__mmask8 __U,__m128 __A)6303*344a7f5eSAndroid Build Coastguard Worker _mm_mask_store_ps (void *__P, __mmask8 __U, __m128 __A)
6304*344a7f5eSAndroid Build Coastguard Worker {
6305*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeaps128_mask ((__v4sf *) __P,
6306*344a7f5eSAndroid Build Coastguard Worker            (__v4sf) __A,
6307*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6308*344a7f5eSAndroid Build Coastguard Worker }
6309*344a7f5eSAndroid Build Coastguard Worker 
6310*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_store_ps(void * __P,__mmask8 __U,__m256 __A)6311*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_store_ps (void *__P, __mmask8 __U, __m256 __A)
6312*344a7f5eSAndroid Build Coastguard Worker {
6313*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeaps256_mask ((__v8sf *) __P,
6314*344a7f5eSAndroid Build Coastguard Worker            (__v8sf) __A,
6315*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6316*344a7f5eSAndroid Build Coastguard Worker }
6317*344a7f5eSAndroid Build Coastguard Worker 
6318*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_storeu_epi64(void * __P,__mmask8 __U,__m128i __A)6319*344a7f5eSAndroid Build Coastguard Worker _mm_mask_storeu_epi64 (void *__P, __mmask8 __U, __m128i __A)
6320*344a7f5eSAndroid Build Coastguard Worker {
6321*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storedqudi128_mask ((__v2di *) __P,
6322*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __A,
6323*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
6324*344a7f5eSAndroid Build Coastguard Worker }
6325*344a7f5eSAndroid Build Coastguard Worker 
6326*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_storeu_epi64(void * __P,__mmask8 __U,__m256i __A)6327*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_storeu_epi64 (void *__P, __mmask8 __U, __m256i __A)
6328*344a7f5eSAndroid Build Coastguard Worker {
6329*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storedqudi256_mask ((__v4di *) __P,
6330*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __A,
6331*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
6332*344a7f5eSAndroid Build Coastguard Worker }
6333*344a7f5eSAndroid Build Coastguard Worker 
6334*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_storeu_epi32(void * __P,__mmask8 __U,__m128i __A)6335*344a7f5eSAndroid Build Coastguard Worker _mm_mask_storeu_epi32 (void *__P, __mmask8 __U, __m128i __A)
6336*344a7f5eSAndroid Build Coastguard Worker {
6337*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storedqusi128_mask ((__v4si *) __P,
6338*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __A,
6339*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
6340*344a7f5eSAndroid Build Coastguard Worker }
6341*344a7f5eSAndroid Build Coastguard Worker 
6342*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_storeu_epi32(void * __P,__mmask8 __U,__m256i __A)6343*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_storeu_epi32 (void *__P, __mmask8 __U, __m256i __A)
6344*344a7f5eSAndroid Build Coastguard Worker {
6345*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storedqusi256_mask ((__v8si *) __P,
6346*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __A,
6347*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
6348*344a7f5eSAndroid Build Coastguard Worker }
6349*344a7f5eSAndroid Build Coastguard Worker 
6350*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_storeu_pd(void * __P,__mmask8 __U,__m128d __A)6351*344a7f5eSAndroid Build Coastguard Worker _mm_mask_storeu_pd (void *__P, __mmask8 __U, __m128d __A)
6352*344a7f5eSAndroid Build Coastguard Worker {
6353*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeupd128_mask ((__v2df *) __P,
6354*344a7f5eSAndroid Build Coastguard Worker            (__v2df) __A,
6355*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6356*344a7f5eSAndroid Build Coastguard Worker }
6357*344a7f5eSAndroid Build Coastguard Worker 
6358*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_storeu_pd(void * __P,__mmask8 __U,__m256d __A)6359*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_storeu_pd (void *__P, __mmask8 __U, __m256d __A)
6360*344a7f5eSAndroid Build Coastguard Worker {
6361*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeupd256_mask ((__v4df *) __P,
6362*344a7f5eSAndroid Build Coastguard Worker            (__v4df) __A,
6363*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6364*344a7f5eSAndroid Build Coastguard Worker }
6365*344a7f5eSAndroid Build Coastguard Worker 
6366*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_storeu_ps(void * __P,__mmask8 __U,__m128 __A)6367*344a7f5eSAndroid Build Coastguard Worker _mm_mask_storeu_ps (void *__P, __mmask8 __U, __m128 __A)
6368*344a7f5eSAndroid Build Coastguard Worker {
6369*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeups128_mask ((__v4sf *) __P,
6370*344a7f5eSAndroid Build Coastguard Worker            (__v4sf) __A,
6371*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6372*344a7f5eSAndroid Build Coastguard Worker }
6373*344a7f5eSAndroid Build Coastguard Worker 
6374*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_storeu_ps(void * __P,__mmask8 __U,__m256 __A)6375*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_storeu_ps (void *__P, __mmask8 __U, __m256 __A)
6376*344a7f5eSAndroid Build Coastguard Worker {
6377*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_storeups256_mask ((__v8sf *) __P,
6378*344a7f5eSAndroid Build Coastguard Worker            (__v8sf) __A,
6379*344a7f5eSAndroid Build Coastguard Worker            (__mmask8) __U);
6380*344a7f5eSAndroid Build Coastguard Worker }
6381*344a7f5eSAndroid Build Coastguard Worker 
6382*344a7f5eSAndroid Build Coastguard Worker 
6383*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_unpackhi_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)6384*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpackhi_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
6385*344a7f5eSAndroid Build Coastguard Worker {
6386*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6387*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_unpackhi_pd(__A, __B),
6388*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)__W);
6389*344a7f5eSAndroid Build Coastguard Worker }
6390*344a7f5eSAndroid Build Coastguard Worker 
6391*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_unpackhi_pd(__mmask8 __U,__m128d __A,__m128d __B)6392*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpackhi_pd(__mmask8 __U, __m128d __A, __m128d __B)
6393*344a7f5eSAndroid Build Coastguard Worker {
6394*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6395*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_unpackhi_pd(__A, __B),
6396*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_setzero_pd());
6397*344a7f5eSAndroid Build Coastguard Worker }
6398*344a7f5eSAndroid Build Coastguard Worker 
6399*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_unpackhi_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)6400*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpackhi_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B)
6401*344a7f5eSAndroid Build Coastguard Worker {
6402*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6403*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_unpackhi_pd(__A, __B),
6404*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)__W);
6405*344a7f5eSAndroid Build Coastguard Worker }
6406*344a7f5eSAndroid Build Coastguard Worker 
6407*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_unpackhi_pd(__mmask8 __U,__m256d __A,__m256d __B)6408*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpackhi_pd(__mmask8 __U, __m256d __A, __m256d __B)
6409*344a7f5eSAndroid Build Coastguard Worker {
6410*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6411*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_unpackhi_pd(__A, __B),
6412*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_setzero_pd());
6413*344a7f5eSAndroid Build Coastguard Worker }
6414*344a7f5eSAndroid Build Coastguard Worker 
6415*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_unpackhi_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)6416*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpackhi_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
6417*344a7f5eSAndroid Build Coastguard Worker {
6418*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6419*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_unpackhi_ps(__A, __B),
6420*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)__W);
6421*344a7f5eSAndroid Build Coastguard Worker }
6422*344a7f5eSAndroid Build Coastguard Worker 
6423*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_unpackhi_ps(__mmask8 __U,__m128 __A,__m128 __B)6424*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpackhi_ps(__mmask8 __U, __m128 __A, __m128 __B)
6425*344a7f5eSAndroid Build Coastguard Worker {
6426*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6427*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_unpackhi_ps(__A, __B),
6428*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps());
6429*344a7f5eSAndroid Build Coastguard Worker }
6430*344a7f5eSAndroid Build Coastguard Worker 
6431*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_unpackhi_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)6432*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpackhi_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
6433*344a7f5eSAndroid Build Coastguard Worker {
6434*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6435*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_unpackhi_ps(__A, __B),
6436*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)__W);
6437*344a7f5eSAndroid Build Coastguard Worker }
6438*344a7f5eSAndroid Build Coastguard Worker 
6439*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_unpackhi_ps(__mmask8 __U,__m256 __A,__m256 __B)6440*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpackhi_ps(__mmask8 __U, __m256 __A, __m256 __B)
6441*344a7f5eSAndroid Build Coastguard Worker {
6442*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6443*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_unpackhi_ps(__A, __B),
6444*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_setzero_ps());
6445*344a7f5eSAndroid Build Coastguard Worker }
6446*344a7f5eSAndroid Build Coastguard Worker 
6447*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_unpacklo_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128d __B)6448*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpacklo_pd(__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
6449*344a7f5eSAndroid Build Coastguard Worker {
6450*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6451*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_unpacklo_pd(__A, __B),
6452*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)__W);
6453*344a7f5eSAndroid Build Coastguard Worker }
6454*344a7f5eSAndroid Build Coastguard Worker 
6455*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_unpacklo_pd(__mmask8 __U,__m128d __A,__m128d __B)6456*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpacklo_pd(__mmask8 __U, __m128d __A, __m128d __B)
6457*344a7f5eSAndroid Build Coastguard Worker {
6458*344a7f5eSAndroid Build Coastguard Worker   return (__m128d)__builtin_ia32_selectpd_128((__mmask8)__U,
6459*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_unpacklo_pd(__A, __B),
6460*344a7f5eSAndroid Build Coastguard Worker                                               (__v2df)_mm_setzero_pd());
6461*344a7f5eSAndroid Build Coastguard Worker }
6462*344a7f5eSAndroid Build Coastguard Worker 
6463*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_unpacklo_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256d __B)6464*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpacklo_pd(__m256d __W, __mmask8 __U, __m256d __A, __m256d __B)
6465*344a7f5eSAndroid Build Coastguard Worker {
6466*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6467*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_unpacklo_pd(__A, __B),
6468*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)__W);
6469*344a7f5eSAndroid Build Coastguard Worker }
6470*344a7f5eSAndroid Build Coastguard Worker 
6471*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_unpacklo_pd(__mmask8 __U,__m256d __A,__m256d __B)6472*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpacklo_pd(__mmask8 __U, __m256d __A, __m256d __B)
6473*344a7f5eSAndroid Build Coastguard Worker {
6474*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256((__mmask8)__U,
6475*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_unpacklo_pd(__A, __B),
6476*344a7f5eSAndroid Build Coastguard Worker                                            (__v4df)_mm256_setzero_pd());
6477*344a7f5eSAndroid Build Coastguard Worker }
6478*344a7f5eSAndroid Build Coastguard Worker 
6479*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_unpacklo_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128 __B)6480*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpacklo_ps(__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
6481*344a7f5eSAndroid Build Coastguard Worker {
6482*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6483*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_unpacklo_ps(__A, __B),
6484*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)__W);
6485*344a7f5eSAndroid Build Coastguard Worker }
6486*344a7f5eSAndroid Build Coastguard Worker 
6487*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_unpacklo_ps(__mmask8 __U,__m128 __A,__m128 __B)6488*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpacklo_ps(__mmask8 __U, __m128 __A, __m128 __B)
6489*344a7f5eSAndroid Build Coastguard Worker {
6490*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
6491*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_unpacklo_ps(__A, __B),
6492*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps());
6493*344a7f5eSAndroid Build Coastguard Worker }
6494*344a7f5eSAndroid Build Coastguard Worker 
6495*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_unpacklo_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256 __B)6496*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpacklo_ps(__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
6497*344a7f5eSAndroid Build Coastguard Worker {
6498*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6499*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_unpacklo_ps(__A, __B),
6500*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)__W);
6501*344a7f5eSAndroid Build Coastguard Worker }
6502*344a7f5eSAndroid Build Coastguard Worker 
6503*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_unpacklo_ps(__mmask8 __U,__m256 __A,__m256 __B)6504*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpacklo_ps(__mmask8 __U, __m256 __A, __m256 __B)
6505*344a7f5eSAndroid Build Coastguard Worker {
6506*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
6507*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_unpacklo_ps(__A, __B),
6508*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_setzero_ps());
6509*344a7f5eSAndroid Build Coastguard Worker }
6510*344a7f5eSAndroid Build Coastguard Worker 
6511*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_rcp14_pd(__m128d __A)6512*344a7f5eSAndroid Build Coastguard Worker _mm_rcp14_pd (__m128d __A)
6513*344a7f5eSAndroid Build Coastguard Worker {
6514*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6515*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
6516*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
6517*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
6518*344a7f5eSAndroid Build Coastguard Worker }
6519*344a7f5eSAndroid Build Coastguard Worker 
6520*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_rcp14_pd(__m128d __W,__mmask8 __U,__m128d __A)6521*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rcp14_pd (__m128d __W, __mmask8 __U, __m128d __A)
6522*344a7f5eSAndroid Build Coastguard Worker {
6523*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6524*344a7f5eSAndroid Build Coastguard Worker                 (__v2df) __W,
6525*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6526*344a7f5eSAndroid Build Coastguard Worker }
6527*344a7f5eSAndroid Build Coastguard Worker 
6528*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_rcp14_pd(__mmask8 __U,__m128d __A)6529*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rcp14_pd (__mmask8 __U, __m128d __A)
6530*344a7f5eSAndroid Build Coastguard Worker {
6531*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
6532*344a7f5eSAndroid Build Coastguard Worker                 (__v2df)
6533*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_pd (),
6534*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6535*344a7f5eSAndroid Build Coastguard Worker }
6536*344a7f5eSAndroid Build Coastguard Worker 
6537*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_rcp14_pd(__m256d __A)6538*344a7f5eSAndroid Build Coastguard Worker _mm256_rcp14_pd (__m256d __A)
6539*344a7f5eSAndroid Build Coastguard Worker {
6540*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6541*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
6542*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
6543*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
6544*344a7f5eSAndroid Build Coastguard Worker }
6545*344a7f5eSAndroid Build Coastguard Worker 
6546*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_rcp14_pd(__m256d __W,__mmask8 __U,__m256d __A)6547*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rcp14_pd (__m256d __W, __mmask8 __U, __m256d __A)
6548*344a7f5eSAndroid Build Coastguard Worker {
6549*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6550*344a7f5eSAndroid Build Coastguard Worker                 (__v4df) __W,
6551*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6552*344a7f5eSAndroid Build Coastguard Worker }
6553*344a7f5eSAndroid Build Coastguard Worker 
6554*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_rcp14_pd(__mmask8 __U,__m256d __A)6555*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rcp14_pd (__mmask8 __U, __m256d __A)
6556*344a7f5eSAndroid Build Coastguard Worker {
6557*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
6558*344a7f5eSAndroid Build Coastguard Worker                 (__v4df)
6559*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_pd (),
6560*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6561*344a7f5eSAndroid Build Coastguard Worker }
6562*344a7f5eSAndroid Build Coastguard Worker 
6563*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_rcp14_ps(__m128 __A)6564*344a7f5eSAndroid Build Coastguard Worker _mm_rcp14_ps (__m128 __A)
6565*344a7f5eSAndroid Build Coastguard Worker {
6566*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6567*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
6568*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
6569*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
6570*344a7f5eSAndroid Build Coastguard Worker }
6571*344a7f5eSAndroid Build Coastguard Worker 
6572*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_rcp14_ps(__m128 __W,__mmask8 __U,__m128 __A)6573*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rcp14_ps (__m128 __W, __mmask8 __U, __m128 __A)
6574*344a7f5eSAndroid Build Coastguard Worker {
6575*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6576*344a7f5eSAndroid Build Coastguard Worker                (__v4sf) __W,
6577*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6578*344a7f5eSAndroid Build Coastguard Worker }
6579*344a7f5eSAndroid Build Coastguard Worker 
6580*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_rcp14_ps(__mmask8 __U,__m128 __A)6581*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rcp14_ps (__mmask8 __U, __m128 __A)
6582*344a7f5eSAndroid Build Coastguard Worker {
6583*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
6584*344a7f5eSAndroid Build Coastguard Worker                (__v4sf)
6585*344a7f5eSAndroid Build Coastguard Worker                _mm_setzero_ps (),
6586*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6587*344a7f5eSAndroid Build Coastguard Worker }
6588*344a7f5eSAndroid Build Coastguard Worker 
6589*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_rcp14_ps(__m256 __A)6590*344a7f5eSAndroid Build Coastguard Worker _mm256_rcp14_ps (__m256 __A)
6591*344a7f5eSAndroid Build Coastguard Worker {
6592*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6593*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
6594*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
6595*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
6596*344a7f5eSAndroid Build Coastguard Worker }
6597*344a7f5eSAndroid Build Coastguard Worker 
6598*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_rcp14_ps(__m256 __W,__mmask8 __U,__m256 __A)6599*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rcp14_ps (__m256 __W, __mmask8 __U, __m256 __A)
6600*344a7f5eSAndroid Build Coastguard Worker {
6601*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6602*344a7f5eSAndroid Build Coastguard Worker                (__v8sf) __W,
6603*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6604*344a7f5eSAndroid Build Coastguard Worker }
6605*344a7f5eSAndroid Build Coastguard Worker 
6606*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_rcp14_ps(__mmask8 __U,__m256 __A)6607*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rcp14_ps (__mmask8 __U, __m256 __A)
6608*344a7f5eSAndroid Build Coastguard Worker {
6609*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
6610*344a7f5eSAndroid Build Coastguard Worker                (__v8sf)
6611*344a7f5eSAndroid Build Coastguard Worker                _mm256_setzero_ps (),
6612*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) __U);
6613*344a7f5eSAndroid Build Coastguard Worker }
6614*344a7f5eSAndroid Build Coastguard Worker 
6615*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_permute_pd(W, U, X, C) __extension__ ({ \
6616*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6617*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_permute_pd((X), (C)), \
6618*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)(__m128d)(W)); })
6619*344a7f5eSAndroid Build Coastguard Worker 
6620*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_permute_pd(U, X, C) __extension__ ({ \
6621*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
6622*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_permute_pd((X), (C)), \
6623*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_setzero_pd()); })
6624*344a7f5eSAndroid Build Coastguard Worker 
6625*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_permute_pd(W, U, X, C) __extension__ ({ \
6626*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6627*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_permute_pd((X), (C)), \
6628*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)(__m256d)(W)); })
6629*344a7f5eSAndroid Build Coastguard Worker 
6630*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_permute_pd(U, X, C) __extension__ ({ \
6631*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
6632*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_permute_pd((X), (C)), \
6633*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_setzero_pd()); })
6634*344a7f5eSAndroid Build Coastguard Worker 
6635*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_permute_ps(W, U, X, C) __extension__ ({ \
6636*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6637*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_permute_ps((X), (C)), \
6638*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)(__m128)(W)); })
6639*344a7f5eSAndroid Build Coastguard Worker 
6640*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_permute_ps(U, X, C) __extension__ ({ \
6641*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
6642*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_permute_ps((X), (C)), \
6643*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_setzero_ps()); })
6644*344a7f5eSAndroid Build Coastguard Worker 
6645*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_permute_ps(W, U, X, C) __extension__ ({ \
6646*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6647*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_permute_ps((X), (C)), \
6648*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)(__m256)(W)); })
6649*344a7f5eSAndroid Build Coastguard Worker 
6650*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_permute_ps(U, X, C) __extension__ ({ \
6651*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
6652*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_permute_ps((X), (C)), \
6653*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_setzero_ps()); })
6654*344a7f5eSAndroid Build Coastguard Worker 
6655*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_permutevar_pd(__m128d __W,__mmask8 __U,__m128d __A,__m128i __C)6656*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutevar_pd (__m128d __W, __mmask8 __U, __m128d __A,
6657*344a7f5eSAndroid Build Coastguard Worker       __m128i __C)
6658*344a7f5eSAndroid Build Coastguard Worker {
6659*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
6660*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __C,
6661*344a7f5eSAndroid Build Coastguard Worker                  (__v2df) __W,
6662*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6663*344a7f5eSAndroid Build Coastguard Worker }
6664*344a7f5eSAndroid Build Coastguard Worker 
6665*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_permutevar_pd(__mmask8 __U,__m128d __A,__m128i __C)6666*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutevar_pd (__mmask8 __U, __m128d __A, __m128i __C)
6667*344a7f5eSAndroid Build Coastguard Worker {
6668*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
6669*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __C,
6670*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
6671*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
6672*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
6673*344a7f5eSAndroid Build Coastguard Worker }
6674*344a7f5eSAndroid Build Coastguard Worker 
6675*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_permutevar_pd(__m256d __W,__mmask8 __U,__m256d __A,__m256i __C)6676*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutevar_pd (__m256d __W, __mmask8 __U, __m256d __A,
6677*344a7f5eSAndroid Build Coastguard Worker          __m256i __C)
6678*344a7f5eSAndroid Build Coastguard Worker {
6679*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
6680*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __C,
6681*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __W,
6682*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
6683*344a7f5eSAndroid Build Coastguard Worker               __U);
6684*344a7f5eSAndroid Build Coastguard Worker }
6685*344a7f5eSAndroid Build Coastguard Worker 
6686*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_permutevar_pd(__mmask8 __U,__m256d __A,__m256i __C)6687*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutevar_pd (__mmask8 __U, __m256d __A, __m256i __C)
6688*344a7f5eSAndroid Build Coastguard Worker {
6689*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
6690*344a7f5eSAndroid Build Coastguard Worker               (__v4di) __C,
6691*344a7f5eSAndroid Build Coastguard Worker               (__v4df)
6692*344a7f5eSAndroid Build Coastguard Worker               _mm256_setzero_pd (),
6693*344a7f5eSAndroid Build Coastguard Worker               (__mmask8)
6694*344a7f5eSAndroid Build Coastguard Worker               __U);
6695*344a7f5eSAndroid Build Coastguard Worker }
6696*344a7f5eSAndroid Build Coastguard Worker 
6697*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_permutevar_ps(__m128 __W,__mmask8 __U,__m128 __A,__m128i __C)6698*344a7f5eSAndroid Build Coastguard Worker _mm_mask_permutevar_ps (__m128 __W, __mmask8 __U, __m128 __A,
6699*344a7f5eSAndroid Build Coastguard Worker       __m128i __C)
6700*344a7f5eSAndroid Build Coastguard Worker {
6701*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
6702*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __C,
6703*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf) __W,
6704*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6705*344a7f5eSAndroid Build Coastguard Worker }
6706*344a7f5eSAndroid Build Coastguard Worker 
6707*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_permutevar_ps(__mmask8 __U,__m128 __A,__m128i __C)6708*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_permutevar_ps (__mmask8 __U, __m128 __A, __m128i __C)
6709*344a7f5eSAndroid Build Coastguard Worker {
6710*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
6711*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __C,
6712*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
6713*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
6714*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
6715*344a7f5eSAndroid Build Coastguard Worker }
6716*344a7f5eSAndroid Build Coastguard Worker 
6717*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_permutevar_ps(__m256 __W,__mmask8 __U,__m256 __A,__m256i __C)6718*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutevar_ps (__m256 __W, __mmask8 __U, __m256 __A,
6719*344a7f5eSAndroid Build Coastguard Worker          __m256i __C)
6720*344a7f5eSAndroid Build Coastguard Worker {
6721*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
6722*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __C,
6723*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf) __W,
6724*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
6725*344a7f5eSAndroid Build Coastguard Worker }
6726*344a7f5eSAndroid Build Coastguard Worker 
6727*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_permutevar_ps(__mmask8 __U,__m256 __A,__m256i __C)6728*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutevar_ps (__mmask8 __U, __m256 __A, __m256i __C)
6729*344a7f5eSAndroid Build Coastguard Worker {
6730*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
6731*344a7f5eSAndroid Build Coastguard Worker                    (__v8si) __C,
6732*344a7f5eSAndroid Build Coastguard Worker                    (__v8sf)
6733*344a7f5eSAndroid Build Coastguard Worker                    _mm256_setzero_ps (),
6734*344a7f5eSAndroid Build Coastguard Worker                    (__mmask8) __U);
6735*344a7f5eSAndroid Build Coastguard Worker }
6736*344a7f5eSAndroid Build Coastguard Worker 
6737*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_test_epi32_mask(__m128i __A,__m128i __B)6738*344a7f5eSAndroid Build Coastguard Worker _mm_test_epi32_mask (__m128i __A, __m128i __B)
6739*344a7f5eSAndroid Build Coastguard Worker {
6740*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
6741*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __B,
6742*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
6743*344a7f5eSAndroid Build Coastguard Worker }
6744*344a7f5eSAndroid Build Coastguard Worker 
6745*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_test_epi32_mask(__mmask8 __U,__m128i __A,__m128i __B)6746*344a7f5eSAndroid Build Coastguard Worker _mm_mask_test_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
6747*344a7f5eSAndroid Build Coastguard Worker {
6748*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
6749*344a7f5eSAndroid Build Coastguard Worker                  (__v4si) __B, __U);
6750*344a7f5eSAndroid Build Coastguard Worker }
6751*344a7f5eSAndroid Build Coastguard Worker 
6752*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_test_epi32_mask(__m256i __A,__m256i __B)6753*344a7f5eSAndroid Build Coastguard Worker _mm256_test_epi32_mask (__m256i __A, __m256i __B)
6754*344a7f5eSAndroid Build Coastguard Worker {
6755*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
6756*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __B,
6757*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
6758*344a7f5eSAndroid Build Coastguard Worker }
6759*344a7f5eSAndroid Build Coastguard Worker 
6760*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_test_epi32_mask(__mmask8 __U,__m256i __A,__m256i __B)6761*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_test_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
6762*344a7f5eSAndroid Build Coastguard Worker {
6763*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
6764*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __B, __U);
6765*344a7f5eSAndroid Build Coastguard Worker }
6766*344a7f5eSAndroid Build Coastguard Worker 
6767*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_test_epi64_mask(__m128i __A,__m128i __B)6768*344a7f5eSAndroid Build Coastguard Worker _mm_test_epi64_mask (__m128i __A, __m128i __B)
6769*344a7f5eSAndroid Build Coastguard Worker {
6770*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
6771*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __B,
6772*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
6773*344a7f5eSAndroid Build Coastguard Worker }
6774*344a7f5eSAndroid Build Coastguard Worker 
6775*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_test_epi64_mask(__mmask8 __U,__m128i __A,__m128i __B)6776*344a7f5eSAndroid Build Coastguard Worker _mm_mask_test_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
6777*344a7f5eSAndroid Build Coastguard Worker {
6778*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
6779*344a7f5eSAndroid Build Coastguard Worker                  (__v2di) __B, __U);
6780*344a7f5eSAndroid Build Coastguard Worker }
6781*344a7f5eSAndroid Build Coastguard Worker 
6782*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_test_epi64_mask(__m256i __A,__m256i __B)6783*344a7f5eSAndroid Build Coastguard Worker _mm256_test_epi64_mask (__m256i __A, __m256i __B)
6784*344a7f5eSAndroid Build Coastguard Worker {
6785*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
6786*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __B,
6787*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
6788*344a7f5eSAndroid Build Coastguard Worker }
6789*344a7f5eSAndroid Build Coastguard Worker 
6790*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_test_epi64_mask(__mmask8 __U,__m256i __A,__m256i __B)6791*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_test_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
6792*344a7f5eSAndroid Build Coastguard Worker {
6793*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
6794*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __B, __U);
6795*344a7f5eSAndroid Build Coastguard Worker }
6796*344a7f5eSAndroid Build Coastguard Worker 
6797*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_testn_epi32_mask(__m128i __A,__m128i __B)6798*344a7f5eSAndroid Build Coastguard Worker _mm_testn_epi32_mask (__m128i __A, __m128i __B)
6799*344a7f5eSAndroid Build Coastguard Worker {
6800*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
6801*344a7f5eSAndroid Build Coastguard Worker             (__v4si) __B,
6802*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) -1);
6803*344a7f5eSAndroid Build Coastguard Worker }
6804*344a7f5eSAndroid Build Coastguard Worker 
6805*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_testn_epi32_mask(__mmask8 __U,__m128i __A,__m128i __B)6806*344a7f5eSAndroid Build Coastguard Worker _mm_mask_testn_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
6807*344a7f5eSAndroid Build Coastguard Worker {
6808*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
6809*344a7f5eSAndroid Build Coastguard Worker             (__v4si) __B, __U);
6810*344a7f5eSAndroid Build Coastguard Worker }
6811*344a7f5eSAndroid Build Coastguard Worker 
6812*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_testn_epi32_mask(__m256i __A,__m256i __B)6813*344a7f5eSAndroid Build Coastguard Worker _mm256_testn_epi32_mask (__m256i __A, __m256i __B)
6814*344a7f5eSAndroid Build Coastguard Worker {
6815*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
6816*344a7f5eSAndroid Build Coastguard Worker             (__v8si) __B,
6817*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) -1);
6818*344a7f5eSAndroid Build Coastguard Worker }
6819*344a7f5eSAndroid Build Coastguard Worker 
6820*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_testn_epi32_mask(__mmask8 __U,__m256i __A,__m256i __B)6821*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_testn_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
6822*344a7f5eSAndroid Build Coastguard Worker {
6823*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
6824*344a7f5eSAndroid Build Coastguard Worker             (__v8si) __B, __U);
6825*344a7f5eSAndroid Build Coastguard Worker }
6826*344a7f5eSAndroid Build Coastguard Worker 
6827*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_testn_epi64_mask(__m128i __A,__m128i __B)6828*344a7f5eSAndroid Build Coastguard Worker _mm_testn_epi64_mask (__m128i __A, __m128i __B)
6829*344a7f5eSAndroid Build Coastguard Worker {
6830*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
6831*344a7f5eSAndroid Build Coastguard Worker             (__v2di) __B,
6832*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) -1);
6833*344a7f5eSAndroid Build Coastguard Worker }
6834*344a7f5eSAndroid Build Coastguard Worker 
6835*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm_mask_testn_epi64_mask(__mmask8 __U,__m128i __A,__m128i __B)6836*344a7f5eSAndroid Build Coastguard Worker _mm_mask_testn_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
6837*344a7f5eSAndroid Build Coastguard Worker {
6838*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
6839*344a7f5eSAndroid Build Coastguard Worker             (__v2di) __B, __U);
6840*344a7f5eSAndroid Build Coastguard Worker }
6841*344a7f5eSAndroid Build Coastguard Worker 
6842*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_testn_epi64_mask(__m256i __A,__m256i __B)6843*344a7f5eSAndroid Build Coastguard Worker _mm256_testn_epi64_mask (__m256i __A, __m256i __B)
6844*344a7f5eSAndroid Build Coastguard Worker {
6845*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
6846*344a7f5eSAndroid Build Coastguard Worker             (__v4di) __B,
6847*344a7f5eSAndroid Build Coastguard Worker             (__mmask8) -1);
6848*344a7f5eSAndroid Build Coastguard Worker }
6849*344a7f5eSAndroid Build Coastguard Worker 
6850*344a7f5eSAndroid Build Coastguard Worker static __inline__ __mmask8 __DEFAULT_FN_ATTRS
_mm256_mask_testn_epi64_mask(__mmask8 __U,__m256i __A,__m256i __B)6851*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_testn_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
6852*344a7f5eSAndroid Build Coastguard Worker {
6853*344a7f5eSAndroid Build Coastguard Worker   return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
6854*344a7f5eSAndroid Build Coastguard Worker             (__v4di) __B, __U);
6855*344a7f5eSAndroid Build Coastguard Worker }
6856*344a7f5eSAndroid Build Coastguard Worker 
6857*344a7f5eSAndroid Build Coastguard Worker 
6858*344a7f5eSAndroid Build Coastguard Worker 
6859*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_unpackhi_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)6860*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpackhi_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
6861*344a7f5eSAndroid Build Coastguard Worker {
6862*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6863*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_unpackhi_epi32(__A, __B),
6864*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)__W);
6865*344a7f5eSAndroid Build Coastguard Worker }
6866*344a7f5eSAndroid Build Coastguard Worker 
6867*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_unpackhi_epi32(__mmask8 __U,__m128i __A,__m128i __B)6868*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpackhi_epi32(__mmask8 __U, __m128i __A, __m128i __B)
6869*344a7f5eSAndroid Build Coastguard Worker {
6870*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6871*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_unpackhi_epi32(__A, __B),
6872*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_setzero_si128());
6873*344a7f5eSAndroid Build Coastguard Worker }
6874*344a7f5eSAndroid Build Coastguard Worker 
6875*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_unpackhi_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)6876*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpackhi_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
6877*344a7f5eSAndroid Build Coastguard Worker {
6878*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6879*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_unpackhi_epi32(__A, __B),
6880*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)__W);
6881*344a7f5eSAndroid Build Coastguard Worker }
6882*344a7f5eSAndroid Build Coastguard Worker 
6883*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_unpackhi_epi32(__mmask8 __U,__m256i __A,__m256i __B)6884*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpackhi_epi32(__mmask8 __U, __m256i __A, __m256i __B)
6885*344a7f5eSAndroid Build Coastguard Worker {
6886*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6887*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_unpackhi_epi32(__A, __B),
6888*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256());
6889*344a7f5eSAndroid Build Coastguard Worker }
6890*344a7f5eSAndroid Build Coastguard Worker 
6891*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_unpackhi_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)6892*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpackhi_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
6893*344a7f5eSAndroid Build Coastguard Worker {
6894*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6895*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_unpackhi_epi64(__A, __B),
6896*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)__W);
6897*344a7f5eSAndroid Build Coastguard Worker }
6898*344a7f5eSAndroid Build Coastguard Worker 
6899*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_unpackhi_epi64(__mmask8 __U,__m128i __A,__m128i __B)6900*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpackhi_epi64(__mmask8 __U, __m128i __A, __m128i __B)
6901*344a7f5eSAndroid Build Coastguard Worker {
6902*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6903*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_unpackhi_epi64(__A, __B),
6904*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_setzero_di());
6905*344a7f5eSAndroid Build Coastguard Worker }
6906*344a7f5eSAndroid Build Coastguard Worker 
6907*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_unpackhi_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)6908*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpackhi_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
6909*344a7f5eSAndroid Build Coastguard Worker {
6910*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6911*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_unpackhi_epi64(__A, __B),
6912*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)__W);
6913*344a7f5eSAndroid Build Coastguard Worker }
6914*344a7f5eSAndroid Build Coastguard Worker 
6915*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_unpackhi_epi64(__mmask8 __U,__m256i __A,__m256i __B)6916*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpackhi_epi64(__mmask8 __U, __m256i __A, __m256i __B)
6917*344a7f5eSAndroid Build Coastguard Worker {
6918*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6919*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_unpackhi_epi64(__A, __B),
6920*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256());
6921*344a7f5eSAndroid Build Coastguard Worker }
6922*344a7f5eSAndroid Build Coastguard Worker 
6923*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_unpacklo_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)6924*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpacklo_epi32(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
6925*344a7f5eSAndroid Build Coastguard Worker {
6926*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6927*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_unpacklo_epi32(__A, __B),
6928*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)__W);
6929*344a7f5eSAndroid Build Coastguard Worker }
6930*344a7f5eSAndroid Build Coastguard Worker 
6931*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_unpacklo_epi32(__mmask8 __U,__m128i __A,__m128i __B)6932*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpacklo_epi32(__mmask8 __U, __m128i __A, __m128i __B)
6933*344a7f5eSAndroid Build Coastguard Worker {
6934*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128((__mmask8)__U,
6935*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_unpacklo_epi32(__A, __B),
6936*344a7f5eSAndroid Build Coastguard Worker                                            (__v4si)_mm_setzero_si128());
6937*344a7f5eSAndroid Build Coastguard Worker }
6938*344a7f5eSAndroid Build Coastguard Worker 
6939*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_unpacklo_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)6940*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpacklo_epi32(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
6941*344a7f5eSAndroid Build Coastguard Worker {
6942*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6943*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_unpacklo_epi32(__A, __B),
6944*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)__W);
6945*344a7f5eSAndroid Build Coastguard Worker }
6946*344a7f5eSAndroid Build Coastguard Worker 
6947*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_unpacklo_epi32(__mmask8 __U,__m256i __A,__m256i __B)6948*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpacklo_epi32(__mmask8 __U, __m256i __A, __m256i __B)
6949*344a7f5eSAndroid Build Coastguard Worker {
6950*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256((__mmask8)__U,
6951*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_unpacklo_epi32(__A, __B),
6952*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)_mm256_setzero_si256());
6953*344a7f5eSAndroid Build Coastguard Worker }
6954*344a7f5eSAndroid Build Coastguard Worker 
6955*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_unpacklo_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)6956*344a7f5eSAndroid Build Coastguard Worker _mm_mask_unpacklo_epi64(__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
6957*344a7f5eSAndroid Build Coastguard Worker {
6958*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6959*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_unpacklo_epi64(__A, __B),
6960*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)__W);
6961*344a7f5eSAndroid Build Coastguard Worker }
6962*344a7f5eSAndroid Build Coastguard Worker 
6963*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_unpacklo_epi64(__mmask8 __U,__m128i __A,__m128i __B)6964*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_unpacklo_epi64(__mmask8 __U, __m128i __A, __m128i __B)
6965*344a7f5eSAndroid Build Coastguard Worker {
6966*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128((__mmask8)__U,
6967*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_unpacklo_epi64(__A, __B),
6968*344a7f5eSAndroid Build Coastguard Worker                                            (__v2di)_mm_setzero_di());
6969*344a7f5eSAndroid Build Coastguard Worker }
6970*344a7f5eSAndroid Build Coastguard Worker 
6971*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_unpacklo_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m256i __B)6972*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_unpacklo_epi64(__m256i __W, __mmask8 __U, __m256i __A, __m256i __B)
6973*344a7f5eSAndroid Build Coastguard Worker {
6974*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6975*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_unpacklo_epi64(__A, __B),
6976*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)__W);
6977*344a7f5eSAndroid Build Coastguard Worker }
6978*344a7f5eSAndroid Build Coastguard Worker 
6979*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_unpacklo_epi64(__mmask8 __U,__m256i __A,__m256i __B)6980*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_unpacklo_epi64(__mmask8 __U, __m256i __A, __m256i __B)
6981*344a7f5eSAndroid Build Coastguard Worker {
6982*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256((__mmask8)__U,
6983*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_unpacklo_epi64(__A, __B),
6984*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)_mm256_setzero_si256());
6985*344a7f5eSAndroid Build Coastguard Worker }
6986*344a7f5eSAndroid Build Coastguard Worker 
6987*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sra_epi32(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)6988*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sra_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
6989*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
6990*344a7f5eSAndroid Build Coastguard Worker {
6991*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
6992*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
6993*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __W,
6994*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
6995*344a7f5eSAndroid Build Coastguard Worker }
6996*344a7f5eSAndroid Build Coastguard Worker 
6997*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sra_epi32(__mmask8 __U,__m128i __A,__m128i __B)6998*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sra_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
6999*344a7f5eSAndroid Build Coastguard Worker {
7000*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
7001*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
7002*344a7f5eSAndroid Build Coastguard Worker              (__v4si)
7003*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_si128 (),
7004*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7005*344a7f5eSAndroid Build Coastguard Worker }
7006*344a7f5eSAndroid Build Coastguard Worker 
7007*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sra_epi32(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)7008*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sra_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
7009*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
7010*344a7f5eSAndroid Build Coastguard Worker {
7011*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
7012*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
7013*344a7f5eSAndroid Build Coastguard Worker              (__v8si) __W,
7014*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7015*344a7f5eSAndroid Build Coastguard Worker }
7016*344a7f5eSAndroid Build Coastguard Worker 
7017*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sra_epi32(__mmask8 __U,__m256i __A,__m128i __B)7018*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sra_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
7019*344a7f5eSAndroid Build Coastguard Worker {
7020*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
7021*344a7f5eSAndroid Build Coastguard Worker              (__v4si) __B,
7022*344a7f5eSAndroid Build Coastguard Worker              (__v8si)
7023*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
7024*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7025*344a7f5eSAndroid Build Coastguard Worker }
7026*344a7f5eSAndroid Build Coastguard Worker 
7027*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
7028*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
7029*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(W), \
7030*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7031*344a7f5eSAndroid Build Coastguard Worker 
7032*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_srai_epi32(U, A, imm) __extension__ ({ \
7033*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psradi128_mask((__v4si)(__m128i)(A), (int)(imm), \
7034*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)_mm_setzero_si128(), \
7035*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7036*344a7f5eSAndroid Build Coastguard Worker 
7037*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_srai_epi32(W, U, A, imm) __extension__ ({ \
7038*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
7039*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(W), \
7040*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7041*344a7f5eSAndroid Build Coastguard Worker 
7042*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_srai_epi32(U, A, imm) __extension__ ({ \
7043*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psradi256_mask((__v8si)(__m256i)(A), (int)(imm), \
7044*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)_mm256_setzero_si256(), \
7045*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7046*344a7f5eSAndroid Build Coastguard Worker 
7047*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_sra_epi64(__m128i __A,__m128i __B)7048*344a7f5eSAndroid Build Coastguard Worker _mm_sra_epi64 (__m128i __A, __m128i __B)
7049*344a7f5eSAndroid Build Coastguard Worker {
7050*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
7051*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7052*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
7053*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
7054*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) -1);
7055*344a7f5eSAndroid Build Coastguard Worker }
7056*344a7f5eSAndroid Build Coastguard Worker 
7057*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_sra_epi64(__m128i __W,__mmask8 __U,__m128i __A,__m128i __B)7058*344a7f5eSAndroid Build Coastguard Worker _mm_mask_sra_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7059*344a7f5eSAndroid Build Coastguard Worker         __m128i __B)
7060*344a7f5eSAndroid Build Coastguard Worker {
7061*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
7062*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7063*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __W,
7064*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7065*344a7f5eSAndroid Build Coastguard Worker }
7066*344a7f5eSAndroid Build Coastguard Worker 
7067*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_sra_epi64(__mmask8 __U,__m128i __A,__m128i __B)7068*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_sra_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7069*344a7f5eSAndroid Build Coastguard Worker {
7070*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
7071*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7072*344a7f5eSAndroid Build Coastguard Worker              (__v2di)
7073*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_di (),
7074*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7075*344a7f5eSAndroid Build Coastguard Worker }
7076*344a7f5eSAndroid Build Coastguard Worker 
7077*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_sra_epi64(__m256i __A,__m128i __B)7078*344a7f5eSAndroid Build Coastguard Worker _mm256_sra_epi64 (__m256i __A, __m128i __B)
7079*344a7f5eSAndroid Build Coastguard Worker {
7080*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
7081*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7082*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
7083*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
7084*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) -1);
7085*344a7f5eSAndroid Build Coastguard Worker }
7086*344a7f5eSAndroid Build Coastguard Worker 
7087*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_sra_epi64(__m256i __W,__mmask8 __U,__m256i __A,__m128i __B)7088*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_sra_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7089*344a7f5eSAndroid Build Coastguard Worker            __m128i __B)
7090*344a7f5eSAndroid Build Coastguard Worker {
7091*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
7092*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7093*344a7f5eSAndroid Build Coastguard Worker              (__v4di) __W,
7094*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7095*344a7f5eSAndroid Build Coastguard Worker }
7096*344a7f5eSAndroid Build Coastguard Worker 
7097*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_sra_epi64(__mmask8 __U,__m256i __A,__m128i __B)7098*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_sra_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
7099*344a7f5eSAndroid Build Coastguard Worker {
7100*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
7101*344a7f5eSAndroid Build Coastguard Worker              (__v2di) __B,
7102*344a7f5eSAndroid Build Coastguard Worker              (__v4di)
7103*344a7f5eSAndroid Build Coastguard Worker              _mm256_setzero_si256 (),
7104*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
7105*344a7f5eSAndroid Build Coastguard Worker }
7106*344a7f5eSAndroid Build Coastguard Worker 
7107*344a7f5eSAndroid Build Coastguard Worker #define _mm_srai_epi64(A, imm) __extension__ ({ \
7108*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7109*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_di(), \
7110*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
7111*344a7f5eSAndroid Build Coastguard Worker 
7112*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
7113*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7114*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(W), \
7115*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7116*344a7f5eSAndroid Build Coastguard Worker 
7117*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_srai_epi64(U, A, imm) __extension__ ({ \
7118*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_psraqi128_mask((__v2di)(__m128i)(A), (int)(imm), \
7119*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_si128(), \
7120*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7121*344a7f5eSAndroid Build Coastguard Worker 
7122*344a7f5eSAndroid Build Coastguard Worker #define _mm256_srai_epi64(A, imm) __extension__ ({ \
7123*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7124*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_setzero_si256(), \
7125*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
7126*344a7f5eSAndroid Build Coastguard Worker 
7127*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_srai_epi64(W, U, A, imm) __extension__ ({ \
7128*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7129*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(W), \
7130*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7131*344a7f5eSAndroid Build Coastguard Worker 
7132*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_srai_epi64(U, A, imm) __extension__ ({ \
7133*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_psraqi256_mask((__v4di)(__m256i)(A), (int)(imm), \
7134*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_setzero_si256(), \
7135*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
7136*344a7f5eSAndroid Build Coastguard Worker 
7137*344a7f5eSAndroid Build Coastguard Worker #define _mm_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7138*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7139*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(B), \
7140*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(C), (int)(imm), \
7141*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
7142*344a7f5eSAndroid Build Coastguard Worker 
7143*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7144*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogd128_mask((__v4si)(__m128i)(A), \
7145*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(B), \
7146*344a7f5eSAndroid Build Coastguard Worker                                             (__v4si)(__m128i)(C), (int)(imm), \
7147*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
7148*344a7f5eSAndroid Build Coastguard Worker 
7149*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7150*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogd128_maskz((__v4si)(__m128i)(A), \
7151*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)(__m128i)(B), \
7152*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si)(__m128i)(C), (int)(imm), \
7153*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7154*344a7f5eSAndroid Build Coastguard Worker 
7155*344a7f5eSAndroid Build Coastguard Worker #define _mm256_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
7156*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7157*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(B), \
7158*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(C), (int)(imm), \
7159*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
7160*344a7f5eSAndroid Build Coastguard Worker 
7161*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
7162*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogd256_mask((__v8si)(__m256i)(A), \
7163*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(B), \
7164*344a7f5eSAndroid Build Coastguard Worker                                             (__v8si)(__m256i)(C), (int)(imm), \
7165*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
7166*344a7f5eSAndroid Build Coastguard Worker 
7167*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
7168*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogd256_maskz((__v8si)(__m256i)(A), \
7169*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)(__m256i)(B), \
7170*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si)(__m256i)(C), (int)(imm), \
7171*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7172*344a7f5eSAndroid Build Coastguard Worker 
7173*344a7f5eSAndroid Build Coastguard Worker #define _mm_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7174*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7175*344a7f5eSAndroid Build Coastguard Worker                                             (__v2di)(__m128i)(B), \
7176*344a7f5eSAndroid Build Coastguard Worker                                             (__v2di)(__m128i)(C), (int)(imm), \
7177*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
7178*344a7f5eSAndroid Build Coastguard Worker 
7179*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7180*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogq128_mask((__v2di)(__m128i)(A), \
7181*344a7f5eSAndroid Build Coastguard Worker                                             (__v2di)(__m128i)(B), \
7182*344a7f5eSAndroid Build Coastguard Worker                                             (__v2di)(__m128i)(C), (int)(imm), \
7183*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
7184*344a7f5eSAndroid Build Coastguard Worker 
7185*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7186*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_pternlogq128_maskz((__v2di)(__m128i)(A), \
7187*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)(__m128i)(B), \
7188*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di)(__m128i)(C), (int)(imm), \
7189*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7190*344a7f5eSAndroid Build Coastguard Worker 
7191*344a7f5eSAndroid Build Coastguard Worker #define _mm256_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
7192*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7193*344a7f5eSAndroid Build Coastguard Worker                                             (__v4di)(__m256i)(B), \
7194*344a7f5eSAndroid Build Coastguard Worker                                             (__v4di)(__m256i)(C), (int)(imm), \
7195*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
7196*344a7f5eSAndroid Build Coastguard Worker 
7197*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
7198*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogq256_mask((__v4di)(__m256i)(A), \
7199*344a7f5eSAndroid Build Coastguard Worker                                             (__v4di)(__m256i)(B), \
7200*344a7f5eSAndroid Build Coastguard Worker                                             (__v4di)(__m256i)(C), (int)(imm), \
7201*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
7202*344a7f5eSAndroid Build Coastguard Worker 
7203*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
7204*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_pternlogq256_maskz((__v4di)(__m256i)(A), \
7205*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)(__m256i)(B), \
7206*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di)(__m256i)(C), (int)(imm), \
7207*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7208*344a7f5eSAndroid Build Coastguard Worker 
7209*344a7f5eSAndroid Build Coastguard Worker 
7210*344a7f5eSAndroid Build Coastguard Worker 
7211*344a7f5eSAndroid Build Coastguard Worker #define _mm256_shuffle_f32x4(A, B, imm) __extension__ ({ \
7212*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7213*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(B), (int)(imm), \
7214*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps(), \
7215*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)-1); })
7216*344a7f5eSAndroid Build Coastguard Worker 
7217*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7218*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7219*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(B), (int)(imm), \
7220*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(W), \
7221*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7222*344a7f5eSAndroid Build Coastguard Worker 
7223*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7224*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_shuf_f32x4_256_mask((__v8sf)(__m256)(A), \
7225*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)(__m256)(B), (int)(imm), \
7226*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps(), \
7227*344a7f5eSAndroid Build Coastguard Worker                                              (__mmask8)(U)); })
7228*344a7f5eSAndroid Build Coastguard Worker 
7229*344a7f5eSAndroid Build Coastguard Worker #define _mm256_shuffle_f64x2(A, B, imm) __extension__ ({ \
7230*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7231*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(B), \
7232*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7233*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_setzero_pd(), \
7234*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
7235*344a7f5eSAndroid Build Coastguard Worker 
7236*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7237*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7238*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(B), \
7239*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7240*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(W), \
7241*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7242*344a7f5eSAndroid Build Coastguard Worker 
7243*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7244*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_shuf_f64x2_256_mask((__v4df)(__m256d)(A), \
7245*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)(__m256d)(B), \
7246*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7247*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df)_mm256_setzero_pd(), \
7248*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7249*344a7f5eSAndroid Build Coastguard Worker 
7250*344a7f5eSAndroid Build Coastguard Worker #define _mm256_shuffle_i32x4(A, B, imm) __extension__ ({ \
7251*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7252*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)(__m256i)(B), \
7253*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7254*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)_mm256_setzero_si256(), \
7255*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
7256*344a7f5eSAndroid Build Coastguard Worker 
7257*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7258*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7259*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)(__m256i)(B), \
7260*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7261*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)(__m256i)(W), \
7262*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7263*344a7f5eSAndroid Build Coastguard Worker 
7264*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7265*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i32x4_256_mask((__v8si)(__m256i)(A), \
7266*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)(__m256i)(B), \
7267*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7268*344a7f5eSAndroid Build Coastguard Worker                                               (__v8si)_mm256_setzero_si256(), \
7269*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7270*344a7f5eSAndroid Build Coastguard Worker 
7271*344a7f5eSAndroid Build Coastguard Worker #define _mm256_shuffle_i64x2(A, B, imm) __extension__ ({ \
7272*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7273*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)(__m256i)(B), \
7274*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7275*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)_mm256_setzero_si256(), \
7276*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
7277*344a7f5eSAndroid Build Coastguard Worker 
7278*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7279*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7280*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)(__m256i)(B), \
7281*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7282*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)(__m256i)(W), \
7283*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7284*344a7f5eSAndroid Build Coastguard Worker 
7285*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7286*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_shuf_i64x2_256_mask((__v4di)(__m256i)(A), \
7287*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)(__m256i)(B), \
7288*344a7f5eSAndroid Build Coastguard Worker                                               (int)(imm), \
7289*344a7f5eSAndroid Build Coastguard Worker                                               (__v4di)_mm256_setzero_si256(), \
7290*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
7291*344a7f5eSAndroid Build Coastguard Worker 
7292*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7293*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7294*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7295*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)(__m128d)(W)); })
7296*344a7f5eSAndroid Build Coastguard Worker 
7297*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7298*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_selectpd_128((__mmask8)(U), \
7299*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_shuffle_pd((A), (B), (M)), \
7300*344a7f5eSAndroid Build Coastguard Worker                                        (__v2df)_mm_setzero_pd()); })
7301*344a7f5eSAndroid Build Coastguard Worker 
7302*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_pd(W, U, A, B, M) __extension__ ({ \
7303*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7304*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7305*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)(__m256d)(W)); })
7306*344a7f5eSAndroid Build Coastguard Worker 
7307*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_pd(U, A, B, M) __extension__ ({ \
7308*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
7309*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_shuffle_pd((A), (B), (M)), \
7310*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_setzero_pd()); })
7311*344a7f5eSAndroid Build Coastguard Worker 
7312*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7313*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7314*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7315*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)(__m128)(W)); })
7316*344a7f5eSAndroid Build Coastguard Worker 
7317*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7318*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_selectps_128((__mmask8)(U), \
7319*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_shuffle_ps((A), (B), (M)), \
7320*344a7f5eSAndroid Build Coastguard Worker                                       (__v4sf)_mm_setzero_ps()); })
7321*344a7f5eSAndroid Build Coastguard Worker 
7322*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_ps(W, U, A, B, M) __extension__ ({ \
7323*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7324*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7325*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)(__m256)(W)); })
7326*344a7f5eSAndroid Build Coastguard Worker 
7327*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_ps(U, A, B, M) __extension__ ({ \
7328*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_selectps_256((__mmask8)(U), \
7329*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_shuffle_ps((A), (B), (M)), \
7330*344a7f5eSAndroid Build Coastguard Worker                                       (__v8sf)_mm256_setzero_ps()); })
7331*344a7f5eSAndroid Build Coastguard Worker 
7332*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_rsqrt14_pd(__m128d __A)7333*344a7f5eSAndroid Build Coastguard Worker _mm_rsqrt14_pd (__m128d __A)
7334*344a7f5eSAndroid Build Coastguard Worker {
7335*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7336*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
7337*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
7338*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
7339*344a7f5eSAndroid Build Coastguard Worker }
7340*344a7f5eSAndroid Build Coastguard Worker 
7341*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_rsqrt14_pd(__m128d __W,__mmask8 __U,__m128d __A)7342*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rsqrt14_pd (__m128d __W, __mmask8 __U, __m128d __A)
7343*344a7f5eSAndroid Build Coastguard Worker {
7344*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7345*344a7f5eSAndroid Build Coastguard Worker                  (__v2df) __W,
7346*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
7347*344a7f5eSAndroid Build Coastguard Worker }
7348*344a7f5eSAndroid Build Coastguard Worker 
7349*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_rsqrt14_pd(__mmask8 __U,__m128d __A)7350*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rsqrt14_pd (__mmask8 __U, __m128d __A)
7351*344a7f5eSAndroid Build Coastguard Worker {
7352*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
7353*344a7f5eSAndroid Build Coastguard Worker                  (__v2df)
7354*344a7f5eSAndroid Build Coastguard Worker                  _mm_setzero_pd (),
7355*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
7356*344a7f5eSAndroid Build Coastguard Worker }
7357*344a7f5eSAndroid Build Coastguard Worker 
7358*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_rsqrt14_pd(__m256d __A)7359*344a7f5eSAndroid Build Coastguard Worker _mm256_rsqrt14_pd (__m256d __A)
7360*344a7f5eSAndroid Build Coastguard Worker {
7361*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7362*344a7f5eSAndroid Build Coastguard Worker                  (__v4df)
7363*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_pd (),
7364*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
7365*344a7f5eSAndroid Build Coastguard Worker }
7366*344a7f5eSAndroid Build Coastguard Worker 
7367*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_rsqrt14_pd(__m256d __W,__mmask8 __U,__m256d __A)7368*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rsqrt14_pd (__m256d __W, __mmask8 __U, __m256d __A)
7369*344a7f5eSAndroid Build Coastguard Worker {
7370*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7371*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) __W,
7372*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
7373*344a7f5eSAndroid Build Coastguard Worker }
7374*344a7f5eSAndroid Build Coastguard Worker 
7375*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_rsqrt14_pd(__mmask8 __U,__m256d __A)7376*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rsqrt14_pd (__mmask8 __U, __m256d __A)
7377*344a7f5eSAndroid Build Coastguard Worker {
7378*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
7379*344a7f5eSAndroid Build Coastguard Worker                  (__v4df)
7380*344a7f5eSAndroid Build Coastguard Worker                  _mm256_setzero_pd (),
7381*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
7382*344a7f5eSAndroid Build Coastguard Worker }
7383*344a7f5eSAndroid Build Coastguard Worker 
7384*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_rsqrt14_ps(__m128 __A)7385*344a7f5eSAndroid Build Coastguard Worker _mm_rsqrt14_ps (__m128 __A)
7386*344a7f5eSAndroid Build Coastguard Worker {
7387*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7388*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
7389*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
7390*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7391*344a7f5eSAndroid Build Coastguard Worker }
7392*344a7f5eSAndroid Build Coastguard Worker 
7393*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_rsqrt14_ps(__m128 __W,__mmask8 __U,__m128 __A)7394*344a7f5eSAndroid Build Coastguard Worker _mm_mask_rsqrt14_ps (__m128 __W, __mmask8 __U, __m128 __A)
7395*344a7f5eSAndroid Build Coastguard Worker {
7396*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7397*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf) __W,
7398*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
7399*344a7f5eSAndroid Build Coastguard Worker }
7400*344a7f5eSAndroid Build Coastguard Worker 
7401*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_rsqrt14_ps(__mmask8 __U,__m128 __A)7402*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_rsqrt14_ps (__mmask8 __U, __m128 __A)
7403*344a7f5eSAndroid Build Coastguard Worker {
7404*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
7405*344a7f5eSAndroid Build Coastguard Worker                 (__v4sf)
7406*344a7f5eSAndroid Build Coastguard Worker                 _mm_setzero_ps (),
7407*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
7408*344a7f5eSAndroid Build Coastguard Worker }
7409*344a7f5eSAndroid Build Coastguard Worker 
7410*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_rsqrt14_ps(__m256 __A)7411*344a7f5eSAndroid Build Coastguard Worker _mm256_rsqrt14_ps (__m256 __A)
7412*344a7f5eSAndroid Build Coastguard Worker {
7413*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7414*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
7415*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
7416*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7417*344a7f5eSAndroid Build Coastguard Worker }
7418*344a7f5eSAndroid Build Coastguard Worker 
7419*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_rsqrt14_ps(__m256 __W,__mmask8 __U,__m256 __A)7420*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_rsqrt14_ps (__m256 __W, __mmask8 __U, __m256 __A)
7421*344a7f5eSAndroid Build Coastguard Worker {
7422*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7423*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __W,
7424*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
7425*344a7f5eSAndroid Build Coastguard Worker }
7426*344a7f5eSAndroid Build Coastguard Worker 
7427*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_rsqrt14_ps(__mmask8 __U,__m256 __A)7428*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_rsqrt14_ps (__mmask8 __U, __m256 __A)
7429*344a7f5eSAndroid Build Coastguard Worker {
7430*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
7431*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
7432*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
7433*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
7434*344a7f5eSAndroid Build Coastguard Worker }
7435*344a7f5eSAndroid Build Coastguard Worker 
7436*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_broadcast_f32x4(__m128 __A)7437*344a7f5eSAndroid Build Coastguard Worker _mm256_broadcast_f32x4 (__m128 __A)
7438*344a7f5eSAndroid Build Coastguard Worker {
7439*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7440*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)_mm256_undefined_pd (),
7441*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7442*344a7f5eSAndroid Build Coastguard Worker }
7443*344a7f5eSAndroid Build Coastguard Worker 
7444*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_broadcast_f32x4(__m256 __O,__mmask8 __M,__m128 __A)7445*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcast_f32x4 (__m256 __O, __mmask8 __M, __m128 __A)
7446*344a7f5eSAndroid Build Coastguard Worker {
7447*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7448*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __O,
7449*344a7f5eSAndroid Build Coastguard Worker                 __M);
7450*344a7f5eSAndroid Build Coastguard Worker }
7451*344a7f5eSAndroid Build Coastguard Worker 
7452*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_broadcast_f32x4(__mmask8 __M,__m128 __A)7453*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcast_f32x4 (__mmask8 __M, __m128 __A)
7454*344a7f5eSAndroid Build Coastguard Worker {
7455*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
7456*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) _mm256_setzero_ps (),
7457*344a7f5eSAndroid Build Coastguard Worker                 __M);
7458*344a7f5eSAndroid Build Coastguard Worker }
7459*344a7f5eSAndroid Build Coastguard Worker 
7460*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_broadcast_i32x4(__m128i __A)7461*344a7f5eSAndroid Build Coastguard Worker _mm256_broadcast_i32x4 (__m128i __A)
7462*344a7f5eSAndroid Build Coastguard Worker {
7463*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) __A,
7464*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)_mm256_undefined_si256 (),
7465*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
7466*344a7f5eSAndroid Build Coastguard Worker }
7467*344a7f5eSAndroid Build Coastguard Worker 
7468*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_broadcast_i32x4(__m256i __O,__mmask8 __M,__m128i __A)7469*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcast_i32x4 (__m256i __O, __mmask8 __M, __m128i __A)
7470*344a7f5eSAndroid Build Coastguard Worker {
7471*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si) __A,
7472*344a7f5eSAndroid Build Coastguard Worker                  (__v8si)
7473*344a7f5eSAndroid Build Coastguard Worker                  __O, __M);
7474*344a7f5eSAndroid Build Coastguard Worker }
7475*344a7f5eSAndroid Build Coastguard Worker 
7476*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_broadcast_i32x4(__mmask8 __M,__m128i __A)7477*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcast_i32x4 (__mmask8 __M, __m128i __A)
7478*344a7f5eSAndroid Build Coastguard Worker {
7479*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si)
7480*344a7f5eSAndroid Build Coastguard Worker                  __A,
7481*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) _mm256_setzero_si256 (),
7482*344a7f5eSAndroid Build Coastguard Worker                  __M);
7483*344a7f5eSAndroid Build Coastguard Worker }
7484*344a7f5eSAndroid Build Coastguard Worker 
7485*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_broadcastsd_pd(__m256d __O,__mmask8 __M,__m128d __A)7486*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcastsd_pd (__m256d __O, __mmask8 __M, __m128d __A)
7487*344a7f5eSAndroid Build Coastguard Worker {
7488*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256(__M,
7489*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df) _mm256_broadcastsd_pd(__A),
7490*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df) __O);
7491*344a7f5eSAndroid Build Coastguard Worker }
7492*344a7f5eSAndroid Build Coastguard Worker 
7493*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_broadcastsd_pd(__mmask8 __M,__m128d __A)7494*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7495*344a7f5eSAndroid Build Coastguard Worker {
7496*344a7f5eSAndroid Build Coastguard Worker   return (__m256d)__builtin_ia32_selectpd_256(__M,
7497*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df) _mm256_broadcastsd_pd(__A),
7498*344a7f5eSAndroid Build Coastguard Worker                                               (__v4df) _mm256_setzero_pd());
7499*344a7f5eSAndroid Build Coastguard Worker }
7500*344a7f5eSAndroid Build Coastguard Worker 
7501*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_broadcastss_ps(__m128 __O,__mmask8 __M,__m128 __A)7502*344a7f5eSAndroid Build Coastguard Worker _mm_mask_broadcastss_ps (__m128 __O, __mmask8 __M, __m128 __A)
7503*344a7f5eSAndroid Build Coastguard Worker {
7504*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128(__M,
7505*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf) _mm_broadcastss_ps(__A),
7506*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf) __O);
7507*344a7f5eSAndroid Build Coastguard Worker }
7508*344a7f5eSAndroid Build Coastguard Worker 
7509*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_broadcastss_ps(__mmask8 __M,__m128 __A)7510*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
7511*344a7f5eSAndroid Build Coastguard Worker {
7512*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128(__M,
7513*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf) _mm_broadcastss_ps(__A),
7514*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf) _mm_setzero_ps());
7515*344a7f5eSAndroid Build Coastguard Worker }
7516*344a7f5eSAndroid Build Coastguard Worker 
7517*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_broadcastss_ps(__m256 __O,__mmask8 __M,__m128 __A)7518*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcastss_ps (__m256 __O, __mmask8 __M, __m128 __A)
7519*344a7f5eSAndroid Build Coastguard Worker {
7520*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256(__M,
7521*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf) _mm256_broadcastss_ps(__A),
7522*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf) __O);
7523*344a7f5eSAndroid Build Coastguard Worker }
7524*344a7f5eSAndroid Build Coastguard Worker 
7525*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_broadcastss_ps(__mmask8 __M,__m128 __A)7526*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
7527*344a7f5eSAndroid Build Coastguard Worker {
7528*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256(__M,
7529*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf) _mm256_broadcastss_ps(__A),
7530*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf) _mm256_setzero_ps());
7531*344a7f5eSAndroid Build Coastguard Worker }
7532*344a7f5eSAndroid Build Coastguard Worker 
7533*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_broadcastd_epi32(__m128i __O,__mmask8 __M,__m128i __A)7534*344a7f5eSAndroid Build Coastguard Worker _mm_mask_broadcastd_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
7535*344a7f5eSAndroid Build Coastguard Worker {
7536*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128(__M,
7537*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si) _mm_broadcastd_epi32(__A),
7538*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si) __O);
7539*344a7f5eSAndroid Build Coastguard Worker }
7540*344a7f5eSAndroid Build Coastguard Worker 
7541*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_broadcastd_epi32(__mmask8 __M,__m128i __A)7542*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
7543*344a7f5eSAndroid Build Coastguard Worker {
7544*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectd_128(__M,
7545*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si) _mm_broadcastd_epi32(__A),
7546*344a7f5eSAndroid Build Coastguard Worker                                              (__v4si) _mm_setzero_si128());
7547*344a7f5eSAndroid Build Coastguard Worker }
7548*344a7f5eSAndroid Build Coastguard Worker 
7549*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_broadcastd_epi32(__m256i __O,__mmask8 __M,__m128i __A)7550*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcastd_epi32 (__m256i __O, __mmask8 __M, __m128i __A)
7551*344a7f5eSAndroid Build Coastguard Worker {
7552*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256(__M,
7553*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si) _mm256_broadcastd_epi32(__A),
7554*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si) __O);
7555*344a7f5eSAndroid Build Coastguard Worker }
7556*344a7f5eSAndroid Build Coastguard Worker 
7557*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_broadcastd_epi32(__mmask8 __M,__m128i __A)7558*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
7559*344a7f5eSAndroid Build Coastguard Worker {
7560*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectd_256(__M,
7561*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si) _mm256_broadcastd_epi32(__A),
7562*344a7f5eSAndroid Build Coastguard Worker                                              (__v8si) _mm256_setzero_si256());
7563*344a7f5eSAndroid Build Coastguard Worker }
7564*344a7f5eSAndroid Build Coastguard Worker 
7565*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_broadcastq_epi64(__m128i __O,__mmask8 __M,__m128i __A)7566*344a7f5eSAndroid Build Coastguard Worker _mm_mask_broadcastq_epi64 (__m128i __O, __mmask8 __M, __m128i __A)
7567*344a7f5eSAndroid Build Coastguard Worker {
7568*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128(__M,
7569*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di) _mm_broadcastq_epi64(__A),
7570*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di) __O);
7571*344a7f5eSAndroid Build Coastguard Worker }
7572*344a7f5eSAndroid Build Coastguard Worker 
7573*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_broadcastq_epi64(__mmask8 __M,__m128i __A)7574*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
7575*344a7f5eSAndroid Build Coastguard Worker {
7576*344a7f5eSAndroid Build Coastguard Worker   return (__m128i)__builtin_ia32_selectq_128(__M,
7577*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di) _mm_broadcastq_epi64(__A),
7578*344a7f5eSAndroid Build Coastguard Worker                                              (__v2di) _mm_setzero_si128());
7579*344a7f5eSAndroid Build Coastguard Worker }
7580*344a7f5eSAndroid Build Coastguard Worker 
7581*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_broadcastq_epi64(__m256i __O,__mmask8 __M,__m128i __A)7582*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_broadcastq_epi64 (__m256i __O, __mmask8 __M, __m128i __A)
7583*344a7f5eSAndroid Build Coastguard Worker {
7584*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256(__M,
7585*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di) _mm256_broadcastq_epi64(__A),
7586*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di) __O);
7587*344a7f5eSAndroid Build Coastguard Worker }
7588*344a7f5eSAndroid Build Coastguard Worker 
7589*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_broadcastq_epi64(__mmask8 __M,__m128i __A)7590*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
7591*344a7f5eSAndroid Build Coastguard Worker {
7592*344a7f5eSAndroid Build Coastguard Worker   return (__m256i)__builtin_ia32_selectq_256(__M,
7593*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di) _mm256_broadcastq_epi64(__A),
7594*344a7f5eSAndroid Build Coastguard Worker                                              (__v4di) _mm256_setzero_si256());
7595*344a7f5eSAndroid Build Coastguard Worker }
7596*344a7f5eSAndroid Build Coastguard Worker 
7597*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtsepi32_epi8(__m128i __A)7598*344a7f5eSAndroid Build Coastguard Worker _mm_cvtsepi32_epi8 (__m128i __A)
7599*344a7f5eSAndroid Build Coastguard Worker {
7600*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7601*344a7f5eSAndroid Build Coastguard Worker                (__v16qi)_mm_undefined_si128(),
7602*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7603*344a7f5eSAndroid Build Coastguard Worker }
7604*344a7f5eSAndroid Build Coastguard Worker 
7605*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi32_epi8(__m128i __O,__mmask8 __M,__m128i __A)7606*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7607*344a7f5eSAndroid Build Coastguard Worker {
7608*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7609*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) __O, __M);
7610*344a7f5eSAndroid Build Coastguard Worker }
7611*344a7f5eSAndroid Build Coastguard Worker 
7612*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtsepi32_epi8(__mmask8 __M,__m128i __A)7613*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtsepi32_epi8 (__mmask8 __M, __m128i __A)
7614*344a7f5eSAndroid Build Coastguard Worker {
7615*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
7616*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) _mm_setzero_si128 (),
7617*344a7f5eSAndroid Build Coastguard Worker                __M);
7618*344a7f5eSAndroid Build Coastguard Worker }
7619*344a7f5eSAndroid Build Coastguard Worker 
7620*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi32_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)7621*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7622*344a7f5eSAndroid Build Coastguard Worker {
7623*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
7624*344a7f5eSAndroid Build Coastguard Worker }
7625*344a7f5eSAndroid Build Coastguard Worker 
7626*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtsepi32_epi8(__m256i __A)7627*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtsepi32_epi8 (__m256i __A)
7628*344a7f5eSAndroid Build Coastguard Worker {
7629*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7630*344a7f5eSAndroid Build Coastguard Worker                (__v16qi)_mm_undefined_si128(),
7631*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7632*344a7f5eSAndroid Build Coastguard Worker }
7633*344a7f5eSAndroid Build Coastguard Worker 
7634*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi32_epi8(__m128i __O,__mmask8 __M,__m256i __A)7635*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7636*344a7f5eSAndroid Build Coastguard Worker {
7637*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7638*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) __O, __M);
7639*344a7f5eSAndroid Build Coastguard Worker }
7640*344a7f5eSAndroid Build Coastguard Worker 
7641*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtsepi32_epi8(__mmask8 __M,__m256i __A)7642*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtsepi32_epi8 (__mmask8 __M, __m256i __A)
7643*344a7f5eSAndroid Build Coastguard Worker {
7644*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
7645*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) _mm_setzero_si128 (),
7646*344a7f5eSAndroid Build Coastguard Worker                __M);
7647*344a7f5eSAndroid Build Coastguard Worker }
7648*344a7f5eSAndroid Build Coastguard Worker 
7649*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi32_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)7650*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7651*344a7f5eSAndroid Build Coastguard Worker {
7652*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
7653*344a7f5eSAndroid Build Coastguard Worker }
7654*344a7f5eSAndroid Build Coastguard Worker 
7655*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtsepi32_epi16(__m128i __A)7656*344a7f5eSAndroid Build Coastguard Worker _mm_cvtsepi32_epi16 (__m128i __A)
7657*344a7f5eSAndroid Build Coastguard Worker {
7658*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7659*344a7f5eSAndroid Build Coastguard Worker                (__v8hi)_mm_setzero_si128 (),
7660*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7661*344a7f5eSAndroid Build Coastguard Worker }
7662*344a7f5eSAndroid Build Coastguard Worker 
7663*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi32_epi16(__m128i __O,__mmask8 __M,__m128i __A)7664*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7665*344a7f5eSAndroid Build Coastguard Worker {
7666*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7667*344a7f5eSAndroid Build Coastguard Worker                (__v8hi)__O,
7668*344a7f5eSAndroid Build Coastguard Worker                __M);
7669*344a7f5eSAndroid Build Coastguard Worker }
7670*344a7f5eSAndroid Build Coastguard Worker 
7671*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtsepi32_epi16(__mmask8 __M,__m128i __A)7672*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtsepi32_epi16 (__mmask8 __M, __m128i __A)
7673*344a7f5eSAndroid Build Coastguard Worker {
7674*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
7675*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) _mm_setzero_si128 (),
7676*344a7f5eSAndroid Build Coastguard Worker                __M);
7677*344a7f5eSAndroid Build Coastguard Worker }
7678*344a7f5eSAndroid Build Coastguard Worker 
7679*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi32_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)7680*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7681*344a7f5eSAndroid Build Coastguard Worker {
7682*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
7683*344a7f5eSAndroid Build Coastguard Worker }
7684*344a7f5eSAndroid Build Coastguard Worker 
7685*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtsepi32_epi16(__m256i __A)7686*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtsepi32_epi16 (__m256i __A)
7687*344a7f5eSAndroid Build Coastguard Worker {
7688*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7689*344a7f5eSAndroid Build Coastguard Worker                (__v8hi)_mm_undefined_si128(),
7690*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7691*344a7f5eSAndroid Build Coastguard Worker }
7692*344a7f5eSAndroid Build Coastguard Worker 
7693*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi32_epi16(__m128i __O,__mmask8 __M,__m256i __A)7694*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7695*344a7f5eSAndroid Build Coastguard Worker {
7696*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7697*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) __O, __M);
7698*344a7f5eSAndroid Build Coastguard Worker }
7699*344a7f5eSAndroid Build Coastguard Worker 
7700*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtsepi32_epi16(__mmask8 __M,__m256i __A)7701*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtsepi32_epi16 (__mmask8 __M, __m256i __A)
7702*344a7f5eSAndroid Build Coastguard Worker {
7703*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
7704*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) _mm_setzero_si128 (),
7705*344a7f5eSAndroid Build Coastguard Worker                __M);
7706*344a7f5eSAndroid Build Coastguard Worker }
7707*344a7f5eSAndroid Build Coastguard Worker 
7708*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi32_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)7709*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
7710*344a7f5eSAndroid Build Coastguard Worker {
7711*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
7712*344a7f5eSAndroid Build Coastguard Worker }
7713*344a7f5eSAndroid Build Coastguard Worker 
7714*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtsepi64_epi8(__m128i __A)7715*344a7f5eSAndroid Build Coastguard Worker _mm_cvtsepi64_epi8 (__m128i __A)
7716*344a7f5eSAndroid Build Coastguard Worker {
7717*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7718*344a7f5eSAndroid Build Coastguard Worker                (__v16qi)_mm_undefined_si128(),
7719*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7720*344a7f5eSAndroid Build Coastguard Worker }
7721*344a7f5eSAndroid Build Coastguard Worker 
7722*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_epi8(__m128i __O,__mmask8 __M,__m128i __A)7723*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7724*344a7f5eSAndroid Build Coastguard Worker {
7725*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7726*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) __O, __M);
7727*344a7f5eSAndroid Build Coastguard Worker }
7728*344a7f5eSAndroid Build Coastguard Worker 
7729*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtsepi64_epi8(__mmask8 __M,__m128i __A)7730*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtsepi64_epi8 (__mmask8 __M, __m128i __A)
7731*344a7f5eSAndroid Build Coastguard Worker {
7732*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
7733*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) _mm_setzero_si128 (),
7734*344a7f5eSAndroid Build Coastguard Worker                __M);
7735*344a7f5eSAndroid Build Coastguard Worker }
7736*344a7f5eSAndroid Build Coastguard Worker 
7737*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)7738*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7739*344a7f5eSAndroid Build Coastguard Worker {
7740*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
7741*344a7f5eSAndroid Build Coastguard Worker }
7742*344a7f5eSAndroid Build Coastguard Worker 
7743*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtsepi64_epi8(__m256i __A)7744*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtsepi64_epi8 (__m256i __A)
7745*344a7f5eSAndroid Build Coastguard Worker {
7746*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7747*344a7f5eSAndroid Build Coastguard Worker                (__v16qi)_mm_undefined_si128(),
7748*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7749*344a7f5eSAndroid Build Coastguard Worker }
7750*344a7f5eSAndroid Build Coastguard Worker 
7751*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_epi8(__m128i __O,__mmask8 __M,__m256i __A)7752*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7753*344a7f5eSAndroid Build Coastguard Worker {
7754*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7755*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) __O, __M);
7756*344a7f5eSAndroid Build Coastguard Worker }
7757*344a7f5eSAndroid Build Coastguard Worker 
7758*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtsepi64_epi8(__mmask8 __M,__m256i __A)7759*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtsepi64_epi8 (__mmask8 __M, __m256i __A)
7760*344a7f5eSAndroid Build Coastguard Worker {
7761*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
7762*344a7f5eSAndroid Build Coastguard Worker                (__v16qi) _mm_setzero_si128 (),
7763*344a7f5eSAndroid Build Coastguard Worker                __M);
7764*344a7f5eSAndroid Build Coastguard Worker }
7765*344a7f5eSAndroid Build Coastguard Worker 
7766*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)7767*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7768*344a7f5eSAndroid Build Coastguard Worker {
7769*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
7770*344a7f5eSAndroid Build Coastguard Worker }
7771*344a7f5eSAndroid Build Coastguard Worker 
7772*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtsepi64_epi32(__m128i __A)7773*344a7f5eSAndroid Build Coastguard Worker _mm_cvtsepi64_epi32 (__m128i __A)
7774*344a7f5eSAndroid Build Coastguard Worker {
7775*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7776*344a7f5eSAndroid Build Coastguard Worker                (__v4si)_mm_undefined_si128(),
7777*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7778*344a7f5eSAndroid Build Coastguard Worker }
7779*344a7f5eSAndroid Build Coastguard Worker 
7780*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_epi32(__m128i __O,__mmask8 __M,__m128i __A)7781*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
7782*344a7f5eSAndroid Build Coastguard Worker {
7783*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7784*344a7f5eSAndroid Build Coastguard Worker                (__v4si) __O, __M);
7785*344a7f5eSAndroid Build Coastguard Worker }
7786*344a7f5eSAndroid Build Coastguard Worker 
7787*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtsepi64_epi32(__mmask8 __M,__m128i __A)7788*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtsepi64_epi32 (__mmask8 __M, __m128i __A)
7789*344a7f5eSAndroid Build Coastguard Worker {
7790*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
7791*344a7f5eSAndroid Build Coastguard Worker                (__v4si) _mm_setzero_si128 (),
7792*344a7f5eSAndroid Build Coastguard Worker                __M);
7793*344a7f5eSAndroid Build Coastguard Worker }
7794*344a7f5eSAndroid Build Coastguard Worker 
7795*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_storeu_epi32(void * __P,__mmask8 __M,__m128i __A)7796*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
7797*344a7f5eSAndroid Build Coastguard Worker {
7798*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
7799*344a7f5eSAndroid Build Coastguard Worker }
7800*344a7f5eSAndroid Build Coastguard Worker 
7801*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtsepi64_epi32(__m256i __A)7802*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtsepi64_epi32 (__m256i __A)
7803*344a7f5eSAndroid Build Coastguard Worker {
7804*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7805*344a7f5eSAndroid Build Coastguard Worker                (__v4si)_mm_undefined_si128(),
7806*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7807*344a7f5eSAndroid Build Coastguard Worker }
7808*344a7f5eSAndroid Build Coastguard Worker 
7809*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_epi32(__m128i __O,__mmask8 __M,__m256i __A)7810*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
7811*344a7f5eSAndroid Build Coastguard Worker {
7812*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7813*344a7f5eSAndroid Build Coastguard Worker                (__v4si)__O,
7814*344a7f5eSAndroid Build Coastguard Worker                __M);
7815*344a7f5eSAndroid Build Coastguard Worker }
7816*344a7f5eSAndroid Build Coastguard Worker 
7817*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtsepi64_epi32(__mmask8 __M,__m256i __A)7818*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtsepi64_epi32 (__mmask8 __M, __m256i __A)
7819*344a7f5eSAndroid Build Coastguard Worker {
7820*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
7821*344a7f5eSAndroid Build Coastguard Worker                (__v4si) _mm_setzero_si128 (),
7822*344a7f5eSAndroid Build Coastguard Worker                __M);
7823*344a7f5eSAndroid Build Coastguard Worker }
7824*344a7f5eSAndroid Build Coastguard Worker 
7825*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_storeu_epi32(void * __P,__mmask8 __M,__m256i __A)7826*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
7827*344a7f5eSAndroid Build Coastguard Worker {
7828*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
7829*344a7f5eSAndroid Build Coastguard Worker }
7830*344a7f5eSAndroid Build Coastguard Worker 
7831*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtsepi64_epi16(__m128i __A)7832*344a7f5eSAndroid Build Coastguard Worker _mm_cvtsepi64_epi16 (__m128i __A)
7833*344a7f5eSAndroid Build Coastguard Worker {
7834*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7835*344a7f5eSAndroid Build Coastguard Worker                (__v8hi)_mm_undefined_si128(),
7836*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7837*344a7f5eSAndroid Build Coastguard Worker }
7838*344a7f5eSAndroid Build Coastguard Worker 
7839*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_epi16(__m128i __O,__mmask8 __M,__m128i __A)7840*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7841*344a7f5eSAndroid Build Coastguard Worker {
7842*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7843*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) __O, __M);
7844*344a7f5eSAndroid Build Coastguard Worker }
7845*344a7f5eSAndroid Build Coastguard Worker 
7846*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtsepi64_epi16(__mmask8 __M,__m128i __A)7847*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtsepi64_epi16 (__mmask8 __M, __m128i __A)
7848*344a7f5eSAndroid Build Coastguard Worker {
7849*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
7850*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) _mm_setzero_si128 (),
7851*344a7f5eSAndroid Build Coastguard Worker                __M);
7852*344a7f5eSAndroid Build Coastguard Worker }
7853*344a7f5eSAndroid Build Coastguard Worker 
7854*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtsepi64_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)7855*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7856*344a7f5eSAndroid Build Coastguard Worker {
7857*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
7858*344a7f5eSAndroid Build Coastguard Worker }
7859*344a7f5eSAndroid Build Coastguard Worker 
7860*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtsepi64_epi16(__m256i __A)7861*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtsepi64_epi16 (__m256i __A)
7862*344a7f5eSAndroid Build Coastguard Worker {
7863*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7864*344a7f5eSAndroid Build Coastguard Worker                (__v8hi)_mm_undefined_si128(),
7865*344a7f5eSAndroid Build Coastguard Worker                (__mmask8) -1);
7866*344a7f5eSAndroid Build Coastguard Worker }
7867*344a7f5eSAndroid Build Coastguard Worker 
7868*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_epi16(__m128i __O,__mmask8 __M,__m256i __A)7869*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7870*344a7f5eSAndroid Build Coastguard Worker {
7871*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7872*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) __O, __M);
7873*344a7f5eSAndroid Build Coastguard Worker }
7874*344a7f5eSAndroid Build Coastguard Worker 
7875*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtsepi64_epi16(__mmask8 __M,__m256i __A)7876*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtsepi64_epi16 (__mmask8 __M, __m256i __A)
7877*344a7f5eSAndroid Build Coastguard Worker {
7878*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
7879*344a7f5eSAndroid Build Coastguard Worker                (__v8hi) _mm_setzero_si128 (),
7880*344a7f5eSAndroid Build Coastguard Worker                __M);
7881*344a7f5eSAndroid Build Coastguard Worker }
7882*344a7f5eSAndroid Build Coastguard Worker 
7883*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtsepi64_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)7884*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
7885*344a7f5eSAndroid Build Coastguard Worker {
7886*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovsqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
7887*344a7f5eSAndroid Build Coastguard Worker }
7888*344a7f5eSAndroid Build Coastguard Worker 
7889*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtusepi32_epi8(__m128i __A)7890*344a7f5eSAndroid Build Coastguard Worker _mm_cvtusepi32_epi8 (__m128i __A)
7891*344a7f5eSAndroid Build Coastguard Worker {
7892*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7893*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi)_mm_undefined_si128(),
7894*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7895*344a7f5eSAndroid Build Coastguard Worker }
7896*344a7f5eSAndroid Build Coastguard Worker 
7897*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi32_epi8(__m128i __O,__mmask8 __M,__m128i __A)7898*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
7899*344a7f5eSAndroid Build Coastguard Worker {
7900*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7901*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) __O,
7902*344a7f5eSAndroid Build Coastguard Worker                 __M);
7903*344a7f5eSAndroid Build Coastguard Worker }
7904*344a7f5eSAndroid Build Coastguard Worker 
7905*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtusepi32_epi8(__mmask8 __M,__m128i __A)7906*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtusepi32_epi8 (__mmask8 __M, __m128i __A)
7907*344a7f5eSAndroid Build Coastguard Worker {
7908*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
7909*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) _mm_setzero_si128 (),
7910*344a7f5eSAndroid Build Coastguard Worker                 __M);
7911*344a7f5eSAndroid Build Coastguard Worker }
7912*344a7f5eSAndroid Build Coastguard Worker 
7913*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi32_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)7914*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
7915*344a7f5eSAndroid Build Coastguard Worker {
7916*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
7917*344a7f5eSAndroid Build Coastguard Worker }
7918*344a7f5eSAndroid Build Coastguard Worker 
7919*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtusepi32_epi8(__m256i __A)7920*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtusepi32_epi8 (__m256i __A)
7921*344a7f5eSAndroid Build Coastguard Worker {
7922*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7923*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi)_mm_undefined_si128(),
7924*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7925*344a7f5eSAndroid Build Coastguard Worker }
7926*344a7f5eSAndroid Build Coastguard Worker 
7927*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi32_epi8(__m128i __O,__mmask8 __M,__m256i __A)7928*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
7929*344a7f5eSAndroid Build Coastguard Worker {
7930*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7931*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) __O,
7932*344a7f5eSAndroid Build Coastguard Worker                 __M);
7933*344a7f5eSAndroid Build Coastguard Worker }
7934*344a7f5eSAndroid Build Coastguard Worker 
7935*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtusepi32_epi8(__mmask8 __M,__m256i __A)7936*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtusepi32_epi8 (__mmask8 __M, __m256i __A)
7937*344a7f5eSAndroid Build Coastguard Worker {
7938*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
7939*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) _mm_setzero_si128 (),
7940*344a7f5eSAndroid Build Coastguard Worker                 __M);
7941*344a7f5eSAndroid Build Coastguard Worker }
7942*344a7f5eSAndroid Build Coastguard Worker 
7943*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi32_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)7944*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
7945*344a7f5eSAndroid Build Coastguard Worker {
7946*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusdb256mem_mask ((__v16qi*) __P, (__v8si) __A, __M);
7947*344a7f5eSAndroid Build Coastguard Worker }
7948*344a7f5eSAndroid Build Coastguard Worker 
7949*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtusepi32_epi16(__m128i __A)7950*344a7f5eSAndroid Build Coastguard Worker _mm_cvtusepi32_epi16 (__m128i __A)
7951*344a7f5eSAndroid Build Coastguard Worker {
7952*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7953*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi)_mm_undefined_si128(),
7954*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7955*344a7f5eSAndroid Build Coastguard Worker }
7956*344a7f5eSAndroid Build Coastguard Worker 
7957*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi32_epi16(__m128i __O,__mmask8 __M,__m128i __A)7958*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
7959*344a7f5eSAndroid Build Coastguard Worker {
7960*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7961*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) __O, __M);
7962*344a7f5eSAndroid Build Coastguard Worker }
7963*344a7f5eSAndroid Build Coastguard Worker 
7964*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtusepi32_epi16(__mmask8 __M,__m128i __A)7965*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtusepi32_epi16 (__mmask8 __M, __m128i __A)
7966*344a7f5eSAndroid Build Coastguard Worker {
7967*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
7968*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) _mm_setzero_si128 (),
7969*344a7f5eSAndroid Build Coastguard Worker                 __M);
7970*344a7f5eSAndroid Build Coastguard Worker }
7971*344a7f5eSAndroid Build Coastguard Worker 
7972*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi32_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)7973*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
7974*344a7f5eSAndroid Build Coastguard Worker {
7975*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
7976*344a7f5eSAndroid Build Coastguard Worker }
7977*344a7f5eSAndroid Build Coastguard Worker 
7978*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtusepi32_epi16(__m256i __A)7979*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtusepi32_epi16 (__m256i __A)
7980*344a7f5eSAndroid Build Coastguard Worker {
7981*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7982*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) _mm_undefined_si128(),
7983*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
7984*344a7f5eSAndroid Build Coastguard Worker }
7985*344a7f5eSAndroid Build Coastguard Worker 
7986*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi32_epi16(__m128i __O,__mmask8 __M,__m256i __A)7987*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
7988*344a7f5eSAndroid Build Coastguard Worker {
7989*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7990*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) __O, __M);
7991*344a7f5eSAndroid Build Coastguard Worker }
7992*344a7f5eSAndroid Build Coastguard Worker 
7993*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtusepi32_epi16(__mmask8 __M,__m256i __A)7994*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtusepi32_epi16 (__mmask8 __M, __m256i __A)
7995*344a7f5eSAndroid Build Coastguard Worker {
7996*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
7997*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) _mm_setzero_si128 (),
7998*344a7f5eSAndroid Build Coastguard Worker                 __M);
7999*344a7f5eSAndroid Build Coastguard Worker }
8000*344a7f5eSAndroid Build Coastguard Worker 
8001*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi32_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)8002*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8003*344a7f5eSAndroid Build Coastguard Worker {
8004*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
8005*344a7f5eSAndroid Build Coastguard Worker }
8006*344a7f5eSAndroid Build Coastguard Worker 
8007*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtusepi64_epi8(__m128i __A)8008*344a7f5eSAndroid Build Coastguard Worker _mm_cvtusepi64_epi8 (__m128i __A)
8009*344a7f5eSAndroid Build Coastguard Worker {
8010*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
8011*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi)_mm_undefined_si128(),
8012*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8013*344a7f5eSAndroid Build Coastguard Worker }
8014*344a7f5eSAndroid Build Coastguard Worker 
8015*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_epi8(__m128i __O,__mmask8 __M,__m128i __A)8016*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
8017*344a7f5eSAndroid Build Coastguard Worker {
8018*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
8019*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) __O,
8020*344a7f5eSAndroid Build Coastguard Worker                 __M);
8021*344a7f5eSAndroid Build Coastguard Worker }
8022*344a7f5eSAndroid Build Coastguard Worker 
8023*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtusepi64_epi8(__mmask8 __M,__m128i __A)8024*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtusepi64_epi8 (__mmask8 __M, __m128i __A)
8025*344a7f5eSAndroid Build Coastguard Worker {
8026*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
8027*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) _mm_setzero_si128 (),
8028*344a7f5eSAndroid Build Coastguard Worker                 __M);
8029*344a7f5eSAndroid Build Coastguard Worker }
8030*344a7f5eSAndroid Build Coastguard Worker 
8031*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)8032*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
8033*344a7f5eSAndroid Build Coastguard Worker {
8034*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
8035*344a7f5eSAndroid Build Coastguard Worker }
8036*344a7f5eSAndroid Build Coastguard Worker 
8037*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtusepi64_epi8(__m256i __A)8038*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtusepi64_epi8 (__m256i __A)
8039*344a7f5eSAndroid Build Coastguard Worker {
8040*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
8041*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi)_mm_undefined_si128(),
8042*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8043*344a7f5eSAndroid Build Coastguard Worker }
8044*344a7f5eSAndroid Build Coastguard Worker 
8045*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_epi8(__m128i __O,__mmask8 __M,__m256i __A)8046*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
8047*344a7f5eSAndroid Build Coastguard Worker {
8048*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
8049*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) __O,
8050*344a7f5eSAndroid Build Coastguard Worker                 __M);
8051*344a7f5eSAndroid Build Coastguard Worker }
8052*344a7f5eSAndroid Build Coastguard Worker 
8053*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtusepi64_epi8(__mmask8 __M,__m256i __A)8054*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtusepi64_epi8 (__mmask8 __M, __m256i __A)
8055*344a7f5eSAndroid Build Coastguard Worker {
8056*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
8057*344a7f5eSAndroid Build Coastguard Worker                 (__v16qi) _mm_setzero_si128 (),
8058*344a7f5eSAndroid Build Coastguard Worker                 __M);
8059*344a7f5eSAndroid Build Coastguard Worker }
8060*344a7f5eSAndroid Build Coastguard Worker 
8061*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)8062*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
8063*344a7f5eSAndroid Build Coastguard Worker {
8064*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
8065*344a7f5eSAndroid Build Coastguard Worker }
8066*344a7f5eSAndroid Build Coastguard Worker 
8067*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtusepi64_epi32(__m128i __A)8068*344a7f5eSAndroid Build Coastguard Worker _mm_cvtusepi64_epi32 (__m128i __A)
8069*344a7f5eSAndroid Build Coastguard Worker {
8070*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
8071*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)_mm_undefined_si128(),
8072*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8073*344a7f5eSAndroid Build Coastguard Worker }
8074*344a7f5eSAndroid Build Coastguard Worker 
8075*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_epi32(__m128i __O,__mmask8 __M,__m128i __A)8076*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
8077*344a7f5eSAndroid Build Coastguard Worker {
8078*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
8079*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __O, __M);
8080*344a7f5eSAndroid Build Coastguard Worker }
8081*344a7f5eSAndroid Build Coastguard Worker 
8082*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtusepi64_epi32(__mmask8 __M,__m128i __A)8083*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtusepi64_epi32 (__mmask8 __M, __m128i __A)
8084*344a7f5eSAndroid Build Coastguard Worker {
8085*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
8086*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) _mm_setzero_si128 (),
8087*344a7f5eSAndroid Build Coastguard Worker                 __M);
8088*344a7f5eSAndroid Build Coastguard Worker }
8089*344a7f5eSAndroid Build Coastguard Worker 
8090*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_storeu_epi32(void * __P,__mmask8 __M,__m128i __A)8091*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
8092*344a7f5eSAndroid Build Coastguard Worker {
8093*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
8094*344a7f5eSAndroid Build Coastguard Worker }
8095*344a7f5eSAndroid Build Coastguard Worker 
8096*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtusepi64_epi32(__m256i __A)8097*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtusepi64_epi32 (__m256i __A)
8098*344a7f5eSAndroid Build Coastguard Worker {
8099*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
8100*344a7f5eSAndroid Build Coastguard Worker                 (__v4si)_mm_undefined_si128(),
8101*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8102*344a7f5eSAndroid Build Coastguard Worker }
8103*344a7f5eSAndroid Build Coastguard Worker 
8104*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_epi32(__m128i __O,__mmask8 __M,__m256i __A)8105*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
8106*344a7f5eSAndroid Build Coastguard Worker {
8107*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
8108*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) __O, __M);
8109*344a7f5eSAndroid Build Coastguard Worker }
8110*344a7f5eSAndroid Build Coastguard Worker 
8111*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtusepi64_epi32(__mmask8 __M,__m256i __A)8112*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtusepi64_epi32 (__mmask8 __M, __m256i __A)
8113*344a7f5eSAndroid Build Coastguard Worker {
8114*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
8115*344a7f5eSAndroid Build Coastguard Worker                 (__v4si) _mm_setzero_si128 (),
8116*344a7f5eSAndroid Build Coastguard Worker                 __M);
8117*344a7f5eSAndroid Build Coastguard Worker }
8118*344a7f5eSAndroid Build Coastguard Worker 
8119*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_storeu_epi32(void * __P,__mmask8 __M,__m256i __A)8120*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
8121*344a7f5eSAndroid Build Coastguard Worker {
8122*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
8123*344a7f5eSAndroid Build Coastguard Worker }
8124*344a7f5eSAndroid Build Coastguard Worker 
8125*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtusepi64_epi16(__m128i __A)8126*344a7f5eSAndroid Build Coastguard Worker _mm_cvtusepi64_epi16 (__m128i __A)
8127*344a7f5eSAndroid Build Coastguard Worker {
8128*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
8129*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi)_mm_undefined_si128(),
8130*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8131*344a7f5eSAndroid Build Coastguard Worker }
8132*344a7f5eSAndroid Build Coastguard Worker 
8133*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_epi16(__m128i __O,__mmask8 __M,__m128i __A)8134*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8135*344a7f5eSAndroid Build Coastguard Worker {
8136*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
8137*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) __O, __M);
8138*344a7f5eSAndroid Build Coastguard Worker }
8139*344a7f5eSAndroid Build Coastguard Worker 
8140*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtusepi64_epi16(__mmask8 __M,__m128i __A)8141*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtusepi64_epi16 (__mmask8 __M, __m128i __A)
8142*344a7f5eSAndroid Build Coastguard Worker {
8143*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
8144*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) _mm_setzero_si128 (),
8145*344a7f5eSAndroid Build Coastguard Worker                 __M);
8146*344a7f5eSAndroid Build Coastguard Worker }
8147*344a7f5eSAndroid Build Coastguard Worker 
8148*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtusepi64_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)8149*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8150*344a7f5eSAndroid Build Coastguard Worker {
8151*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovusqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
8152*344a7f5eSAndroid Build Coastguard Worker }
8153*344a7f5eSAndroid Build Coastguard Worker 
8154*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtusepi64_epi16(__m256i __A)8155*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtusepi64_epi16 (__m256i __A)
8156*344a7f5eSAndroid Build Coastguard Worker {
8157*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8158*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi)_mm_undefined_si128(),
8159*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8160*344a7f5eSAndroid Build Coastguard Worker }
8161*344a7f5eSAndroid Build Coastguard Worker 
8162*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_epi16(__m128i __O,__mmask8 __M,__m256i __A)8163*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8164*344a7f5eSAndroid Build Coastguard Worker {
8165*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8166*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) __O, __M);
8167*344a7f5eSAndroid Build Coastguard Worker }
8168*344a7f5eSAndroid Build Coastguard Worker 
8169*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtusepi64_epi16(__mmask8 __M,__m256i __A)8170*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtusepi64_epi16 (__mmask8 __M, __m256i __A)
8171*344a7f5eSAndroid Build Coastguard Worker {
8172*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
8173*344a7f5eSAndroid Build Coastguard Worker                 (__v8hi) _mm_setzero_si128 (),
8174*344a7f5eSAndroid Build Coastguard Worker                 __M);
8175*344a7f5eSAndroid Build Coastguard Worker }
8176*344a7f5eSAndroid Build Coastguard Worker 
8177*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtusepi64_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)8178*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8179*344a7f5eSAndroid Build Coastguard Worker {
8180*344a7f5eSAndroid Build Coastguard Worker   return __builtin_ia32_pmovusqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
8181*344a7f5eSAndroid Build Coastguard Worker }
8182*344a7f5eSAndroid Build Coastguard Worker 
8183*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtepi32_epi8(__m128i __A)8184*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepi32_epi8 (__m128i __A)
8185*344a7f5eSAndroid Build Coastguard Worker {
8186*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8187*344a7f5eSAndroid Build Coastguard Worker               (__v16qi)_mm_undefined_si128(),
8188*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8189*344a7f5eSAndroid Build Coastguard Worker }
8190*344a7f5eSAndroid Build Coastguard Worker 
8191*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_epi8(__m128i __O,__mmask8 __M,__m128i __A)8192*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
8193*344a7f5eSAndroid Build Coastguard Worker {
8194*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8195*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) __O, __M);
8196*344a7f5eSAndroid Build Coastguard Worker }
8197*344a7f5eSAndroid Build Coastguard Worker 
8198*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi32_epi8(__mmask8 __M,__m128i __A)8199*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi32_epi8 (__mmask8 __M, __m128i __A)
8200*344a7f5eSAndroid Build Coastguard Worker {
8201*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
8202*344a7f5eSAndroid Build Coastguard Worker               (__v16qi)
8203*344a7f5eSAndroid Build Coastguard Worker               _mm_setzero_si128 (),
8204*344a7f5eSAndroid Build Coastguard Worker               __M);
8205*344a7f5eSAndroid Build Coastguard Worker }
8206*344a7f5eSAndroid Build Coastguard Worker 
8207*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)8208*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
8209*344a7f5eSAndroid Build Coastguard Worker {
8210*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
8211*344a7f5eSAndroid Build Coastguard Worker }
8212*344a7f5eSAndroid Build Coastguard Worker 
8213*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtepi32_epi8(__m256i __A)8214*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepi32_epi8 (__m256i __A)
8215*344a7f5eSAndroid Build Coastguard Worker {
8216*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8217*344a7f5eSAndroid Build Coastguard Worker               (__v16qi)_mm_undefined_si128(),
8218*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8219*344a7f5eSAndroid Build Coastguard Worker }
8220*344a7f5eSAndroid Build Coastguard Worker 
8221*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_epi8(__m128i __O,__mmask8 __M,__m256i __A)8222*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
8223*344a7f5eSAndroid Build Coastguard Worker {
8224*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8225*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) __O, __M);
8226*344a7f5eSAndroid Build Coastguard Worker }
8227*344a7f5eSAndroid Build Coastguard Worker 
8228*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi32_epi8(__mmask8 __M,__m256i __A)8229*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi32_epi8 (__mmask8 __M, __m256i __A)
8230*344a7f5eSAndroid Build Coastguard Worker {
8231*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
8232*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) _mm_setzero_si128 (),
8233*344a7f5eSAndroid Build Coastguard Worker               __M);
8234*344a7f5eSAndroid Build Coastguard Worker }
8235*344a7f5eSAndroid Build Coastguard Worker 
8236*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)8237*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
8238*344a7f5eSAndroid Build Coastguard Worker {
8239*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
8240*344a7f5eSAndroid Build Coastguard Worker }
8241*344a7f5eSAndroid Build Coastguard Worker 
8242*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtepi32_epi16(__m128i __A)8243*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepi32_epi16 (__m128i __A)
8244*344a7f5eSAndroid Build Coastguard Worker {
8245*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8246*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_setzero_si128 (),
8247*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8248*344a7f5eSAndroid Build Coastguard Worker }
8249*344a7f5eSAndroid Build Coastguard Worker 
8250*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_epi16(__m128i __O,__mmask8 __M,__m128i __A)8251*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8252*344a7f5eSAndroid Build Coastguard Worker {
8253*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8254*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) __O, __M);
8255*344a7f5eSAndroid Build Coastguard Worker }
8256*344a7f5eSAndroid Build Coastguard Worker 
8257*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi32_epi16(__mmask8 __M,__m128i __A)8258*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi32_epi16 (__mmask8 __M, __m128i __A)
8259*344a7f5eSAndroid Build Coastguard Worker {
8260*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
8261*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_setzero_si128 (),
8262*344a7f5eSAndroid Build Coastguard Worker               __M);
8263*344a7f5eSAndroid Build Coastguard Worker }
8264*344a7f5eSAndroid Build Coastguard Worker 
8265*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtepi32_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)8266*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8267*344a7f5eSAndroid Build Coastguard Worker {
8268*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
8269*344a7f5eSAndroid Build Coastguard Worker }
8270*344a7f5eSAndroid Build Coastguard Worker 
8271*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtepi32_epi16(__m256i __A)8272*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepi32_epi16 (__m256i __A)
8273*344a7f5eSAndroid Build Coastguard Worker {
8274*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8275*344a7f5eSAndroid Build Coastguard Worker               (__v8hi)_mm_setzero_si128 (),
8276*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8277*344a7f5eSAndroid Build Coastguard Worker }
8278*344a7f5eSAndroid Build Coastguard Worker 
8279*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_epi16(__m128i __O,__mmask8 __M,__m256i __A)8280*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8281*344a7f5eSAndroid Build Coastguard Worker {
8282*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8283*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) __O, __M);
8284*344a7f5eSAndroid Build Coastguard Worker }
8285*344a7f5eSAndroid Build Coastguard Worker 
8286*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi32_epi16(__mmask8 __M,__m256i __A)8287*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi32_epi16 (__mmask8 __M, __m256i __A)
8288*344a7f5eSAndroid Build Coastguard Worker {
8289*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
8290*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_setzero_si128 (),
8291*344a7f5eSAndroid Build Coastguard Worker               __M);
8292*344a7f5eSAndroid Build Coastguard Worker }
8293*344a7f5eSAndroid Build Coastguard Worker 
8294*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi32_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)8295*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi32_storeu_epi16 (void *  __P, __mmask8 __M, __m256i __A)
8296*344a7f5eSAndroid Build Coastguard Worker {
8297*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
8298*344a7f5eSAndroid Build Coastguard Worker }
8299*344a7f5eSAndroid Build Coastguard Worker 
8300*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtepi64_epi8(__m128i __A)8301*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepi64_epi8 (__m128i __A)
8302*344a7f5eSAndroid Build Coastguard Worker {
8303*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8304*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) _mm_undefined_si128(),
8305*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8306*344a7f5eSAndroid Build Coastguard Worker }
8307*344a7f5eSAndroid Build Coastguard Worker 
8308*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_epi8(__m128i __O,__mmask8 __M,__m128i __A)8309*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
8310*344a7f5eSAndroid Build Coastguard Worker {
8311*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8312*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) __O, __M);
8313*344a7f5eSAndroid Build Coastguard Worker }
8314*344a7f5eSAndroid Build Coastguard Worker 
8315*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi64_epi8(__mmask8 __M,__m128i __A)8316*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi64_epi8 (__mmask8 __M, __m128i __A)
8317*344a7f5eSAndroid Build Coastguard Worker {
8318*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
8319*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) _mm_setzero_si128 (),
8320*344a7f5eSAndroid Build Coastguard Worker               __M);
8321*344a7f5eSAndroid Build Coastguard Worker }
8322*344a7f5eSAndroid Build Coastguard Worker 
8323*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_storeu_epi8(void * __P,__mmask8 __M,__m128i __A)8324*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
8325*344a7f5eSAndroid Build Coastguard Worker {
8326*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
8327*344a7f5eSAndroid Build Coastguard Worker }
8328*344a7f5eSAndroid Build Coastguard Worker 
8329*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtepi64_epi8(__m256i __A)8330*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepi64_epi8 (__m256i __A)
8331*344a7f5eSAndroid Build Coastguard Worker {
8332*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8333*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) _mm_undefined_si128(),
8334*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8335*344a7f5eSAndroid Build Coastguard Worker }
8336*344a7f5eSAndroid Build Coastguard Worker 
8337*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_epi8(__m128i __O,__mmask8 __M,__m256i __A)8338*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
8339*344a7f5eSAndroid Build Coastguard Worker {
8340*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8341*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) __O, __M);
8342*344a7f5eSAndroid Build Coastguard Worker }
8343*344a7f5eSAndroid Build Coastguard Worker 
8344*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi64_epi8(__mmask8 __M,__m256i __A)8345*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi64_epi8 (__mmask8 __M, __m256i __A)
8346*344a7f5eSAndroid Build Coastguard Worker {
8347*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
8348*344a7f5eSAndroid Build Coastguard Worker               (__v16qi) _mm_setzero_si128 (),
8349*344a7f5eSAndroid Build Coastguard Worker               __M);
8350*344a7f5eSAndroid Build Coastguard Worker }
8351*344a7f5eSAndroid Build Coastguard Worker 
8352*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_storeu_epi8(void * __P,__mmask8 __M,__m256i __A)8353*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
8354*344a7f5eSAndroid Build Coastguard Worker {
8355*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
8356*344a7f5eSAndroid Build Coastguard Worker }
8357*344a7f5eSAndroid Build Coastguard Worker 
8358*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtepi64_epi32(__m128i __A)8359*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepi64_epi32 (__m128i __A)
8360*344a7f5eSAndroid Build Coastguard Worker {
8361*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8362*344a7f5eSAndroid Build Coastguard Worker               (__v4si)_mm_undefined_si128(),
8363*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8364*344a7f5eSAndroid Build Coastguard Worker }
8365*344a7f5eSAndroid Build Coastguard Worker 
8366*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_epi32(__m128i __O,__mmask8 __M,__m128i __A)8367*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
8368*344a7f5eSAndroid Build Coastguard Worker {
8369*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8370*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __O, __M);
8371*344a7f5eSAndroid Build Coastguard Worker }
8372*344a7f5eSAndroid Build Coastguard Worker 
8373*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi64_epi32(__mmask8 __M,__m128i __A)8374*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi64_epi32 (__mmask8 __M, __m128i __A)
8375*344a7f5eSAndroid Build Coastguard Worker {
8376*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
8377*344a7f5eSAndroid Build Coastguard Worker               (__v4si) _mm_setzero_si128 (),
8378*344a7f5eSAndroid Build Coastguard Worker               __M);
8379*344a7f5eSAndroid Build Coastguard Worker }
8380*344a7f5eSAndroid Build Coastguard Worker 
8381*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_storeu_epi32(void * __P,__mmask8 __M,__m128i __A)8382*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
8383*344a7f5eSAndroid Build Coastguard Worker {
8384*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
8385*344a7f5eSAndroid Build Coastguard Worker }
8386*344a7f5eSAndroid Build Coastguard Worker 
8387*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtepi64_epi32(__m256i __A)8388*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepi64_epi32 (__m256i __A)
8389*344a7f5eSAndroid Build Coastguard Worker {
8390*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8391*344a7f5eSAndroid Build Coastguard Worker               (__v4si) _mm_undefined_si128(),
8392*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8393*344a7f5eSAndroid Build Coastguard Worker }
8394*344a7f5eSAndroid Build Coastguard Worker 
8395*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_epi32(__m128i __O,__mmask8 __M,__m256i __A)8396*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
8397*344a7f5eSAndroid Build Coastguard Worker {
8398*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8399*344a7f5eSAndroid Build Coastguard Worker               (__v4si) __O, __M);
8400*344a7f5eSAndroid Build Coastguard Worker }
8401*344a7f5eSAndroid Build Coastguard Worker 
8402*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi64_epi32(__mmask8 __M,__m256i __A)8403*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi64_epi32 (__mmask8 __M, __m256i __A)
8404*344a7f5eSAndroid Build Coastguard Worker {
8405*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
8406*344a7f5eSAndroid Build Coastguard Worker               (__v4si) _mm_setzero_si128 (),
8407*344a7f5eSAndroid Build Coastguard Worker               __M);
8408*344a7f5eSAndroid Build Coastguard Worker }
8409*344a7f5eSAndroid Build Coastguard Worker 
8410*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_storeu_epi32(void * __P,__mmask8 __M,__m256i __A)8411*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
8412*344a7f5eSAndroid Build Coastguard Worker {
8413*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
8414*344a7f5eSAndroid Build Coastguard Worker }
8415*344a7f5eSAndroid Build Coastguard Worker 
8416*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_cvtepi64_epi16(__m128i __A)8417*344a7f5eSAndroid Build Coastguard Worker _mm_cvtepi64_epi16 (__m128i __A)
8418*344a7f5eSAndroid Build Coastguard Worker {
8419*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8420*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_undefined_si128(),
8421*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8422*344a7f5eSAndroid Build Coastguard Worker }
8423*344a7f5eSAndroid Build Coastguard Worker 
8424*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_epi16(__m128i __O,__mmask8 __M,__m128i __A)8425*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
8426*344a7f5eSAndroid Build Coastguard Worker {
8427*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8428*344a7f5eSAndroid Build Coastguard Worker               (__v8hi)__O,
8429*344a7f5eSAndroid Build Coastguard Worker               __M);
8430*344a7f5eSAndroid Build Coastguard Worker }
8431*344a7f5eSAndroid Build Coastguard Worker 
8432*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtepi64_epi16(__mmask8 __M,__m128i __A)8433*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtepi64_epi16 (__mmask8 __M, __m128i __A)
8434*344a7f5eSAndroid Build Coastguard Worker {
8435*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
8436*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_setzero_si128 (),
8437*344a7f5eSAndroid Build Coastguard Worker               __M);
8438*344a7f5eSAndroid Build Coastguard Worker }
8439*344a7f5eSAndroid Build Coastguard Worker 
8440*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm_mask_cvtepi64_storeu_epi16(void * __P,__mmask8 __M,__m128i __A)8441*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
8442*344a7f5eSAndroid Build Coastguard Worker {
8443*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
8444*344a7f5eSAndroid Build Coastguard Worker }
8445*344a7f5eSAndroid Build Coastguard Worker 
8446*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_cvtepi64_epi16(__m256i __A)8447*344a7f5eSAndroid Build Coastguard Worker _mm256_cvtepi64_epi16 (__m256i __A)
8448*344a7f5eSAndroid Build Coastguard Worker {
8449*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8450*344a7f5eSAndroid Build Coastguard Worker               (__v8hi)_mm_undefined_si128(),
8451*344a7f5eSAndroid Build Coastguard Worker               (__mmask8) -1);
8452*344a7f5eSAndroid Build Coastguard Worker }
8453*344a7f5eSAndroid Build Coastguard Worker 
8454*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_epi16(__m128i __O,__mmask8 __M,__m256i __A)8455*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
8456*344a7f5eSAndroid Build Coastguard Worker {
8457*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8458*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) __O, __M);
8459*344a7f5eSAndroid Build Coastguard Worker }
8460*344a7f5eSAndroid Build Coastguard Worker 
8461*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtepi64_epi16(__mmask8 __M,__m256i __A)8462*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtepi64_epi16 (__mmask8 __M, __m256i __A)
8463*344a7f5eSAndroid Build Coastguard Worker {
8464*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
8465*344a7f5eSAndroid Build Coastguard Worker               (__v8hi) _mm_setzero_si128 (),
8466*344a7f5eSAndroid Build Coastguard Worker               __M);
8467*344a7f5eSAndroid Build Coastguard Worker }
8468*344a7f5eSAndroid Build Coastguard Worker 
8469*344a7f5eSAndroid Build Coastguard Worker static __inline__ void __DEFAULT_FN_ATTRS
_mm256_mask_cvtepi64_storeu_epi16(void * __P,__mmask8 __M,__m256i __A)8470*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
8471*344a7f5eSAndroid Build Coastguard Worker {
8472*344a7f5eSAndroid Build Coastguard Worker   __builtin_ia32_pmovqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
8473*344a7f5eSAndroid Build Coastguard Worker }
8474*344a7f5eSAndroid Build Coastguard Worker 
8475*344a7f5eSAndroid Build Coastguard Worker #define _mm256_extractf32x4_ps(A, imm) __extension__ ({ \
8476*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8477*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8478*344a7f5eSAndroid Build Coastguard Worker                                                (__v4sf)_mm_setzero_ps(), \
8479*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1); })
8480*344a7f5eSAndroid Build Coastguard Worker 
8481*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({ \
8482*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8483*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8484*344a7f5eSAndroid Build Coastguard Worker                                                (__v4sf)(__m128)(W), \
8485*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)(U)); })
8486*344a7f5eSAndroid Build Coastguard Worker 
8487*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_extractf32x4_ps(U, A, imm) __extension__ ({ \
8488*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_extractf32x4_256_mask((__v8sf)(__m256)(A), \
8489*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8490*344a7f5eSAndroid Build Coastguard Worker                                                (__v4sf)_mm_setzero_ps(), \
8491*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)(U)); })
8492*344a7f5eSAndroid Build Coastguard Worker 
8493*344a7f5eSAndroid Build Coastguard Worker #define _mm256_extracti32x4_epi32(A, imm) __extension__ ({ \
8494*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8495*344a7f5eSAndroid Build Coastguard Worker                                                 (int)(imm), \
8496*344a7f5eSAndroid Build Coastguard Worker                                                 (__v4si)_mm_setzero_si128(), \
8497*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)-1); })
8498*344a7f5eSAndroid Build Coastguard Worker 
8499*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
8500*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8501*344a7f5eSAndroid Build Coastguard Worker                                                 (int)(imm), \
8502*344a7f5eSAndroid Build Coastguard Worker                                                 (__v4si)(__m128i)(W), \
8503*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)(U)); })
8504*344a7f5eSAndroid Build Coastguard Worker 
8505*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
8506*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_extracti32x4_256_mask((__v8si)(__m256i)(A), \
8507*344a7f5eSAndroid Build Coastguard Worker                                                 (int)(imm), \
8508*344a7f5eSAndroid Build Coastguard Worker                                                 (__v4si)_mm_setzero_si128(), \
8509*344a7f5eSAndroid Build Coastguard Worker                                                 (__mmask8)(U)); })
8510*344a7f5eSAndroid Build Coastguard Worker 
8511*344a7f5eSAndroid Build Coastguard Worker #define _mm256_insertf32x4(A, B, imm) __extension__ ({ \
8512*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8513*344a7f5eSAndroid Build Coastguard Worker                                               (__v4sf)(__m128)(B), (int)(imm), \
8514*344a7f5eSAndroid Build Coastguard Worker                                               (__v8sf)_mm256_setzero_ps(), \
8515*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)-1); })
8516*344a7f5eSAndroid Build Coastguard Worker 
8517*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
8518*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8519*344a7f5eSAndroid Build Coastguard Worker                                               (__v4sf)(__m128)(B), (int)(imm), \
8520*344a7f5eSAndroid Build Coastguard Worker                                               (__v8sf)(__m256)(W), \
8521*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
8522*344a7f5eSAndroid Build Coastguard Worker 
8523*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
8524*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_insertf32x4_256_mask((__v8sf)(__m256)(A), \
8525*344a7f5eSAndroid Build Coastguard Worker                                               (__v4sf)(__m128)(B), (int)(imm), \
8526*344a7f5eSAndroid Build Coastguard Worker                                               (__v8sf)_mm256_setzero_ps(), \
8527*344a7f5eSAndroid Build Coastguard Worker                                               (__mmask8)(U)); })
8528*344a7f5eSAndroid Build Coastguard Worker 
8529*344a7f5eSAndroid Build Coastguard Worker #define _mm256_inserti32x4(A, B, imm) __extension__ ({ \
8530*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8531*344a7f5eSAndroid Build Coastguard Worker                                                (__v4si)(__m128i)(B), \
8532*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8533*344a7f5eSAndroid Build Coastguard Worker                                                (__v8si)_mm256_setzero_si256(), \
8534*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)-1); })
8535*344a7f5eSAndroid Build Coastguard Worker 
8536*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
8537*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8538*344a7f5eSAndroid Build Coastguard Worker                                                (__v4si)(__m128i)(B), \
8539*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8540*344a7f5eSAndroid Build Coastguard Worker                                                (__v8si)(__m256i)(W), \
8541*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)(U)); })
8542*344a7f5eSAndroid Build Coastguard Worker 
8543*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
8544*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_inserti32x4_256_mask((__v8si)(__m256i)(A), \
8545*344a7f5eSAndroid Build Coastguard Worker                                                (__v4si)(__m128i)(B), \
8546*344a7f5eSAndroid Build Coastguard Worker                                                (int)(imm), \
8547*344a7f5eSAndroid Build Coastguard Worker                                                (__v8si)_mm256_setzero_si256(), \
8548*344a7f5eSAndroid Build Coastguard Worker                                                (__mmask8)(U)); })
8549*344a7f5eSAndroid Build Coastguard Worker 
8550*344a7f5eSAndroid Build Coastguard Worker #define _mm_getmant_pd(A, B, C) __extension__({\
8551*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8552*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8553*344a7f5eSAndroid Build Coastguard Worker                                             (__v2df)_mm_setzero_pd(), \
8554*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
8555*344a7f5eSAndroid Build Coastguard Worker 
8556*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_getmant_pd(W, U, A, B, C) __extension__({\
8557*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8558*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8559*344a7f5eSAndroid Build Coastguard Worker                                             (__v2df)(__m128d)(W), \
8560*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
8561*344a7f5eSAndroid Build Coastguard Worker 
8562*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_getmant_pd(U, A, B, C) __extension__({\
8563*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_getmantpd128_mask((__v2df)(__m128d)(A), \
8564*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8565*344a7f5eSAndroid Build Coastguard Worker                                             (__v2df)_mm_setzero_pd(), \
8566*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
8567*344a7f5eSAndroid Build Coastguard Worker 
8568*344a7f5eSAndroid Build Coastguard Worker #define _mm256_getmant_pd(A, B, C) __extension__ ({ \
8569*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8570*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8571*344a7f5eSAndroid Build Coastguard Worker                                             (__v4df)_mm256_setzero_pd(), \
8572*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)-1); })
8573*344a7f5eSAndroid Build Coastguard Worker 
8574*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
8575*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8576*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8577*344a7f5eSAndroid Build Coastguard Worker                                             (__v4df)(__m256d)(W), \
8578*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
8579*344a7f5eSAndroid Build Coastguard Worker 
8580*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8581*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_getmantpd256_mask((__v4df)(__m256d)(A), \
8582*344a7f5eSAndroid Build Coastguard Worker                                             (int)(((C)<<2) | (B)), \
8583*344a7f5eSAndroid Build Coastguard Worker                                             (__v4df)_mm256_setzero_pd(), \
8584*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
8585*344a7f5eSAndroid Build Coastguard Worker 
8586*344a7f5eSAndroid Build Coastguard Worker #define _mm_getmant_ps(A, B, C) __extension__ ({ \
8587*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8588*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8589*344a7f5eSAndroid Build Coastguard Worker                                            (__v4sf)_mm_setzero_ps(), \
8590*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)-1); })
8591*344a7f5eSAndroid Build Coastguard Worker 
8592*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8593*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8594*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8595*344a7f5eSAndroid Build Coastguard Worker                                            (__v4sf)(__m128)(W), \
8596*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)(U)); })
8597*344a7f5eSAndroid Build Coastguard Worker 
8598*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8599*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_getmantps128_mask((__v4sf)(__m128)(A), \
8600*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8601*344a7f5eSAndroid Build Coastguard Worker                                            (__v4sf)_mm_setzero_ps(), \
8602*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)(U)); })
8603*344a7f5eSAndroid Build Coastguard Worker 
8604*344a7f5eSAndroid Build Coastguard Worker #define _mm256_getmant_ps(A, B, C) __extension__ ({ \
8605*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8606*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8607*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_setzero_ps(), \
8608*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)-1); })
8609*344a7f5eSAndroid Build Coastguard Worker 
8610*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8611*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8612*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8613*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)(__m256)(W), \
8614*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)(U)); })
8615*344a7f5eSAndroid Build Coastguard Worker 
8616*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8617*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_getmantps256_mask((__v8sf)(__m256)(A), \
8618*344a7f5eSAndroid Build Coastguard Worker                                            (int)(((C)<<2) | (B)), \
8619*344a7f5eSAndroid Build Coastguard Worker                                            (__v8sf)_mm256_setzero_ps(), \
8620*344a7f5eSAndroid Build Coastguard Worker                                            (__mmask8)(U)); })
8621*344a7f5eSAndroid Build Coastguard Worker 
8622*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8623*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_gather3div2df((__v2df)(__m128d)(v1_old), \
8624*344a7f5eSAndroid Build Coastguard Worker                                         (double const *)(addr), \
8625*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(index), \
8626*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8627*344a7f5eSAndroid Build Coastguard Worker 
8628*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8629*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_gather3div2di((__v2di)(__m128i)(v1_old), \
8630*344a7f5eSAndroid Build Coastguard Worker                                         (long long const *)(addr), \
8631*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(index), \
8632*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8633*344a7f5eSAndroid Build Coastguard Worker 
8634*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8635*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_gather3div4df((__v4df)(__m256d)(v1_old), \
8636*344a7f5eSAndroid Build Coastguard Worker                                         (double const *)(addr), \
8637*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(index), \
8638*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8639*344a7f5eSAndroid Build Coastguard Worker 
8640*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8641*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_gather3div4di((__v4di)(__m256i)(v1_old), \
8642*344a7f5eSAndroid Build Coastguard Worker                                         (long long const *)(addr), \
8643*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(index), \
8644*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8645*344a7f5eSAndroid Build Coastguard Worker 
8646*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8647*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_gather3div4sf((__v4sf)(__m128)(v1_old), \
8648*344a7f5eSAndroid Build Coastguard Worker                                        (float const *)(addr), \
8649*344a7f5eSAndroid Build Coastguard Worker                                        (__v2di)(__m128i)(index), \
8650*344a7f5eSAndroid Build Coastguard Worker                                        (__mmask8)(mask), (int)(scale)); })
8651*344a7f5eSAndroid Build Coastguard Worker 
8652*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8653*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_gather3div4si((__v4si)(__m128i)(v1_old), \
8654*344a7f5eSAndroid Build Coastguard Worker                                         (int const *)(addr), \
8655*344a7f5eSAndroid Build Coastguard Worker                                         (__v2di)(__m128i)(index), \
8656*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8657*344a7f5eSAndroid Build Coastguard Worker 
8658*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i64gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8659*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_gather3div8sf((__v4sf)(__m128)(v1_old), \
8660*344a7f5eSAndroid Build Coastguard Worker                                        (float const *)(addr), \
8661*344a7f5eSAndroid Build Coastguard Worker                                        (__v4di)(__m256i)(index), \
8662*344a7f5eSAndroid Build Coastguard Worker                                        (__mmask8)(mask), (int)(scale)); })
8663*344a7f5eSAndroid Build Coastguard Worker 
8664*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8665*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_gather3div8si((__v4si)(__m128i)(v1_old), \
8666*344a7f5eSAndroid Build Coastguard Worker                                         (int const *)(addr), \
8667*344a7f5eSAndroid Build Coastguard Worker                                         (__v4di)(__m256i)(index), \
8668*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8669*344a7f5eSAndroid Build Coastguard Worker 
8670*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8671*344a7f5eSAndroid Build Coastguard Worker   (__m128d)__builtin_ia32_gather3siv2df((__v2df)(__m128d)(v1_old), \
8672*344a7f5eSAndroid Build Coastguard Worker                                         (double const *)(addr), \
8673*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(index), \
8674*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8675*344a7f5eSAndroid Build Coastguard Worker 
8676*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8677*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_gather3siv2di((__v2di)(__m128i)(v1_old), \
8678*344a7f5eSAndroid Build Coastguard Worker                                         (long long const *)(addr), \
8679*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(index), \
8680*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8681*344a7f5eSAndroid Build Coastguard Worker 
8682*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8683*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_gather3siv4df((__v4df)(__m256d)(v1_old), \
8684*344a7f5eSAndroid Build Coastguard Worker                                         (double const *)(addr), \
8685*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(index), \
8686*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8687*344a7f5eSAndroid Build Coastguard Worker 
8688*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8689*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_gather3siv4di((__v4di)(__m256i)(v1_old), \
8690*344a7f5eSAndroid Build Coastguard Worker                                         (long long const *)(addr), \
8691*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(index), \
8692*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8693*344a7f5eSAndroid Build Coastguard Worker 
8694*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8695*344a7f5eSAndroid Build Coastguard Worker   (__m128)__builtin_ia32_gather3siv4sf((__v4sf)(__m128)(v1_old), \
8696*344a7f5eSAndroid Build Coastguard Worker                                        (float const *)(addr), \
8697*344a7f5eSAndroid Build Coastguard Worker                                        (__v4si)(__m128i)(index), \
8698*344a7f5eSAndroid Build Coastguard Worker                                        (__mmask8)(mask), (int)(scale)); })
8699*344a7f5eSAndroid Build Coastguard Worker 
8700*344a7f5eSAndroid Build Coastguard Worker #define _mm_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8701*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_gather3siv4si((__v4si)(__m128i)(v1_old), \
8702*344a7f5eSAndroid Build Coastguard Worker                                         (int const *)(addr), \
8703*344a7f5eSAndroid Build Coastguard Worker                                         (__v4si)(__m128i)(index), \
8704*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8705*344a7f5eSAndroid Build Coastguard Worker 
8706*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8707*344a7f5eSAndroid Build Coastguard Worker   (__m256)__builtin_ia32_gather3siv8sf((__v8sf)(__m256)(v1_old), \
8708*344a7f5eSAndroid Build Coastguard Worker                                        (float const *)(addr), \
8709*344a7f5eSAndroid Build Coastguard Worker                                        (__v8si)(__m256i)(index), \
8710*344a7f5eSAndroid Build Coastguard Worker                                        (__mmask8)(mask), (int)(scale)); })
8711*344a7f5eSAndroid Build Coastguard Worker 
8712*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mmask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8713*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_gather3siv8si((__v8si)(__m256i)(v1_old), \
8714*344a7f5eSAndroid Build Coastguard Worker                                         (int const *)(addr), \
8715*344a7f5eSAndroid Build Coastguard Worker                                         (__v8si)(__m256i)(index), \
8716*344a7f5eSAndroid Build Coastguard Worker                                         (__mmask8)(mask), (int)(scale)); })
8717*344a7f5eSAndroid Build Coastguard Worker 
8718*344a7f5eSAndroid Build Coastguard Worker #define _mm256_permutex_pd(X, C) __extension__ ({ \
8719*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_shufflevector((__v4df)(__m256d)(X), \
8720*344a7f5eSAndroid Build Coastguard Worker                                    (__v4df)_mm256_undefined_pd(), \
8721*344a7f5eSAndroid Build Coastguard Worker                                    ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8722*344a7f5eSAndroid Build Coastguard Worker                                    ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
8723*344a7f5eSAndroid Build Coastguard Worker 
8724*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_permutex_pd(W, U, X, C) __extension__ ({ \
8725*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8726*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_permutex_pd((X), (C)), \
8727*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)(__m256d)(W)); })
8728*344a7f5eSAndroid Build Coastguard Worker 
8729*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_permutex_pd(U, X, C) __extension__ ({ \
8730*344a7f5eSAndroid Build Coastguard Worker   (__m256d)__builtin_ia32_selectpd_256((__mmask8)(U), \
8731*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_permutex_pd((X), (C)), \
8732*344a7f5eSAndroid Build Coastguard Worker                                        (__v4df)_mm256_setzero_pd()); })
8733*344a7f5eSAndroid Build Coastguard Worker 
8734*344a7f5eSAndroid Build Coastguard Worker #define _mm256_permutex_epi64(X, C) __extension__ ({ \
8735*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_shufflevector((__v4di)(__m256i)(X), \
8736*344a7f5eSAndroid Build Coastguard Worker                                    (__v4di)_mm256_undefined_si256(), \
8737*344a7f5eSAndroid Build Coastguard Worker                                    ((C) >> 0) & 0x3, ((C) >> 2) & 0x3, \
8738*344a7f5eSAndroid Build Coastguard Worker                                    ((C) >> 4) & 0x3, ((C) >> 6) & 0x3); })
8739*344a7f5eSAndroid Build Coastguard Worker 
8740*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_permutex_epi64(W, U, X, C) __extension__ ({ \
8741*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8742*344a7f5eSAndroid Build Coastguard Worker                                       (__v4di)_mm256_permutex_epi64((X), (C)), \
8743*344a7f5eSAndroid Build Coastguard Worker                                       (__v4di)(__m256i)(W)); })
8744*344a7f5eSAndroid Build Coastguard Worker 
8745*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_permutex_epi64(U, X, C) __extension__ ({ \
8746*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_selectq_256((__mmask8)(U), \
8747*344a7f5eSAndroid Build Coastguard Worker                                       (__v4di)_mm256_permutex_epi64((X), (C)), \
8748*344a7f5eSAndroid Build Coastguard Worker                                       (__v4di)_mm256_setzero_si256()); })
8749*344a7f5eSAndroid Build Coastguard Worker 
8750*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_permutexvar_pd(__m256i __X,__m256d __Y)8751*344a7f5eSAndroid Build Coastguard Worker _mm256_permutexvar_pd (__m256i __X, __m256d __Y)
8752*344a7f5eSAndroid Build Coastguard Worker {
8753*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8754*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8755*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) _mm256_undefined_si256 (),
8756*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
8757*344a7f5eSAndroid Build Coastguard Worker }
8758*344a7f5eSAndroid Build Coastguard Worker 
8759*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_permutexvar_pd(__m256d __W,__mmask8 __U,__m256i __X,__m256d __Y)8760*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutexvar_pd (__m256d __W, __mmask8 __U, __m256i __X,
8761*344a7f5eSAndroid Build Coastguard Worker           __m256d __Y)
8762*344a7f5eSAndroid Build Coastguard Worker {
8763*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8764*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8765*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) __W,
8766*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
8767*344a7f5eSAndroid Build Coastguard Worker }
8768*344a7f5eSAndroid Build Coastguard Worker 
8769*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_permutexvar_pd(__mmask8 __U,__m256i __X,__m256d __Y)8770*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutexvar_pd (__mmask8 __U, __m256i __X, __m256d __Y)
8771*344a7f5eSAndroid Build Coastguard Worker {
8772*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8773*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8774*344a7f5eSAndroid Build Coastguard Worker                  (__v4df) _mm256_setzero_pd (),
8775*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __U);
8776*344a7f5eSAndroid Build Coastguard Worker }
8777*344a7f5eSAndroid Build Coastguard Worker 
8778*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_permutexvar_epi64(__mmask8 __M,__m256i __X,__m256i __Y)8779*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutexvar_epi64 (__mmask8 __M, __m256i __X, __m256i __Y)
8780*344a7f5eSAndroid Build Coastguard Worker {
8781*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8782*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8783*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) _mm256_setzero_si256 (),
8784*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __M);
8785*344a7f5eSAndroid Build Coastguard Worker }
8786*344a7f5eSAndroid Build Coastguard Worker 
8787*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_permutexvar_epi64(__m256i __X,__m256i __Y)8788*344a7f5eSAndroid Build Coastguard Worker _mm256_permutexvar_epi64 ( __m256i __X, __m256i __Y)
8789*344a7f5eSAndroid Build Coastguard Worker {
8790*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8791*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8792*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) _mm256_undefined_si256 (),
8793*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
8794*344a7f5eSAndroid Build Coastguard Worker }
8795*344a7f5eSAndroid Build Coastguard Worker 
8796*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_permutexvar_epi64(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)8797*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutexvar_epi64 (__m256i __W, __mmask8 __M, __m256i __X,
8798*344a7f5eSAndroid Build Coastguard Worker              __m256i __Y)
8799*344a7f5eSAndroid Build Coastguard Worker {
8800*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
8801*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __X,
8802*344a7f5eSAndroid Build Coastguard Worker                  (__v4di) __W,
8803*344a7f5eSAndroid Build Coastguard Worker                  __M);
8804*344a7f5eSAndroid Build Coastguard Worker }
8805*344a7f5eSAndroid Build Coastguard Worker 
8806*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_permutexvar_ps(__m256 __W,__mmask8 __U,__m256i __X,__m256 __Y)8807*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutexvar_ps (__m256 __W, __mmask8 __U, __m256i __X,
8808*344a7f5eSAndroid Build Coastguard Worker           __m256 __Y)
8809*344a7f5eSAndroid Build Coastguard Worker {
8810*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8811*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __X,
8812*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __W,
8813*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
8814*344a7f5eSAndroid Build Coastguard Worker }
8815*344a7f5eSAndroid Build Coastguard Worker 
8816*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_permutexvar_ps(__mmask8 __U,__m256i __X,__m256 __Y)8817*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutexvar_ps (__mmask8 __U, __m256i __X, __m256 __Y)
8818*344a7f5eSAndroid Build Coastguard Worker {
8819*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8820*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __X,
8821*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) _mm256_setzero_ps (),
8822*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
8823*344a7f5eSAndroid Build Coastguard Worker }
8824*344a7f5eSAndroid Build Coastguard Worker 
8825*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_permutexvar_ps(__m256i __X,__m256 __Y)8826*344a7f5eSAndroid Build Coastguard Worker _mm256_permutexvar_ps (__m256i __X, __m256 __Y)
8827*344a7f5eSAndroid Build Coastguard Worker {
8828*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8829*344a7f5eSAndroid Build Coastguard Worker                 (__v8si) __X,
8830*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) _mm256_undefined_si256 (),
8831*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) -1);
8832*344a7f5eSAndroid Build Coastguard Worker }
8833*344a7f5eSAndroid Build Coastguard Worker 
8834*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_maskz_permutexvar_epi32(__mmask8 __M,__m256i __X,__m256i __Y)8835*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_permutexvar_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
8836*344a7f5eSAndroid Build Coastguard Worker {
8837*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8838*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __X,
8839*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) _mm256_setzero_si256 (),
8840*344a7f5eSAndroid Build Coastguard Worker                  __M);
8841*344a7f5eSAndroid Build Coastguard Worker }
8842*344a7f5eSAndroid Build Coastguard Worker 
8843*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_mask_permutexvar_epi32(__m256i __W,__mmask8 __M,__m256i __X,__m256i __Y)8844*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_permutexvar_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
8845*344a7f5eSAndroid Build Coastguard Worker              __m256i __Y)
8846*344a7f5eSAndroid Build Coastguard Worker {
8847*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8848*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __X,
8849*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __W,
8850*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) __M);
8851*344a7f5eSAndroid Build Coastguard Worker }
8852*344a7f5eSAndroid Build Coastguard Worker 
8853*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256i __DEFAULT_FN_ATTRS
_mm256_permutexvar_epi32(__m256i __X,__m256i __Y)8854*344a7f5eSAndroid Build Coastguard Worker _mm256_permutexvar_epi32 (__m256i __X, __m256i __Y)
8855*344a7f5eSAndroid Build Coastguard Worker {
8856*344a7f5eSAndroid Build Coastguard Worker   return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
8857*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) __X,
8858*344a7f5eSAndroid Build Coastguard Worker                  (__v8si) _mm256_undefined_si256(),
8859*344a7f5eSAndroid Build Coastguard Worker                  (__mmask8) -1);
8860*344a7f5eSAndroid Build Coastguard Worker }
8861*344a7f5eSAndroid Build Coastguard Worker 
8862*344a7f5eSAndroid Build Coastguard Worker #define _mm_alignr_epi32(A, B, imm) __extension__ ({ \
8863*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8864*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(B), (int)(imm), \
8865*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)_mm_undefined_si128(), \
8866*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
8867*344a7f5eSAndroid Build Coastguard Worker 
8868*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8869*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8870*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(B), (int)(imm), \
8871*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(W), \
8872*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8873*344a7f5eSAndroid Build Coastguard Worker 
8874*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8875*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignd128_mask((__v4si)(__m128i)(A), \
8876*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)(__m128i)(B), (int)(imm), \
8877*344a7f5eSAndroid Build Coastguard Worker                                          (__v4si)_mm_setzero_si128(), \
8878*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8879*344a7f5eSAndroid Build Coastguard Worker 
8880*344a7f5eSAndroid Build Coastguard Worker #define _mm256_alignr_epi32(A, B, imm) __extension__ ({ \
8881*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8882*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(B), (int)(imm), \
8883*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)_mm256_undefined_si256(), \
8884*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
8885*344a7f5eSAndroid Build Coastguard Worker 
8886*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({ \
8887*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8888*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(B), (int)(imm), \
8889*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(W), \
8890*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8891*344a7f5eSAndroid Build Coastguard Worker 
8892*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_alignr_epi32(U, A, B, imm) __extension__ ({ \
8893*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignd256_mask((__v8si)(__m256i)(A), \
8894*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)(__m256i)(B), (int)(imm), \
8895*344a7f5eSAndroid Build Coastguard Worker                                          (__v8si)_mm256_setzero_si256(), \
8896*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8897*344a7f5eSAndroid Build Coastguard Worker 
8898*344a7f5eSAndroid Build Coastguard Worker #define _mm_alignr_epi64(A, B, imm) __extension__ ({ \
8899*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8900*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(B), (int)(imm), \
8901*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_di(), \
8902*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
8903*344a7f5eSAndroid Build Coastguard Worker 
8904*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8905*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8906*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(B), (int)(imm), \
8907*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(W), \
8908*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8909*344a7f5eSAndroid Build Coastguard Worker 
8910*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8911*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_alignq128_mask((__v2di)(__m128i)(A), \
8912*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)(__m128i)(B), (int)(imm), \
8913*344a7f5eSAndroid Build Coastguard Worker                                          (__v2di)_mm_setzero_di(), \
8914*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8915*344a7f5eSAndroid Build Coastguard Worker 
8916*344a7f5eSAndroid Build Coastguard Worker #define _mm256_alignr_epi64(A, B, imm) __extension__ ({ \
8917*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8918*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(B), (int)(imm), \
8919*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_undefined_pd(), \
8920*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)-1); })
8921*344a7f5eSAndroid Build Coastguard Worker 
8922*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_alignr_epi64(W, U, A, B, imm) __extension__ ({ \
8923*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8924*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(B), (int)(imm), \
8925*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(W), \
8926*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8927*344a7f5eSAndroid Build Coastguard Worker 
8928*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_alignr_epi64(U, A, B, imm) __extension__ ({ \
8929*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_alignq256_mask((__v4di)(__m256i)(A), \
8930*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)(__m256i)(B), (int)(imm), \
8931*344a7f5eSAndroid Build Coastguard Worker                                          (__v4di)_mm256_setzero_si256(), \
8932*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
8933*344a7f5eSAndroid Build Coastguard Worker 
8934*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_movehdup_ps(__m128 __W,__mmask8 __U,__m128 __A)8935*344a7f5eSAndroid Build Coastguard Worker _mm_mask_movehdup_ps (__m128 __W, __mmask8 __U, __m128 __A)
8936*344a7f5eSAndroid Build Coastguard Worker {
8937*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8938*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_movehdup_ps(__A),
8939*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)__W);
8940*344a7f5eSAndroid Build Coastguard Worker }
8941*344a7f5eSAndroid Build Coastguard Worker 
8942*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_movehdup_ps(__mmask8 __U,__m128 __A)8943*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_movehdup_ps (__mmask8 __U, __m128 __A)
8944*344a7f5eSAndroid Build Coastguard Worker {
8945*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8946*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_movehdup_ps(__A),
8947*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps());
8948*344a7f5eSAndroid Build Coastguard Worker }
8949*344a7f5eSAndroid Build Coastguard Worker 
8950*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_movehdup_ps(__m256 __W,__mmask8 __U,__m256 __A)8951*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_movehdup_ps (__m256 __W, __mmask8 __U, __m256 __A)
8952*344a7f5eSAndroid Build Coastguard Worker {
8953*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8954*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_movehdup_ps(__A),
8955*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)__W);
8956*344a7f5eSAndroid Build Coastguard Worker }
8957*344a7f5eSAndroid Build Coastguard Worker 
8958*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_movehdup_ps(__mmask8 __U,__m256 __A)8959*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_movehdup_ps (__mmask8 __U, __m256 __A)
8960*344a7f5eSAndroid Build Coastguard Worker {
8961*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8962*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_movehdup_ps(__A),
8963*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps());
8964*344a7f5eSAndroid Build Coastguard Worker }
8965*344a7f5eSAndroid Build Coastguard Worker 
8966*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_moveldup_ps(__m128 __W,__mmask8 __U,__m128 __A)8967*344a7f5eSAndroid Build Coastguard Worker _mm_mask_moveldup_ps (__m128 __W, __mmask8 __U, __m128 __A)
8968*344a7f5eSAndroid Build Coastguard Worker {
8969*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8970*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_moveldup_ps(__A),
8971*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)__W);
8972*344a7f5eSAndroid Build Coastguard Worker }
8973*344a7f5eSAndroid Build Coastguard Worker 
8974*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_moveldup_ps(__mmask8 __U,__m128 __A)8975*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_moveldup_ps (__mmask8 __U, __m128 __A)
8976*344a7f5eSAndroid Build Coastguard Worker {
8977*344a7f5eSAndroid Build Coastguard Worker   return (__m128)__builtin_ia32_selectps_128((__mmask8)__U,
8978*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_moveldup_ps(__A),
8979*344a7f5eSAndroid Build Coastguard Worker                                              (__v4sf)_mm_setzero_ps());
8980*344a7f5eSAndroid Build Coastguard Worker }
8981*344a7f5eSAndroid Build Coastguard Worker 
8982*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_moveldup_ps(__m256 __W,__mmask8 __U,__m256 __A)8983*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_moveldup_ps (__m256 __W, __mmask8 __U, __m256 __A)
8984*344a7f5eSAndroid Build Coastguard Worker {
8985*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8986*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_moveldup_ps(__A),
8987*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)__W);
8988*344a7f5eSAndroid Build Coastguard Worker }
8989*344a7f5eSAndroid Build Coastguard Worker 
8990*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_moveldup_ps(__mmask8 __U,__m256 __A)8991*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_moveldup_ps (__mmask8 __U, __m256 __A)
8992*344a7f5eSAndroid Build Coastguard Worker {
8993*344a7f5eSAndroid Build Coastguard Worker   return (__m256)__builtin_ia32_selectps_256((__mmask8)__U,
8994*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_moveldup_ps(__A),
8995*344a7f5eSAndroid Build Coastguard Worker                                              (__v8sf)_mm256_setzero_ps());
8996*344a7f5eSAndroid Build Coastguard Worker }
8997*344a7f5eSAndroid Build Coastguard Worker 
8998*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_shuffle_epi32(W, U, A, I) __extension__({\
8999*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
9000*344a7f5eSAndroid Build Coastguard Worker                                       (__v8si)_mm256_shuffle_epi32((A), (I)), \
9001*344a7f5eSAndroid Build Coastguard Worker                                       (__v8si)(__m256i)(W)); })
9002*344a7f5eSAndroid Build Coastguard Worker 
9003*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_shuffle_epi32(U, A, I) __extension__({\
9004*344a7f5eSAndroid Build Coastguard Worker   (__m256i)__builtin_ia32_selectd_256((__mmask8)(U), \
9005*344a7f5eSAndroid Build Coastguard Worker                                       (__v8si)_mm256_shuffle_epi32((A), (I)), \
9006*344a7f5eSAndroid Build Coastguard Worker                                       (__v8si)_mm256_setzero_si256()); })
9007*344a7f5eSAndroid Build Coastguard Worker 
9008*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_shuffle_epi32(W, U, A, I) __extension__({\
9009*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
9010*344a7f5eSAndroid Build Coastguard Worker                                       (__v4si)_mm_shuffle_epi32((A), (I)), \
9011*344a7f5eSAndroid Build Coastguard Worker                                       (__v4si)(__m128i)(W)); })
9012*344a7f5eSAndroid Build Coastguard Worker 
9013*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_shuffle_epi32(U, A, I) __extension__({\
9014*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_selectd_128((__mmask8)(U), \
9015*344a7f5eSAndroid Build Coastguard Worker                                       (__v4si)_mm_shuffle_epi32((A), (I)), \
9016*344a7f5eSAndroid Build Coastguard Worker                                       (__v4si)_mm_setzero_si128()); })
9017*344a7f5eSAndroid Build Coastguard Worker 
9018*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_mask_mov_pd(__m128d __W,__mmask8 __U,__m128d __A)9019*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mov_pd (__m128d __W, __mmask8 __U, __m128d __A)
9020*344a7f5eSAndroid Build Coastguard Worker {
9021*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
9022*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __A,
9023*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __W);
9024*344a7f5eSAndroid Build Coastguard Worker }
9025*344a7f5eSAndroid Build Coastguard Worker 
9026*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128d __DEFAULT_FN_ATTRS
_mm_maskz_mov_pd(__mmask8 __U,__m128d __A)9027*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mov_pd (__mmask8 __U, __m128d __A)
9028*344a7f5eSAndroid Build Coastguard Worker {
9029*344a7f5eSAndroid Build Coastguard Worker   return (__m128d) __builtin_ia32_selectpd_128 ((__mmask8) __U,
9030*344a7f5eSAndroid Build Coastguard Worker               (__v2df) __A,
9031*344a7f5eSAndroid Build Coastguard Worker               (__v2df) _mm_setzero_pd ());
9032*344a7f5eSAndroid Build Coastguard Worker }
9033*344a7f5eSAndroid Build Coastguard Worker 
9034*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_mask_mov_pd(__m256d __W,__mmask8 __U,__m256d __A)9035*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mov_pd (__m256d __W, __mmask8 __U, __m256d __A)
9036*344a7f5eSAndroid Build Coastguard Worker {
9037*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
9038*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __A,
9039*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __W);
9040*344a7f5eSAndroid Build Coastguard Worker }
9041*344a7f5eSAndroid Build Coastguard Worker 
9042*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256d __DEFAULT_FN_ATTRS
_mm256_maskz_mov_pd(__mmask8 __U,__m256d __A)9043*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mov_pd (__mmask8 __U, __m256d __A)
9044*344a7f5eSAndroid Build Coastguard Worker {
9045*344a7f5eSAndroid Build Coastguard Worker   return (__m256d) __builtin_ia32_selectpd_256 ((__mmask8) __U,
9046*344a7f5eSAndroid Build Coastguard Worker               (__v4df) __A,
9047*344a7f5eSAndroid Build Coastguard Worker               (__v4df) _mm256_setzero_pd ());
9048*344a7f5eSAndroid Build Coastguard Worker }
9049*344a7f5eSAndroid Build Coastguard Worker 
9050*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_mov_ps(__m128 __W,__mmask8 __U,__m128 __A)9051*344a7f5eSAndroid Build Coastguard Worker _mm_mask_mov_ps (__m128 __W, __mmask8 __U, __m128 __A)
9052*344a7f5eSAndroid Build Coastguard Worker {
9053*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
9054*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) __A,
9055*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) __W);
9056*344a7f5eSAndroid Build Coastguard Worker }
9057*344a7f5eSAndroid Build Coastguard Worker 
9058*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_mov_ps(__mmask8 __U,__m128 __A)9059*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_mov_ps (__mmask8 __U, __m128 __A)
9060*344a7f5eSAndroid Build Coastguard Worker {
9061*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_selectps_128 ((__mmask8) __U,
9062*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) __A,
9063*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) _mm_setzero_ps ());
9064*344a7f5eSAndroid Build Coastguard Worker }
9065*344a7f5eSAndroid Build Coastguard Worker 
9066*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_mov_ps(__m256 __W,__mmask8 __U,__m256 __A)9067*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_mov_ps (__m256 __W, __mmask8 __U, __m256 __A)
9068*344a7f5eSAndroid Build Coastguard Worker {
9069*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
9070*344a7f5eSAndroid Build Coastguard Worker              (__v8sf) __A,
9071*344a7f5eSAndroid Build Coastguard Worker              (__v8sf) __W);
9072*344a7f5eSAndroid Build Coastguard Worker }
9073*344a7f5eSAndroid Build Coastguard Worker 
9074*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_mov_ps(__mmask8 __U,__m256 __A)9075*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_mov_ps (__mmask8 __U, __m256 __A)
9076*344a7f5eSAndroid Build Coastguard Worker {
9077*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_selectps_256 ((__mmask8) __U,
9078*344a7f5eSAndroid Build Coastguard Worker              (__v8sf) __A,
9079*344a7f5eSAndroid Build Coastguard Worker              (__v8sf) _mm256_setzero_ps ());
9080*344a7f5eSAndroid Build Coastguard Worker }
9081*344a7f5eSAndroid Build Coastguard Worker 
9082*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_mask_cvtph_ps(__m128 __W,__mmask8 __U,__m128i __A)9083*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtph_ps (__m128 __W, __mmask8 __U, __m128i __A)
9084*344a7f5eSAndroid Build Coastguard Worker {
9085*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
9086*344a7f5eSAndroid Build Coastguard Worker              (__v4sf) __W,
9087*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
9088*344a7f5eSAndroid Build Coastguard Worker }
9089*344a7f5eSAndroid Build Coastguard Worker 
9090*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m128 __DEFAULT_FN_ATTRS
_mm_maskz_cvtph_ps(__mmask8 __U,__m128i __A)9091*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
9092*344a7f5eSAndroid Build Coastguard Worker {
9093*344a7f5eSAndroid Build Coastguard Worker   return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
9094*344a7f5eSAndroid Build Coastguard Worker              (__v4sf)
9095*344a7f5eSAndroid Build Coastguard Worker              _mm_setzero_ps (),
9096*344a7f5eSAndroid Build Coastguard Worker              (__mmask8) __U);
9097*344a7f5eSAndroid Build Coastguard Worker }
9098*344a7f5eSAndroid Build Coastguard Worker 
9099*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_mask_cvtph_ps(__m256 __W,__mmask8 __U,__m128i __A)9100*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtph_ps (__m256 __W, __mmask8 __U, __m128i __A)
9101*344a7f5eSAndroid Build Coastguard Worker {
9102*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
9103*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf) __W,
9104*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
9105*344a7f5eSAndroid Build Coastguard Worker }
9106*344a7f5eSAndroid Build Coastguard Worker 
9107*344a7f5eSAndroid Build Coastguard Worker static __inline__ __m256 __DEFAULT_FN_ATTRS
_mm256_maskz_cvtph_ps(__mmask8 __U,__m128i __A)9108*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
9109*344a7f5eSAndroid Build Coastguard Worker {
9110*344a7f5eSAndroid Build Coastguard Worker   return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
9111*344a7f5eSAndroid Build Coastguard Worker                 (__v8sf)
9112*344a7f5eSAndroid Build Coastguard Worker                 _mm256_setzero_ps (),
9113*344a7f5eSAndroid Build Coastguard Worker                 (__mmask8) __U);
9114*344a7f5eSAndroid Build Coastguard Worker }
9115*344a7f5eSAndroid Build Coastguard Worker 
9116*344a7f5eSAndroid Build Coastguard Worker static __inline __m128i __DEFAULT_FN_ATTRS
_mm_mask_cvtps_ph(__m128i __W,__mmask8 __U,__m128 __A)9117*344a7f5eSAndroid Build Coastguard Worker _mm_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m128 __A)
9118*344a7f5eSAndroid Build Coastguard Worker {
9119*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, _MM_FROUND_CUR_DIRECTION,
9120*344a7f5eSAndroid Build Coastguard Worker                                                   (__v8hi) __W,
9121*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8) __U);
9122*344a7f5eSAndroid Build Coastguard Worker }
9123*344a7f5eSAndroid Build Coastguard Worker 
9124*344a7f5eSAndroid Build Coastguard Worker static __inline __m128i __DEFAULT_FN_ATTRS
_mm_maskz_cvtps_ph(__mmask8 __U,__m128 __A)9125*344a7f5eSAndroid Build Coastguard Worker _mm_maskz_cvtps_ph (__mmask8 __U, __m128 __A)
9126*344a7f5eSAndroid Build Coastguard Worker {
9127*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, _MM_FROUND_CUR_DIRECTION,
9128*344a7f5eSAndroid Build Coastguard Worker                                                   (__v8hi) _mm_setzero_si128 (),
9129*344a7f5eSAndroid Build Coastguard Worker                                                   (__mmask8) __U);
9130*344a7f5eSAndroid Build Coastguard Worker }
9131*344a7f5eSAndroid Build Coastguard Worker 
9132*344a7f5eSAndroid Build Coastguard Worker #define _mm_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
9133*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9134*344a7f5eSAndroid Build Coastguard Worker                                          (__v8hi)(__m128i)(W), \
9135*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
9136*344a7f5eSAndroid Build Coastguard Worker 
9137*344a7f5eSAndroid Build Coastguard Worker #define _mm_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
9138*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_vcvtps2ph_mask((__v4sf)(__m128)(A), (int)(I), \
9139*344a7f5eSAndroid Build Coastguard Worker                                          (__v8hi)_mm_setzero_si128(), \
9140*344a7f5eSAndroid Build Coastguard Worker                                          (__mmask8)(U)); })
9141*344a7f5eSAndroid Build Coastguard Worker 
9142*344a7f5eSAndroid Build Coastguard Worker static __inline __m128i __DEFAULT_FN_ATTRS
_mm256_mask_cvtps_ph(__m128i __W,__mmask8 __U,__m256 __A)9143*344a7f5eSAndroid Build Coastguard Worker _mm256_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m256 __A)
9144*344a7f5eSAndroid Build Coastguard Worker {
9145*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, _MM_FROUND_CUR_DIRECTION,
9146*344a7f5eSAndroid Build Coastguard Worker                                                       (__v8hi) __W,
9147*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
9148*344a7f5eSAndroid Build Coastguard Worker }
9149*344a7f5eSAndroid Build Coastguard Worker 
9150*344a7f5eSAndroid Build Coastguard Worker static __inline __m128i __DEFAULT_FN_ATTRS
_mm256_maskz_cvtps_ph(__mmask8 __U,__m256 __A)9151*344a7f5eSAndroid Build Coastguard Worker _mm256_maskz_cvtps_ph ( __mmask8 __U, __m256 __A)
9152*344a7f5eSAndroid Build Coastguard Worker {
9153*344a7f5eSAndroid Build Coastguard Worker   return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, _MM_FROUND_CUR_DIRECTION,
9154*344a7f5eSAndroid Build Coastguard Worker                                                       (__v8hi) _mm_setzero_si128(),
9155*344a7f5eSAndroid Build Coastguard Worker                                                       (__mmask8) __U);
9156*344a7f5eSAndroid Build Coastguard Worker }
9157*344a7f5eSAndroid Build Coastguard Worker #define _mm256_mask_cvt_roundps_ph(W, U, A, I) __extension__ ({ \
9158*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9159*344a7f5eSAndroid Build Coastguard Worker                                             (__v8hi)(__m128i)(W), \
9160*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
9161*344a7f5eSAndroid Build Coastguard Worker 
9162*344a7f5eSAndroid Build Coastguard Worker #define _mm256_maskz_cvt_roundps_ph(U, A, I) __extension__ ({ \
9163*344a7f5eSAndroid Build Coastguard Worker   (__m128i)__builtin_ia32_vcvtps2ph256_mask((__v8sf)(__m256)(A), (int)(I), \
9164*344a7f5eSAndroid Build Coastguard Worker                                             (__v8hi)_mm_setzero_si128(), \
9165*344a7f5eSAndroid Build Coastguard Worker                                             (__mmask8)(U)); })
9166*344a7f5eSAndroid Build Coastguard Worker 
9167*344a7f5eSAndroid Build Coastguard Worker 
9168*344a7f5eSAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
9169*344a7f5eSAndroid Build Coastguard Worker 
9170*344a7f5eSAndroid Build Coastguard Worker #endif /* __AVX512VLINTRIN_H */
9171