1 /*===---- altivec.h - Standard header for type generic math ---------------===*\
2 *
3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 *
7 \*===----------------------------------------------------------------------===*/
8
9 #ifndef __ALTIVEC_H
10 #define __ALTIVEC_H
11
12 #ifndef __ALTIVEC__
13 #error "AltiVec support not enabled"
14 #endif
15
16 /* Constants for mapping CR6 bits to predicate result. */
17
18 #define __CR6_EQ 0
19 #define __CR6_EQ_REV 1
20 #define __CR6_LT 2
21 #define __CR6_LT_REV 3
22 #define __CR6_GT 4
23 #define __CR6_GT_REV 5
24 #define __CR6_SO 6
25 #define __CR6_SO_REV 7
26
27 /* Constants for vec_test_data_class */
28 #define __VEC_CLASS_FP_SUBNORMAL_N (1 << 0)
29 #define __VEC_CLASS_FP_SUBNORMAL_P (1 << 1)
30 #define __VEC_CLASS_FP_SUBNORMAL (__VEC_CLASS_FP_SUBNORMAL_P | \
31 __VEC_CLASS_FP_SUBNORMAL_N)
32 #define __VEC_CLASS_FP_ZERO_N (1<<2)
33 #define __VEC_CLASS_FP_ZERO_P (1<<3)
34 #define __VEC_CLASS_FP_ZERO (__VEC_CLASS_FP_ZERO_P | \
35 __VEC_CLASS_FP_ZERO_N)
36 #define __VEC_CLASS_FP_INFINITY_N (1<<4)
37 #define __VEC_CLASS_FP_INFINITY_P (1<<5)
38 #define __VEC_CLASS_FP_INFINITY (__VEC_CLASS_FP_INFINITY_P | \
39 __VEC_CLASS_FP_INFINITY_N)
40 #define __VEC_CLASS_FP_NAN (1<<6)
41 #define __VEC_CLASS_FP_NOT_NORMAL (__VEC_CLASS_FP_NAN | \
42 __VEC_CLASS_FP_SUBNORMAL | \
43 __VEC_CLASS_FP_ZERO | \
44 __VEC_CLASS_FP_INFINITY)
45
46 #define __ATTRS_o_ai __attribute__((__overloadable__, __always_inline__))
47
48 #include <stddef.h>
49
50 static __inline__ vector signed char __ATTRS_o_ai vec_perm(
51 vector signed char __a, vector signed char __b, vector unsigned char __c);
52
53 static __inline__ vector unsigned char __ATTRS_o_ai
54 vec_perm(vector unsigned char __a, vector unsigned char __b,
55 vector unsigned char __c);
56
57 static __inline__ vector bool char __ATTRS_o_ai
58 vec_perm(vector bool char __a, vector bool char __b, vector unsigned char __c);
59
60 static __inline__ vector short __ATTRS_o_ai vec_perm(vector signed short __a,
61 vector signed short __b,
62 vector unsigned char __c);
63
64 static __inline__ vector unsigned short __ATTRS_o_ai
65 vec_perm(vector unsigned short __a, vector unsigned short __b,
66 vector unsigned char __c);
67
68 static __inline__ vector bool short __ATTRS_o_ai vec_perm(
69 vector bool short __a, vector bool short __b, vector unsigned char __c);
70
71 static __inline__ vector pixel __ATTRS_o_ai vec_perm(vector pixel __a,
72 vector pixel __b,
73 vector unsigned char __c);
74
75 static __inline__ vector int __ATTRS_o_ai vec_perm(vector signed int __a,
76 vector signed int __b,
77 vector unsigned char __c);
78
79 static __inline__ vector unsigned int __ATTRS_o_ai vec_perm(
80 vector unsigned int __a, vector unsigned int __b, vector unsigned char __c);
81
82 static __inline__ vector bool int __ATTRS_o_ai
83 vec_perm(vector bool int __a, vector bool int __b, vector unsigned char __c);
84
85 static __inline__ vector float __ATTRS_o_ai vec_perm(vector float __a,
86 vector float __b,
87 vector unsigned char __c);
88
89 #ifdef __VSX__
90 static __inline__ vector long long __ATTRS_o_ai
91 vec_perm(vector signed long long __a, vector signed long long __b,
92 vector unsigned char __c);
93
94 static __inline__ vector unsigned long long __ATTRS_o_ai
95 vec_perm(vector unsigned long long __a, vector unsigned long long __b,
96 vector unsigned char __c);
97
98 static __inline__ vector bool long long __ATTRS_o_ai
99 vec_perm(vector bool long long __a, vector bool long long __b,
100 vector unsigned char __c);
101
102 static __inline__ vector double __ATTRS_o_ai vec_perm(vector double __a,
103 vector double __b,
104 vector unsigned char __c);
105 #endif
106
107 static __inline__ vector unsigned char __ATTRS_o_ai
108 vec_xor(vector unsigned char __a, vector unsigned char __b);
109
110 /* vec_abs */
111
112 #define __builtin_altivec_abs_v16qi vec_abs
113 #define __builtin_altivec_abs_v8hi vec_abs
114 #define __builtin_altivec_abs_v4si vec_abs
115
116 static __inline__ vector signed char __ATTRS_o_ai
vec_abs(vector signed char __a)117 vec_abs(vector signed char __a) {
118 return __builtin_altivec_vmaxsb(__a, -__a);
119 }
120
121 static __inline__ vector signed short __ATTRS_o_ai
vec_abs(vector signed short __a)122 vec_abs(vector signed short __a) {
123 return __builtin_altivec_vmaxsh(__a, -__a);
124 }
125
126 static __inline__ vector signed int __ATTRS_o_ai
vec_abs(vector signed int __a)127 vec_abs(vector signed int __a) {
128 return __builtin_altivec_vmaxsw(__a, -__a);
129 }
130
131 #ifdef __POWER8_VECTOR__
132 static __inline__ vector signed long long __ATTRS_o_ai
vec_abs(vector signed long long __a)133 vec_abs(vector signed long long __a) {
134 return __builtin_altivec_vmaxsd(__a, -__a);
135 }
136 #endif
137
vec_abs(vector float __a)138 static __inline__ vector float __ATTRS_o_ai vec_abs(vector float __a) {
139 #ifdef __VSX__
140 return __builtin_vsx_xvabssp(__a);
141 #else
142 vector unsigned int __res =
143 (vector unsigned int)__a & (vector unsigned int)(0x7FFFFFFF);
144 return (vector float)__res;
145 #endif
146 }
147
148 #ifdef __VSX__
vec_abs(vector double __a)149 static __inline__ vector double __ATTRS_o_ai vec_abs(vector double __a) {
150 return __builtin_vsx_xvabsdp(__a);
151 }
152 #endif
153
154 /* vec_abss */
155 #define __builtin_altivec_abss_v16qi vec_abss
156 #define __builtin_altivec_abss_v8hi vec_abss
157 #define __builtin_altivec_abss_v4si vec_abss
158
159 static __inline__ vector signed char __ATTRS_o_ai
vec_abss(vector signed char __a)160 vec_abss(vector signed char __a) {
161 return __builtin_altivec_vmaxsb(
162 __a, __builtin_altivec_vsubsbs((vector signed char)(0), __a));
163 }
164
165 static __inline__ vector signed short __ATTRS_o_ai
vec_abss(vector signed short __a)166 vec_abss(vector signed short __a) {
167 return __builtin_altivec_vmaxsh(
168 __a, __builtin_altivec_vsubshs((vector signed short)(0), __a));
169 }
170
171 static __inline__ vector signed int __ATTRS_o_ai
vec_abss(vector signed int __a)172 vec_abss(vector signed int __a) {
173 return __builtin_altivec_vmaxsw(
174 __a, __builtin_altivec_vsubsws((vector signed int)(0), __a));
175 }
176
177 /* vec_absd */
178 #if defined(__POWER9_VECTOR__)
179
180 static __inline__ vector unsigned char __ATTRS_o_ai
vec_absd(vector unsigned char __a,vector unsigned char __b)181 vec_absd(vector unsigned char __a, vector unsigned char __b) {
182 return __builtin_altivec_vabsdub(__a, __b);
183 }
184
185 static __inline__ vector unsigned short __ATTRS_o_ai
vec_absd(vector unsigned short __a,vector unsigned short __b)186 vec_absd(vector unsigned short __a, vector unsigned short __b) {
187 return __builtin_altivec_vabsduh(__a, __b);
188 }
189
190 static __inline__ vector unsigned int __ATTRS_o_ai
vec_absd(vector unsigned int __a,vector unsigned int __b)191 vec_absd(vector unsigned int __a, vector unsigned int __b) {
192 return __builtin_altivec_vabsduw(__a, __b);
193 }
194
195 #endif /* End __POWER9_VECTOR__ */
196
197 /* vec_add */
198
199 static __inline__ vector signed char __ATTRS_o_ai
vec_add(vector signed char __a,vector signed char __b)200 vec_add(vector signed char __a, vector signed char __b) {
201 return __a + __b;
202 }
203
204 static __inline__ vector signed char __ATTRS_o_ai
vec_add(vector bool char __a,vector signed char __b)205 vec_add(vector bool char __a, vector signed char __b) {
206 return (vector signed char)__a + __b;
207 }
208
209 static __inline__ vector signed char __ATTRS_o_ai
vec_add(vector signed char __a,vector bool char __b)210 vec_add(vector signed char __a, vector bool char __b) {
211 return __a + (vector signed char)__b;
212 }
213
214 static __inline__ vector unsigned char __ATTRS_o_ai
vec_add(vector unsigned char __a,vector unsigned char __b)215 vec_add(vector unsigned char __a, vector unsigned char __b) {
216 return __a + __b;
217 }
218
219 static __inline__ vector unsigned char __ATTRS_o_ai
vec_add(vector bool char __a,vector unsigned char __b)220 vec_add(vector bool char __a, vector unsigned char __b) {
221 return (vector unsigned char)__a + __b;
222 }
223
224 static __inline__ vector unsigned char __ATTRS_o_ai
vec_add(vector unsigned char __a,vector bool char __b)225 vec_add(vector unsigned char __a, vector bool char __b) {
226 return __a + (vector unsigned char)__b;
227 }
228
vec_add(vector short __a,vector short __b)229 static __inline__ vector short __ATTRS_o_ai vec_add(vector short __a,
230 vector short __b) {
231 return __a + __b;
232 }
233
vec_add(vector bool short __a,vector short __b)234 static __inline__ vector short __ATTRS_o_ai vec_add(vector bool short __a,
235 vector short __b) {
236 return (vector short)__a + __b;
237 }
238
vec_add(vector short __a,vector bool short __b)239 static __inline__ vector short __ATTRS_o_ai vec_add(vector short __a,
240 vector bool short __b) {
241 return __a + (vector short)__b;
242 }
243
244 static __inline__ vector unsigned short __ATTRS_o_ai
vec_add(vector unsigned short __a,vector unsigned short __b)245 vec_add(vector unsigned short __a, vector unsigned short __b) {
246 return __a + __b;
247 }
248
249 static __inline__ vector unsigned short __ATTRS_o_ai
vec_add(vector bool short __a,vector unsigned short __b)250 vec_add(vector bool short __a, vector unsigned short __b) {
251 return (vector unsigned short)__a + __b;
252 }
253
254 static __inline__ vector unsigned short __ATTRS_o_ai
vec_add(vector unsigned short __a,vector bool short __b)255 vec_add(vector unsigned short __a, vector bool short __b) {
256 return __a + (vector unsigned short)__b;
257 }
258
vec_add(vector int __a,vector int __b)259 static __inline__ vector int __ATTRS_o_ai vec_add(vector int __a,
260 vector int __b) {
261 return __a + __b;
262 }
263
vec_add(vector bool int __a,vector int __b)264 static __inline__ vector int __ATTRS_o_ai vec_add(vector bool int __a,
265 vector int __b) {
266 return (vector int)__a + __b;
267 }
268
vec_add(vector int __a,vector bool int __b)269 static __inline__ vector int __ATTRS_o_ai vec_add(vector int __a,
270 vector bool int __b) {
271 return __a + (vector int)__b;
272 }
273
274 static __inline__ vector unsigned int __ATTRS_o_ai
vec_add(vector unsigned int __a,vector unsigned int __b)275 vec_add(vector unsigned int __a, vector unsigned int __b) {
276 return __a + __b;
277 }
278
279 static __inline__ vector unsigned int __ATTRS_o_ai
vec_add(vector bool int __a,vector unsigned int __b)280 vec_add(vector bool int __a, vector unsigned int __b) {
281 return (vector unsigned int)__a + __b;
282 }
283
284 static __inline__ vector unsigned int __ATTRS_o_ai
vec_add(vector unsigned int __a,vector bool int __b)285 vec_add(vector unsigned int __a, vector bool int __b) {
286 return __a + (vector unsigned int)__b;
287 }
288
289 #ifdef __POWER8_VECTOR__
290 static __inline__ vector signed long long __ATTRS_o_ai
vec_add(vector signed long long __a,vector signed long long __b)291 vec_add(vector signed long long __a, vector signed long long __b) {
292 return __a + __b;
293 }
294
295 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_add(vector unsigned long long __a,vector unsigned long long __b)296 vec_add(vector unsigned long long __a, vector unsigned long long __b) {
297 return __a + __b;
298 }
299
300 #ifdef __SIZEOF_INT128__
301 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_add(vector signed __int128 __a,vector signed __int128 __b)302 vec_add(vector signed __int128 __a, vector signed __int128 __b) {
303 return __a + __b;
304 }
305
306 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_add(vector unsigned __int128 __a,vector unsigned __int128 __b)307 vec_add(vector unsigned __int128 __a, vector unsigned __int128 __b) {
308 return __a + __b;
309 }
310 #endif
311
312 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_add_u128(vector unsigned char __a,vector unsigned char __b)313 vec_add_u128(vector unsigned char __a, vector unsigned char __b) {
314 return (vector unsigned char)__builtin_altivec_vadduqm(__a, __b);
315 }
316 #elif defined(__VSX__)
317 static __inline__ vector signed long long __ATTRS_o_ai
vec_add(vector signed long long __a,vector signed long long __b)318 vec_add(vector signed long long __a, vector signed long long __b) {
319 #ifdef __LITTLE_ENDIAN__
320 // Little endian systems on CPU's prior to Power8 don't really exist
321 // so scalarizing is fine.
322 return __a + __b;
323 #else
324 vector unsigned int __res =
325 (vector unsigned int)__a + (vector unsigned int)__b;
326 vector unsigned int __carry = __builtin_altivec_vaddcuw(
327 (vector unsigned int)__a, (vector unsigned int)__b);
328 __carry = (vector unsigned int)__builtin_shufflevector(
329 (vector unsigned char)__carry, (vector unsigned char)__carry, 0, 0, 0, 7,
330 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0);
331 return (vector signed long long)(__res + __carry);
332 #endif
333 }
334
335 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_add(vector unsigned long long __a,vector unsigned long long __b)336 vec_add(vector unsigned long long __a, vector unsigned long long __b) {
337 return (vector unsigned long long)vec_add((vector signed long long)__a,
338 (vector signed long long)__b);
339 }
340 #endif // __POWER8_VECTOR__
341
vec_add(vector float __a,vector float __b)342 static __inline__ vector float __ATTRS_o_ai vec_add(vector float __a,
343 vector float __b) {
344 return __a + __b;
345 }
346
347 #ifdef __VSX__
vec_add(vector double __a,vector double __b)348 static __inline__ vector double __ATTRS_o_ai vec_add(vector double __a,
349 vector double __b) {
350 return __a + __b;
351 }
352 #endif // __VSX__
353
354 /* vec_adde */
355
356 #ifdef __POWER8_VECTOR__
357 #ifdef __SIZEOF_INT128__
358 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_adde(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)359 vec_adde(vector signed __int128 __a, vector signed __int128 __b,
360 vector signed __int128 __c) {
361 return (vector signed __int128)__builtin_altivec_vaddeuqm(
362 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
363 (vector unsigned __int128)__c);
364 }
365
366 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_adde(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)367 vec_adde(vector unsigned __int128 __a, vector unsigned __int128 __b,
368 vector unsigned __int128 __c) {
369 return __builtin_altivec_vaddeuqm(__a, __b, __c);
370 }
371 #endif
372
373 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_adde_u128(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)374 vec_adde_u128(vector unsigned char __a, vector unsigned char __b,
375 vector unsigned char __c) {
376 return (vector unsigned char)__builtin_altivec_vaddeuqm_c(
377 (vector unsigned char)__a, (vector unsigned char)__b,
378 (vector unsigned char)__c);
379 }
380 #endif
381
382 static __inline__ vector signed int __ATTRS_o_ai
vec_adde(vector signed int __a,vector signed int __b,vector signed int __c)383 vec_adde(vector signed int __a, vector signed int __b,
384 vector signed int __c) {
385 vector signed int __mask = {1, 1, 1, 1};
386 vector signed int __carry = __c & __mask;
387 return vec_add(vec_add(__a, __b), __carry);
388 }
389
390 static __inline__ vector unsigned int __ATTRS_o_ai
vec_adde(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)391 vec_adde(vector unsigned int __a, vector unsigned int __b,
392 vector unsigned int __c) {
393 vector unsigned int __mask = {1, 1, 1, 1};
394 vector unsigned int __carry = __c & __mask;
395 return vec_add(vec_add(__a, __b), __carry);
396 }
397
398 /* vec_addec */
399
400 #ifdef __POWER8_VECTOR__
401 #ifdef __SIZEOF_INT128__
402 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_addec(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)403 vec_addec(vector signed __int128 __a, vector signed __int128 __b,
404 vector signed __int128 __c) {
405 return (vector signed __int128)__builtin_altivec_vaddecuq(
406 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
407 (vector unsigned __int128)__c);
408 }
409
410 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_addec(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)411 vec_addec(vector unsigned __int128 __a, vector unsigned __int128 __b,
412 vector unsigned __int128 __c) {
413 return __builtin_altivec_vaddecuq(__a, __b, __c);
414 }
415 #endif
416
417 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_addec_u128(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)418 vec_addec_u128(vector unsigned char __a, vector unsigned char __b,
419 vector unsigned char __c) {
420 return (vector unsigned char)__builtin_altivec_vaddecuq_c(
421 (vector unsigned char)__a, (vector unsigned char)__b,
422 (vector unsigned char)__c);
423 }
424
425 #ifdef __powerpc64__
426 static __inline__ vector signed int __ATTRS_o_ai
vec_addec(vector signed int __a,vector signed int __b,vector signed int __c)427 vec_addec(vector signed int __a, vector signed int __b,
428 vector signed int __c) {
429
430 signed int __result[4];
431 for (int i = 0; i < 4; i++) {
432 unsigned int __tempa = (unsigned int) __a[i];
433 unsigned int __tempb = (unsigned int) __b[i];
434 unsigned int __tempc = (unsigned int) __c[i];
435 __tempc = __tempc & 0x00000001;
436 unsigned long long __longa = (unsigned long long) __tempa;
437 unsigned long long __longb = (unsigned long long) __tempb;
438 unsigned long long __longc = (unsigned long long) __tempc;
439 unsigned long long __sum = __longa + __longb + __longc;
440 unsigned long long __res = (__sum >> 32) & 0x01;
441 unsigned long long __tempres = (unsigned int) __res;
442 __result[i] = (signed int) __tempres;
443 }
444
445 vector signed int ret = { __result[0], __result[1], __result[2], __result[3] };
446 return ret;
447 }
448
449 static __inline__ vector unsigned int __ATTRS_o_ai
vec_addec(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)450 vec_addec(vector unsigned int __a, vector unsigned int __b,
451 vector unsigned int __c) {
452
453 unsigned int __result[4];
454 for (int i = 0; i < 4; i++) {
455 unsigned int __tempc = __c[i] & 1;
456 unsigned long long __longa = (unsigned long long) __a[i];
457 unsigned long long __longb = (unsigned long long) __b[i];
458 unsigned long long __longc = (unsigned long long) __tempc;
459 unsigned long long __sum = __longa + __longb + __longc;
460 unsigned long long __res = (__sum >> 32) & 0x01;
461 unsigned long long __tempres = (unsigned int) __res;
462 __result[i] = (signed int) __tempres;
463 }
464
465 vector unsigned int ret = { __result[0], __result[1], __result[2], __result[3] };
466 return ret;
467 }
468 #endif // __powerpc64__
469 #endif // __POWER8_VECTOR__
470
471 /* vec_vaddubm */
472
473 #define __builtin_altivec_vaddubm vec_vaddubm
474
475 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddubm(vector signed char __a,vector signed char __b)476 vec_vaddubm(vector signed char __a, vector signed char __b) {
477 return __a + __b;
478 }
479
480 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddubm(vector bool char __a,vector signed char __b)481 vec_vaddubm(vector bool char __a, vector signed char __b) {
482 return (vector signed char)__a + __b;
483 }
484
485 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddubm(vector signed char __a,vector bool char __b)486 vec_vaddubm(vector signed char __a, vector bool char __b) {
487 return __a + (vector signed char)__b;
488 }
489
490 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubm(vector unsigned char __a,vector unsigned char __b)491 vec_vaddubm(vector unsigned char __a, vector unsigned char __b) {
492 return __a + __b;
493 }
494
495 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubm(vector bool char __a,vector unsigned char __b)496 vec_vaddubm(vector bool char __a, vector unsigned char __b) {
497 return (vector unsigned char)__a + __b;
498 }
499
500 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubm(vector unsigned char __a,vector bool char __b)501 vec_vaddubm(vector unsigned char __a, vector bool char __b) {
502 return __a + (vector unsigned char)__b;
503 }
504
505 /* vec_vadduhm */
506
507 #define __builtin_altivec_vadduhm vec_vadduhm
508
vec_vadduhm(vector short __a,vector short __b)509 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector short __a,
510 vector short __b) {
511 return __a + __b;
512 }
513
vec_vadduhm(vector bool short __a,vector short __b)514 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector bool short __a,
515 vector short __b) {
516 return (vector short)__a + __b;
517 }
518
vec_vadduhm(vector short __a,vector bool short __b)519 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector short __a,
520 vector bool short __b) {
521 return __a + (vector short)__b;
522 }
523
524 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhm(vector unsigned short __a,vector unsigned short __b)525 vec_vadduhm(vector unsigned short __a, vector unsigned short __b) {
526 return __a + __b;
527 }
528
529 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhm(vector bool short __a,vector unsigned short __b)530 vec_vadduhm(vector bool short __a, vector unsigned short __b) {
531 return (vector unsigned short)__a + __b;
532 }
533
534 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhm(vector unsigned short __a,vector bool short __b)535 vec_vadduhm(vector unsigned short __a, vector bool short __b) {
536 return __a + (vector unsigned short)__b;
537 }
538
539 /* vec_vadduwm */
540
541 #define __builtin_altivec_vadduwm vec_vadduwm
542
vec_vadduwm(vector int __a,vector int __b)543 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector int __a,
544 vector int __b) {
545 return __a + __b;
546 }
547
vec_vadduwm(vector bool int __a,vector int __b)548 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector bool int __a,
549 vector int __b) {
550 return (vector int)__a + __b;
551 }
552
vec_vadduwm(vector int __a,vector bool int __b)553 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector int __a,
554 vector bool int __b) {
555 return __a + (vector int)__b;
556 }
557
558 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduwm(vector unsigned int __a,vector unsigned int __b)559 vec_vadduwm(vector unsigned int __a, vector unsigned int __b) {
560 return __a + __b;
561 }
562
563 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduwm(vector bool int __a,vector unsigned int __b)564 vec_vadduwm(vector bool int __a, vector unsigned int __b) {
565 return (vector unsigned int)__a + __b;
566 }
567
568 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduwm(vector unsigned int __a,vector bool int __b)569 vec_vadduwm(vector unsigned int __a, vector bool int __b) {
570 return __a + (vector unsigned int)__b;
571 }
572
573 /* vec_vaddfp */
574
575 #define __builtin_altivec_vaddfp vec_vaddfp
576
577 static __inline__ vector float __attribute__((__always_inline__))
vec_vaddfp(vector float __a,vector float __b)578 vec_vaddfp(vector float __a, vector float __b) {
579 return __a + __b;
580 }
581
582 /* vec_addc */
583
584 static __inline__ vector signed int __ATTRS_o_ai
vec_addc(vector signed int __a,vector signed int __b)585 vec_addc(vector signed int __a, vector signed int __b) {
586 return (vector signed int)__builtin_altivec_vaddcuw((vector unsigned int)__a,
587 (vector unsigned int)__b);
588 }
589
590 static __inline__ vector unsigned int __ATTRS_o_ai
vec_addc(vector unsigned int __a,vector unsigned int __b)591 vec_addc(vector unsigned int __a, vector unsigned int __b) {
592 return __builtin_altivec_vaddcuw(__a, __b);
593 }
594
595 #ifdef __POWER8_VECTOR__
596 #ifdef __SIZEOF_INT128__
597 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_addc(vector signed __int128 __a,vector signed __int128 __b)598 vec_addc(vector signed __int128 __a, vector signed __int128 __b) {
599 return (vector signed __int128)__builtin_altivec_vaddcuq(
600 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
601 }
602
603 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_addc(vector unsigned __int128 __a,vector unsigned __int128 __b)604 vec_addc(vector unsigned __int128 __a, vector unsigned __int128 __b) {
605 return __builtin_altivec_vaddcuq(__a, __b);
606 }
607 #endif
608
609 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_addc_u128(vector unsigned char __a,vector unsigned char __b)610 vec_addc_u128(vector unsigned char __a, vector unsigned char __b) {
611 return (vector unsigned char)__builtin_altivec_vaddcuq_c(
612 (vector unsigned char)__a, (vector unsigned char)__b);
613 }
614 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__)
615
616 /* vec_vaddcuw */
617
618 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vaddcuw(vector unsigned int __a,vector unsigned int __b)619 vec_vaddcuw(vector unsigned int __a, vector unsigned int __b) {
620 return __builtin_altivec_vaddcuw(__a, __b);
621 }
622
623 /* vec_adds */
624
625 static __inline__ vector signed char __ATTRS_o_ai
vec_adds(vector signed char __a,vector signed char __b)626 vec_adds(vector signed char __a, vector signed char __b) {
627 return __builtin_altivec_vaddsbs(__a, __b);
628 }
629
630 static __inline__ vector signed char __ATTRS_o_ai
vec_adds(vector bool char __a,vector signed char __b)631 vec_adds(vector bool char __a, vector signed char __b) {
632 return __builtin_altivec_vaddsbs((vector signed char)__a, __b);
633 }
634
635 static __inline__ vector signed char __ATTRS_o_ai
vec_adds(vector signed char __a,vector bool char __b)636 vec_adds(vector signed char __a, vector bool char __b) {
637 return __builtin_altivec_vaddsbs(__a, (vector signed char)__b);
638 }
639
640 static __inline__ vector unsigned char __ATTRS_o_ai
vec_adds(vector unsigned char __a,vector unsigned char __b)641 vec_adds(vector unsigned char __a, vector unsigned char __b) {
642 return __builtin_altivec_vaddubs(__a, __b);
643 }
644
645 static __inline__ vector unsigned char __ATTRS_o_ai
vec_adds(vector bool char __a,vector unsigned char __b)646 vec_adds(vector bool char __a, vector unsigned char __b) {
647 return __builtin_altivec_vaddubs((vector unsigned char)__a, __b);
648 }
649
650 static __inline__ vector unsigned char __ATTRS_o_ai
vec_adds(vector unsigned char __a,vector bool char __b)651 vec_adds(vector unsigned char __a, vector bool char __b) {
652 return __builtin_altivec_vaddubs(__a, (vector unsigned char)__b);
653 }
654
vec_adds(vector short __a,vector short __b)655 static __inline__ vector short __ATTRS_o_ai vec_adds(vector short __a,
656 vector short __b) {
657 return __builtin_altivec_vaddshs(__a, __b);
658 }
659
vec_adds(vector bool short __a,vector short __b)660 static __inline__ vector short __ATTRS_o_ai vec_adds(vector bool short __a,
661 vector short __b) {
662 return __builtin_altivec_vaddshs((vector short)__a, __b);
663 }
664
vec_adds(vector short __a,vector bool short __b)665 static __inline__ vector short __ATTRS_o_ai vec_adds(vector short __a,
666 vector bool short __b) {
667 return __builtin_altivec_vaddshs(__a, (vector short)__b);
668 }
669
670 static __inline__ vector unsigned short __ATTRS_o_ai
vec_adds(vector unsigned short __a,vector unsigned short __b)671 vec_adds(vector unsigned short __a, vector unsigned short __b) {
672 return __builtin_altivec_vadduhs(__a, __b);
673 }
674
675 static __inline__ vector unsigned short __ATTRS_o_ai
vec_adds(vector bool short __a,vector unsigned short __b)676 vec_adds(vector bool short __a, vector unsigned short __b) {
677 return __builtin_altivec_vadduhs((vector unsigned short)__a, __b);
678 }
679
680 static __inline__ vector unsigned short __ATTRS_o_ai
vec_adds(vector unsigned short __a,vector bool short __b)681 vec_adds(vector unsigned short __a, vector bool short __b) {
682 return __builtin_altivec_vadduhs(__a, (vector unsigned short)__b);
683 }
684
vec_adds(vector int __a,vector int __b)685 static __inline__ vector int __ATTRS_o_ai vec_adds(vector int __a,
686 vector int __b) {
687 return __builtin_altivec_vaddsws(__a, __b);
688 }
689
vec_adds(vector bool int __a,vector int __b)690 static __inline__ vector int __ATTRS_o_ai vec_adds(vector bool int __a,
691 vector int __b) {
692 return __builtin_altivec_vaddsws((vector int)__a, __b);
693 }
694
vec_adds(vector int __a,vector bool int __b)695 static __inline__ vector int __ATTRS_o_ai vec_adds(vector int __a,
696 vector bool int __b) {
697 return __builtin_altivec_vaddsws(__a, (vector int)__b);
698 }
699
700 static __inline__ vector unsigned int __ATTRS_o_ai
vec_adds(vector unsigned int __a,vector unsigned int __b)701 vec_adds(vector unsigned int __a, vector unsigned int __b) {
702 return __builtin_altivec_vadduws(__a, __b);
703 }
704
705 static __inline__ vector unsigned int __ATTRS_o_ai
vec_adds(vector bool int __a,vector unsigned int __b)706 vec_adds(vector bool int __a, vector unsigned int __b) {
707 return __builtin_altivec_vadduws((vector unsigned int)__a, __b);
708 }
709
710 static __inline__ vector unsigned int __ATTRS_o_ai
vec_adds(vector unsigned int __a,vector bool int __b)711 vec_adds(vector unsigned int __a, vector bool int __b) {
712 return __builtin_altivec_vadduws(__a, (vector unsigned int)__b);
713 }
714
715 /* vec_vaddsbs */
716
717 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddsbs(vector signed char __a,vector signed char __b)718 vec_vaddsbs(vector signed char __a, vector signed char __b) {
719 return __builtin_altivec_vaddsbs(__a, __b);
720 }
721
722 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddsbs(vector bool char __a,vector signed char __b)723 vec_vaddsbs(vector bool char __a, vector signed char __b) {
724 return __builtin_altivec_vaddsbs((vector signed char)__a, __b);
725 }
726
727 static __inline__ vector signed char __ATTRS_o_ai
vec_vaddsbs(vector signed char __a,vector bool char __b)728 vec_vaddsbs(vector signed char __a, vector bool char __b) {
729 return __builtin_altivec_vaddsbs(__a, (vector signed char)__b);
730 }
731
732 /* vec_vaddubs */
733
734 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubs(vector unsigned char __a,vector unsigned char __b)735 vec_vaddubs(vector unsigned char __a, vector unsigned char __b) {
736 return __builtin_altivec_vaddubs(__a, __b);
737 }
738
739 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubs(vector bool char __a,vector unsigned char __b)740 vec_vaddubs(vector bool char __a, vector unsigned char __b) {
741 return __builtin_altivec_vaddubs((vector unsigned char)__a, __b);
742 }
743
744 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vaddubs(vector unsigned char __a,vector bool char __b)745 vec_vaddubs(vector unsigned char __a, vector bool char __b) {
746 return __builtin_altivec_vaddubs(__a, (vector unsigned char)__b);
747 }
748
749 /* vec_vaddshs */
750
vec_vaddshs(vector short __a,vector short __b)751 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector short __a,
752 vector short __b) {
753 return __builtin_altivec_vaddshs(__a, __b);
754 }
755
vec_vaddshs(vector bool short __a,vector short __b)756 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector bool short __a,
757 vector short __b) {
758 return __builtin_altivec_vaddshs((vector short)__a, __b);
759 }
760
vec_vaddshs(vector short __a,vector bool short __b)761 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector short __a,
762 vector bool short __b) {
763 return __builtin_altivec_vaddshs(__a, (vector short)__b);
764 }
765
766 /* vec_vadduhs */
767
768 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhs(vector unsigned short __a,vector unsigned short __b)769 vec_vadduhs(vector unsigned short __a, vector unsigned short __b) {
770 return __builtin_altivec_vadduhs(__a, __b);
771 }
772
773 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhs(vector bool short __a,vector unsigned short __b)774 vec_vadduhs(vector bool short __a, vector unsigned short __b) {
775 return __builtin_altivec_vadduhs((vector unsigned short)__a, __b);
776 }
777
778 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vadduhs(vector unsigned short __a,vector bool short __b)779 vec_vadduhs(vector unsigned short __a, vector bool short __b) {
780 return __builtin_altivec_vadduhs(__a, (vector unsigned short)__b);
781 }
782
783 /* vec_vaddsws */
784
vec_vaddsws(vector int __a,vector int __b)785 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector int __a,
786 vector int __b) {
787 return __builtin_altivec_vaddsws(__a, __b);
788 }
789
vec_vaddsws(vector bool int __a,vector int __b)790 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector bool int __a,
791 vector int __b) {
792 return __builtin_altivec_vaddsws((vector int)__a, __b);
793 }
794
vec_vaddsws(vector int __a,vector bool int __b)795 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector int __a,
796 vector bool int __b) {
797 return __builtin_altivec_vaddsws(__a, (vector int)__b);
798 }
799
800 /* vec_vadduws */
801
802 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduws(vector unsigned int __a,vector unsigned int __b)803 vec_vadduws(vector unsigned int __a, vector unsigned int __b) {
804 return __builtin_altivec_vadduws(__a, __b);
805 }
806
807 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduws(vector bool int __a,vector unsigned int __b)808 vec_vadduws(vector bool int __a, vector unsigned int __b) {
809 return __builtin_altivec_vadduws((vector unsigned int)__a, __b);
810 }
811
812 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vadduws(vector unsigned int __a,vector bool int __b)813 vec_vadduws(vector unsigned int __a, vector bool int __b) {
814 return __builtin_altivec_vadduws(__a, (vector unsigned int)__b);
815 }
816
817 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
818 defined(__SIZEOF_INT128__)
819 /* vec_vadduqm */
820
821 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vadduqm(vector signed __int128 __a,vector signed __int128 __b)822 vec_vadduqm(vector signed __int128 __a, vector signed __int128 __b) {
823 return __a + __b;
824 }
825
826 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vadduqm(vector unsigned __int128 __a,vector unsigned __int128 __b)827 vec_vadduqm(vector unsigned __int128 __a, vector unsigned __int128 __b) {
828 return __a + __b;
829 }
830
831 /* vec_vaddeuqm */
832
833 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vaddeuqm(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)834 vec_vaddeuqm(vector signed __int128 __a, vector signed __int128 __b,
835 vector signed __int128 __c) {
836 return (vector signed __int128)__builtin_altivec_vaddeuqm(
837 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
838 (vector unsigned __int128)__c);
839 }
840
841 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vaddeuqm(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)842 vec_vaddeuqm(vector unsigned __int128 __a, vector unsigned __int128 __b,
843 vector unsigned __int128 __c) {
844 return __builtin_altivec_vaddeuqm(__a, __b, __c);
845 }
846
847 /* vec_vaddcuq */
848
849 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vaddcuq(vector signed __int128 __a,vector signed __int128 __b)850 vec_vaddcuq(vector signed __int128 __a, vector signed __int128 __b) {
851 return (vector signed __int128)__builtin_altivec_vaddcuq(
852 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
853 }
854
855 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vaddcuq(vector unsigned __int128 __a,vector unsigned __int128 __b)856 vec_vaddcuq(vector unsigned __int128 __a, vector unsigned __int128 __b) {
857 return __builtin_altivec_vaddcuq(__a, __b);
858 }
859
860 /* vec_vaddecuq */
861
862 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vaddecuq(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)863 vec_vaddecuq(vector signed __int128 __a, vector signed __int128 __b,
864 vector signed __int128 __c) {
865 return (vector signed __int128)__builtin_altivec_vaddecuq(
866 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
867 (vector unsigned __int128)__c);
868 }
869
870 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vaddecuq(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)871 vec_vaddecuq(vector unsigned __int128 __a, vector unsigned __int128 __b,
872 vector unsigned __int128 __c) {
873 return __builtin_altivec_vaddecuq(__a, __b, __c);
874 }
875 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__)
876
877 /* vec_and */
878
879 #define __builtin_altivec_vand vec_and
880
881 static __inline__ vector signed char __ATTRS_o_ai
vec_and(vector signed char __a,vector signed char __b)882 vec_and(vector signed char __a, vector signed char __b) {
883 return __a & __b;
884 }
885
886 static __inline__ vector signed char __ATTRS_o_ai
vec_and(vector bool char __a,vector signed char __b)887 vec_and(vector bool char __a, vector signed char __b) {
888 return (vector signed char)__a & __b;
889 }
890
891 static __inline__ vector signed char __ATTRS_o_ai
vec_and(vector signed char __a,vector bool char __b)892 vec_and(vector signed char __a, vector bool char __b) {
893 return __a & (vector signed char)__b;
894 }
895
896 static __inline__ vector unsigned char __ATTRS_o_ai
vec_and(vector unsigned char __a,vector unsigned char __b)897 vec_and(vector unsigned char __a, vector unsigned char __b) {
898 return __a & __b;
899 }
900
901 static __inline__ vector unsigned char __ATTRS_o_ai
vec_and(vector bool char __a,vector unsigned char __b)902 vec_and(vector bool char __a, vector unsigned char __b) {
903 return (vector unsigned char)__a & __b;
904 }
905
906 static __inline__ vector unsigned char __ATTRS_o_ai
vec_and(vector unsigned char __a,vector bool char __b)907 vec_and(vector unsigned char __a, vector bool char __b) {
908 return __a & (vector unsigned char)__b;
909 }
910
vec_and(vector bool char __a,vector bool char __b)911 static __inline__ vector bool char __ATTRS_o_ai vec_and(vector bool char __a,
912 vector bool char __b) {
913 return __a & __b;
914 }
915
vec_and(vector short __a,vector short __b)916 static __inline__ vector short __ATTRS_o_ai vec_and(vector short __a,
917 vector short __b) {
918 return __a & __b;
919 }
920
vec_and(vector bool short __a,vector short __b)921 static __inline__ vector short __ATTRS_o_ai vec_and(vector bool short __a,
922 vector short __b) {
923 return (vector short)__a & __b;
924 }
925
vec_and(vector short __a,vector bool short __b)926 static __inline__ vector short __ATTRS_o_ai vec_and(vector short __a,
927 vector bool short __b) {
928 return __a & (vector short)__b;
929 }
930
931 static __inline__ vector unsigned short __ATTRS_o_ai
vec_and(vector unsigned short __a,vector unsigned short __b)932 vec_and(vector unsigned short __a, vector unsigned short __b) {
933 return __a & __b;
934 }
935
936 static __inline__ vector unsigned short __ATTRS_o_ai
vec_and(vector bool short __a,vector unsigned short __b)937 vec_and(vector bool short __a, vector unsigned short __b) {
938 return (vector unsigned short)__a & __b;
939 }
940
941 static __inline__ vector unsigned short __ATTRS_o_ai
vec_and(vector unsigned short __a,vector bool short __b)942 vec_and(vector unsigned short __a, vector bool short __b) {
943 return __a & (vector unsigned short)__b;
944 }
945
946 static __inline__ vector bool short __ATTRS_o_ai
vec_and(vector bool short __a,vector bool short __b)947 vec_and(vector bool short __a, vector bool short __b) {
948 return __a & __b;
949 }
950
vec_and(vector int __a,vector int __b)951 static __inline__ vector int __ATTRS_o_ai vec_and(vector int __a,
952 vector int __b) {
953 return __a & __b;
954 }
955
vec_and(vector bool int __a,vector int __b)956 static __inline__ vector int __ATTRS_o_ai vec_and(vector bool int __a,
957 vector int __b) {
958 return (vector int)__a & __b;
959 }
960
vec_and(vector int __a,vector bool int __b)961 static __inline__ vector int __ATTRS_o_ai vec_and(vector int __a,
962 vector bool int __b) {
963 return __a & (vector int)__b;
964 }
965
966 static __inline__ vector unsigned int __ATTRS_o_ai
vec_and(vector unsigned int __a,vector unsigned int __b)967 vec_and(vector unsigned int __a, vector unsigned int __b) {
968 return __a & __b;
969 }
970
971 static __inline__ vector unsigned int __ATTRS_o_ai
vec_and(vector bool int __a,vector unsigned int __b)972 vec_and(vector bool int __a, vector unsigned int __b) {
973 return (vector unsigned int)__a & __b;
974 }
975
976 static __inline__ vector unsigned int __ATTRS_o_ai
vec_and(vector unsigned int __a,vector bool int __b)977 vec_and(vector unsigned int __a, vector bool int __b) {
978 return __a & (vector unsigned int)__b;
979 }
980
vec_and(vector bool int __a,vector bool int __b)981 static __inline__ vector bool int __ATTRS_o_ai vec_and(vector bool int __a,
982 vector bool int __b) {
983 return __a & __b;
984 }
985
vec_and(vector float __a,vector float __b)986 static __inline__ vector float __ATTRS_o_ai vec_and(vector float __a,
987 vector float __b) {
988 vector unsigned int __res =
989 (vector unsigned int)__a & (vector unsigned int)__b;
990 return (vector float)__res;
991 }
992
vec_and(vector bool int __a,vector float __b)993 static __inline__ vector float __ATTRS_o_ai vec_and(vector bool int __a,
994 vector float __b) {
995 vector unsigned int __res =
996 (vector unsigned int)__a & (vector unsigned int)__b;
997 return (vector float)__res;
998 }
999
vec_and(vector float __a,vector bool int __b)1000 static __inline__ vector float __ATTRS_o_ai vec_and(vector float __a,
1001 vector bool int __b) {
1002 vector unsigned int __res =
1003 (vector unsigned int)__a & (vector unsigned int)__b;
1004 return (vector float)__res;
1005 }
1006
1007 #ifdef __VSX__
vec_and(vector bool long long __a,vector double __b)1008 static __inline__ vector double __ATTRS_o_ai vec_and(vector bool long long __a,
1009 vector double __b) {
1010 vector unsigned long long __res =
1011 (vector unsigned long long)__a & (vector unsigned long long)__b;
1012 return (vector double)__res;
1013 }
1014
1015 static __inline__ vector double __ATTRS_o_ai
vec_and(vector double __a,vector bool long long __b)1016 vec_and(vector double __a, vector bool long long __b) {
1017 vector unsigned long long __res =
1018 (vector unsigned long long)__a & (vector unsigned long long)__b;
1019 return (vector double)__res;
1020 }
1021
vec_and(vector double __a,vector double __b)1022 static __inline__ vector double __ATTRS_o_ai vec_and(vector double __a,
1023 vector double __b) {
1024 vector unsigned long long __res =
1025 (vector unsigned long long)__a & (vector unsigned long long)__b;
1026 return (vector double)__res;
1027 }
1028
1029 static __inline__ vector signed long long __ATTRS_o_ai
vec_and(vector signed long long __a,vector signed long long __b)1030 vec_and(vector signed long long __a, vector signed long long __b) {
1031 return __a & __b;
1032 }
1033
1034 static __inline__ vector signed long long __ATTRS_o_ai
vec_and(vector bool long long __a,vector signed long long __b)1035 vec_and(vector bool long long __a, vector signed long long __b) {
1036 return (vector signed long long)__a & __b;
1037 }
1038
1039 static __inline__ vector signed long long __ATTRS_o_ai
vec_and(vector signed long long __a,vector bool long long __b)1040 vec_and(vector signed long long __a, vector bool long long __b) {
1041 return __a & (vector signed long long)__b;
1042 }
1043
1044 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_and(vector unsigned long long __a,vector unsigned long long __b)1045 vec_and(vector unsigned long long __a, vector unsigned long long __b) {
1046 return __a & __b;
1047 }
1048
1049 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_and(vector bool long long __a,vector unsigned long long __b)1050 vec_and(vector bool long long __a, vector unsigned long long __b) {
1051 return (vector unsigned long long)__a & __b;
1052 }
1053
1054 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_and(vector unsigned long long __a,vector bool long long __b)1055 vec_and(vector unsigned long long __a, vector bool long long __b) {
1056 return __a & (vector unsigned long long)__b;
1057 }
1058
1059 static __inline__ vector bool long long __ATTRS_o_ai
vec_and(vector bool long long __a,vector bool long long __b)1060 vec_and(vector bool long long __a, vector bool long long __b) {
1061 return __a & __b;
1062 }
1063 #endif
1064
1065 /* vec_vand */
1066
1067 static __inline__ vector signed char __ATTRS_o_ai
vec_vand(vector signed char __a,vector signed char __b)1068 vec_vand(vector signed char __a, vector signed char __b) {
1069 return __a & __b;
1070 }
1071
1072 static __inline__ vector signed char __ATTRS_o_ai
vec_vand(vector bool char __a,vector signed char __b)1073 vec_vand(vector bool char __a, vector signed char __b) {
1074 return (vector signed char)__a & __b;
1075 }
1076
1077 static __inline__ vector signed char __ATTRS_o_ai
vec_vand(vector signed char __a,vector bool char __b)1078 vec_vand(vector signed char __a, vector bool char __b) {
1079 return __a & (vector signed char)__b;
1080 }
1081
1082 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vand(vector unsigned char __a,vector unsigned char __b)1083 vec_vand(vector unsigned char __a, vector unsigned char __b) {
1084 return __a & __b;
1085 }
1086
1087 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vand(vector bool char __a,vector unsigned char __b)1088 vec_vand(vector bool char __a, vector unsigned char __b) {
1089 return (vector unsigned char)__a & __b;
1090 }
1091
1092 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vand(vector unsigned char __a,vector bool char __b)1093 vec_vand(vector unsigned char __a, vector bool char __b) {
1094 return __a & (vector unsigned char)__b;
1095 }
1096
vec_vand(vector bool char __a,vector bool char __b)1097 static __inline__ vector bool char __ATTRS_o_ai vec_vand(vector bool char __a,
1098 vector bool char __b) {
1099 return __a & __b;
1100 }
1101
vec_vand(vector short __a,vector short __b)1102 static __inline__ vector short __ATTRS_o_ai vec_vand(vector short __a,
1103 vector short __b) {
1104 return __a & __b;
1105 }
1106
vec_vand(vector bool short __a,vector short __b)1107 static __inline__ vector short __ATTRS_o_ai vec_vand(vector bool short __a,
1108 vector short __b) {
1109 return (vector short)__a & __b;
1110 }
1111
vec_vand(vector short __a,vector bool short __b)1112 static __inline__ vector short __ATTRS_o_ai vec_vand(vector short __a,
1113 vector bool short __b) {
1114 return __a & (vector short)__b;
1115 }
1116
1117 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vand(vector unsigned short __a,vector unsigned short __b)1118 vec_vand(vector unsigned short __a, vector unsigned short __b) {
1119 return __a & __b;
1120 }
1121
1122 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vand(vector bool short __a,vector unsigned short __b)1123 vec_vand(vector bool short __a, vector unsigned short __b) {
1124 return (vector unsigned short)__a & __b;
1125 }
1126
1127 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vand(vector unsigned short __a,vector bool short __b)1128 vec_vand(vector unsigned short __a, vector bool short __b) {
1129 return __a & (vector unsigned short)__b;
1130 }
1131
1132 static __inline__ vector bool short __ATTRS_o_ai
vec_vand(vector bool short __a,vector bool short __b)1133 vec_vand(vector bool short __a, vector bool short __b) {
1134 return __a & __b;
1135 }
1136
vec_vand(vector int __a,vector int __b)1137 static __inline__ vector int __ATTRS_o_ai vec_vand(vector int __a,
1138 vector int __b) {
1139 return __a & __b;
1140 }
1141
vec_vand(vector bool int __a,vector int __b)1142 static __inline__ vector int __ATTRS_o_ai vec_vand(vector bool int __a,
1143 vector int __b) {
1144 return (vector int)__a & __b;
1145 }
1146
vec_vand(vector int __a,vector bool int __b)1147 static __inline__ vector int __ATTRS_o_ai vec_vand(vector int __a,
1148 vector bool int __b) {
1149 return __a & (vector int)__b;
1150 }
1151
1152 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vand(vector unsigned int __a,vector unsigned int __b)1153 vec_vand(vector unsigned int __a, vector unsigned int __b) {
1154 return __a & __b;
1155 }
1156
1157 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vand(vector bool int __a,vector unsigned int __b)1158 vec_vand(vector bool int __a, vector unsigned int __b) {
1159 return (vector unsigned int)__a & __b;
1160 }
1161
1162 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vand(vector unsigned int __a,vector bool int __b)1163 vec_vand(vector unsigned int __a, vector bool int __b) {
1164 return __a & (vector unsigned int)__b;
1165 }
1166
vec_vand(vector bool int __a,vector bool int __b)1167 static __inline__ vector bool int __ATTRS_o_ai vec_vand(vector bool int __a,
1168 vector bool int __b) {
1169 return __a & __b;
1170 }
1171
vec_vand(vector float __a,vector float __b)1172 static __inline__ vector float __ATTRS_o_ai vec_vand(vector float __a,
1173 vector float __b) {
1174 vector unsigned int __res =
1175 (vector unsigned int)__a & (vector unsigned int)__b;
1176 return (vector float)__res;
1177 }
1178
vec_vand(vector bool int __a,vector float __b)1179 static __inline__ vector float __ATTRS_o_ai vec_vand(vector bool int __a,
1180 vector float __b) {
1181 vector unsigned int __res =
1182 (vector unsigned int)__a & (vector unsigned int)__b;
1183 return (vector float)__res;
1184 }
1185
vec_vand(vector float __a,vector bool int __b)1186 static __inline__ vector float __ATTRS_o_ai vec_vand(vector float __a,
1187 vector bool int __b) {
1188 vector unsigned int __res =
1189 (vector unsigned int)__a & (vector unsigned int)__b;
1190 return (vector float)__res;
1191 }
1192
1193 #ifdef __VSX__
1194 static __inline__ vector signed long long __ATTRS_o_ai
vec_vand(vector signed long long __a,vector signed long long __b)1195 vec_vand(vector signed long long __a, vector signed long long __b) {
1196 return __a & __b;
1197 }
1198
1199 static __inline__ vector signed long long __ATTRS_o_ai
vec_vand(vector bool long long __a,vector signed long long __b)1200 vec_vand(vector bool long long __a, vector signed long long __b) {
1201 return (vector signed long long)__a & __b;
1202 }
1203
1204 static __inline__ vector signed long long __ATTRS_o_ai
vec_vand(vector signed long long __a,vector bool long long __b)1205 vec_vand(vector signed long long __a, vector bool long long __b) {
1206 return __a & (vector signed long long)__b;
1207 }
1208
1209 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vand(vector unsigned long long __a,vector unsigned long long __b)1210 vec_vand(vector unsigned long long __a, vector unsigned long long __b) {
1211 return __a & __b;
1212 }
1213
1214 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vand(vector bool long long __a,vector unsigned long long __b)1215 vec_vand(vector bool long long __a, vector unsigned long long __b) {
1216 return (vector unsigned long long)__a & __b;
1217 }
1218
1219 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vand(vector unsigned long long __a,vector bool long long __b)1220 vec_vand(vector unsigned long long __a, vector bool long long __b) {
1221 return __a & (vector unsigned long long)__b;
1222 }
1223
1224 static __inline__ vector bool long long __ATTRS_o_ai
vec_vand(vector bool long long __a,vector bool long long __b)1225 vec_vand(vector bool long long __a, vector bool long long __b) {
1226 return __a & __b;
1227 }
1228 #endif
1229
1230 /* vec_andc */
1231
1232 #define __builtin_altivec_vandc vec_andc
1233
1234 static __inline__ vector signed char __ATTRS_o_ai
vec_andc(vector signed char __a,vector signed char __b)1235 vec_andc(vector signed char __a, vector signed char __b) {
1236 return __a & ~__b;
1237 }
1238
1239 static __inline__ vector signed char __ATTRS_o_ai
vec_andc(vector bool char __a,vector signed char __b)1240 vec_andc(vector bool char __a, vector signed char __b) {
1241 return (vector signed char)__a & ~__b;
1242 }
1243
1244 static __inline__ vector signed char __ATTRS_o_ai
vec_andc(vector signed char __a,vector bool char __b)1245 vec_andc(vector signed char __a, vector bool char __b) {
1246 return __a & ~(vector signed char)__b;
1247 }
1248
1249 static __inline__ vector unsigned char __ATTRS_o_ai
vec_andc(vector unsigned char __a,vector unsigned char __b)1250 vec_andc(vector unsigned char __a, vector unsigned char __b) {
1251 return __a & ~__b;
1252 }
1253
1254 static __inline__ vector unsigned char __ATTRS_o_ai
vec_andc(vector bool char __a,vector unsigned char __b)1255 vec_andc(vector bool char __a, vector unsigned char __b) {
1256 return (vector unsigned char)__a & ~__b;
1257 }
1258
1259 static __inline__ vector unsigned char __ATTRS_o_ai
vec_andc(vector unsigned char __a,vector bool char __b)1260 vec_andc(vector unsigned char __a, vector bool char __b) {
1261 return __a & ~(vector unsigned char)__b;
1262 }
1263
vec_andc(vector bool char __a,vector bool char __b)1264 static __inline__ vector bool char __ATTRS_o_ai vec_andc(vector bool char __a,
1265 vector bool char __b) {
1266 return __a & ~__b;
1267 }
1268
vec_andc(vector short __a,vector short __b)1269 static __inline__ vector short __ATTRS_o_ai vec_andc(vector short __a,
1270 vector short __b) {
1271 return __a & ~__b;
1272 }
1273
vec_andc(vector bool short __a,vector short __b)1274 static __inline__ vector short __ATTRS_o_ai vec_andc(vector bool short __a,
1275 vector short __b) {
1276 return (vector short)__a & ~__b;
1277 }
1278
vec_andc(vector short __a,vector bool short __b)1279 static __inline__ vector short __ATTRS_o_ai vec_andc(vector short __a,
1280 vector bool short __b) {
1281 return __a & ~(vector short)__b;
1282 }
1283
1284 static __inline__ vector unsigned short __ATTRS_o_ai
vec_andc(vector unsigned short __a,vector unsigned short __b)1285 vec_andc(vector unsigned short __a, vector unsigned short __b) {
1286 return __a & ~__b;
1287 }
1288
1289 static __inline__ vector unsigned short __ATTRS_o_ai
vec_andc(vector bool short __a,vector unsigned short __b)1290 vec_andc(vector bool short __a, vector unsigned short __b) {
1291 return (vector unsigned short)__a & ~__b;
1292 }
1293
1294 static __inline__ vector unsigned short __ATTRS_o_ai
vec_andc(vector unsigned short __a,vector bool short __b)1295 vec_andc(vector unsigned short __a, vector bool short __b) {
1296 return __a & ~(vector unsigned short)__b;
1297 }
1298
1299 static __inline__ vector bool short __ATTRS_o_ai
vec_andc(vector bool short __a,vector bool short __b)1300 vec_andc(vector bool short __a, vector bool short __b) {
1301 return __a & ~__b;
1302 }
1303
vec_andc(vector int __a,vector int __b)1304 static __inline__ vector int __ATTRS_o_ai vec_andc(vector int __a,
1305 vector int __b) {
1306 return __a & ~__b;
1307 }
1308
vec_andc(vector bool int __a,vector int __b)1309 static __inline__ vector int __ATTRS_o_ai vec_andc(vector bool int __a,
1310 vector int __b) {
1311 return (vector int)__a & ~__b;
1312 }
1313
vec_andc(vector int __a,vector bool int __b)1314 static __inline__ vector int __ATTRS_o_ai vec_andc(vector int __a,
1315 vector bool int __b) {
1316 return __a & ~(vector int)__b;
1317 }
1318
1319 static __inline__ vector unsigned int __ATTRS_o_ai
vec_andc(vector unsigned int __a,vector unsigned int __b)1320 vec_andc(vector unsigned int __a, vector unsigned int __b) {
1321 return __a & ~__b;
1322 }
1323
1324 static __inline__ vector unsigned int __ATTRS_o_ai
vec_andc(vector bool int __a,vector unsigned int __b)1325 vec_andc(vector bool int __a, vector unsigned int __b) {
1326 return (vector unsigned int)__a & ~__b;
1327 }
1328
1329 static __inline__ vector unsigned int __ATTRS_o_ai
vec_andc(vector unsigned int __a,vector bool int __b)1330 vec_andc(vector unsigned int __a, vector bool int __b) {
1331 return __a & ~(vector unsigned int)__b;
1332 }
1333
vec_andc(vector bool int __a,vector bool int __b)1334 static __inline__ vector bool int __ATTRS_o_ai vec_andc(vector bool int __a,
1335 vector bool int __b) {
1336 return __a & ~__b;
1337 }
1338
vec_andc(vector float __a,vector float __b)1339 static __inline__ vector float __ATTRS_o_ai vec_andc(vector float __a,
1340 vector float __b) {
1341 vector unsigned int __res =
1342 (vector unsigned int)__a & ~(vector unsigned int)__b;
1343 return (vector float)__res;
1344 }
1345
vec_andc(vector bool int __a,vector float __b)1346 static __inline__ vector float __ATTRS_o_ai vec_andc(vector bool int __a,
1347 vector float __b) {
1348 vector unsigned int __res =
1349 (vector unsigned int)__a & ~(vector unsigned int)__b;
1350 return (vector float)__res;
1351 }
1352
vec_andc(vector float __a,vector bool int __b)1353 static __inline__ vector float __ATTRS_o_ai vec_andc(vector float __a,
1354 vector bool int __b) {
1355 vector unsigned int __res =
1356 (vector unsigned int)__a & ~(vector unsigned int)__b;
1357 return (vector float)__res;
1358 }
1359
1360 #ifdef __VSX__
vec_andc(vector bool long long __a,vector double __b)1361 static __inline__ vector double __ATTRS_o_ai vec_andc(vector bool long long __a,
1362 vector double __b) {
1363 vector unsigned long long __res =
1364 (vector unsigned long long)__a & ~(vector unsigned long long)__b;
1365 return (vector double)__res;
1366 }
1367
1368 static __inline__ vector double __ATTRS_o_ai
vec_andc(vector double __a,vector bool long long __b)1369 vec_andc(vector double __a, vector bool long long __b) {
1370 vector unsigned long long __res =
1371 (vector unsigned long long)__a & ~(vector unsigned long long)__b;
1372 return (vector double)__res;
1373 }
1374
vec_andc(vector double __a,vector double __b)1375 static __inline__ vector double __ATTRS_o_ai vec_andc(vector double __a,
1376 vector double __b) {
1377 vector unsigned long long __res =
1378 (vector unsigned long long)__a & ~(vector unsigned long long)__b;
1379 return (vector double)__res;
1380 }
1381
1382 static __inline__ vector signed long long __ATTRS_o_ai
vec_andc(vector signed long long __a,vector signed long long __b)1383 vec_andc(vector signed long long __a, vector signed long long __b) {
1384 return __a & ~__b;
1385 }
1386
1387 static __inline__ vector signed long long __ATTRS_o_ai
vec_andc(vector bool long long __a,vector signed long long __b)1388 vec_andc(vector bool long long __a, vector signed long long __b) {
1389 return (vector signed long long)__a & ~__b;
1390 }
1391
1392 static __inline__ vector signed long long __ATTRS_o_ai
vec_andc(vector signed long long __a,vector bool long long __b)1393 vec_andc(vector signed long long __a, vector bool long long __b) {
1394 return __a & ~(vector signed long long)__b;
1395 }
1396
1397 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_andc(vector unsigned long long __a,vector unsigned long long __b)1398 vec_andc(vector unsigned long long __a, vector unsigned long long __b) {
1399 return __a & ~__b;
1400 }
1401
1402 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_andc(vector bool long long __a,vector unsigned long long __b)1403 vec_andc(vector bool long long __a, vector unsigned long long __b) {
1404 return (vector unsigned long long)__a & ~__b;
1405 }
1406
1407 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_andc(vector unsigned long long __a,vector bool long long __b)1408 vec_andc(vector unsigned long long __a, vector bool long long __b) {
1409 return __a & ~(vector unsigned long long)__b;
1410 }
1411
1412 static __inline__ vector bool long long __ATTRS_o_ai
vec_andc(vector bool long long __a,vector bool long long __b)1413 vec_andc(vector bool long long __a, vector bool long long __b) {
1414 return __a & ~__b;
1415 }
1416 #endif
1417
1418 /* vec_vandc */
1419
1420 static __inline__ vector signed char __ATTRS_o_ai
vec_vandc(vector signed char __a,vector signed char __b)1421 vec_vandc(vector signed char __a, vector signed char __b) {
1422 return __a & ~__b;
1423 }
1424
1425 static __inline__ vector signed char __ATTRS_o_ai
vec_vandc(vector bool char __a,vector signed char __b)1426 vec_vandc(vector bool char __a, vector signed char __b) {
1427 return (vector signed char)__a & ~__b;
1428 }
1429
1430 static __inline__ vector signed char __ATTRS_o_ai
vec_vandc(vector signed char __a,vector bool char __b)1431 vec_vandc(vector signed char __a, vector bool char __b) {
1432 return __a & ~(vector signed char)__b;
1433 }
1434
1435 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vandc(vector unsigned char __a,vector unsigned char __b)1436 vec_vandc(vector unsigned char __a, vector unsigned char __b) {
1437 return __a & ~__b;
1438 }
1439
1440 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vandc(vector bool char __a,vector unsigned char __b)1441 vec_vandc(vector bool char __a, vector unsigned char __b) {
1442 return (vector unsigned char)__a & ~__b;
1443 }
1444
1445 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vandc(vector unsigned char __a,vector bool char __b)1446 vec_vandc(vector unsigned char __a, vector bool char __b) {
1447 return __a & ~(vector unsigned char)__b;
1448 }
1449
1450 static __inline__ vector bool char __ATTRS_o_ai
vec_vandc(vector bool char __a,vector bool char __b)1451 vec_vandc(vector bool char __a, vector bool char __b) {
1452 return __a & ~__b;
1453 }
1454
vec_vandc(vector short __a,vector short __b)1455 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector short __a,
1456 vector short __b) {
1457 return __a & ~__b;
1458 }
1459
vec_vandc(vector bool short __a,vector short __b)1460 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector bool short __a,
1461 vector short __b) {
1462 return (vector short)__a & ~__b;
1463 }
1464
vec_vandc(vector short __a,vector bool short __b)1465 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector short __a,
1466 vector bool short __b) {
1467 return __a & ~(vector short)__b;
1468 }
1469
1470 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vandc(vector unsigned short __a,vector unsigned short __b)1471 vec_vandc(vector unsigned short __a, vector unsigned short __b) {
1472 return __a & ~__b;
1473 }
1474
1475 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vandc(vector bool short __a,vector unsigned short __b)1476 vec_vandc(vector bool short __a, vector unsigned short __b) {
1477 return (vector unsigned short)__a & ~__b;
1478 }
1479
1480 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vandc(vector unsigned short __a,vector bool short __b)1481 vec_vandc(vector unsigned short __a, vector bool short __b) {
1482 return __a & ~(vector unsigned short)__b;
1483 }
1484
1485 static __inline__ vector bool short __ATTRS_o_ai
vec_vandc(vector bool short __a,vector bool short __b)1486 vec_vandc(vector bool short __a, vector bool short __b) {
1487 return __a & ~__b;
1488 }
1489
vec_vandc(vector int __a,vector int __b)1490 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector int __a,
1491 vector int __b) {
1492 return __a & ~__b;
1493 }
1494
vec_vandc(vector bool int __a,vector int __b)1495 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector bool int __a,
1496 vector int __b) {
1497 return (vector int)__a & ~__b;
1498 }
1499
vec_vandc(vector int __a,vector bool int __b)1500 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector int __a,
1501 vector bool int __b) {
1502 return __a & ~(vector int)__b;
1503 }
1504
1505 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vandc(vector unsigned int __a,vector unsigned int __b)1506 vec_vandc(vector unsigned int __a, vector unsigned int __b) {
1507 return __a & ~__b;
1508 }
1509
1510 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vandc(vector bool int __a,vector unsigned int __b)1511 vec_vandc(vector bool int __a, vector unsigned int __b) {
1512 return (vector unsigned int)__a & ~__b;
1513 }
1514
1515 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vandc(vector unsigned int __a,vector bool int __b)1516 vec_vandc(vector unsigned int __a, vector bool int __b) {
1517 return __a & ~(vector unsigned int)__b;
1518 }
1519
vec_vandc(vector bool int __a,vector bool int __b)1520 static __inline__ vector bool int __ATTRS_o_ai vec_vandc(vector bool int __a,
1521 vector bool int __b) {
1522 return __a & ~__b;
1523 }
1524
vec_vandc(vector float __a,vector float __b)1525 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector float __a,
1526 vector float __b) {
1527 vector unsigned int __res =
1528 (vector unsigned int)__a & ~(vector unsigned int)__b;
1529 return (vector float)__res;
1530 }
1531
vec_vandc(vector bool int __a,vector float __b)1532 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector bool int __a,
1533 vector float __b) {
1534 vector unsigned int __res =
1535 (vector unsigned int)__a & ~(vector unsigned int)__b;
1536 return (vector float)__res;
1537 }
1538
vec_vandc(vector float __a,vector bool int __b)1539 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector float __a,
1540 vector bool int __b) {
1541 vector unsigned int __res =
1542 (vector unsigned int)__a & ~(vector unsigned int)__b;
1543 return (vector float)__res;
1544 }
1545
1546 #ifdef __VSX__
1547 static __inline__ vector signed long long __ATTRS_o_ai
vec_vandc(vector signed long long __a,vector signed long long __b)1548 vec_vandc(vector signed long long __a, vector signed long long __b) {
1549 return __a & ~__b;
1550 }
1551
1552 static __inline__ vector signed long long __ATTRS_o_ai
vec_vandc(vector bool long long __a,vector signed long long __b)1553 vec_vandc(vector bool long long __a, vector signed long long __b) {
1554 return (vector signed long long)__a & ~__b;
1555 }
1556
1557 static __inline__ vector signed long long __ATTRS_o_ai
vec_vandc(vector signed long long __a,vector bool long long __b)1558 vec_vandc(vector signed long long __a, vector bool long long __b) {
1559 return __a & ~(vector signed long long)__b;
1560 }
1561
1562 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vandc(vector unsigned long long __a,vector unsigned long long __b)1563 vec_vandc(vector unsigned long long __a, vector unsigned long long __b) {
1564 return __a & ~__b;
1565 }
1566
1567 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vandc(vector bool long long __a,vector unsigned long long __b)1568 vec_vandc(vector bool long long __a, vector unsigned long long __b) {
1569 return (vector unsigned long long)__a & ~__b;
1570 }
1571
1572 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vandc(vector unsigned long long __a,vector bool long long __b)1573 vec_vandc(vector unsigned long long __a, vector bool long long __b) {
1574 return __a & ~(vector unsigned long long)__b;
1575 }
1576
1577 static __inline__ vector bool long long __ATTRS_o_ai
vec_vandc(vector bool long long __a,vector bool long long __b)1578 vec_vandc(vector bool long long __a, vector bool long long __b) {
1579 return __a & ~__b;
1580 }
1581 #endif
1582
1583 /* vec_avg */
1584
1585 static __inline__ vector signed char __ATTRS_o_ai
vec_avg(vector signed char __a,vector signed char __b)1586 vec_avg(vector signed char __a, vector signed char __b) {
1587 return __builtin_altivec_vavgsb(__a, __b);
1588 }
1589
1590 static __inline__ vector unsigned char __ATTRS_o_ai
vec_avg(vector unsigned char __a,vector unsigned char __b)1591 vec_avg(vector unsigned char __a, vector unsigned char __b) {
1592 return __builtin_altivec_vavgub(__a, __b);
1593 }
1594
vec_avg(vector short __a,vector short __b)1595 static __inline__ vector short __ATTRS_o_ai vec_avg(vector short __a,
1596 vector short __b) {
1597 return __builtin_altivec_vavgsh(__a, __b);
1598 }
1599
1600 static __inline__ vector unsigned short __ATTRS_o_ai
vec_avg(vector unsigned short __a,vector unsigned short __b)1601 vec_avg(vector unsigned short __a, vector unsigned short __b) {
1602 return __builtin_altivec_vavguh(__a, __b);
1603 }
1604
vec_avg(vector int __a,vector int __b)1605 static __inline__ vector int __ATTRS_o_ai vec_avg(vector int __a,
1606 vector int __b) {
1607 return __builtin_altivec_vavgsw(__a, __b);
1608 }
1609
1610 static __inline__ vector unsigned int __ATTRS_o_ai
vec_avg(vector unsigned int __a,vector unsigned int __b)1611 vec_avg(vector unsigned int __a, vector unsigned int __b) {
1612 return __builtin_altivec_vavguw(__a, __b);
1613 }
1614
1615 /* vec_vavgsb */
1616
1617 static __inline__ vector signed char __attribute__((__always_inline__))
vec_vavgsb(vector signed char __a,vector signed char __b)1618 vec_vavgsb(vector signed char __a, vector signed char __b) {
1619 return __builtin_altivec_vavgsb(__a, __b);
1620 }
1621
1622 /* vec_vavgub */
1623
1624 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_vavgub(vector unsigned char __a,vector unsigned char __b)1625 vec_vavgub(vector unsigned char __a, vector unsigned char __b) {
1626 return __builtin_altivec_vavgub(__a, __b);
1627 }
1628
1629 /* vec_vavgsh */
1630
1631 static __inline__ vector short __attribute__((__always_inline__))
vec_vavgsh(vector short __a,vector short __b)1632 vec_vavgsh(vector short __a, vector short __b) {
1633 return __builtin_altivec_vavgsh(__a, __b);
1634 }
1635
1636 /* vec_vavguh */
1637
1638 static __inline__ vector unsigned short __attribute__((__always_inline__))
vec_vavguh(vector unsigned short __a,vector unsigned short __b)1639 vec_vavguh(vector unsigned short __a, vector unsigned short __b) {
1640 return __builtin_altivec_vavguh(__a, __b);
1641 }
1642
1643 /* vec_vavgsw */
1644
1645 static __inline__ vector int __attribute__((__always_inline__))
vec_vavgsw(vector int __a,vector int __b)1646 vec_vavgsw(vector int __a, vector int __b) {
1647 return __builtin_altivec_vavgsw(__a, __b);
1648 }
1649
1650 /* vec_vavguw */
1651
1652 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vavguw(vector unsigned int __a,vector unsigned int __b)1653 vec_vavguw(vector unsigned int __a, vector unsigned int __b) {
1654 return __builtin_altivec_vavguw(__a, __b);
1655 }
1656
1657 /* vec_ceil */
1658
vec_ceil(vector float __a)1659 static __inline__ vector float __ATTRS_o_ai vec_ceil(vector float __a) {
1660 #ifdef __VSX__
1661 return __builtin_vsx_xvrspip(__a);
1662 #else
1663 return __builtin_altivec_vrfip(__a);
1664 #endif
1665 }
1666
1667 #ifdef __VSX__
vec_ceil(vector double __a)1668 static __inline__ vector double __ATTRS_o_ai vec_ceil(vector double __a) {
1669 return __builtin_vsx_xvrdpip(__a);
1670 }
1671 #endif
1672
1673 /* vec_roundp */
vec_roundp(vector float __a)1674 static __inline__ vector float __ATTRS_o_ai vec_roundp(vector float __a) {
1675 return vec_ceil(__a);
1676 }
1677
1678 #ifdef __VSX__
vec_roundp(vector double __a)1679 static __inline__ vector double __ATTRS_o_ai vec_roundp(vector double __a) {
1680 return vec_ceil(__a);
1681 }
1682 #endif
1683
1684 /* vec_vrfip */
1685
1686 static __inline__ vector float __attribute__((__always_inline__))
vec_vrfip(vector float __a)1687 vec_vrfip(vector float __a) {
1688 return __builtin_altivec_vrfip(__a);
1689 }
1690
1691 /* vec_cmpb */
1692
1693 static __inline__ vector int __attribute__((__always_inline__))
vec_cmpb(vector float __a,vector float __b)1694 vec_cmpb(vector float __a, vector float __b) {
1695 return __builtin_altivec_vcmpbfp(__a, __b);
1696 }
1697
1698 /* vec_vcmpbfp */
1699
1700 static __inline__ vector int __attribute__((__always_inline__))
vec_vcmpbfp(vector float __a,vector float __b)1701 vec_vcmpbfp(vector float __a, vector float __b) {
1702 return __builtin_altivec_vcmpbfp(__a, __b);
1703 }
1704
1705 /* vec_cmpeq */
1706
1707 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpeq(vector signed char __a,vector signed char __b)1708 vec_cmpeq(vector signed char __a, vector signed char __b) {
1709 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a,
1710 (vector char)__b);
1711 }
1712
1713 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpeq(vector unsigned char __a,vector unsigned char __b)1714 vec_cmpeq(vector unsigned char __a, vector unsigned char __b) {
1715 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a,
1716 (vector char)__b);
1717 }
1718
1719 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpeq(vector bool char __a,vector bool char __b)1720 vec_cmpeq(vector bool char __a, vector bool char __b) {
1721 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a,
1722 (vector char)__b);
1723 }
1724
vec_cmpeq(vector short __a,vector short __b)1725 static __inline__ vector bool short __ATTRS_o_ai vec_cmpeq(vector short __a,
1726 vector short __b) {
1727 return (vector bool short)__builtin_altivec_vcmpequh(__a, __b);
1728 }
1729
1730 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpeq(vector unsigned short __a,vector unsigned short __b)1731 vec_cmpeq(vector unsigned short __a, vector unsigned short __b) {
1732 return (vector bool short)__builtin_altivec_vcmpequh((vector short)__a,
1733 (vector short)__b);
1734 }
1735
1736 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpeq(vector bool short __a,vector bool short __b)1737 vec_cmpeq(vector bool short __a, vector bool short __b) {
1738 return (vector bool short)__builtin_altivec_vcmpequh((vector short)__a,
1739 (vector short)__b);
1740 }
1741
vec_cmpeq(vector int __a,vector int __b)1742 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector int __a,
1743 vector int __b) {
1744 return (vector bool int)__builtin_altivec_vcmpequw(__a, __b);
1745 }
1746
1747 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpeq(vector unsigned int __a,vector unsigned int __b)1748 vec_cmpeq(vector unsigned int __a, vector unsigned int __b) {
1749 return (vector bool int)__builtin_altivec_vcmpequw((vector int)__a,
1750 (vector int)__b);
1751 }
1752
vec_cmpeq(vector bool int __a,vector bool int __b)1753 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector bool int __a,
1754 vector bool int __b) {
1755 return (vector bool int)__builtin_altivec_vcmpequw((vector int)__a,
1756 (vector int)__b);
1757 }
1758
1759 #ifdef __POWER8_VECTOR__
1760 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector signed long long __a,vector signed long long __b)1761 vec_cmpeq(vector signed long long __a, vector signed long long __b) {
1762 return (vector bool long long)__builtin_altivec_vcmpequd(__a, __b);
1763 }
1764
1765 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector unsigned long long __a,vector unsigned long long __b)1766 vec_cmpeq(vector unsigned long long __a, vector unsigned long long __b) {
1767 return (vector bool long long)__builtin_altivec_vcmpequd(
1768 (vector long long)__a, (vector long long)__b);
1769 }
1770
1771 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector bool long long __a,vector bool long long __b)1772 vec_cmpeq(vector bool long long __a, vector bool long long __b) {
1773 return (vector bool long long)__builtin_altivec_vcmpequd(
1774 (vector long long)__a, (vector long long)__b);
1775 }
1776 #elif defined(__VSX__)
1777 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector signed long long __a,vector signed long long __b)1778 vec_cmpeq(vector signed long long __a, vector signed long long __b) {
1779 vector bool int __wordcmp =
1780 vec_cmpeq((vector signed int)__a, (vector signed int)__b);
1781 #ifdef __LITTLE_ENDIAN__
1782 __wordcmp &= __builtin_shufflevector(__wordcmp, __wordcmp, 3, 0, 1, 2);
1783 return (vector bool long long)__builtin_shufflevector(__wordcmp, __wordcmp, 1,
1784 1, 3, 3);
1785 #else
1786 __wordcmp &= __builtin_shufflevector(__wordcmp, __wordcmp, 1, 2, 3, 0);
1787 return (vector bool long long)__builtin_shufflevector(__wordcmp, __wordcmp, 0,
1788 0, 2, 2);
1789 #endif
1790 }
1791
1792 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector unsigned long long __a,vector unsigned long long __b)1793 vec_cmpeq(vector unsigned long long __a, vector unsigned long long __b) {
1794 return vec_cmpeq((vector signed long long)__a, (vector signed long long)__b);
1795 }
1796
1797 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector bool long long __a,vector bool long long __b)1798 vec_cmpeq(vector bool long long __a, vector bool long long __b) {
1799 return vec_cmpeq((vector signed long long)__a, (vector signed long long)__b);
1800 }
1801 #endif
1802
vec_cmpeq(vector float __a,vector float __b)1803 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector float __a,
1804 vector float __b) {
1805 #ifdef __VSX__
1806 return (vector bool int)__builtin_vsx_xvcmpeqsp(__a, __b);
1807 #else
1808 return (vector bool int)__builtin_altivec_vcmpeqfp(__a, __b);
1809 #endif
1810 }
1811
1812 #ifdef __VSX__
1813 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpeq(vector double __a,vector double __b)1814 vec_cmpeq(vector double __a, vector double __b) {
1815 return (vector bool long long)__builtin_vsx_xvcmpeqdp(__a, __b);
1816 }
1817 #endif
1818
1819 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
1820 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpeq(vector signed __int128 __a,vector signed __int128 __b)1821 vec_cmpeq(vector signed __int128 __a, vector signed __int128 __b) {
1822 return (vector bool __int128)__builtin_altivec_vcmpequq(
1823 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
1824 }
1825
1826 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpeq(vector unsigned __int128 __a,vector unsigned __int128 __b)1827 vec_cmpeq(vector unsigned __int128 __a, vector unsigned __int128 __b) {
1828 return (vector bool __int128)__builtin_altivec_vcmpequq(
1829 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
1830 }
1831
1832 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpeq(vector bool __int128 __a,vector bool __int128 __b)1833 vec_cmpeq(vector bool __int128 __a, vector bool __int128 __b) {
1834 return (vector bool __int128)__builtin_altivec_vcmpequq(
1835 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
1836 }
1837 #endif
1838
1839 #ifdef __POWER9_VECTOR__
1840 /* vec_cmpne */
1841
1842 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector bool char __a,vector bool char __b)1843 vec_cmpne(vector bool char __a, vector bool char __b) {
1844 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a,
1845 (vector char)__b);
1846 }
1847
1848 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector signed char __a,vector signed char __b)1849 vec_cmpne(vector signed char __a, vector signed char __b) {
1850 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a,
1851 (vector char)__b);
1852 }
1853
1854 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector unsigned char __a,vector unsigned char __b)1855 vec_cmpne(vector unsigned char __a, vector unsigned char __b) {
1856 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a,
1857 (vector char)__b);
1858 }
1859
1860 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector bool short __a,vector bool short __b)1861 vec_cmpne(vector bool short __a, vector bool short __b) {
1862 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a,
1863 (vector short)__b);
1864 }
1865
1866 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector signed short __a,vector signed short __b)1867 vec_cmpne(vector signed short __a, vector signed short __b) {
1868 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a,
1869 (vector short)__b);
1870 }
1871
1872 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector unsigned short __a,vector unsigned short __b)1873 vec_cmpne(vector unsigned short __a, vector unsigned short __b) {
1874 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a,
1875 (vector short)__b);
1876 }
1877
1878 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector bool int __a,vector bool int __b)1879 vec_cmpne(vector bool int __a, vector bool int __b) {
1880 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a,
1881 (vector int)__b);
1882 }
1883
1884 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector signed int __a,vector signed int __b)1885 vec_cmpne(vector signed int __a, vector signed int __b) {
1886 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a,
1887 (vector int)__b);
1888 }
1889
1890 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector unsigned int __a,vector unsigned int __b)1891 vec_cmpne(vector unsigned int __a, vector unsigned int __b) {
1892 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a,
1893 (vector int)__b);
1894 }
1895
1896 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector float __a,vector float __b)1897 vec_cmpne(vector float __a, vector float __b) {
1898 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a,
1899 (vector int)__b);
1900 }
1901
1902 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
1903 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpne(vector unsigned __int128 __a,vector unsigned __int128 __b)1904 vec_cmpne(vector unsigned __int128 __a, vector unsigned __int128 __b) {
1905 return (vector bool __int128)~(__builtin_altivec_vcmpequq(
1906 (vector unsigned __int128)__a, (vector unsigned __int128)__b));
1907 }
1908
1909 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpne(vector signed __int128 __a,vector signed __int128 __b)1910 vec_cmpne(vector signed __int128 __a, vector signed __int128 __b) {
1911 return (vector bool __int128)~(__builtin_altivec_vcmpequq(
1912 (vector unsigned __int128)__a, (vector unsigned __int128)__b));
1913 }
1914
1915 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpne(vector bool __int128 __a,vector bool __int128 __b)1916 vec_cmpne(vector bool __int128 __a, vector bool __int128 __b) {
1917 return (vector bool __int128)~(__builtin_altivec_vcmpequq(
1918 (vector unsigned __int128)__a, (vector unsigned __int128)__b));
1919 }
1920 #endif
1921
1922 /* vec_cmpnez */
1923
1924 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpnez(vector signed char __a,vector signed char __b)1925 vec_cmpnez(vector signed char __a, vector signed char __b) {
1926 return (vector bool char)__builtin_altivec_vcmpnezb((vector char)__a,
1927 (vector char)__b);
1928 }
1929
1930 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpnez(vector unsigned char __a,vector unsigned char __b)1931 vec_cmpnez(vector unsigned char __a, vector unsigned char __b) {
1932 return (vector bool char)__builtin_altivec_vcmpnezb((vector char)__a,
1933 (vector char)__b);
1934 }
1935
1936 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpnez(vector signed short __a,vector signed short __b)1937 vec_cmpnez(vector signed short __a, vector signed short __b) {
1938 return (vector bool short)__builtin_altivec_vcmpnezh((vector short)__a,
1939 (vector short)__b);
1940 }
1941
1942 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpnez(vector unsigned short __a,vector unsigned short __b)1943 vec_cmpnez(vector unsigned short __a, vector unsigned short __b) {
1944 return (vector bool short)__builtin_altivec_vcmpnezh((vector short)__a,
1945 (vector short)__b);
1946 }
1947
1948 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpnez(vector signed int __a,vector signed int __b)1949 vec_cmpnez(vector signed int __a, vector signed int __b) {
1950 return (vector bool int)__builtin_altivec_vcmpnezw((vector int)__a,
1951 (vector int)__b);
1952 }
1953
1954 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpnez(vector unsigned int __a,vector unsigned int __b)1955 vec_cmpnez(vector unsigned int __a, vector unsigned int __b) {
1956 return (vector bool int)__builtin_altivec_vcmpnezw((vector int)__a,
1957 (vector int)__b);
1958 }
1959
1960 static __inline__ signed int __ATTRS_o_ai
vec_cntlz_lsbb(vector signed char __a)1961 vec_cntlz_lsbb(vector signed char __a) {
1962 #ifdef __LITTLE_ENDIAN__
1963 return __builtin_altivec_vctzlsbb((vector unsigned char)__a);
1964 #else
1965 return __builtin_altivec_vclzlsbb((vector unsigned char)__a);
1966 #endif
1967 }
1968
1969 static __inline__ signed int __ATTRS_o_ai
vec_cntlz_lsbb(vector unsigned char __a)1970 vec_cntlz_lsbb(vector unsigned char __a) {
1971 #ifdef __LITTLE_ENDIAN__
1972 return __builtin_altivec_vctzlsbb((vector unsigned char)__a);
1973 #else
1974 return __builtin_altivec_vclzlsbb(__a);
1975 #endif
1976 }
1977
1978 static __inline__ signed int __ATTRS_o_ai
vec_cnttz_lsbb(vector signed char __a)1979 vec_cnttz_lsbb(vector signed char __a) {
1980 #ifdef __LITTLE_ENDIAN__
1981 return __builtin_altivec_vclzlsbb((vector unsigned char)__a);
1982 #else
1983 return __builtin_altivec_vctzlsbb((vector unsigned char)__a);
1984 #endif
1985 }
1986
1987 static __inline__ signed int __ATTRS_o_ai
vec_cnttz_lsbb(vector unsigned char __a)1988 vec_cnttz_lsbb(vector unsigned char __a) {
1989 #ifdef __LITTLE_ENDIAN__
1990 return __builtin_altivec_vclzlsbb(__a);
1991 #else
1992 return __builtin_altivec_vctzlsbb(__a);
1993 #endif
1994 }
1995
1996 static __inline__ vector unsigned int __ATTRS_o_ai
vec_parity_lsbb(vector unsigned int __a)1997 vec_parity_lsbb(vector unsigned int __a) {
1998 return __builtin_altivec_vprtybw(__a);
1999 }
2000
2001 static __inline__ vector unsigned int __ATTRS_o_ai
vec_parity_lsbb(vector signed int __a)2002 vec_parity_lsbb(vector signed int __a) {
2003 return __builtin_altivec_vprtybw((vector unsigned int)__a);
2004 }
2005
2006 #ifdef __SIZEOF_INT128__
2007 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_parity_lsbb(vector unsigned __int128 __a)2008 vec_parity_lsbb(vector unsigned __int128 __a) {
2009 return __builtin_altivec_vprtybq(__a);
2010 }
2011
2012 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_parity_lsbb(vector signed __int128 __a)2013 vec_parity_lsbb(vector signed __int128 __a) {
2014 return __builtin_altivec_vprtybq((vector unsigned __int128)__a);
2015 }
2016 #endif
2017
2018 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_parity_lsbb(vector unsigned long long __a)2019 vec_parity_lsbb(vector unsigned long long __a) {
2020 return __builtin_altivec_vprtybd(__a);
2021 }
2022
2023 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_parity_lsbb(vector signed long long __a)2024 vec_parity_lsbb(vector signed long long __a) {
2025 return __builtin_altivec_vprtybd((vector unsigned long long)__a);
2026 }
2027
2028 #else
2029 /* vec_cmpne */
2030
2031 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector bool char __a,vector bool char __b)2032 vec_cmpne(vector bool char __a, vector bool char __b) {
2033 return ~(vec_cmpeq(__a, __b));
2034 }
2035
2036 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector signed char __a,vector signed char __b)2037 vec_cmpne(vector signed char __a, vector signed char __b) {
2038 return ~(vec_cmpeq(__a, __b));
2039 }
2040
2041 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpne(vector unsigned char __a,vector unsigned char __b)2042 vec_cmpne(vector unsigned char __a, vector unsigned char __b) {
2043 return ~(vec_cmpeq(__a, __b));
2044 }
2045
2046 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector bool short __a,vector bool short __b)2047 vec_cmpne(vector bool short __a, vector bool short __b) {
2048 return ~(vec_cmpeq(__a, __b));
2049 }
2050
2051 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector signed short __a,vector signed short __b)2052 vec_cmpne(vector signed short __a, vector signed short __b) {
2053 return ~(vec_cmpeq(__a, __b));
2054 }
2055
2056 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpne(vector unsigned short __a,vector unsigned short __b)2057 vec_cmpne(vector unsigned short __a, vector unsigned short __b) {
2058 return ~(vec_cmpeq(__a, __b));
2059 }
2060
2061 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector bool int __a,vector bool int __b)2062 vec_cmpne(vector bool int __a, vector bool int __b) {
2063 return ~(vec_cmpeq(__a, __b));
2064 }
2065
2066 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector signed int __a,vector signed int __b)2067 vec_cmpne(vector signed int __a, vector signed int __b) {
2068 return ~(vec_cmpeq(__a, __b));
2069 }
2070
2071 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector unsigned int __a,vector unsigned int __b)2072 vec_cmpne(vector unsigned int __a, vector unsigned int __b) {
2073 return ~(vec_cmpeq(__a, __b));
2074 }
2075
2076 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpne(vector float __a,vector float __b)2077 vec_cmpne(vector float __a, vector float __b) {
2078 return ~(vec_cmpeq(__a, __b));
2079 }
2080 #endif
2081
2082 #ifdef __POWER8_VECTOR__
2083 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector bool long long __a,vector bool long long __b)2084 vec_cmpne(vector bool long long __a, vector bool long long __b) {
2085 return (vector bool long long)
2086 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b));
2087 }
2088
2089 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector signed long long __a,vector signed long long __b)2090 vec_cmpne(vector signed long long __a, vector signed long long __b) {
2091 return (vector bool long long)
2092 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b));
2093 }
2094
2095 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector unsigned long long __a,vector unsigned long long __b)2096 vec_cmpne(vector unsigned long long __a, vector unsigned long long __b) {
2097 return (vector bool long long)
2098 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b));
2099 }
2100 #elif defined(__VSX__)
2101 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector bool long long __a,vector bool long long __b)2102 vec_cmpne(vector bool long long __a, vector bool long long __b) {
2103 return (vector bool long long)~(
2104 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b));
2105 }
2106
2107 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector signed long long __a,vector signed long long __b)2108 vec_cmpne(vector signed long long __a, vector signed long long __b) {
2109 return (vector bool long long)~(
2110 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b));
2111 }
2112
2113 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector unsigned long long __a,vector unsigned long long __b)2114 vec_cmpne(vector unsigned long long __a, vector unsigned long long __b) {
2115 return (vector bool long long)~(
2116 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b));
2117 }
2118 #endif
2119
2120 #ifdef __VSX__
2121 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpne(vector double __a,vector double __b)2122 vec_cmpne(vector double __a, vector double __b) {
2123 return (vector bool long long)
2124 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b));
2125 }
2126 #endif
2127
2128 /* vec_cmpgt */
2129
2130 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpgt(vector signed char __a,vector signed char __b)2131 vec_cmpgt(vector signed char __a, vector signed char __b) {
2132 return (vector bool char)__builtin_altivec_vcmpgtsb(__a, __b);
2133 }
2134
2135 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpgt(vector unsigned char __a,vector unsigned char __b)2136 vec_cmpgt(vector unsigned char __a, vector unsigned char __b) {
2137 return (vector bool char)__builtin_altivec_vcmpgtub(__a, __b);
2138 }
2139
vec_cmpgt(vector short __a,vector short __b)2140 static __inline__ vector bool short __ATTRS_o_ai vec_cmpgt(vector short __a,
2141 vector short __b) {
2142 return (vector bool short)__builtin_altivec_vcmpgtsh(__a, __b);
2143 }
2144
2145 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpgt(vector unsigned short __a,vector unsigned short __b)2146 vec_cmpgt(vector unsigned short __a, vector unsigned short __b) {
2147 return (vector bool short)__builtin_altivec_vcmpgtuh(__a, __b);
2148 }
2149
vec_cmpgt(vector int __a,vector int __b)2150 static __inline__ vector bool int __ATTRS_o_ai vec_cmpgt(vector int __a,
2151 vector int __b) {
2152 return (vector bool int)__builtin_altivec_vcmpgtsw(__a, __b);
2153 }
2154
2155 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpgt(vector unsigned int __a,vector unsigned int __b)2156 vec_cmpgt(vector unsigned int __a, vector unsigned int __b) {
2157 return (vector bool int)__builtin_altivec_vcmpgtuw(__a, __b);
2158 }
2159
2160 #ifdef __POWER8_VECTOR__
2161 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpgt(vector signed long long __a,vector signed long long __b)2162 vec_cmpgt(vector signed long long __a, vector signed long long __b) {
2163 return (vector bool long long)__builtin_altivec_vcmpgtsd(__a, __b);
2164 }
2165
2166 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpgt(vector unsigned long long __a,vector unsigned long long __b)2167 vec_cmpgt(vector unsigned long long __a, vector unsigned long long __b) {
2168 return (vector bool long long)__builtin_altivec_vcmpgtud(__a, __b);
2169 }
2170 #elif defined(__VSX__)
2171 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpgt(vector signed long long __a,vector signed long long __b)2172 vec_cmpgt(vector signed long long __a, vector signed long long __b) {
2173 vector signed int __sgtw = (vector signed int)vec_cmpgt(
2174 (vector signed int)__a, (vector signed int)__b);
2175 vector unsigned int __ugtw = (vector unsigned int)vec_cmpgt(
2176 (vector unsigned int)__a, (vector unsigned int)__b);
2177 vector unsigned int __eqw = (vector unsigned int)vec_cmpeq(
2178 (vector signed int)__a, (vector signed int)__b);
2179 #ifdef __LITTLE_ENDIAN__
2180 __ugtw = __builtin_shufflevector(__ugtw, __ugtw, 3, 0, 1, 2) & __eqw;
2181 __sgtw |= (vector signed int)__ugtw;
2182 return (vector bool long long)__builtin_shufflevector(__sgtw, __sgtw, 1, 1, 3,
2183 3);
2184 #else
2185 __ugtw = __builtin_shufflevector(__ugtw, __ugtw, 1, 2, 3, 0) & __eqw;
2186 __sgtw |= (vector signed int)__ugtw;
2187 return (vector bool long long)__builtin_shufflevector(__sgtw, __sgtw, 0, 0, 2,
2188 2);
2189 #endif
2190 }
2191
2192 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpgt(vector unsigned long long __a,vector unsigned long long __b)2193 vec_cmpgt(vector unsigned long long __a, vector unsigned long long __b) {
2194 vector unsigned int __ugtw = (vector unsigned int)vec_cmpgt(
2195 (vector unsigned int)__a, (vector unsigned int)__b);
2196 vector unsigned int __eqw = (vector unsigned int)vec_cmpeq(
2197 (vector signed int)__a, (vector signed int)__b);
2198 #ifdef __LITTLE_ENDIAN__
2199 __eqw = __builtin_shufflevector(__ugtw, __ugtw, 3, 0, 1, 2) & __eqw;
2200 __ugtw |= __eqw;
2201 return (vector bool long long)__builtin_shufflevector(__ugtw, __ugtw, 1, 1, 3,
2202 3);
2203 #else
2204 __eqw = __builtin_shufflevector(__ugtw, __ugtw, 1, 2, 3, 0) & __eqw;
2205 __ugtw |= __eqw;
2206 return (vector bool long long)__builtin_shufflevector(__ugtw, __ugtw, 0, 0, 2,
2207 2);
2208 #endif
2209 }
2210 #endif
2211
vec_cmpgt(vector float __a,vector float __b)2212 static __inline__ vector bool int __ATTRS_o_ai vec_cmpgt(vector float __a,
2213 vector float __b) {
2214 #ifdef __VSX__
2215 return (vector bool int)__builtin_vsx_xvcmpgtsp(__a, __b);
2216 #else
2217 return (vector bool int)__builtin_altivec_vcmpgtfp(__a, __b);
2218 #endif
2219 }
2220
2221 #ifdef __VSX__
2222 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpgt(vector double __a,vector double __b)2223 vec_cmpgt(vector double __a, vector double __b) {
2224 return (vector bool long long)__builtin_vsx_xvcmpgtdp(__a, __b);
2225 }
2226 #endif
2227
2228 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
2229 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpgt(vector signed __int128 __a,vector signed __int128 __b)2230 vec_cmpgt(vector signed __int128 __a, vector signed __int128 __b) {
2231 return (vector bool __int128)__builtin_altivec_vcmpgtsq(__a, __b);
2232 }
2233
2234 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpgt(vector unsigned __int128 __a,vector unsigned __int128 __b)2235 vec_cmpgt(vector unsigned __int128 __a, vector unsigned __int128 __b) {
2236 return (vector bool __int128)__builtin_altivec_vcmpgtuq(__a, __b);
2237 }
2238 #endif
2239
2240 /* vec_cmpge */
2241
2242 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpge(vector signed char __a,vector signed char __b)2243 vec_cmpge(vector signed char __a, vector signed char __b) {
2244 return ~(vec_cmpgt(__b, __a));
2245 }
2246
2247 static __inline__ vector bool char __ATTRS_o_ai
vec_cmpge(vector unsigned char __a,vector unsigned char __b)2248 vec_cmpge(vector unsigned char __a, vector unsigned char __b) {
2249 return ~(vec_cmpgt(__b, __a));
2250 }
2251
2252 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpge(vector signed short __a,vector signed short __b)2253 vec_cmpge(vector signed short __a, vector signed short __b) {
2254 return ~(vec_cmpgt(__b, __a));
2255 }
2256
2257 static __inline__ vector bool short __ATTRS_o_ai
vec_cmpge(vector unsigned short __a,vector unsigned short __b)2258 vec_cmpge(vector unsigned short __a, vector unsigned short __b) {
2259 return ~(vec_cmpgt(__b, __a));
2260 }
2261
2262 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpge(vector signed int __a,vector signed int __b)2263 vec_cmpge(vector signed int __a, vector signed int __b) {
2264 return ~(vec_cmpgt(__b, __a));
2265 }
2266
2267 static __inline__ vector bool int __ATTRS_o_ai
vec_cmpge(vector unsigned int __a,vector unsigned int __b)2268 vec_cmpge(vector unsigned int __a, vector unsigned int __b) {
2269 return ~(vec_cmpgt(__b, __a));
2270 }
2271
vec_cmpge(vector float __a,vector float __b)2272 static __inline__ vector bool int __ATTRS_o_ai vec_cmpge(vector float __a,
2273 vector float __b) {
2274 #ifdef __VSX__
2275 return (vector bool int)__builtin_vsx_xvcmpgesp(__a, __b);
2276 #else
2277 return (vector bool int)__builtin_altivec_vcmpgefp(__a, __b);
2278 #endif
2279 }
2280
2281 #ifdef __VSX__
2282 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpge(vector double __a,vector double __b)2283 vec_cmpge(vector double __a, vector double __b) {
2284 return (vector bool long long)__builtin_vsx_xvcmpgedp(__a, __b);
2285 }
2286
2287 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpge(vector signed long long __a,vector signed long long __b)2288 vec_cmpge(vector signed long long __a, vector signed long long __b) {
2289 return ~(vec_cmpgt(__b, __a));
2290 }
2291
2292 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmpge(vector unsigned long long __a,vector unsigned long long __b)2293 vec_cmpge(vector unsigned long long __a, vector unsigned long long __b) {
2294 return ~(vec_cmpgt(__b, __a));
2295 }
2296 #endif
2297
2298 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
2299 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpge(vector signed __int128 __a,vector signed __int128 __b)2300 vec_cmpge(vector signed __int128 __a, vector signed __int128 __b) {
2301 return ~(vec_cmpgt(__b, __a));
2302 }
2303
2304 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmpge(vector unsigned __int128 __a,vector unsigned __int128 __b)2305 vec_cmpge(vector unsigned __int128 __a, vector unsigned __int128 __b) {
2306 return ~(vec_cmpgt(__b, __a));
2307 }
2308 #endif
2309
2310 /* vec_vcmpgefp */
2311
2312 static __inline__ vector bool int __attribute__((__always_inline__))
vec_vcmpgefp(vector float __a,vector float __b)2313 vec_vcmpgefp(vector float __a, vector float __b) {
2314 return (vector bool int)__builtin_altivec_vcmpgefp(__a, __b);
2315 }
2316
2317 /* vec_vcmpgtsb */
2318
2319 static __inline__ vector bool char __attribute__((__always_inline__))
vec_vcmpgtsb(vector signed char __a,vector signed char __b)2320 vec_vcmpgtsb(vector signed char __a, vector signed char __b) {
2321 return (vector bool char)__builtin_altivec_vcmpgtsb(__a, __b);
2322 }
2323
2324 /* vec_vcmpgtub */
2325
2326 static __inline__ vector bool char __attribute__((__always_inline__))
vec_vcmpgtub(vector unsigned char __a,vector unsigned char __b)2327 vec_vcmpgtub(vector unsigned char __a, vector unsigned char __b) {
2328 return (vector bool char)__builtin_altivec_vcmpgtub(__a, __b);
2329 }
2330
2331 /* vec_vcmpgtsh */
2332
2333 static __inline__ vector bool short __attribute__((__always_inline__))
vec_vcmpgtsh(vector short __a,vector short __b)2334 vec_vcmpgtsh(vector short __a, vector short __b) {
2335 return (vector bool short)__builtin_altivec_vcmpgtsh(__a, __b);
2336 }
2337
2338 /* vec_vcmpgtuh */
2339
2340 static __inline__ vector bool short __attribute__((__always_inline__))
vec_vcmpgtuh(vector unsigned short __a,vector unsigned short __b)2341 vec_vcmpgtuh(vector unsigned short __a, vector unsigned short __b) {
2342 return (vector bool short)__builtin_altivec_vcmpgtuh(__a, __b);
2343 }
2344
2345 /* vec_vcmpgtsw */
2346
2347 static __inline__ vector bool int __attribute__((__always_inline__))
vec_vcmpgtsw(vector int __a,vector int __b)2348 vec_vcmpgtsw(vector int __a, vector int __b) {
2349 return (vector bool int)__builtin_altivec_vcmpgtsw(__a, __b);
2350 }
2351
2352 /* vec_vcmpgtuw */
2353
2354 static __inline__ vector bool int __attribute__((__always_inline__))
vec_vcmpgtuw(vector unsigned int __a,vector unsigned int __b)2355 vec_vcmpgtuw(vector unsigned int __a, vector unsigned int __b) {
2356 return (vector bool int)__builtin_altivec_vcmpgtuw(__a, __b);
2357 }
2358
2359 /* vec_vcmpgtfp */
2360
2361 static __inline__ vector bool int __attribute__((__always_inline__))
vec_vcmpgtfp(vector float __a,vector float __b)2362 vec_vcmpgtfp(vector float __a, vector float __b) {
2363 return (vector bool int)__builtin_altivec_vcmpgtfp(__a, __b);
2364 }
2365
2366 /* vec_cmple */
2367
2368 static __inline__ vector bool char __ATTRS_o_ai
vec_cmple(vector signed char __a,vector signed char __b)2369 vec_cmple(vector signed char __a, vector signed char __b) {
2370 return vec_cmpge(__b, __a);
2371 }
2372
2373 static __inline__ vector bool char __ATTRS_o_ai
vec_cmple(vector unsigned char __a,vector unsigned char __b)2374 vec_cmple(vector unsigned char __a, vector unsigned char __b) {
2375 return vec_cmpge(__b, __a);
2376 }
2377
2378 static __inline__ vector bool short __ATTRS_o_ai
vec_cmple(vector signed short __a,vector signed short __b)2379 vec_cmple(vector signed short __a, vector signed short __b) {
2380 return vec_cmpge(__b, __a);
2381 }
2382
2383 static __inline__ vector bool short __ATTRS_o_ai
vec_cmple(vector unsigned short __a,vector unsigned short __b)2384 vec_cmple(vector unsigned short __a, vector unsigned short __b) {
2385 return vec_cmpge(__b, __a);
2386 }
2387
2388 static __inline__ vector bool int __ATTRS_o_ai
vec_cmple(vector signed int __a,vector signed int __b)2389 vec_cmple(vector signed int __a, vector signed int __b) {
2390 return vec_cmpge(__b, __a);
2391 }
2392
2393 static __inline__ vector bool int __ATTRS_o_ai
vec_cmple(vector unsigned int __a,vector unsigned int __b)2394 vec_cmple(vector unsigned int __a, vector unsigned int __b) {
2395 return vec_cmpge(__b, __a);
2396 }
2397
vec_cmple(vector float __a,vector float __b)2398 static __inline__ vector bool int __ATTRS_o_ai vec_cmple(vector float __a,
2399 vector float __b) {
2400 return vec_cmpge(__b, __a);
2401 }
2402
2403 #ifdef __VSX__
2404 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmple(vector double __a,vector double __b)2405 vec_cmple(vector double __a, vector double __b) {
2406 return vec_cmpge(__b, __a);
2407 }
2408
2409 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmple(vector signed long long __a,vector signed long long __b)2410 vec_cmple(vector signed long long __a, vector signed long long __b) {
2411 return vec_cmpge(__b, __a);
2412 }
2413
2414 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmple(vector unsigned long long __a,vector unsigned long long __b)2415 vec_cmple(vector unsigned long long __a, vector unsigned long long __b) {
2416 return vec_cmpge(__b, __a);
2417 }
2418 #endif
2419
2420 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
2421 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmple(vector signed __int128 __a,vector signed __int128 __b)2422 vec_cmple(vector signed __int128 __a, vector signed __int128 __b) {
2423 return vec_cmpge(__b, __a);
2424 }
2425
2426 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmple(vector unsigned __int128 __a,vector unsigned __int128 __b)2427 vec_cmple(vector unsigned __int128 __a, vector unsigned __int128 __b) {
2428 return vec_cmpge(__b, __a);
2429 }
2430 #endif
2431
2432 /* vec_cmplt */
2433
2434 static __inline__ vector bool char __ATTRS_o_ai
vec_cmplt(vector signed char __a,vector signed char __b)2435 vec_cmplt(vector signed char __a, vector signed char __b) {
2436 return vec_cmpgt(__b, __a);
2437 }
2438
2439 static __inline__ vector bool char __ATTRS_o_ai
vec_cmplt(vector unsigned char __a,vector unsigned char __b)2440 vec_cmplt(vector unsigned char __a, vector unsigned char __b) {
2441 return vec_cmpgt(__b, __a);
2442 }
2443
vec_cmplt(vector short __a,vector short __b)2444 static __inline__ vector bool short __ATTRS_o_ai vec_cmplt(vector short __a,
2445 vector short __b) {
2446 return vec_cmpgt(__b, __a);
2447 }
2448
2449 static __inline__ vector bool short __ATTRS_o_ai
vec_cmplt(vector unsigned short __a,vector unsigned short __b)2450 vec_cmplt(vector unsigned short __a, vector unsigned short __b) {
2451 return vec_cmpgt(__b, __a);
2452 }
2453
vec_cmplt(vector int __a,vector int __b)2454 static __inline__ vector bool int __ATTRS_o_ai vec_cmplt(vector int __a,
2455 vector int __b) {
2456 return vec_cmpgt(__b, __a);
2457 }
2458
2459 static __inline__ vector bool int __ATTRS_o_ai
vec_cmplt(vector unsigned int __a,vector unsigned int __b)2460 vec_cmplt(vector unsigned int __a, vector unsigned int __b) {
2461 return vec_cmpgt(__b, __a);
2462 }
2463
vec_cmplt(vector float __a,vector float __b)2464 static __inline__ vector bool int __ATTRS_o_ai vec_cmplt(vector float __a,
2465 vector float __b) {
2466 return vec_cmpgt(__b, __a);
2467 }
2468
2469 #ifdef __VSX__
2470 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmplt(vector double __a,vector double __b)2471 vec_cmplt(vector double __a, vector double __b) {
2472 return vec_cmpgt(__b, __a);
2473 }
2474 #endif
2475
2476 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
2477 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmplt(vector signed __int128 __a,vector signed __int128 __b)2478 vec_cmplt(vector signed __int128 __a, vector signed __int128 __b) {
2479 return vec_cmpgt(__b, __a);
2480 }
2481
2482 static __inline__ vector bool __int128 __ATTRS_o_ai
vec_cmplt(vector unsigned __int128 __a,vector unsigned __int128 __b)2483 vec_cmplt(vector unsigned __int128 __a, vector unsigned __int128 __b) {
2484 return vec_cmpgt(__b, __a);
2485 }
2486 #endif
2487
2488 #ifdef __VSX__
2489 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmplt(vector signed long long __a,vector signed long long __b)2490 vec_cmplt(vector signed long long __a, vector signed long long __b) {
2491 return vec_cmpgt(__b, __a);
2492 }
2493
2494 static __inline__ vector bool long long __ATTRS_o_ai
vec_cmplt(vector unsigned long long __a,vector unsigned long long __b)2495 vec_cmplt(vector unsigned long long __a, vector unsigned long long __b) {
2496 return vec_cmpgt(__b, __a);
2497 }
2498 #endif
2499
2500 #ifdef __POWER8_VECTOR__
2501 /* vec_popcnt */
2502
2503 static __inline__ vector unsigned char __ATTRS_o_ai
vec_popcnt(vector signed char __a)2504 vec_popcnt(vector signed char __a) {
2505 return (vector unsigned char)__builtin_altivec_vpopcntb(
2506 (vector unsigned char)__a);
2507 }
2508 static __inline__ vector unsigned char __ATTRS_o_ai
vec_popcnt(vector unsigned char __a)2509 vec_popcnt(vector unsigned char __a) {
2510 return __builtin_altivec_vpopcntb(__a);
2511 }
2512 static __inline__ vector unsigned short __ATTRS_o_ai
vec_popcnt(vector signed short __a)2513 vec_popcnt(vector signed short __a) {
2514 return (vector unsigned short)__builtin_altivec_vpopcnth(
2515 (vector unsigned short)__a);
2516 }
2517 static __inline__ vector unsigned short __ATTRS_o_ai
vec_popcnt(vector unsigned short __a)2518 vec_popcnt(vector unsigned short __a) {
2519 return __builtin_altivec_vpopcnth(__a);
2520 }
2521 static __inline__ vector unsigned int __ATTRS_o_ai
vec_popcnt(vector signed int __a)2522 vec_popcnt(vector signed int __a) {
2523 return __builtin_altivec_vpopcntw((vector unsigned int)__a);
2524 }
2525 static __inline__ vector unsigned int __ATTRS_o_ai
vec_popcnt(vector unsigned int __a)2526 vec_popcnt(vector unsigned int __a) {
2527 return __builtin_altivec_vpopcntw(__a);
2528 }
2529 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_popcnt(vector signed long long __a)2530 vec_popcnt(vector signed long long __a) {
2531 return __builtin_altivec_vpopcntd((vector unsigned long long)__a);
2532 }
2533 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_popcnt(vector unsigned long long __a)2534 vec_popcnt(vector unsigned long long __a) {
2535 return __builtin_altivec_vpopcntd(__a);
2536 }
2537
2538 #define vec_vclz vec_cntlz
2539 /* vec_cntlz */
2540
2541 static __inline__ vector signed char __ATTRS_o_ai
vec_cntlz(vector signed char __a)2542 vec_cntlz(vector signed char __a) {
2543 return (vector signed char)__builtin_altivec_vclzb((vector unsigned char)__a);
2544 }
2545 static __inline__ vector unsigned char __ATTRS_o_ai
vec_cntlz(vector unsigned char __a)2546 vec_cntlz(vector unsigned char __a) {
2547 return __builtin_altivec_vclzb(__a);
2548 }
2549 static __inline__ vector signed short __ATTRS_o_ai
vec_cntlz(vector signed short __a)2550 vec_cntlz(vector signed short __a) {
2551 return (vector signed short)__builtin_altivec_vclzh(
2552 (vector unsigned short)__a);
2553 }
2554 static __inline__ vector unsigned short __ATTRS_o_ai
vec_cntlz(vector unsigned short __a)2555 vec_cntlz(vector unsigned short __a) {
2556 return __builtin_altivec_vclzh(__a);
2557 }
2558 static __inline__ vector signed int __ATTRS_o_ai
vec_cntlz(vector signed int __a)2559 vec_cntlz(vector signed int __a) {
2560 return (vector signed int)__builtin_altivec_vclzw((vector unsigned int)__a);
2561 }
2562 static __inline__ vector unsigned int __ATTRS_o_ai
vec_cntlz(vector unsigned int __a)2563 vec_cntlz(vector unsigned int __a) {
2564 return __builtin_altivec_vclzw(__a);
2565 }
2566 static __inline__ vector signed long long __ATTRS_o_ai
vec_cntlz(vector signed long long __a)2567 vec_cntlz(vector signed long long __a) {
2568 return (vector signed long long)__builtin_altivec_vclzd(
2569 (vector unsigned long long)__a);
2570 }
2571 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_cntlz(vector unsigned long long __a)2572 vec_cntlz(vector unsigned long long __a) {
2573 return __builtin_altivec_vclzd(__a);
2574 }
2575 #endif
2576
2577 #ifdef __POWER9_VECTOR__
2578
2579 /* vec_cnttz */
2580
2581 static __inline__ vector signed char __ATTRS_o_ai
vec_cnttz(vector signed char __a)2582 vec_cnttz(vector signed char __a) {
2583 return (vector signed char)__builtin_altivec_vctzb((vector unsigned char)__a);
2584 }
2585 static __inline__ vector unsigned char __ATTRS_o_ai
vec_cnttz(vector unsigned char __a)2586 vec_cnttz(vector unsigned char __a) {
2587 return __builtin_altivec_vctzb(__a);
2588 }
2589 static __inline__ vector signed short __ATTRS_o_ai
vec_cnttz(vector signed short __a)2590 vec_cnttz(vector signed short __a) {
2591 return (vector signed short)__builtin_altivec_vctzh(
2592 (vector unsigned short)__a);
2593 }
2594 static __inline__ vector unsigned short __ATTRS_o_ai
vec_cnttz(vector unsigned short __a)2595 vec_cnttz(vector unsigned short __a) {
2596 return __builtin_altivec_vctzh(__a);
2597 }
2598 static __inline__ vector signed int __ATTRS_o_ai
vec_cnttz(vector signed int __a)2599 vec_cnttz(vector signed int __a) {
2600 return (vector signed int)__builtin_altivec_vctzw((vector unsigned int)__a);
2601 }
2602 static __inline__ vector unsigned int __ATTRS_o_ai
vec_cnttz(vector unsigned int __a)2603 vec_cnttz(vector unsigned int __a) {
2604 return __builtin_altivec_vctzw(__a);
2605 }
2606 static __inline__ vector signed long long __ATTRS_o_ai
vec_cnttz(vector signed long long __a)2607 vec_cnttz(vector signed long long __a) {
2608 return (vector signed long long)__builtin_altivec_vctzd(
2609 (vector unsigned long long)__a);
2610 }
2611 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_cnttz(vector unsigned long long __a)2612 vec_cnttz(vector unsigned long long __a) {
2613 return __builtin_altivec_vctzd(__a);
2614 }
2615
2616 /* vec_first_match_index */
2617
2618 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector signed char __a,vector signed char __b)2619 vec_first_match_index(vector signed char __a, vector signed char __b) {
2620 vector unsigned long long __res =
2621 #ifdef __LITTLE_ENDIAN__
2622 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2623 #else
2624 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2625 #endif
2626 if (__res[0] == 64) {
2627 return (__res[1] + 64) >> 3;
2628 }
2629 return __res[0] >> 3;
2630 }
2631
2632 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector unsigned char __a,vector unsigned char __b)2633 vec_first_match_index(vector unsigned char __a, vector unsigned char __b) {
2634 vector unsigned long long __res =
2635 #ifdef __LITTLE_ENDIAN__
2636 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2637 #else
2638 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2639 #endif
2640 if (__res[0] == 64) {
2641 return (__res[1] + 64) >> 3;
2642 }
2643 return __res[0] >> 3;
2644 }
2645
2646 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector signed short __a,vector signed short __b)2647 vec_first_match_index(vector signed short __a, vector signed short __b) {
2648 vector unsigned long long __res =
2649 #ifdef __LITTLE_ENDIAN__
2650 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2651 #else
2652 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2653 #endif
2654 if (__res[0] == 64) {
2655 return (__res[1] + 64) >> 4;
2656 }
2657 return __res[0] >> 4;
2658 }
2659
2660 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector unsigned short __a,vector unsigned short __b)2661 vec_first_match_index(vector unsigned short __a, vector unsigned short __b) {
2662 vector unsigned long long __res =
2663 #ifdef __LITTLE_ENDIAN__
2664 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2665 #else
2666 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2667 #endif
2668 if (__res[0] == 64) {
2669 return (__res[1] + 64) >> 4;
2670 }
2671 return __res[0] >> 4;
2672 }
2673
2674 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector signed int __a,vector signed int __b)2675 vec_first_match_index(vector signed int __a, vector signed int __b) {
2676 vector unsigned long long __res =
2677 #ifdef __LITTLE_ENDIAN__
2678 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2679 #else
2680 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2681 #endif
2682 if (__res[0] == 64) {
2683 return (__res[1] + 64) >> 5;
2684 }
2685 return __res[0] >> 5;
2686 }
2687
2688 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_index(vector unsigned int __a,vector unsigned int __b)2689 vec_first_match_index(vector unsigned int __a, vector unsigned int __b) {
2690 vector unsigned long long __res =
2691 #ifdef __LITTLE_ENDIAN__
2692 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b));
2693 #else
2694 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b));
2695 #endif
2696 if (__res[0] == 64) {
2697 return (__res[1] + 64) >> 5;
2698 }
2699 return __res[0] >> 5;
2700 }
2701
2702 /* vec_first_match_or_eos_index */
2703
2704 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector signed char __a,vector signed char __b)2705 vec_first_match_or_eos_index(vector signed char __a, vector signed char __b) {
2706 /* Compare the result of the comparison of two vectors with either and OR the
2707 result. Either the elements are equal or one will equal the comparison
2708 result if either is zero.
2709 */
2710 vector bool char __tmp1 = vec_cmpeq(__a, __b);
2711 vector bool char __tmp2 = __tmp1 |
2712 vec_cmpeq((vector signed char)__tmp1, __a) |
2713 vec_cmpeq((vector signed char)__tmp1, __b);
2714
2715 vector unsigned long long __res =
2716 #ifdef __LITTLE_ENDIAN__
2717 vec_cnttz((vector unsigned long long)__tmp2);
2718 #else
2719 vec_cntlz((vector unsigned long long)__tmp2);
2720 #endif
2721 if (__res[0] == 64) {
2722 return (__res[1] + 64) >> 3;
2723 }
2724 return __res[0] >> 3;
2725 }
2726
2727 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector unsigned char __a,vector unsigned char __b)2728 vec_first_match_or_eos_index(vector unsigned char __a,
2729 vector unsigned char __b) {
2730 vector bool char __tmp1 = vec_cmpeq(__a, __b);
2731 vector bool char __tmp2 = __tmp1 |
2732 vec_cmpeq((vector unsigned char)__tmp1, __a) |
2733 vec_cmpeq((vector unsigned char)__tmp1, __b);
2734
2735 vector unsigned long long __res =
2736 #ifdef __LITTLE_ENDIAN__
2737 vec_cnttz((vector unsigned long long)__tmp2);
2738 #else
2739 vec_cntlz((vector unsigned long long)__tmp2);
2740 #endif
2741 if (__res[0] == 64) {
2742 return (__res[1] + 64) >> 3;
2743 }
2744 return __res[0] >> 3;
2745 }
2746
2747 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector signed short __a,vector signed short __b)2748 vec_first_match_or_eos_index(vector signed short __a, vector signed short __b) {
2749 vector bool short __tmp1 = vec_cmpeq(__a, __b);
2750 vector bool short __tmp2 = __tmp1 |
2751 vec_cmpeq((vector signed short)__tmp1, __a) |
2752 vec_cmpeq((vector signed short)__tmp1, __b);
2753
2754 vector unsigned long long __res =
2755 #ifdef __LITTLE_ENDIAN__
2756 vec_cnttz((vector unsigned long long)__tmp2);
2757 #else
2758 vec_cntlz((vector unsigned long long)__tmp2);
2759 #endif
2760 if (__res[0] == 64) {
2761 return (__res[1] + 64) >> 4;
2762 }
2763 return __res[0] >> 4;
2764 }
2765
2766 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector unsigned short __a,vector unsigned short __b)2767 vec_first_match_or_eos_index(vector unsigned short __a,
2768 vector unsigned short __b) {
2769 vector bool short __tmp1 = vec_cmpeq(__a, __b);
2770 vector bool short __tmp2 = __tmp1 |
2771 vec_cmpeq((vector unsigned short)__tmp1, __a) |
2772 vec_cmpeq((vector unsigned short)__tmp1, __b);
2773
2774 vector unsigned long long __res =
2775 #ifdef __LITTLE_ENDIAN__
2776 vec_cnttz((vector unsigned long long)__tmp2);
2777 #else
2778 vec_cntlz((vector unsigned long long)__tmp2);
2779 #endif
2780 if (__res[0] == 64) {
2781 return (__res[1] + 64) >> 4;
2782 }
2783 return __res[0] >> 4;
2784 }
2785
2786 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector signed int __a,vector signed int __b)2787 vec_first_match_or_eos_index(vector signed int __a, vector signed int __b) {
2788 vector bool int __tmp1 = vec_cmpeq(__a, __b);
2789 vector bool int __tmp2 = __tmp1 | vec_cmpeq((vector signed int)__tmp1, __a) |
2790 vec_cmpeq((vector signed int)__tmp1, __b);
2791
2792 vector unsigned long long __res =
2793 #ifdef __LITTLE_ENDIAN__
2794 vec_cnttz((vector unsigned long long)__tmp2);
2795 #else
2796 vec_cntlz((vector unsigned long long)__tmp2);
2797 #endif
2798 if (__res[0] == 64) {
2799 return (__res[1] + 64) >> 5;
2800 }
2801 return __res[0] >> 5;
2802 }
2803
2804 static __inline__ unsigned __ATTRS_o_ai
vec_first_match_or_eos_index(vector unsigned int __a,vector unsigned int __b)2805 vec_first_match_or_eos_index(vector unsigned int __a, vector unsigned int __b) {
2806 vector bool int __tmp1 = vec_cmpeq(__a, __b);
2807 vector bool int __tmp2 = __tmp1 |
2808 vec_cmpeq((vector unsigned int)__tmp1, __a) |
2809 vec_cmpeq((vector unsigned int)__tmp1, __b);
2810
2811 vector unsigned long long __res =
2812 #ifdef __LITTLE_ENDIAN__
2813 vec_cnttz((vector unsigned long long)__tmp2);
2814 #else
2815 vec_cntlz((vector unsigned long long)__tmp2);
2816 #endif
2817 if (__res[0] == 64) {
2818 return (__res[1] + 64) >> 5;
2819 }
2820 return __res[0] >> 5;
2821 }
2822
2823 /* vec_first_mismatch_index */
2824
2825 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector signed char __a,vector signed char __b)2826 vec_first_mismatch_index(vector signed char __a, vector signed char __b) {
2827 vector unsigned long long __res =
2828 #ifdef __LITTLE_ENDIAN__
2829 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2830 #else
2831 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2832 #endif
2833 if (__res[0] == 64) {
2834 return (__res[1] + 64) >> 3;
2835 }
2836 return __res[0] >> 3;
2837 }
2838
2839 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector unsigned char __a,vector unsigned char __b)2840 vec_first_mismatch_index(vector unsigned char __a, vector unsigned char __b) {
2841 vector unsigned long long __res =
2842 #ifdef __LITTLE_ENDIAN__
2843 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2844 #else
2845 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2846 #endif
2847 if (__res[0] == 64) {
2848 return (__res[1] + 64) >> 3;
2849 }
2850 return __res[0] >> 3;
2851 }
2852
2853 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector signed short __a,vector signed short __b)2854 vec_first_mismatch_index(vector signed short __a, vector signed short __b) {
2855 vector unsigned long long __res =
2856 #ifdef __LITTLE_ENDIAN__
2857 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2858 #else
2859 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2860 #endif
2861 if (__res[0] == 64) {
2862 return (__res[1] + 64) >> 4;
2863 }
2864 return __res[0] >> 4;
2865 }
2866
2867 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector unsigned short __a,vector unsigned short __b)2868 vec_first_mismatch_index(vector unsigned short __a, vector unsigned short __b) {
2869 vector unsigned long long __res =
2870 #ifdef __LITTLE_ENDIAN__
2871 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2872 #else
2873 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2874 #endif
2875 if (__res[0] == 64) {
2876 return (__res[1] + 64) >> 4;
2877 }
2878 return __res[0] >> 4;
2879 }
2880
2881 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector signed int __a,vector signed int __b)2882 vec_first_mismatch_index(vector signed int __a, vector signed int __b) {
2883 vector unsigned long long __res =
2884 #ifdef __LITTLE_ENDIAN__
2885 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2886 #else
2887 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2888 #endif
2889 if (__res[0] == 64) {
2890 return (__res[1] + 64) >> 5;
2891 }
2892 return __res[0] >> 5;
2893 }
2894
2895 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_index(vector unsigned int __a,vector unsigned int __b)2896 vec_first_mismatch_index(vector unsigned int __a, vector unsigned int __b) {
2897 vector unsigned long long __res =
2898 #ifdef __LITTLE_ENDIAN__
2899 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b));
2900 #else
2901 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b));
2902 #endif
2903 if (__res[0] == 64) {
2904 return (__res[1] + 64) >> 5;
2905 }
2906 return __res[0] >> 5;
2907 }
2908
2909 /* vec_first_mismatch_or_eos_index */
2910
2911 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector signed char __a,vector signed char __b)2912 vec_first_mismatch_or_eos_index(vector signed char __a,
2913 vector signed char __b) {
2914 vector unsigned long long __res =
2915 #ifdef __LITTLE_ENDIAN__
2916 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2917 #else
2918 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2919 #endif
2920 if (__res[0] == 64) {
2921 return (__res[1] + 64) >> 3;
2922 }
2923 return __res[0] >> 3;
2924 }
2925
2926 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector unsigned char __a,vector unsigned char __b)2927 vec_first_mismatch_or_eos_index(vector unsigned char __a,
2928 vector unsigned char __b) {
2929 vector unsigned long long __res =
2930 #ifdef __LITTLE_ENDIAN__
2931 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2932 #else
2933 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2934 #endif
2935 if (__res[0] == 64) {
2936 return (__res[1] + 64) >> 3;
2937 }
2938 return __res[0] >> 3;
2939 }
2940
2941 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector signed short __a,vector signed short __b)2942 vec_first_mismatch_or_eos_index(vector signed short __a,
2943 vector signed short __b) {
2944 vector unsigned long long __res =
2945 #ifdef __LITTLE_ENDIAN__
2946 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2947 #else
2948 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2949 #endif
2950 if (__res[0] == 64) {
2951 return (__res[1] + 64) >> 4;
2952 }
2953 return __res[0] >> 4;
2954 }
2955
2956 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector unsigned short __a,vector unsigned short __b)2957 vec_first_mismatch_or_eos_index(vector unsigned short __a,
2958 vector unsigned short __b) {
2959 vector unsigned long long __res =
2960 #ifdef __LITTLE_ENDIAN__
2961 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2962 #else
2963 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2964 #endif
2965 if (__res[0] == 64) {
2966 return (__res[1] + 64) >> 4;
2967 }
2968 return __res[0] >> 4;
2969 }
2970
2971 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector signed int __a,vector signed int __b)2972 vec_first_mismatch_or_eos_index(vector signed int __a, vector signed int __b) {
2973 vector unsigned long long __res =
2974 #ifdef __LITTLE_ENDIAN__
2975 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2976 #else
2977 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2978 #endif
2979 if (__res[0] == 64) {
2980 return (__res[1] + 64) >> 5;
2981 }
2982 return __res[0] >> 5;
2983 }
2984
2985 static __inline__ unsigned __ATTRS_o_ai
vec_first_mismatch_or_eos_index(vector unsigned int __a,vector unsigned int __b)2986 vec_first_mismatch_or_eos_index(vector unsigned int __a,
2987 vector unsigned int __b) {
2988 vector unsigned long long __res =
2989 #ifdef __LITTLE_ENDIAN__
2990 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b));
2991 #else
2992 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b));
2993 #endif
2994 if (__res[0] == 64) {
2995 return (__res[1] + 64) >> 5;
2996 }
2997 return __res[0] >> 5;
2998 }
2999
3000 static __inline__ vector double __ATTRS_o_ai
vec_insert_exp(vector double __a,vector unsigned long long __b)3001 vec_insert_exp(vector double __a, vector unsigned long long __b) {
3002 return __builtin_vsx_xviexpdp((vector unsigned long long)__a,__b);
3003 }
3004
3005 static __inline__ vector double __ATTRS_o_ai
vec_insert_exp(vector unsigned long long __a,vector unsigned long long __b)3006 vec_insert_exp(vector unsigned long long __a, vector unsigned long long __b) {
3007 return __builtin_vsx_xviexpdp(__a,__b);
3008 }
3009
3010 static __inline__ vector float __ATTRS_o_ai
vec_insert_exp(vector float __a,vector unsigned int __b)3011 vec_insert_exp(vector float __a, vector unsigned int __b) {
3012 return __builtin_vsx_xviexpsp((vector unsigned int)__a,__b);
3013 }
3014
3015 static __inline__ vector float __ATTRS_o_ai
vec_insert_exp(vector unsigned int __a,vector unsigned int __b)3016 vec_insert_exp(vector unsigned int __a, vector unsigned int __b) {
3017 return __builtin_vsx_xviexpsp(__a,__b);
3018 }
3019
3020 #if defined(__powerpc64__)
vec_xl_len(const signed char * __a,size_t __b)3021 static __inline__ vector signed char __ATTRS_o_ai vec_xl_len(const signed char *__a,
3022 size_t __b) {
3023 return (vector signed char)__builtin_vsx_lxvl(__a, (__b << 56));
3024 }
3025
3026 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xl_len(const unsigned char * __a,size_t __b)3027 vec_xl_len(const unsigned char *__a, size_t __b) {
3028 return (vector unsigned char)__builtin_vsx_lxvl(__a, (__b << 56));
3029 }
3030
vec_xl_len(const signed short * __a,size_t __b)3031 static __inline__ vector signed short __ATTRS_o_ai vec_xl_len(const signed short *__a,
3032 size_t __b) {
3033 return (vector signed short)__builtin_vsx_lxvl(__a, (__b << 56));
3034 }
3035
3036 static __inline__ vector unsigned short __ATTRS_o_ai
vec_xl_len(const unsigned short * __a,size_t __b)3037 vec_xl_len(const unsigned short *__a, size_t __b) {
3038 return (vector unsigned short)__builtin_vsx_lxvl(__a, (__b << 56));
3039 }
3040
vec_xl_len(const signed int * __a,size_t __b)3041 static __inline__ vector signed int __ATTRS_o_ai vec_xl_len(const signed int *__a,
3042 size_t __b) {
3043 return (vector signed int)__builtin_vsx_lxvl(__a, (__b << 56));
3044 }
3045
vec_xl_len(const unsigned int * __a,size_t __b)3046 static __inline__ vector unsigned int __ATTRS_o_ai vec_xl_len(const unsigned int *__a,
3047 size_t __b) {
3048 return (vector unsigned int)__builtin_vsx_lxvl(__a, (__b << 56));
3049 }
3050
vec_xl_len(const float * __a,size_t __b)3051 static __inline__ vector float __ATTRS_o_ai vec_xl_len(const float *__a, size_t __b) {
3052 return (vector float)__builtin_vsx_lxvl(__a, (__b << 56));
3053 }
3054
3055 #ifdef __SIZEOF_INT128__
3056 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_len(const signed __int128 * __a,size_t __b)3057 vec_xl_len(const signed __int128 *__a, size_t __b) {
3058 return (vector signed __int128)__builtin_vsx_lxvl(__a, (__b << 56));
3059 }
3060
3061 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_len(const unsigned __int128 * __a,size_t __b)3062 vec_xl_len(const unsigned __int128 *__a, size_t __b) {
3063 return (vector unsigned __int128)__builtin_vsx_lxvl(__a, (__b << 56));
3064 }
3065 #endif
3066
3067 static __inline__ vector signed long long __ATTRS_o_ai
vec_xl_len(const signed long long * __a,size_t __b)3068 vec_xl_len(const signed long long *__a, size_t __b) {
3069 return (vector signed long long)__builtin_vsx_lxvl(__a, (__b << 56));
3070 }
3071
3072 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xl_len(const unsigned long long * __a,size_t __b)3073 vec_xl_len(const unsigned long long *__a, size_t __b) {
3074 return (vector unsigned long long)__builtin_vsx_lxvl(__a, (__b << 56));
3075 }
3076
vec_xl_len(const double * __a,size_t __b)3077 static __inline__ vector double __ATTRS_o_ai vec_xl_len(const double *__a,
3078 size_t __b) {
3079 return (vector double)__builtin_vsx_lxvl(__a, (__b << 56));
3080 }
3081
3082 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xl_len_r(const unsigned char * __a,size_t __b)3083 vec_xl_len_r(const unsigned char *__a, size_t __b) {
3084 vector unsigned char __res =
3085 (vector unsigned char)__builtin_vsx_lxvll(__a, (__b << 56));
3086 vector unsigned char __mask =
3087 (vector unsigned char)__builtin_altivec_lvsr(16 - __b, (int *)NULL);
3088 return (vector unsigned char)__builtin_altivec_vperm_4si(
3089 (vector int)__res, (vector int)__res, __mask);
3090 }
3091
3092 // vec_xst_len
vec_xst_len(vector unsigned char __a,unsigned char * __b,size_t __c)3093 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned char __a,
3094 unsigned char *__b,
3095 size_t __c) {
3096 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3097 }
3098
vec_xst_len(vector signed char __a,signed char * __b,size_t __c)3099 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed char __a,
3100 signed char *__b, size_t __c) {
3101 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3102 }
3103
vec_xst_len(vector signed short __a,signed short * __b,size_t __c)3104 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed short __a,
3105 signed short *__b, size_t __c) {
3106 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3107 }
3108
vec_xst_len(vector unsigned short __a,unsigned short * __b,size_t __c)3109 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned short __a,
3110 unsigned short *__b,
3111 size_t __c) {
3112 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3113 }
3114
vec_xst_len(vector signed int __a,signed int * __b,size_t __c)3115 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed int __a,
3116 signed int *__b, size_t __c) {
3117 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3118 }
3119
vec_xst_len(vector unsigned int __a,unsigned int * __b,size_t __c)3120 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned int __a,
3121 unsigned int *__b, size_t __c) {
3122 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3123 }
3124
vec_xst_len(vector float __a,float * __b,size_t __c)3125 static __inline__ void __ATTRS_o_ai vec_xst_len(vector float __a, float *__b,
3126 size_t __c) {
3127 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3128 }
3129
3130 #ifdef __SIZEOF_INT128__
vec_xst_len(vector signed __int128 __a,signed __int128 * __b,size_t __c)3131 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed __int128 __a,
3132 signed __int128 *__b,
3133 size_t __c) {
3134 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3135 }
3136
vec_xst_len(vector unsigned __int128 __a,unsigned __int128 * __b,size_t __c)3137 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned __int128 __a,
3138 unsigned __int128 *__b,
3139 size_t __c) {
3140 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3141 }
3142 #endif
3143
vec_xst_len(vector signed long long __a,signed long long * __b,size_t __c)3144 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed long long __a,
3145 signed long long *__b,
3146 size_t __c) {
3147 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3148 }
3149
vec_xst_len(vector unsigned long long __a,unsigned long long * __b,size_t __c)3150 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned long long __a,
3151 unsigned long long *__b,
3152 size_t __c) {
3153 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3154 }
3155
vec_xst_len(vector double __a,double * __b,size_t __c)3156 static __inline__ void __ATTRS_o_ai vec_xst_len(vector double __a, double *__b,
3157 size_t __c) {
3158 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56));
3159 }
3160
vec_xst_len_r(vector unsigned char __a,unsigned char * __b,size_t __c)3161 static __inline__ void __ATTRS_o_ai vec_xst_len_r(vector unsigned char __a,
3162 unsigned char *__b,
3163 size_t __c) {
3164 vector unsigned char __mask =
3165 (vector unsigned char)__builtin_altivec_lvsl(16 - __c, (int *)NULL);
3166 vector unsigned char __res =
3167 (vector unsigned char)__builtin_altivec_vperm_4si(
3168 (vector int)__a, (vector int)__a, __mask);
3169 return __builtin_vsx_stxvll((vector int)__res, __b, (__c << 56));
3170 }
3171 #endif
3172 #endif
3173
3174 #if defined(__POWER9_VECTOR__) && defined(__powerpc64__)
3175 #define __vec_ldrmb(PTR, CNT) vec_xl_len_r((const unsigned char *)(PTR), (CNT))
3176 #define __vec_strmb(PTR, CNT, VAL) \
3177 vec_xst_len_r((VAL), (unsigned char *)(PTR), (CNT))
3178 #else
3179 #define __vec_ldrmb __builtin_vsx_ldrmb
3180 #define __vec_strmb __builtin_vsx_strmb
3181 #endif
3182
3183 /* vec_cpsgn */
3184
3185 #ifdef __VSX__
vec_cpsgn(vector float __a,vector float __b)3186 static __inline__ vector float __ATTRS_o_ai vec_cpsgn(vector float __a,
3187 vector float __b) {
3188 return __builtin_vsx_xvcpsgnsp(__b, __a);
3189 }
3190
vec_cpsgn(vector double __a,vector double __b)3191 static __inline__ vector double __ATTRS_o_ai vec_cpsgn(vector double __a,
3192 vector double __b) {
3193 return __builtin_vsx_xvcpsgndp(__b, __a);
3194 }
3195 #endif
3196
3197 /* vec_ctf */
3198
3199 #ifdef __VSX__
3200 // There are some functions that have different signatures with the XL compiler
3201 // from those in Clang/GCC and documented in the PVIPR. This macro ensures that
3202 // the XL-compatible signatures are used for those functions.
3203 #ifdef __XL_COMPAT_ALTIVEC__
3204 #define vec_ctf(__a, __b) \
3205 _Generic((__a), \
3206 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \
3207 ((__b)&0x1F)), \
3208 vector unsigned int: (vector float)__builtin_altivec_vcfux( \
3209 (vector unsigned int)(__a), ((__b)&0x1F)), \
3210 vector unsigned long long: ( \
3211 vector float)(__builtin_vsx_xvcvuxdsp( \
3212 (vector unsigned long long)(__a)) * \
3213 (vector float)(vector unsigned)((0x7f - \
3214 ((__b)&0x1F)) \
3215 << 23)), \
3216 vector signed long long: ( \
3217 vector float)(__builtin_vsx_xvcvsxdsp( \
3218 (vector signed long long)(__a)) * \
3219 (vector float)(vector unsigned)((0x7f - \
3220 ((__b)&0x1F)) \
3221 << 23)))
3222 #else // __XL_COMPAT_ALTIVEC__
3223 #define vec_ctf(__a, __b) \
3224 _Generic( \
3225 (__a), \
3226 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \
3227 ((__b)&0x1F)), \
3228 vector unsigned int: (vector float)__builtin_altivec_vcfux( \
3229 (vector unsigned int)(__a), ((__b)&0x1F)), \
3230 vector unsigned long long: ( \
3231 vector float)(__builtin_convertvector( \
3232 (vector unsigned long long)(__a), vector double) * \
3233 (vector double)(vector unsigned long long)((0x3ffULL - \
3234 ((__b)&0x1F)) \
3235 << 52)), \
3236 vector signed long long: ( \
3237 vector float)(__builtin_convertvector( \
3238 (vector signed long long)(__a), vector double) * \
3239 (vector double)(vector unsigned long long)((0x3ffULL - \
3240 ((__b)&0x1F)) \
3241 << 52)))
3242 #endif // __XL_COMPAT_ALTIVEC__
3243 #else
3244 #define vec_ctf(__a, __b) \
3245 _Generic((__a), \
3246 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \
3247 ((__b)&0x1F)), \
3248 vector unsigned int: (vector float)__builtin_altivec_vcfux( \
3249 (vector unsigned int)(__a), ((__b)&0x1F)))
3250 #endif
3251
3252 /* vec_ctd */
3253 #ifdef __VSX__
3254 #define vec_ctd(__a, __b) \
3255 _Generic((__a), \
3256 vector signed int: ( \
3257 vec_doublee((vector signed int)(__a)) * \
3258 (vector double)(vector unsigned long long)((0x3ffULL - \
3259 ((__b)&0x1F)) \
3260 << 52)), \
3261 vector unsigned int: ( \
3262 vec_doublee((vector unsigned int)(__a)) * \
3263 (vector double)(vector unsigned long long)((0x3ffULL - \
3264 ((__b)&0x1F)) \
3265 << 52)), \
3266 vector unsigned long long: ( \
3267 __builtin_convertvector((vector unsigned long long)(__a), \
3268 vector double) * \
3269 (vector double)(vector unsigned long long)((0x3ffULL - \
3270 ((__b)&0x1F)) \
3271 << 52)), \
3272 vector signed long long: ( \
3273 __builtin_convertvector((vector signed long long)(__a), \
3274 vector double) * \
3275 (vector double)(vector unsigned long long)((0x3ffULL - \
3276 ((__b)&0x1F)) \
3277 << 52)))
3278 #endif // __VSX__
3279
3280 /* vec_vcfsx */
3281
3282 #define vec_vcfux __builtin_altivec_vcfux
3283 /* vec_vcfux */
3284
3285 #define vec_vcfsx(__a, __b) __builtin_altivec_vcfsx((vector int)(__a), (__b))
3286
3287 /* vec_cts */
3288
3289 #ifdef __VSX__
3290 #ifdef __XL_COMPAT_ALTIVEC__
3291 #define vec_cts(__a, __b) \
3292 _Generic((__a), \
3293 vector float: (vector signed int)__builtin_altivec_vctsxs( \
3294 (vector float)(__a), ((__b)&0x1F)), \
3295 vector double: __extension__({ \
3296 vector double __ret = \
3297 (vector double)(__a) * \
3298 (vector double)(vector unsigned long long)((0x3ffULL + \
3299 ((__b)&0x1F)) \
3300 << 52); \
3301 (vector signed long long)__builtin_vsx_xvcvdpsxws(__ret); \
3302 }))
3303 #else // __XL_COMPAT_ALTIVEC__
3304 #define vec_cts(__a, __b) \
3305 _Generic((__a), \
3306 vector float: (vector signed int)__builtin_altivec_vctsxs( \
3307 (vector float)(__a), ((__b)&0x1F)), \
3308 vector double: __extension__({ \
3309 vector double __ret = \
3310 (vector double)(__a) * \
3311 (vector double)(vector unsigned long long)((0x3ffULL + \
3312 ((__b)&0x1F)) \
3313 << 52); \
3314 (vector signed long long)__builtin_convertvector( \
3315 __ret, vector signed long long); \
3316 }))
3317 #endif // __XL_COMPAT_ALTIVEC__
3318 #else
3319 #define vec_cts __builtin_altivec_vctsxs
3320 #endif
3321
3322 /* vec_vctsxs */
3323
3324 #define vec_vctsxs __builtin_altivec_vctsxs
3325
3326 /* vec_ctu */
3327
3328 #ifdef __VSX__
3329 #ifdef __XL_COMPAT_ALTIVEC__
3330 #define vec_ctu(__a, __b) \
3331 _Generic((__a), \
3332 vector float: (vector unsigned int)__builtin_altivec_vctuxs( \
3333 (vector float)(__a), ((__b)&0x1F)), \
3334 vector double: __extension__({ \
3335 vector double __ret = \
3336 (vector double)(__a) * \
3337 (vector double)(vector unsigned long long)((0x3ffULL + \
3338 ((__b)&0x1F)) \
3339 << 52); \
3340 (vector unsigned long long)__builtin_vsx_xvcvdpuxws(__ret); \
3341 }))
3342 #else // __XL_COMPAT_ALTIVEC__
3343 #define vec_ctu(__a, __b) \
3344 _Generic((__a), \
3345 vector float: (vector unsigned int)__builtin_altivec_vctuxs( \
3346 (vector float)(__a), ((__b)&0x1F)), \
3347 vector double: __extension__({ \
3348 vector double __ret = \
3349 (vector double)(__a) * \
3350 (vector double)(vector unsigned long long)((0x3ffULL + \
3351 ((__b)&0x1F)) \
3352 << 52); \
3353 (vector unsigned long long)__builtin_convertvector( \
3354 __ret, vector unsigned long long); \
3355 }))
3356 #endif // __XL_COMPAT_ALTIVEC__
3357 #else
3358 #define vec_ctu __builtin_altivec_vctuxs
3359 #endif
3360
3361 #ifdef __LITTLE_ENDIAN__
3362 /* vec_ctsl */
3363
3364 #ifdef __VSX__
3365 #define vec_ctsl(__a, __b) \
3366 _Generic( \
3367 (__a), vector float \
3368 : __extension__({ \
3369 vector float __ret = \
3370 (vector float)(__a) * \
3371 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \
3372 __builtin_vsx_xvcvspsxds(__builtin_vsx_xxsldwi(__ret, __ret, 1)); \
3373 }), \
3374 vector double \
3375 : __extension__({ \
3376 vector double __ret = \
3377 (vector double)(__a) * \
3378 (vector double)(vector unsigned long long)((0x3ffULL + \
3379 ((__b)&0x1F)) \
3380 << 52); \
3381 __builtin_convertvector(__ret, vector signed long long); \
3382 }))
3383
3384 /* vec_ctul */
3385
3386 #define vec_ctul(__a, __b) \
3387 _Generic( \
3388 (__a), vector float \
3389 : __extension__({ \
3390 vector float __ret = \
3391 (vector float)(__a) * \
3392 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \
3393 __builtin_vsx_xvcvspuxds(__builtin_vsx_xxsldwi(__ret, __ret, 1)); \
3394 }), \
3395 vector double \
3396 : __extension__({ \
3397 vector double __ret = \
3398 (vector double)(__a) * \
3399 (vector double)(vector unsigned long long)((0x3ffULL + \
3400 ((__b)&0x1F)) \
3401 << 52); \
3402 __builtin_convertvector(__ret, vector unsigned long long); \
3403 }))
3404 #endif
3405 #else // __LITTLE_ENDIAN__
3406 /* vec_ctsl */
3407
3408 #ifdef __VSX__
3409 #define vec_ctsl(__a, __b) \
3410 _Generic((__a), \
3411 vector float: __extension__({ \
3412 vector float __ret = \
3413 (vector float)(__a) * \
3414 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \
3415 __builtin_vsx_xvcvspsxds(__ret); \
3416 }), \
3417 vector double: __extension__({ \
3418 vector double __ret = \
3419 (vector double)(__a) * \
3420 (vector double)(vector unsigned long long)((0x3ffULL + \
3421 ((__b)&0x1F)) \
3422 << 52); \
3423 __builtin_convertvector(__ret, vector signed long long); \
3424 }))
3425
3426 /* vec_ctul */
3427
3428 #define vec_ctul(__a, __b) \
3429 _Generic((__a), vector float \
3430 : __extension__({ \
3431 vector float __ret = \
3432 (vector float)(__a) * \
3433 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) \
3434 << 23); \
3435 __builtin_vsx_xvcvspuxds(__ret); \
3436 }), \
3437 vector double \
3438 : __extension__({ \
3439 vector double __ret = \
3440 (vector double)(__a) * \
3441 (vector double)(vector unsigned long long)((0x3ffULL + \
3442 ((__b)&0x1F)) \
3443 << 52); \
3444 __builtin_convertvector(__ret, vector unsigned long long); \
3445 }))
3446 #endif
3447 #endif // __LITTLE_ENDIAN__
3448
3449 /* vec_vctuxs */
3450
3451 #define vec_vctuxs __builtin_altivec_vctuxs
3452
3453 /* vec_signext */
3454
3455 #ifdef __POWER9_VECTOR__
3456 static __inline__ vector signed int __ATTRS_o_ai
vec_signexti(vector signed char __a)3457 vec_signexti(vector signed char __a) {
3458 return __builtin_altivec_vextsb2w(__a);
3459 }
3460
3461 static __inline__ vector signed int __ATTRS_o_ai
vec_signexti(vector signed short __a)3462 vec_signexti(vector signed short __a) {
3463 return __builtin_altivec_vextsh2w(__a);
3464 }
3465
3466 static __inline__ vector signed long long __ATTRS_o_ai
vec_signextll(vector signed char __a)3467 vec_signextll(vector signed char __a) {
3468 return __builtin_altivec_vextsb2d(__a);
3469 }
3470
3471 static __inline__ vector signed long long __ATTRS_o_ai
vec_signextll(vector signed short __a)3472 vec_signextll(vector signed short __a) {
3473 return __builtin_altivec_vextsh2d(__a);
3474 }
3475
3476 static __inline__ vector signed long long __ATTRS_o_ai
vec_signextll(vector signed int __a)3477 vec_signextll(vector signed int __a) {
3478 return __builtin_altivec_vextsw2d(__a);
3479 }
3480 #endif
3481
3482 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
3483 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_signextq(vector signed long long __a)3484 vec_signextq(vector signed long long __a) {
3485 return __builtin_altivec_vextsd2q(__a);
3486 }
3487 #endif
3488
3489 /* vec_signed */
3490
3491 static __inline__ vector signed int __ATTRS_o_ai
3492 vec_sld(vector signed int, vector signed int, unsigned const int __c);
3493
3494 static __inline__ vector signed int __ATTRS_o_ai
vec_signed(vector float __a)3495 vec_signed(vector float __a) {
3496 return __builtin_convertvector(__a, vector signed int);
3497 }
3498
3499 #ifdef __VSX__
3500 static __inline__ vector signed long long __ATTRS_o_ai
vec_signed(vector double __a)3501 vec_signed(vector double __a) {
3502 return __builtin_convertvector(__a, vector signed long long);
3503 }
3504
3505 static __inline__ vector signed int __attribute__((__always_inline__))
vec_signed2(vector double __a,vector double __b)3506 vec_signed2(vector double __a, vector double __b) {
3507 return (vector signed int) { __a[0], __a[1], __b[0], __b[1] };
3508 }
3509
3510 static __inline__ vector signed int __ATTRS_o_ai
vec_signede(vector double __a)3511 vec_signede(vector double __a) {
3512 #ifdef __LITTLE_ENDIAN__
3513 vector signed int __ret = __builtin_vsx_xvcvdpsxws(__a);
3514 return vec_sld(__ret, __ret, 12);
3515 #else
3516 return __builtin_vsx_xvcvdpsxws(__a);
3517 #endif
3518 }
3519
3520 static __inline__ vector signed int __ATTRS_o_ai
vec_signedo(vector double __a)3521 vec_signedo(vector double __a) {
3522 #ifdef __LITTLE_ENDIAN__
3523 return __builtin_vsx_xvcvdpsxws(__a);
3524 #else
3525 vector signed int __ret = __builtin_vsx_xvcvdpsxws(__a);
3526 return vec_sld(__ret, __ret, 12);
3527 #endif
3528 }
3529 #endif
3530
3531 /* vec_unsigned */
3532
3533 static __inline__ vector unsigned int __ATTRS_o_ai
3534 vec_sld(vector unsigned int, vector unsigned int, unsigned const int __c);
3535
3536 static __inline__ vector unsigned int __ATTRS_o_ai
vec_unsigned(vector float __a)3537 vec_unsigned(vector float __a) {
3538 return __builtin_convertvector(__a, vector unsigned int);
3539 }
3540
3541 #ifdef __VSX__
3542 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_unsigned(vector double __a)3543 vec_unsigned(vector double __a) {
3544 return __builtin_convertvector(__a, vector unsigned long long);
3545 }
3546
3547 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_unsigned2(vector double __a,vector double __b)3548 vec_unsigned2(vector double __a, vector double __b) {
3549 return (vector unsigned int) { __a[0], __a[1], __b[0], __b[1] };
3550 }
3551
3552 static __inline__ vector unsigned int __ATTRS_o_ai
vec_unsignede(vector double __a)3553 vec_unsignede(vector double __a) {
3554 #ifdef __LITTLE_ENDIAN__
3555 vector unsigned int __ret = __builtin_vsx_xvcvdpuxws(__a);
3556 return vec_sld(__ret, __ret, 12);
3557 #else
3558 return __builtin_vsx_xvcvdpuxws(__a);
3559 #endif
3560 }
3561
3562 static __inline__ vector unsigned int __ATTRS_o_ai
vec_unsignedo(vector double __a)3563 vec_unsignedo(vector double __a) {
3564 #ifdef __LITTLE_ENDIAN__
3565 return __builtin_vsx_xvcvdpuxws(__a);
3566 #else
3567 vector unsigned int __ret = __builtin_vsx_xvcvdpuxws(__a);
3568 return vec_sld(__ret, __ret, 12);
3569 #endif
3570 }
3571 #endif
3572
3573 /* vec_float */
3574
3575 static __inline__ vector float __ATTRS_o_ai
3576 vec_sld(vector float, vector float, unsigned const int __c);
3577
3578 static __inline__ vector float __ATTRS_o_ai
vec_float(vector signed int __a)3579 vec_float(vector signed int __a) {
3580 return __builtin_convertvector(__a, vector float);
3581 }
3582
3583 static __inline__ vector float __ATTRS_o_ai
vec_float(vector unsigned int __a)3584 vec_float(vector unsigned int __a) {
3585 return __builtin_convertvector(__a, vector float);
3586 }
3587
3588 #ifdef __VSX__
3589 static __inline__ vector float __ATTRS_o_ai
vec_float2(vector signed long long __a,vector signed long long __b)3590 vec_float2(vector signed long long __a, vector signed long long __b) {
3591 return (vector float) { __a[0], __a[1], __b[0], __b[1] };
3592 }
3593
3594 static __inline__ vector float __ATTRS_o_ai
vec_float2(vector unsigned long long __a,vector unsigned long long __b)3595 vec_float2(vector unsigned long long __a, vector unsigned long long __b) {
3596 return (vector float) { __a[0], __a[1], __b[0], __b[1] };
3597 }
3598
3599 static __inline__ vector float __ATTRS_o_ai
vec_float2(vector double __a,vector double __b)3600 vec_float2(vector double __a, vector double __b) {
3601 return (vector float) { __a[0], __a[1], __b[0], __b[1] };
3602 }
3603
3604 static __inline__ vector float __ATTRS_o_ai
vec_floate(vector signed long long __a)3605 vec_floate(vector signed long long __a) {
3606 #ifdef __LITTLE_ENDIAN__
3607 vector float __ret = __builtin_vsx_xvcvsxdsp(__a);
3608 return vec_sld(__ret, __ret, 12);
3609 #else
3610 return __builtin_vsx_xvcvsxdsp(__a);
3611 #endif
3612 }
3613
3614 static __inline__ vector float __ATTRS_o_ai
vec_floate(vector unsigned long long __a)3615 vec_floate(vector unsigned long long __a) {
3616 #ifdef __LITTLE_ENDIAN__
3617 vector float __ret = __builtin_vsx_xvcvuxdsp(__a);
3618 return vec_sld(__ret, __ret, 12);
3619 #else
3620 return __builtin_vsx_xvcvuxdsp(__a);
3621 #endif
3622 }
3623
3624 static __inline__ vector float __ATTRS_o_ai
vec_floate(vector double __a)3625 vec_floate(vector double __a) {
3626 #ifdef __LITTLE_ENDIAN__
3627 vector float __ret = __builtin_vsx_xvcvdpsp(__a);
3628 return vec_sld(__ret, __ret, 12);
3629 #else
3630 return __builtin_vsx_xvcvdpsp(__a);
3631 #endif
3632 }
3633
3634 static __inline__ vector float __ATTRS_o_ai
vec_floato(vector signed long long __a)3635 vec_floato(vector signed long long __a) {
3636 #ifdef __LITTLE_ENDIAN__
3637 return __builtin_vsx_xvcvsxdsp(__a);
3638 #else
3639 vector float __ret = __builtin_vsx_xvcvsxdsp(__a);
3640 return vec_sld(__ret, __ret, 12);
3641 #endif
3642 }
3643
3644 static __inline__ vector float __ATTRS_o_ai
vec_floato(vector unsigned long long __a)3645 vec_floato(vector unsigned long long __a) {
3646 #ifdef __LITTLE_ENDIAN__
3647 return __builtin_vsx_xvcvuxdsp(__a);
3648 #else
3649 vector float __ret = __builtin_vsx_xvcvuxdsp(__a);
3650 return vec_sld(__ret, __ret, 12);
3651 #endif
3652 }
3653
3654 static __inline__ vector float __ATTRS_o_ai
vec_floato(vector double __a)3655 vec_floato(vector double __a) {
3656 #ifdef __LITTLE_ENDIAN__
3657 return __builtin_vsx_xvcvdpsp(__a);
3658 #else
3659 vector float __ret = __builtin_vsx_xvcvdpsp(__a);
3660 return vec_sld(__ret, __ret, 12);
3661 #endif
3662 }
3663 #endif
3664
3665 /* vec_double */
3666
3667 #ifdef __VSX__
3668 static __inline__ vector double __ATTRS_o_ai
vec_double(vector signed long long __a)3669 vec_double(vector signed long long __a) {
3670 return __builtin_convertvector(__a, vector double);
3671 }
3672
3673 static __inline__ vector double __ATTRS_o_ai
vec_double(vector unsigned long long __a)3674 vec_double(vector unsigned long long __a) {
3675 return __builtin_convertvector(__a, vector double);
3676 }
3677
3678 static __inline__ vector double __ATTRS_o_ai
vec_doublee(vector signed int __a)3679 vec_doublee(vector signed int __a) {
3680 #ifdef __LITTLE_ENDIAN__
3681 return __builtin_vsx_xvcvsxwdp(vec_sld(__a, __a, 4));
3682 #else
3683 return __builtin_vsx_xvcvsxwdp(__a);
3684 #endif
3685 }
3686
3687 static __inline__ vector double __ATTRS_o_ai
vec_doublee(vector unsigned int __a)3688 vec_doublee(vector unsigned int __a) {
3689 #ifdef __LITTLE_ENDIAN__
3690 return __builtin_vsx_xvcvuxwdp(vec_sld(__a, __a, 4));
3691 #else
3692 return __builtin_vsx_xvcvuxwdp(__a);
3693 #endif
3694 }
3695
3696 static __inline__ vector double __ATTRS_o_ai
vec_doublee(vector float __a)3697 vec_doublee(vector float __a) {
3698 #ifdef __LITTLE_ENDIAN__
3699 return __builtin_vsx_xvcvspdp(vec_sld(__a, __a, 4));
3700 #else
3701 return __builtin_vsx_xvcvspdp(__a);
3702 #endif
3703 }
3704
3705 static __inline__ vector double __ATTRS_o_ai
vec_doubleh(vector signed int __a)3706 vec_doubleh(vector signed int __a) {
3707 vector double __ret = {__a[0], __a[1]};
3708 return __ret;
3709 }
3710
3711 static __inline__ vector double __ATTRS_o_ai
vec_doubleh(vector unsigned int __a)3712 vec_doubleh(vector unsigned int __a) {
3713 vector double __ret = {__a[0], __a[1]};
3714 return __ret;
3715 }
3716
3717 static __inline__ vector double __ATTRS_o_ai
vec_doubleh(vector float __a)3718 vec_doubleh(vector float __a) {
3719 vector double __ret = {__a[0], __a[1]};
3720 return __ret;
3721 }
3722
3723 static __inline__ vector double __ATTRS_o_ai
vec_doublel(vector signed int __a)3724 vec_doublel(vector signed int __a) {
3725 vector double __ret = {__a[2], __a[3]};
3726 return __ret;
3727 }
3728
3729 static __inline__ vector double __ATTRS_o_ai
vec_doublel(vector unsigned int __a)3730 vec_doublel(vector unsigned int __a) {
3731 vector double __ret = {__a[2], __a[3]};
3732 return __ret;
3733 }
3734
3735 static __inline__ vector double __ATTRS_o_ai
vec_doublel(vector float __a)3736 vec_doublel(vector float __a) {
3737 vector double __ret = {__a[2], __a[3]};
3738 return __ret;
3739 }
3740
3741 static __inline__ vector double __ATTRS_o_ai
vec_doubleo(vector signed int __a)3742 vec_doubleo(vector signed int __a) {
3743 #ifdef __LITTLE_ENDIAN__
3744 return __builtin_vsx_xvcvsxwdp(__a);
3745 #else
3746 return __builtin_vsx_xvcvsxwdp(vec_sld(__a, __a, 4));
3747 #endif
3748 }
3749
3750 static __inline__ vector double __ATTRS_o_ai
vec_doubleo(vector unsigned int __a)3751 vec_doubleo(vector unsigned int __a) {
3752 #ifdef __LITTLE_ENDIAN__
3753 return __builtin_vsx_xvcvuxwdp(__a);
3754 #else
3755 return __builtin_vsx_xvcvuxwdp(vec_sld(__a, __a, 4));
3756 #endif
3757 }
3758
3759 static __inline__ vector double __ATTRS_o_ai
vec_doubleo(vector float __a)3760 vec_doubleo(vector float __a) {
3761 #ifdef __LITTLE_ENDIAN__
3762 return __builtin_vsx_xvcvspdp(__a);
3763 #else
3764 return __builtin_vsx_xvcvspdp(vec_sld(__a, __a, 4));
3765 #endif
3766 }
3767
3768 /* vec_cvf */
vec_cvf(vector float __a)3769 static __inline__ vector double __ATTRS_o_ai vec_cvf(vector float __a) {
3770 return vec_doublee(__a);
3771 }
3772
vec_cvf(vector double __a)3773 static __inline__ vector float __ATTRS_o_ai vec_cvf(vector double __a) {
3774 return vec_floate(__a);
3775 }
3776 #endif
3777
3778 /* vec_div */
3779
3780 /* Integer vector divides (vectors are scalarized, elements divided
3781 and the vectors reassembled).
3782 */
3783 static __inline__ vector signed char __ATTRS_o_ai
vec_div(vector signed char __a,vector signed char __b)3784 vec_div(vector signed char __a, vector signed char __b) {
3785 return __a / __b;
3786 }
3787
3788 static __inline__ vector unsigned char __ATTRS_o_ai
vec_div(vector unsigned char __a,vector unsigned char __b)3789 vec_div(vector unsigned char __a, vector unsigned char __b) {
3790 return __a / __b;
3791 }
3792
3793 static __inline__ vector signed short __ATTRS_o_ai
vec_div(vector signed short __a,vector signed short __b)3794 vec_div(vector signed short __a, vector signed short __b) {
3795 return __a / __b;
3796 }
3797
3798 static __inline__ vector unsigned short __ATTRS_o_ai
vec_div(vector unsigned short __a,vector unsigned short __b)3799 vec_div(vector unsigned short __a, vector unsigned short __b) {
3800 return __a / __b;
3801 }
3802
3803 static __inline__ vector signed int __ATTRS_o_ai
vec_div(vector signed int __a,vector signed int __b)3804 vec_div(vector signed int __a, vector signed int __b) {
3805 return __a / __b;
3806 }
3807
3808 static __inline__ vector unsigned int __ATTRS_o_ai
vec_div(vector unsigned int __a,vector unsigned int __b)3809 vec_div(vector unsigned int __a, vector unsigned int __b) {
3810 return __a / __b;
3811 }
3812
3813 #ifdef __VSX__
3814 static __inline__ vector signed long long __ATTRS_o_ai
vec_div(vector signed long long __a,vector signed long long __b)3815 vec_div(vector signed long long __a, vector signed long long __b) {
3816 return __a / __b;
3817 }
3818
3819 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_div(vector unsigned long long __a,vector unsigned long long __b)3820 vec_div(vector unsigned long long __a, vector unsigned long long __b) {
3821 return __a / __b;
3822 }
3823
vec_div(vector float __a,vector float __b)3824 static __inline__ vector float __ATTRS_o_ai vec_div(vector float __a,
3825 vector float __b) {
3826 return __a / __b;
3827 }
3828
vec_div(vector double __a,vector double __b)3829 static __inline__ vector double __ATTRS_o_ai vec_div(vector double __a,
3830 vector double __b) {
3831 return __a / __b;
3832 }
3833 #endif
3834
3835 /* vec_dive */
3836
3837 #ifdef __POWER10_VECTOR__
3838 static __inline__ vector signed int __ATTRS_o_ai
vec_dive(vector signed int __a,vector signed int __b)3839 vec_dive(vector signed int __a, vector signed int __b) {
3840 return __builtin_altivec_vdivesw(__a, __b);
3841 }
3842
3843 static __inline__ vector unsigned int __ATTRS_o_ai
vec_dive(vector unsigned int __a,vector unsigned int __b)3844 vec_dive(vector unsigned int __a, vector unsigned int __b) {
3845 return __builtin_altivec_vdiveuw(__a, __b);
3846 }
3847
3848 static __inline__ vector signed long long __ATTRS_o_ai
vec_dive(vector signed long long __a,vector signed long long __b)3849 vec_dive(vector signed long long __a, vector signed long long __b) {
3850 return __builtin_altivec_vdivesd(__a, __b);
3851 }
3852
3853 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_dive(vector unsigned long long __a,vector unsigned long long __b)3854 vec_dive(vector unsigned long long __a, vector unsigned long long __b) {
3855 return __builtin_altivec_vdiveud(__a, __b);
3856 }
3857
3858 #ifdef __SIZEOF_INT128__
3859 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_dive(vector unsigned __int128 __a,vector unsigned __int128 __b)3860 vec_dive(vector unsigned __int128 __a, vector unsigned __int128 __b) {
3861 return __builtin_altivec_vdiveuq(__a, __b);
3862 }
3863
3864 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_dive(vector signed __int128 __a,vector signed __int128 __b)3865 vec_dive(vector signed __int128 __a, vector signed __int128 __b) {
3866 return __builtin_altivec_vdivesq(__a, __b);
3867 }
3868 #endif
3869 #endif
3870
3871 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
3872 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_div(vector unsigned __int128 __a,vector unsigned __int128 __b)3873 vec_div(vector unsigned __int128 __a, vector unsigned __int128 __b) {
3874 return __a / __b;
3875 }
3876
3877 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_div(vector signed __int128 __a,vector signed __int128 __b)3878 vec_div(vector signed __int128 __a, vector signed __int128 __b) {
3879 return __a / __b;
3880 }
3881 #endif /* __POWER10_VECTOR__ */
3882
3883 /* vec_xvtdiv */
3884
3885 #ifdef __VSX__
vec_test_swdiv(vector double __a,vector double __b)3886 static __inline__ int __ATTRS_o_ai vec_test_swdiv(vector double __a,
3887 vector double __b) {
3888 return __builtin_vsx_xvtdivdp(__a, __b);
3889 }
3890
vec_test_swdivs(vector float __a,vector float __b)3891 static __inline__ int __ATTRS_o_ai vec_test_swdivs(vector float __a,
3892 vector float __b) {
3893 return __builtin_vsx_xvtdivsp(__a, __b);
3894 }
3895 #endif
3896
3897 /* vec_dss */
3898
3899 #define vec_dss __builtin_altivec_dss
3900
3901 /* vec_dssall */
3902
vec_dssall(void)3903 static __inline__ void __attribute__((__always_inline__)) vec_dssall(void) {
3904 __builtin_altivec_dssall();
3905 }
3906
3907 /* vec_dst */
3908 #define vec_dst(__PTR, __CW, __STR) \
3909 __builtin_altivec_dst((const void *)(__PTR), (__CW), (__STR))
3910
3911 /* vec_dstst */
3912 #define vec_dstst(__PTR, __CW, __STR) \
3913 __builtin_altivec_dstst((const void *)(__PTR), (__CW), (__STR))
3914
3915 /* vec_dststt */
3916 #define vec_dststt(__PTR, __CW, __STR) \
3917 __builtin_altivec_dststt((const void *)(__PTR), (__CW), (__STR))
3918
3919 /* vec_dstt */
3920 #define vec_dstt(__PTR, __CW, __STR) \
3921 __builtin_altivec_dstt((const void *)(__PTR), (__CW), (__STR))
3922
3923 /* vec_eqv */
3924
3925 #ifdef __POWER8_VECTOR__
3926 static __inline__ vector signed char __ATTRS_o_ai
vec_eqv(vector signed char __a,vector signed char __b)3927 vec_eqv(vector signed char __a, vector signed char __b) {
3928 return (vector signed char)__builtin_vsx_xxleqv((vector unsigned int)__a,
3929 (vector unsigned int)__b);
3930 }
3931
3932 static __inline__ vector unsigned char __ATTRS_o_ai
vec_eqv(vector unsigned char __a,vector unsigned char __b)3933 vec_eqv(vector unsigned char __a, vector unsigned char __b) {
3934 return (vector unsigned char)__builtin_vsx_xxleqv((vector unsigned int)__a,
3935 (vector unsigned int)__b);
3936 }
3937
vec_eqv(vector bool char __a,vector bool char __b)3938 static __inline__ vector bool char __ATTRS_o_ai vec_eqv(vector bool char __a,
3939 vector bool char __b) {
3940 return (vector bool char)__builtin_vsx_xxleqv((vector unsigned int)__a,
3941 (vector unsigned int)__b);
3942 }
3943
3944 static __inline__ vector signed short __ATTRS_o_ai
vec_eqv(vector signed short __a,vector signed short __b)3945 vec_eqv(vector signed short __a, vector signed short __b) {
3946 return (vector signed short)__builtin_vsx_xxleqv((vector unsigned int)__a,
3947 (vector unsigned int)__b);
3948 }
3949
3950 static __inline__ vector unsigned short __ATTRS_o_ai
vec_eqv(vector unsigned short __a,vector unsigned short __b)3951 vec_eqv(vector unsigned short __a, vector unsigned short __b) {
3952 return (vector unsigned short)__builtin_vsx_xxleqv((vector unsigned int)__a,
3953 (vector unsigned int)__b);
3954 }
3955
3956 static __inline__ vector bool short __ATTRS_o_ai
vec_eqv(vector bool short __a,vector bool short __b)3957 vec_eqv(vector bool short __a, vector bool short __b) {
3958 return (vector bool short)__builtin_vsx_xxleqv((vector unsigned int)__a,
3959 (vector unsigned int)__b);
3960 }
3961
3962 static __inline__ vector signed int __ATTRS_o_ai
vec_eqv(vector signed int __a,vector signed int __b)3963 vec_eqv(vector signed int __a, vector signed int __b) {
3964 return (vector signed int)__builtin_vsx_xxleqv((vector unsigned int)__a,
3965 (vector unsigned int)__b);
3966 }
3967
3968 static __inline__ vector unsigned int __ATTRS_o_ai
vec_eqv(vector unsigned int __a,vector unsigned int __b)3969 vec_eqv(vector unsigned int __a, vector unsigned int __b) {
3970 return __builtin_vsx_xxleqv(__a, __b);
3971 }
3972
vec_eqv(vector bool int __a,vector bool int __b)3973 static __inline__ vector bool int __ATTRS_o_ai vec_eqv(vector bool int __a,
3974 vector bool int __b) {
3975 return (vector bool int)__builtin_vsx_xxleqv((vector unsigned int)__a,
3976 (vector unsigned int)__b);
3977 }
3978
3979 static __inline__ vector signed long long __ATTRS_o_ai
vec_eqv(vector signed long long __a,vector signed long long __b)3980 vec_eqv(vector signed long long __a, vector signed long long __b) {
3981 return (vector signed long long)__builtin_vsx_xxleqv(
3982 (vector unsigned int)__a, (vector unsigned int)__b);
3983 }
3984
3985 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_eqv(vector unsigned long long __a,vector unsigned long long __b)3986 vec_eqv(vector unsigned long long __a, vector unsigned long long __b) {
3987 return (vector unsigned long long)__builtin_vsx_xxleqv(
3988 (vector unsigned int)__a, (vector unsigned int)__b);
3989 }
3990
3991 static __inline__ vector bool long long __ATTRS_o_ai
vec_eqv(vector bool long long __a,vector bool long long __b)3992 vec_eqv(vector bool long long __a, vector bool long long __b) {
3993 return (vector bool long long)__builtin_vsx_xxleqv((vector unsigned int)__a,
3994 (vector unsigned int)__b);
3995 }
3996
vec_eqv(vector float __a,vector float __b)3997 static __inline__ vector float __ATTRS_o_ai vec_eqv(vector float __a,
3998 vector float __b) {
3999 return (vector float)__builtin_vsx_xxleqv((vector unsigned int)__a,
4000 (vector unsigned int)__b);
4001 }
4002
vec_eqv(vector double __a,vector double __b)4003 static __inline__ vector double __ATTRS_o_ai vec_eqv(vector double __a,
4004 vector double __b) {
4005 return (vector double)__builtin_vsx_xxleqv((vector unsigned int)__a,
4006 (vector unsigned int)__b);
4007 }
4008 #endif
4009
4010 /* vec_expte */
4011
4012 static __inline__ vector float __attribute__((__always_inline__))
vec_expte(vector float __a)4013 vec_expte(vector float __a) {
4014 return __builtin_altivec_vexptefp(__a);
4015 }
4016
4017 /* vec_vexptefp */
4018
4019 static __inline__ vector float __attribute__((__always_inline__))
vec_vexptefp(vector float __a)4020 vec_vexptefp(vector float __a) {
4021 return __builtin_altivec_vexptefp(__a);
4022 }
4023
4024 /* vec_floor */
4025
vec_floor(vector float __a)4026 static __inline__ vector float __ATTRS_o_ai vec_floor(vector float __a) {
4027 #ifdef __VSX__
4028 return __builtin_vsx_xvrspim(__a);
4029 #else
4030 return __builtin_altivec_vrfim(__a);
4031 #endif
4032 }
4033
4034 #ifdef __VSX__
vec_floor(vector double __a)4035 static __inline__ vector double __ATTRS_o_ai vec_floor(vector double __a) {
4036 return __builtin_vsx_xvrdpim(__a);
4037 }
4038 #endif
4039
4040 /* vec_roundm */
vec_roundm(vector float __a)4041 static __inline__ vector float __ATTRS_o_ai vec_roundm(vector float __a) {
4042 return vec_floor(__a);
4043 }
4044
4045 #ifdef __VSX__
vec_roundm(vector double __a)4046 static __inline__ vector double __ATTRS_o_ai vec_roundm(vector double __a) {
4047 return vec_floor(__a);
4048 }
4049 #endif
4050
4051 /* vec_vrfim */
4052
4053 static __inline__ vector float __attribute__((__always_inline__))
vec_vrfim(vector float __a)4054 vec_vrfim(vector float __a) {
4055 return __builtin_altivec_vrfim(__a);
4056 }
4057
4058 /* vec_ld */
4059
4060 static __inline__ vector signed char __ATTRS_o_ai
vec_ld(long __a,const vector signed char * __b)4061 vec_ld(long __a, const vector signed char *__b) {
4062 return (vector signed char)__builtin_altivec_lvx(__a, __b);
4063 }
4064
4065 static __inline__ vector signed char __ATTRS_o_ai
vec_ld(long __a,const signed char * __b)4066 vec_ld(long __a, const signed char *__b) {
4067 return (vector signed char)__builtin_altivec_lvx(__a, __b);
4068 }
4069
4070 static __inline__ vector unsigned char __ATTRS_o_ai
vec_ld(long __a,const vector unsigned char * __b)4071 vec_ld(long __a, const vector unsigned char *__b) {
4072 return (vector unsigned char)__builtin_altivec_lvx(__a, __b);
4073 }
4074
4075 static __inline__ vector unsigned char __ATTRS_o_ai
vec_ld(long __a,const unsigned char * __b)4076 vec_ld(long __a, const unsigned char *__b) {
4077 return (vector unsigned char)__builtin_altivec_lvx(__a, __b);
4078 }
4079
4080 static __inline__ vector bool char __ATTRS_o_ai
vec_ld(long __a,const vector bool char * __b)4081 vec_ld(long __a, const vector bool char *__b) {
4082 return (vector bool char)__builtin_altivec_lvx(__a, __b);
4083 }
4084
vec_ld(long __a,const vector short * __b)4085 static __inline__ vector short __ATTRS_o_ai vec_ld(long __a,
4086 const vector short *__b) {
4087 return (vector short)__builtin_altivec_lvx(__a, __b);
4088 }
4089
vec_ld(long __a,const short * __b)4090 static __inline__ vector short __ATTRS_o_ai vec_ld(long __a, const short *__b) {
4091 return (vector short)__builtin_altivec_lvx(__a, __b);
4092 }
4093
4094 static __inline__ vector unsigned short __ATTRS_o_ai
vec_ld(long __a,const vector unsigned short * __b)4095 vec_ld(long __a, const vector unsigned short *__b) {
4096 return (vector unsigned short)__builtin_altivec_lvx(__a, __b);
4097 }
4098
4099 static __inline__ vector unsigned short __ATTRS_o_ai
vec_ld(long __a,const unsigned short * __b)4100 vec_ld(long __a, const unsigned short *__b) {
4101 return (vector unsigned short)__builtin_altivec_lvx(__a, __b);
4102 }
4103
4104 static __inline__ vector bool short __ATTRS_o_ai
vec_ld(long __a,const vector bool short * __b)4105 vec_ld(long __a, const vector bool short *__b) {
4106 return (vector bool short)__builtin_altivec_lvx(__a, __b);
4107 }
4108
vec_ld(long __a,const vector pixel * __b)4109 static __inline__ vector pixel __ATTRS_o_ai vec_ld(long __a,
4110 const vector pixel *__b) {
4111 return (vector pixel)__builtin_altivec_lvx(__a, __b);
4112 }
4113
vec_ld(long __a,const vector int * __b)4114 static __inline__ vector int __ATTRS_o_ai vec_ld(long __a,
4115 const vector int *__b) {
4116 return (vector int)__builtin_altivec_lvx(__a, __b);
4117 }
4118
vec_ld(long __a,const int * __b)4119 static __inline__ vector int __ATTRS_o_ai vec_ld(long __a, const int *__b) {
4120 return (vector int)__builtin_altivec_lvx(__a, __b);
4121 }
4122
4123 static __inline__ vector unsigned int __ATTRS_o_ai
vec_ld(long __a,const vector unsigned int * __b)4124 vec_ld(long __a, const vector unsigned int *__b) {
4125 return (vector unsigned int)__builtin_altivec_lvx(__a, __b);
4126 }
4127
4128 static __inline__ vector unsigned int __ATTRS_o_ai
vec_ld(long __a,const unsigned int * __b)4129 vec_ld(long __a, const unsigned int *__b) {
4130 return (vector unsigned int)__builtin_altivec_lvx(__a, __b);
4131 }
4132
4133 static __inline__ vector bool int __ATTRS_o_ai
vec_ld(long __a,const vector bool int * __b)4134 vec_ld(long __a, const vector bool int *__b) {
4135 return (vector bool int)__builtin_altivec_lvx(__a, __b);
4136 }
4137
vec_ld(long __a,const vector float * __b)4138 static __inline__ vector float __ATTRS_o_ai vec_ld(long __a,
4139 const vector float *__b) {
4140 return (vector float)__builtin_altivec_lvx(__a, __b);
4141 }
4142
vec_ld(long __a,const float * __b)4143 static __inline__ vector float __ATTRS_o_ai vec_ld(long __a, const float *__b) {
4144 return (vector float)__builtin_altivec_lvx(__a, __b);
4145 }
4146
4147 /* vec_lvx */
4148
4149 static __inline__ vector signed char __ATTRS_o_ai
vec_lvx(long __a,const vector signed char * __b)4150 vec_lvx(long __a, const vector signed char *__b) {
4151 return (vector signed char)__builtin_altivec_lvx(__a, __b);
4152 }
4153
4154 static __inline__ vector signed char __ATTRS_o_ai
vec_lvx(long __a,const signed char * __b)4155 vec_lvx(long __a, const signed char *__b) {
4156 return (vector signed char)__builtin_altivec_lvx(__a, __b);
4157 }
4158
4159 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvx(long __a,const vector unsigned char * __b)4160 vec_lvx(long __a, const vector unsigned char *__b) {
4161 return (vector unsigned char)__builtin_altivec_lvx(__a, __b);
4162 }
4163
4164 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvx(long __a,const unsigned char * __b)4165 vec_lvx(long __a, const unsigned char *__b) {
4166 return (vector unsigned char)__builtin_altivec_lvx(__a, __b);
4167 }
4168
4169 static __inline__ vector bool char __ATTRS_o_ai
vec_lvx(long __a,const vector bool char * __b)4170 vec_lvx(long __a, const vector bool char *__b) {
4171 return (vector bool char)__builtin_altivec_lvx(__a, __b);
4172 }
4173
vec_lvx(long __a,const vector short * __b)4174 static __inline__ vector short __ATTRS_o_ai vec_lvx(long __a,
4175 const vector short *__b) {
4176 return (vector short)__builtin_altivec_lvx(__a, __b);
4177 }
4178
vec_lvx(long __a,const short * __b)4179 static __inline__ vector short __ATTRS_o_ai vec_lvx(long __a, const short *__b) {
4180 return (vector short)__builtin_altivec_lvx(__a, __b);
4181 }
4182
4183 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvx(long __a,const vector unsigned short * __b)4184 vec_lvx(long __a, const vector unsigned short *__b) {
4185 return (vector unsigned short)__builtin_altivec_lvx(__a, __b);
4186 }
4187
4188 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvx(long __a,const unsigned short * __b)4189 vec_lvx(long __a, const unsigned short *__b) {
4190 return (vector unsigned short)__builtin_altivec_lvx(__a, __b);
4191 }
4192
4193 static __inline__ vector bool short __ATTRS_o_ai
vec_lvx(long __a,const vector bool short * __b)4194 vec_lvx(long __a, const vector bool short *__b) {
4195 return (vector bool short)__builtin_altivec_lvx(__a, __b);
4196 }
4197
vec_lvx(long __a,const vector pixel * __b)4198 static __inline__ vector pixel __ATTRS_o_ai vec_lvx(long __a,
4199 const vector pixel *__b) {
4200 return (vector pixel)__builtin_altivec_lvx(__a, __b);
4201 }
4202
vec_lvx(long __a,const vector int * __b)4203 static __inline__ vector int __ATTRS_o_ai vec_lvx(long __a,
4204 const vector int *__b) {
4205 return (vector int)__builtin_altivec_lvx(__a, __b);
4206 }
4207
vec_lvx(long __a,const int * __b)4208 static __inline__ vector int __ATTRS_o_ai vec_lvx(long __a, const int *__b) {
4209 return (vector int)__builtin_altivec_lvx(__a, __b);
4210 }
4211
4212 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvx(long __a,const vector unsigned int * __b)4213 vec_lvx(long __a, const vector unsigned int *__b) {
4214 return (vector unsigned int)__builtin_altivec_lvx(__a, __b);
4215 }
4216
4217 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvx(long __a,const unsigned int * __b)4218 vec_lvx(long __a, const unsigned int *__b) {
4219 return (vector unsigned int)__builtin_altivec_lvx(__a, __b);
4220 }
4221
4222 static __inline__ vector bool int __ATTRS_o_ai
vec_lvx(long __a,const vector bool int * __b)4223 vec_lvx(long __a, const vector bool int *__b) {
4224 return (vector bool int)__builtin_altivec_lvx(__a, __b);
4225 }
4226
vec_lvx(long __a,const vector float * __b)4227 static __inline__ vector float __ATTRS_o_ai vec_lvx(long __a,
4228 const vector float *__b) {
4229 return (vector float)__builtin_altivec_lvx(__a, __b);
4230 }
4231
vec_lvx(long __a,const float * __b)4232 static __inline__ vector float __ATTRS_o_ai vec_lvx(long __a, const float *__b) {
4233 return (vector float)__builtin_altivec_lvx(__a, __b);
4234 }
4235
4236 /* vec_lde */
4237
4238 static __inline__ vector signed char __ATTRS_o_ai
vec_lde(long __a,const signed char * __b)4239 vec_lde(long __a, const signed char *__b) {
4240 return (vector signed char)__builtin_altivec_lvebx(__a, __b);
4241 }
4242
4243 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lde(long __a,const unsigned char * __b)4244 vec_lde(long __a, const unsigned char *__b) {
4245 return (vector unsigned char)__builtin_altivec_lvebx(__a, __b);
4246 }
4247
vec_lde(long __a,const short * __b)4248 static __inline__ vector short __ATTRS_o_ai vec_lde(long __a, const short *__b) {
4249 return (vector short)__builtin_altivec_lvehx(__a, __b);
4250 }
4251
4252 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lde(long __a,const unsigned short * __b)4253 vec_lde(long __a, const unsigned short *__b) {
4254 return (vector unsigned short)__builtin_altivec_lvehx(__a, __b);
4255 }
4256
vec_lde(long __a,const int * __b)4257 static __inline__ vector int __ATTRS_o_ai vec_lde(long __a, const int *__b) {
4258 return (vector int)__builtin_altivec_lvewx(__a, __b);
4259 }
4260
4261 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lde(long __a,const unsigned int * __b)4262 vec_lde(long __a, const unsigned int *__b) {
4263 return (vector unsigned int)__builtin_altivec_lvewx(__a, __b);
4264 }
4265
vec_lde(long __a,const float * __b)4266 static __inline__ vector float __ATTRS_o_ai vec_lde(long __a, const float *__b) {
4267 return (vector float)__builtin_altivec_lvewx(__a, __b);
4268 }
4269
4270 /* vec_lvebx */
4271
4272 static __inline__ vector signed char __ATTRS_o_ai
vec_lvebx(long __a,const signed char * __b)4273 vec_lvebx(long __a, const signed char *__b) {
4274 return (vector signed char)__builtin_altivec_lvebx(__a, __b);
4275 }
4276
4277 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvebx(long __a,const unsigned char * __b)4278 vec_lvebx(long __a, const unsigned char *__b) {
4279 return (vector unsigned char)__builtin_altivec_lvebx(__a, __b);
4280 }
4281
4282 /* vec_lvehx */
4283
vec_lvehx(long __a,const short * __b)4284 static __inline__ vector short __ATTRS_o_ai vec_lvehx(long __a,
4285 const short *__b) {
4286 return (vector short)__builtin_altivec_lvehx(__a, __b);
4287 }
4288
4289 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvehx(long __a,const unsigned short * __b)4290 vec_lvehx(long __a, const unsigned short *__b) {
4291 return (vector unsigned short)__builtin_altivec_lvehx(__a, __b);
4292 }
4293
4294 /* vec_lvewx */
4295
vec_lvewx(long __a,const int * __b)4296 static __inline__ vector int __ATTRS_o_ai vec_lvewx(long __a, const int *__b) {
4297 return (vector int)__builtin_altivec_lvewx(__a, __b);
4298 }
4299
4300 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvewx(long __a,const unsigned int * __b)4301 vec_lvewx(long __a, const unsigned int *__b) {
4302 return (vector unsigned int)__builtin_altivec_lvewx(__a, __b);
4303 }
4304
vec_lvewx(long __a,const float * __b)4305 static __inline__ vector float __ATTRS_o_ai vec_lvewx(long __a,
4306 const float *__b) {
4307 return (vector float)__builtin_altivec_lvewx(__a, __b);
4308 }
4309
4310 /* vec_ldl */
4311
4312 static __inline__ vector signed char __ATTRS_o_ai
vec_ldl(long __a,const vector signed char * __b)4313 vec_ldl(long __a, const vector signed char *__b) {
4314 return (vector signed char)__builtin_altivec_lvxl(__a, __b);
4315 }
4316
4317 static __inline__ vector signed char __ATTRS_o_ai
vec_ldl(long __a,const signed char * __b)4318 vec_ldl(long __a, const signed char *__b) {
4319 return (vector signed char)__builtin_altivec_lvxl(__a, __b);
4320 }
4321
4322 static __inline__ vector unsigned char __ATTRS_o_ai
vec_ldl(long __a,const vector unsigned char * __b)4323 vec_ldl(long __a, const vector unsigned char *__b) {
4324 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b);
4325 }
4326
4327 static __inline__ vector unsigned char __ATTRS_o_ai
vec_ldl(long __a,const unsigned char * __b)4328 vec_ldl(long __a, const unsigned char *__b) {
4329 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b);
4330 }
4331
4332 static __inline__ vector bool char __ATTRS_o_ai
vec_ldl(long __a,const vector bool char * __b)4333 vec_ldl(long __a, const vector bool char *__b) {
4334 return (vector bool char)__builtin_altivec_lvxl(__a, __b);
4335 }
4336
vec_ldl(long __a,const vector short * __b)4337 static __inline__ vector short __ATTRS_o_ai vec_ldl(long __a,
4338 const vector short *__b) {
4339 return (vector short)__builtin_altivec_lvxl(__a, __b);
4340 }
4341
vec_ldl(long __a,const short * __b)4342 static __inline__ vector short __ATTRS_o_ai vec_ldl(long __a, const short *__b) {
4343 return (vector short)__builtin_altivec_lvxl(__a, __b);
4344 }
4345
4346 static __inline__ vector unsigned short __ATTRS_o_ai
vec_ldl(long __a,const vector unsigned short * __b)4347 vec_ldl(long __a, const vector unsigned short *__b) {
4348 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b);
4349 }
4350
4351 static __inline__ vector unsigned short __ATTRS_o_ai
vec_ldl(long __a,const unsigned short * __b)4352 vec_ldl(long __a, const unsigned short *__b) {
4353 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b);
4354 }
4355
4356 static __inline__ vector bool short __ATTRS_o_ai
vec_ldl(long __a,const vector bool short * __b)4357 vec_ldl(long __a, const vector bool short *__b) {
4358 return (vector bool short)__builtin_altivec_lvxl(__a, __b);
4359 }
4360
vec_ldl(long __a,const vector pixel * __b)4361 static __inline__ vector pixel __ATTRS_o_ai vec_ldl(long __a,
4362 const vector pixel *__b) {
4363 return (vector pixel short)__builtin_altivec_lvxl(__a, __b);
4364 }
4365
vec_ldl(long __a,const vector int * __b)4366 static __inline__ vector int __ATTRS_o_ai vec_ldl(long __a,
4367 const vector int *__b) {
4368 return (vector int)__builtin_altivec_lvxl(__a, __b);
4369 }
4370
vec_ldl(long __a,const int * __b)4371 static __inline__ vector int __ATTRS_o_ai vec_ldl(long __a, const int *__b) {
4372 return (vector int)__builtin_altivec_lvxl(__a, __b);
4373 }
4374
4375 static __inline__ vector unsigned int __ATTRS_o_ai
vec_ldl(long __a,const vector unsigned int * __b)4376 vec_ldl(long __a, const vector unsigned int *__b) {
4377 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b);
4378 }
4379
4380 static __inline__ vector unsigned int __ATTRS_o_ai
vec_ldl(long __a,const unsigned int * __b)4381 vec_ldl(long __a, const unsigned int *__b) {
4382 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b);
4383 }
4384
4385 static __inline__ vector bool int __ATTRS_o_ai
vec_ldl(long __a,const vector bool int * __b)4386 vec_ldl(long __a, const vector bool int *__b) {
4387 return (vector bool int)__builtin_altivec_lvxl(__a, __b);
4388 }
4389
vec_ldl(long __a,const vector float * __b)4390 static __inline__ vector float __ATTRS_o_ai vec_ldl(long __a,
4391 const vector float *__b) {
4392 return (vector float)__builtin_altivec_lvxl(__a, __b);
4393 }
4394
vec_ldl(long __a,const float * __b)4395 static __inline__ vector float __ATTRS_o_ai vec_ldl(long __a, const float *__b) {
4396 return (vector float)__builtin_altivec_lvxl(__a, __b);
4397 }
4398
4399 /* vec_lvxl */
4400
4401 static __inline__ vector signed char __ATTRS_o_ai
vec_lvxl(long __a,const vector signed char * __b)4402 vec_lvxl(long __a, const vector signed char *__b) {
4403 return (vector signed char)__builtin_altivec_lvxl(__a, __b);
4404 }
4405
4406 static __inline__ vector signed char __ATTRS_o_ai
vec_lvxl(long __a,const signed char * __b)4407 vec_lvxl(long __a, const signed char *__b) {
4408 return (vector signed char)__builtin_altivec_lvxl(__a, __b);
4409 }
4410
4411 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvxl(long __a,const vector unsigned char * __b)4412 vec_lvxl(long __a, const vector unsigned char *__b) {
4413 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b);
4414 }
4415
4416 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvxl(long __a,const unsigned char * __b)4417 vec_lvxl(long __a, const unsigned char *__b) {
4418 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b);
4419 }
4420
4421 static __inline__ vector bool char __ATTRS_o_ai
vec_lvxl(long __a,const vector bool char * __b)4422 vec_lvxl(long __a, const vector bool char *__b) {
4423 return (vector bool char)__builtin_altivec_lvxl(__a, __b);
4424 }
4425
vec_lvxl(long __a,const vector short * __b)4426 static __inline__ vector short __ATTRS_o_ai vec_lvxl(long __a,
4427 const vector short *__b) {
4428 return (vector short)__builtin_altivec_lvxl(__a, __b);
4429 }
4430
vec_lvxl(long __a,const short * __b)4431 static __inline__ vector short __ATTRS_o_ai vec_lvxl(long __a,
4432 const short *__b) {
4433 return (vector short)__builtin_altivec_lvxl(__a, __b);
4434 }
4435
4436 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvxl(long __a,const vector unsigned short * __b)4437 vec_lvxl(long __a, const vector unsigned short *__b) {
4438 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b);
4439 }
4440
4441 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvxl(long __a,const unsigned short * __b)4442 vec_lvxl(long __a, const unsigned short *__b) {
4443 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b);
4444 }
4445
4446 static __inline__ vector bool short __ATTRS_o_ai
vec_lvxl(long __a,const vector bool short * __b)4447 vec_lvxl(long __a, const vector bool short *__b) {
4448 return (vector bool short)__builtin_altivec_lvxl(__a, __b);
4449 }
4450
vec_lvxl(long __a,const vector pixel * __b)4451 static __inline__ vector pixel __ATTRS_o_ai vec_lvxl(long __a,
4452 const vector pixel *__b) {
4453 return (vector pixel)__builtin_altivec_lvxl(__a, __b);
4454 }
4455
vec_lvxl(long __a,const vector int * __b)4456 static __inline__ vector int __ATTRS_o_ai vec_lvxl(long __a,
4457 const vector int *__b) {
4458 return (vector int)__builtin_altivec_lvxl(__a, __b);
4459 }
4460
vec_lvxl(long __a,const int * __b)4461 static __inline__ vector int __ATTRS_o_ai vec_lvxl(long __a, const int *__b) {
4462 return (vector int)__builtin_altivec_lvxl(__a, __b);
4463 }
4464
4465 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvxl(long __a,const vector unsigned int * __b)4466 vec_lvxl(long __a, const vector unsigned int *__b) {
4467 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b);
4468 }
4469
4470 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvxl(long __a,const unsigned int * __b)4471 vec_lvxl(long __a, const unsigned int *__b) {
4472 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b);
4473 }
4474
4475 static __inline__ vector bool int __ATTRS_o_ai
vec_lvxl(long __a,const vector bool int * __b)4476 vec_lvxl(long __a, const vector bool int *__b) {
4477 return (vector bool int)__builtin_altivec_lvxl(__a, __b);
4478 }
4479
vec_lvxl(long __a,const vector float * __b)4480 static __inline__ vector float __ATTRS_o_ai vec_lvxl(long __a,
4481 const vector float *__b) {
4482 return (vector float)__builtin_altivec_lvxl(__a, __b);
4483 }
4484
vec_lvxl(long __a,const float * __b)4485 static __inline__ vector float __ATTRS_o_ai vec_lvxl(long __a,
4486 const float *__b) {
4487 return (vector float)__builtin_altivec_lvxl(__a, __b);
4488 }
4489
4490 /* vec_loge */
4491
4492 static __inline__ vector float __attribute__((__always_inline__))
vec_loge(vector float __a)4493 vec_loge(vector float __a) {
4494 return __builtin_altivec_vlogefp(__a);
4495 }
4496
4497 /* vec_vlogefp */
4498
4499 static __inline__ vector float __attribute__((__always_inline__))
vec_vlogefp(vector float __a)4500 vec_vlogefp(vector float __a) {
4501 return __builtin_altivec_vlogefp(__a);
4502 }
4503
4504 /* vec_lvsl */
4505
4506 #ifdef __LITTLE_ENDIAN__
4507 static __inline__ vector unsigned char __ATTRS_o_ai
4508 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const signed char * __b)4509 loads/stores"))) vec_lvsl(int __a, const signed char *__b) {
4510 vector unsigned char mask =
4511 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4512 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4513 7, 6, 5, 4, 3, 2, 1, 0};
4514 return vec_perm(mask, mask, reverse);
4515 }
4516 #else
4517 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsl(int __a,const signed char * __b)4518 vec_lvsl(int __a, const signed char *__b) {
4519 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4520 }
4521 #endif
4522
4523 #ifdef __LITTLE_ENDIAN__
4524 static __inline__ vector unsigned char __ATTRS_o_ai
4525 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const unsigned char * __b)4526 loads/stores"))) vec_lvsl(int __a, const unsigned char *__b) {
4527 vector unsigned char mask =
4528 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4529 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4530 7, 6, 5, 4, 3, 2, 1, 0};
4531 return vec_perm(mask, mask, reverse);
4532 }
4533 #else
4534 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsl(int __a,const unsigned char * __b)4535 vec_lvsl(int __a, const unsigned char *__b) {
4536 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4537 }
4538 #endif
4539
4540 #ifdef __LITTLE_ENDIAN__
4541 static __inline__ vector unsigned char __ATTRS_o_ai
4542 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const short * __b)4543 loads/stores"))) vec_lvsl(int __a, const short *__b) {
4544 vector unsigned char mask =
4545 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4546 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4547 7, 6, 5, 4, 3, 2, 1, 0};
4548 return vec_perm(mask, mask, reverse);
4549 }
4550 #else
vec_lvsl(int __a,const short * __b)4551 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a,
4552 const short *__b) {
4553 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4554 }
4555 #endif
4556
4557 #ifdef __LITTLE_ENDIAN__
4558 static __inline__ vector unsigned char __ATTRS_o_ai
4559 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const unsigned short * __b)4560 loads/stores"))) vec_lvsl(int __a, const unsigned short *__b) {
4561 vector unsigned char mask =
4562 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4563 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4564 7, 6, 5, 4, 3, 2, 1, 0};
4565 return vec_perm(mask, mask, reverse);
4566 }
4567 #else
4568 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsl(int __a,const unsigned short * __b)4569 vec_lvsl(int __a, const unsigned short *__b) {
4570 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4571 }
4572 #endif
4573
4574 #ifdef __LITTLE_ENDIAN__
4575 static __inline__ vector unsigned char __ATTRS_o_ai
4576 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const int * __b)4577 loads/stores"))) vec_lvsl(int __a, const int *__b) {
4578 vector unsigned char mask =
4579 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4580 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4581 7, 6, 5, 4, 3, 2, 1, 0};
4582 return vec_perm(mask, mask, reverse);
4583 }
4584 #else
vec_lvsl(int __a,const int * __b)4585 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a,
4586 const int *__b) {
4587 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4588 }
4589 #endif
4590
4591 #ifdef __LITTLE_ENDIAN__
4592 static __inline__ vector unsigned char __ATTRS_o_ai
4593 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const unsigned int * __b)4594 loads/stores"))) vec_lvsl(int __a, const unsigned int *__b) {
4595 vector unsigned char mask =
4596 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4597 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4598 7, 6, 5, 4, 3, 2, 1, 0};
4599 return vec_perm(mask, mask, reverse);
4600 }
4601 #else
4602 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsl(int __a,const unsigned int * __b)4603 vec_lvsl(int __a, const unsigned int *__b) {
4604 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4605 }
4606 #endif
4607
4608 #ifdef __LITTLE_ENDIAN__
4609 static __inline__ vector unsigned char __ATTRS_o_ai
4610 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsl(int __a,const float * __b)4611 loads/stores"))) vec_lvsl(int __a, const float *__b) {
4612 vector unsigned char mask =
4613 (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4614 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4615 7, 6, 5, 4, 3, 2, 1, 0};
4616 return vec_perm(mask, mask, reverse);
4617 }
4618 #else
vec_lvsl(int __a,const float * __b)4619 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a,
4620 const float *__b) {
4621 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b);
4622 }
4623 #endif
4624
4625 /* vec_lvsr */
4626
4627 #ifdef __LITTLE_ENDIAN__
4628 static __inline__ vector unsigned char __ATTRS_o_ai
4629 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const signed char * __b)4630 loads/stores"))) vec_lvsr(int __a, const signed char *__b) {
4631 vector unsigned char mask =
4632 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4633 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4634 7, 6, 5, 4, 3, 2, 1, 0};
4635 return vec_perm(mask, mask, reverse);
4636 }
4637 #else
4638 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsr(int __a,const signed char * __b)4639 vec_lvsr(int __a, const signed char *__b) {
4640 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4641 }
4642 #endif
4643
4644 #ifdef __LITTLE_ENDIAN__
4645 static __inline__ vector unsigned char __ATTRS_o_ai
4646 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const unsigned char * __b)4647 loads/stores"))) vec_lvsr(int __a, const unsigned char *__b) {
4648 vector unsigned char mask =
4649 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4650 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4651 7, 6, 5, 4, 3, 2, 1, 0};
4652 return vec_perm(mask, mask, reverse);
4653 }
4654 #else
4655 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsr(int __a,const unsigned char * __b)4656 vec_lvsr(int __a, const unsigned char *__b) {
4657 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4658 }
4659 #endif
4660
4661 #ifdef __LITTLE_ENDIAN__
4662 static __inline__ vector unsigned char __ATTRS_o_ai
4663 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const short * __b)4664 loads/stores"))) vec_lvsr(int __a, const short *__b) {
4665 vector unsigned char mask =
4666 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4667 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4668 7, 6, 5, 4, 3, 2, 1, 0};
4669 return vec_perm(mask, mask, reverse);
4670 }
4671 #else
vec_lvsr(int __a,const short * __b)4672 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a,
4673 const short *__b) {
4674 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4675 }
4676 #endif
4677
4678 #ifdef __LITTLE_ENDIAN__
4679 static __inline__ vector unsigned char __ATTRS_o_ai
4680 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const unsigned short * __b)4681 loads/stores"))) vec_lvsr(int __a, const unsigned short *__b) {
4682 vector unsigned char mask =
4683 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4684 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4685 7, 6, 5, 4, 3, 2, 1, 0};
4686 return vec_perm(mask, mask, reverse);
4687 }
4688 #else
4689 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsr(int __a,const unsigned short * __b)4690 vec_lvsr(int __a, const unsigned short *__b) {
4691 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4692 }
4693 #endif
4694
4695 #ifdef __LITTLE_ENDIAN__
4696 static __inline__ vector unsigned char __ATTRS_o_ai
4697 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const int * __b)4698 loads/stores"))) vec_lvsr(int __a, const int *__b) {
4699 vector unsigned char mask =
4700 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4701 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4702 7, 6, 5, 4, 3, 2, 1, 0};
4703 return vec_perm(mask, mask, reverse);
4704 }
4705 #else
vec_lvsr(int __a,const int * __b)4706 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a,
4707 const int *__b) {
4708 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4709 }
4710 #endif
4711
4712 #ifdef __LITTLE_ENDIAN__
4713 static __inline__ vector unsigned char __ATTRS_o_ai
4714 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const unsigned int * __b)4715 loads/stores"))) vec_lvsr(int __a, const unsigned int *__b) {
4716 vector unsigned char mask =
4717 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4718 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4719 7, 6, 5, 4, 3, 2, 1, 0};
4720 return vec_perm(mask, mask, reverse);
4721 }
4722 #else
4723 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvsr(int __a,const unsigned int * __b)4724 vec_lvsr(int __a, const unsigned int *__b) {
4725 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4726 }
4727 #endif
4728
4729 #ifdef __LITTLE_ENDIAN__
4730 static __inline__ vector unsigned char __ATTRS_o_ai
4731 __attribute__((__deprecated__("use assignment for unaligned little endian \
vec_lvsr(int __a,const float * __b)4732 loads/stores"))) vec_lvsr(int __a, const float *__b) {
4733 vector unsigned char mask =
4734 (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4735 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8,
4736 7, 6, 5, 4, 3, 2, 1, 0};
4737 return vec_perm(mask, mask, reverse);
4738 }
4739 #else
vec_lvsr(int __a,const float * __b)4740 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a,
4741 const float *__b) {
4742 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b);
4743 }
4744 #endif
4745
4746 /* vec_madd */
4747 static __inline__ vector signed short __ATTRS_o_ai
4748 vec_mladd(vector signed short, vector signed short, vector signed short);
4749 static __inline__ vector signed short __ATTRS_o_ai
4750 vec_mladd(vector signed short, vector unsigned short, vector unsigned short);
4751 static __inline__ vector signed short __ATTRS_o_ai
4752 vec_mladd(vector unsigned short, vector signed short, vector signed short);
4753 static __inline__ vector unsigned short __ATTRS_o_ai
4754 vec_mladd(vector unsigned short, vector unsigned short, vector unsigned short);
4755
vec_madd(vector signed short __a,vector signed short __b,vector signed short __c)4756 static __inline__ vector signed short __ATTRS_o_ai vec_madd(
4757 vector signed short __a, vector signed short __b, vector signed short __c) {
4758 return vec_mladd(__a, __b, __c);
4759 }
4760
4761 static __inline__ vector signed short __ATTRS_o_ai
vec_madd(vector signed short __a,vector unsigned short __b,vector unsigned short __c)4762 vec_madd(vector signed short __a, vector unsigned short __b,
4763 vector unsigned short __c) {
4764 return vec_mladd(__a, __b, __c);
4765 }
4766
4767 static __inline__ vector signed short __ATTRS_o_ai
vec_madd(vector unsigned short __a,vector signed short __b,vector signed short __c)4768 vec_madd(vector unsigned short __a, vector signed short __b,
4769 vector signed short __c) {
4770 return vec_mladd(__a, __b, __c);
4771 }
4772
4773 static __inline__ vector unsigned short __ATTRS_o_ai
vec_madd(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)4774 vec_madd(vector unsigned short __a, vector unsigned short __b,
4775 vector unsigned short __c) {
4776 return vec_mladd(__a, __b, __c);
4777 }
4778
vec_madd(vector float __a,vector float __b,vector float __c)4779 static __inline__ vector float __ATTRS_o_ai vec_madd(vector float __a,
4780 vector float __b,
4781 vector float __c) {
4782 #ifdef __VSX__
4783 return __builtin_vsx_xvmaddasp(__a, __b, __c);
4784 #else
4785 return __builtin_altivec_vmaddfp(__a, __b, __c);
4786 #endif
4787 }
4788
4789 #ifdef __VSX__
vec_madd(vector double __a,vector double __b,vector double __c)4790 static __inline__ vector double __ATTRS_o_ai vec_madd(vector double __a,
4791 vector double __b,
4792 vector double __c) {
4793 return __builtin_vsx_xvmaddadp(__a, __b, __c);
4794 }
4795 #endif
4796
4797 /* vec_vmaddfp */
4798
4799 static __inline__ vector float __attribute__((__always_inline__))
vec_vmaddfp(vector float __a,vector float __b,vector float __c)4800 vec_vmaddfp(vector float __a, vector float __b, vector float __c) {
4801 return __builtin_altivec_vmaddfp(__a, __b, __c);
4802 }
4803
4804 /* vec_madds */
4805
4806 static __inline__ vector signed short __attribute__((__always_inline__))
vec_madds(vector signed short __a,vector signed short __b,vector signed short __c)4807 vec_madds(vector signed short __a, vector signed short __b,
4808 vector signed short __c) {
4809 return __builtin_altivec_vmhaddshs(__a, __b, __c);
4810 }
4811
4812 /* vec_vmhaddshs */
4813 static __inline__ vector signed short __attribute__((__always_inline__))
vec_vmhaddshs(vector signed short __a,vector signed short __b,vector signed short __c)4814 vec_vmhaddshs(vector signed short __a, vector signed short __b,
4815 vector signed short __c) {
4816 return __builtin_altivec_vmhaddshs(__a, __b, __c);
4817 }
4818
4819 /* vec_msub */
4820
4821 #ifdef __VSX__
vec_msub(vector float __a,vector float __b,vector float __c)4822 static __inline__ vector float __ATTRS_o_ai vec_msub(vector float __a,
4823 vector float __b,
4824 vector float __c) {
4825 return __builtin_vsx_xvmsubasp(__a, __b, __c);
4826 }
4827
vec_msub(vector double __a,vector double __b,vector double __c)4828 static __inline__ vector double __ATTRS_o_ai vec_msub(vector double __a,
4829 vector double __b,
4830 vector double __c) {
4831 return __builtin_vsx_xvmsubadp(__a, __b, __c);
4832 }
4833 #endif
4834
4835 /* vec_max */
4836
4837 static __inline__ vector signed char __ATTRS_o_ai
vec_max(vector signed char __a,vector signed char __b)4838 vec_max(vector signed char __a, vector signed char __b) {
4839 return __builtin_altivec_vmaxsb(__a, __b);
4840 }
4841
4842 static __inline__ vector signed char __ATTRS_o_ai
vec_max(vector bool char __a,vector signed char __b)4843 vec_max(vector bool char __a, vector signed char __b) {
4844 return __builtin_altivec_vmaxsb((vector signed char)__a, __b);
4845 }
4846
4847 static __inline__ vector signed char __ATTRS_o_ai
vec_max(vector signed char __a,vector bool char __b)4848 vec_max(vector signed char __a, vector bool char __b) {
4849 return __builtin_altivec_vmaxsb(__a, (vector signed char)__b);
4850 }
4851
4852 static __inline__ vector unsigned char __ATTRS_o_ai
vec_max(vector unsigned char __a,vector unsigned char __b)4853 vec_max(vector unsigned char __a, vector unsigned char __b) {
4854 return __builtin_altivec_vmaxub(__a, __b);
4855 }
4856
4857 static __inline__ vector unsigned char __ATTRS_o_ai
vec_max(vector bool char __a,vector unsigned char __b)4858 vec_max(vector bool char __a, vector unsigned char __b) {
4859 return __builtin_altivec_vmaxub((vector unsigned char)__a, __b);
4860 }
4861
4862 static __inline__ vector unsigned char __ATTRS_o_ai
vec_max(vector unsigned char __a,vector bool char __b)4863 vec_max(vector unsigned char __a, vector bool char __b) {
4864 return __builtin_altivec_vmaxub(__a, (vector unsigned char)__b);
4865 }
4866
vec_max(vector short __a,vector short __b)4867 static __inline__ vector short __ATTRS_o_ai vec_max(vector short __a,
4868 vector short __b) {
4869 return __builtin_altivec_vmaxsh(__a, __b);
4870 }
4871
vec_max(vector bool short __a,vector short __b)4872 static __inline__ vector short __ATTRS_o_ai vec_max(vector bool short __a,
4873 vector short __b) {
4874 return __builtin_altivec_vmaxsh((vector short)__a, __b);
4875 }
4876
vec_max(vector short __a,vector bool short __b)4877 static __inline__ vector short __ATTRS_o_ai vec_max(vector short __a,
4878 vector bool short __b) {
4879 return __builtin_altivec_vmaxsh(__a, (vector short)__b);
4880 }
4881
4882 static __inline__ vector unsigned short __ATTRS_o_ai
vec_max(vector unsigned short __a,vector unsigned short __b)4883 vec_max(vector unsigned short __a, vector unsigned short __b) {
4884 return __builtin_altivec_vmaxuh(__a, __b);
4885 }
4886
4887 static __inline__ vector unsigned short __ATTRS_o_ai
vec_max(vector bool short __a,vector unsigned short __b)4888 vec_max(vector bool short __a, vector unsigned short __b) {
4889 return __builtin_altivec_vmaxuh((vector unsigned short)__a, __b);
4890 }
4891
4892 static __inline__ vector unsigned short __ATTRS_o_ai
vec_max(vector unsigned short __a,vector bool short __b)4893 vec_max(vector unsigned short __a, vector bool short __b) {
4894 return __builtin_altivec_vmaxuh(__a, (vector unsigned short)__b);
4895 }
4896
vec_max(vector int __a,vector int __b)4897 static __inline__ vector int __ATTRS_o_ai vec_max(vector int __a,
4898 vector int __b) {
4899 return __builtin_altivec_vmaxsw(__a, __b);
4900 }
4901
vec_max(vector bool int __a,vector int __b)4902 static __inline__ vector int __ATTRS_o_ai vec_max(vector bool int __a,
4903 vector int __b) {
4904 return __builtin_altivec_vmaxsw((vector int)__a, __b);
4905 }
4906
vec_max(vector int __a,vector bool int __b)4907 static __inline__ vector int __ATTRS_o_ai vec_max(vector int __a,
4908 vector bool int __b) {
4909 return __builtin_altivec_vmaxsw(__a, (vector int)__b);
4910 }
4911
4912 static __inline__ vector unsigned int __ATTRS_o_ai
vec_max(vector unsigned int __a,vector unsigned int __b)4913 vec_max(vector unsigned int __a, vector unsigned int __b) {
4914 return __builtin_altivec_vmaxuw(__a, __b);
4915 }
4916
4917 static __inline__ vector unsigned int __ATTRS_o_ai
vec_max(vector bool int __a,vector unsigned int __b)4918 vec_max(vector bool int __a, vector unsigned int __b) {
4919 return __builtin_altivec_vmaxuw((vector unsigned int)__a, __b);
4920 }
4921
4922 static __inline__ vector unsigned int __ATTRS_o_ai
vec_max(vector unsigned int __a,vector bool int __b)4923 vec_max(vector unsigned int __a, vector bool int __b) {
4924 return __builtin_altivec_vmaxuw(__a, (vector unsigned int)__b);
4925 }
4926
4927 #ifdef __POWER8_VECTOR__
4928 static __inline__ vector signed long long __ATTRS_o_ai
vec_max(vector signed long long __a,vector signed long long __b)4929 vec_max(vector signed long long __a, vector signed long long __b) {
4930 return __builtin_altivec_vmaxsd(__a, __b);
4931 }
4932
4933 static __inline__ vector signed long long __ATTRS_o_ai
vec_max(vector bool long long __a,vector signed long long __b)4934 vec_max(vector bool long long __a, vector signed long long __b) {
4935 return __builtin_altivec_vmaxsd((vector signed long long)__a, __b);
4936 }
4937
4938 static __inline__ vector signed long long __ATTRS_o_ai
vec_max(vector signed long long __a,vector bool long long __b)4939 vec_max(vector signed long long __a, vector bool long long __b) {
4940 return __builtin_altivec_vmaxsd(__a, (vector signed long long)__b);
4941 }
4942
4943 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_max(vector unsigned long long __a,vector unsigned long long __b)4944 vec_max(vector unsigned long long __a, vector unsigned long long __b) {
4945 return __builtin_altivec_vmaxud(__a, __b);
4946 }
4947
4948 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_max(vector bool long long __a,vector unsigned long long __b)4949 vec_max(vector bool long long __a, vector unsigned long long __b) {
4950 return __builtin_altivec_vmaxud((vector unsigned long long)__a, __b);
4951 }
4952
4953 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_max(vector unsigned long long __a,vector bool long long __b)4954 vec_max(vector unsigned long long __a, vector bool long long __b) {
4955 return __builtin_altivec_vmaxud(__a, (vector unsigned long long)__b);
4956 }
4957 #endif
4958
vec_max(vector float __a,vector float __b)4959 static __inline__ vector float __ATTRS_o_ai vec_max(vector float __a,
4960 vector float __b) {
4961 #ifdef __VSX__
4962 return __builtin_vsx_xvmaxsp(__a, __b);
4963 #else
4964 return __builtin_altivec_vmaxfp(__a, __b);
4965 #endif
4966 }
4967
4968 #ifdef __VSX__
vec_max(vector double __a,vector double __b)4969 static __inline__ vector double __ATTRS_o_ai vec_max(vector double __a,
4970 vector double __b) {
4971 return __builtin_vsx_xvmaxdp(__a, __b);
4972 }
4973 #endif
4974
4975 /* vec_vmaxsb */
4976
4977 static __inline__ vector signed char __ATTRS_o_ai
vec_vmaxsb(vector signed char __a,vector signed char __b)4978 vec_vmaxsb(vector signed char __a, vector signed char __b) {
4979 return __builtin_altivec_vmaxsb(__a, __b);
4980 }
4981
4982 static __inline__ vector signed char __ATTRS_o_ai
vec_vmaxsb(vector bool char __a,vector signed char __b)4983 vec_vmaxsb(vector bool char __a, vector signed char __b) {
4984 return __builtin_altivec_vmaxsb((vector signed char)__a, __b);
4985 }
4986
4987 static __inline__ vector signed char __ATTRS_o_ai
vec_vmaxsb(vector signed char __a,vector bool char __b)4988 vec_vmaxsb(vector signed char __a, vector bool char __b) {
4989 return __builtin_altivec_vmaxsb(__a, (vector signed char)__b);
4990 }
4991
4992 /* vec_vmaxub */
4993
4994 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vmaxub(vector unsigned char __a,vector unsigned char __b)4995 vec_vmaxub(vector unsigned char __a, vector unsigned char __b) {
4996 return __builtin_altivec_vmaxub(__a, __b);
4997 }
4998
4999 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vmaxub(vector bool char __a,vector unsigned char __b)5000 vec_vmaxub(vector bool char __a, vector unsigned char __b) {
5001 return __builtin_altivec_vmaxub((vector unsigned char)__a, __b);
5002 }
5003
5004 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vmaxub(vector unsigned char __a,vector bool char __b)5005 vec_vmaxub(vector unsigned char __a, vector bool char __b) {
5006 return __builtin_altivec_vmaxub(__a, (vector unsigned char)__b);
5007 }
5008
5009 /* vec_vmaxsh */
5010
vec_vmaxsh(vector short __a,vector short __b)5011 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector short __a,
5012 vector short __b) {
5013 return __builtin_altivec_vmaxsh(__a, __b);
5014 }
5015
vec_vmaxsh(vector bool short __a,vector short __b)5016 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector bool short __a,
5017 vector short __b) {
5018 return __builtin_altivec_vmaxsh((vector short)__a, __b);
5019 }
5020
vec_vmaxsh(vector short __a,vector bool short __b)5021 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector short __a,
5022 vector bool short __b) {
5023 return __builtin_altivec_vmaxsh(__a, (vector short)__b);
5024 }
5025
5026 /* vec_vmaxuh */
5027
5028 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmaxuh(vector unsigned short __a,vector unsigned short __b)5029 vec_vmaxuh(vector unsigned short __a, vector unsigned short __b) {
5030 return __builtin_altivec_vmaxuh(__a, __b);
5031 }
5032
5033 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmaxuh(vector bool short __a,vector unsigned short __b)5034 vec_vmaxuh(vector bool short __a, vector unsigned short __b) {
5035 return __builtin_altivec_vmaxuh((vector unsigned short)__a, __b);
5036 }
5037
5038 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmaxuh(vector unsigned short __a,vector bool short __b)5039 vec_vmaxuh(vector unsigned short __a, vector bool short __b) {
5040 return __builtin_altivec_vmaxuh(__a, (vector unsigned short)__b);
5041 }
5042
5043 /* vec_vmaxsw */
5044
vec_vmaxsw(vector int __a,vector int __b)5045 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector int __a,
5046 vector int __b) {
5047 return __builtin_altivec_vmaxsw(__a, __b);
5048 }
5049
vec_vmaxsw(vector bool int __a,vector int __b)5050 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector bool int __a,
5051 vector int __b) {
5052 return __builtin_altivec_vmaxsw((vector int)__a, __b);
5053 }
5054
vec_vmaxsw(vector int __a,vector bool int __b)5055 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector int __a,
5056 vector bool int __b) {
5057 return __builtin_altivec_vmaxsw(__a, (vector int)__b);
5058 }
5059
5060 /* vec_vmaxuw */
5061
5062 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vmaxuw(vector unsigned int __a,vector unsigned int __b)5063 vec_vmaxuw(vector unsigned int __a, vector unsigned int __b) {
5064 return __builtin_altivec_vmaxuw(__a, __b);
5065 }
5066
5067 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vmaxuw(vector bool int __a,vector unsigned int __b)5068 vec_vmaxuw(vector bool int __a, vector unsigned int __b) {
5069 return __builtin_altivec_vmaxuw((vector unsigned int)__a, __b);
5070 }
5071
5072 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vmaxuw(vector unsigned int __a,vector bool int __b)5073 vec_vmaxuw(vector unsigned int __a, vector bool int __b) {
5074 return __builtin_altivec_vmaxuw(__a, (vector unsigned int)__b);
5075 }
5076
5077 /* vec_vmaxfp */
5078
5079 static __inline__ vector float __attribute__((__always_inline__))
vec_vmaxfp(vector float __a,vector float __b)5080 vec_vmaxfp(vector float __a, vector float __b) {
5081 #ifdef __VSX__
5082 return __builtin_vsx_xvmaxsp(__a, __b);
5083 #else
5084 return __builtin_altivec_vmaxfp(__a, __b);
5085 #endif
5086 }
5087
5088 /* vec_mergeh */
5089
5090 static __inline__ vector signed char __ATTRS_o_ai
vec_mergeh(vector signed char __a,vector signed char __b)5091 vec_mergeh(vector signed char __a, vector signed char __b) {
5092 return vec_perm(__a, __b,
5093 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5094 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5095 0x06, 0x16, 0x07, 0x17));
5096 }
5097
5098 static __inline__ vector unsigned char __ATTRS_o_ai
vec_mergeh(vector unsigned char __a,vector unsigned char __b)5099 vec_mergeh(vector unsigned char __a, vector unsigned char __b) {
5100 return vec_perm(__a, __b,
5101 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5102 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5103 0x06, 0x16, 0x07, 0x17));
5104 }
5105
5106 static __inline__ vector bool char __ATTRS_o_ai
vec_mergeh(vector bool char __a,vector bool char __b)5107 vec_mergeh(vector bool char __a, vector bool char __b) {
5108 return vec_perm(__a, __b,
5109 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5110 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5111 0x06, 0x16, 0x07, 0x17));
5112 }
5113
vec_mergeh(vector short __a,vector short __b)5114 static __inline__ vector short __ATTRS_o_ai vec_mergeh(vector short __a,
5115 vector short __b) {
5116 return vec_perm(__a, __b,
5117 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5118 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5119 0x06, 0x07, 0x16, 0x17));
5120 }
5121
5122 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mergeh(vector unsigned short __a,vector unsigned short __b)5123 vec_mergeh(vector unsigned short __a, vector unsigned short __b) {
5124 return vec_perm(__a, __b,
5125 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5126 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5127 0x06, 0x07, 0x16, 0x17));
5128 }
5129
5130 static __inline__ vector bool short __ATTRS_o_ai
vec_mergeh(vector bool short __a,vector bool short __b)5131 vec_mergeh(vector bool short __a, vector bool short __b) {
5132 return vec_perm(__a, __b,
5133 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5134 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5135 0x06, 0x07, 0x16, 0x17));
5136 }
5137
vec_mergeh(vector pixel __a,vector pixel __b)5138 static __inline__ vector pixel __ATTRS_o_ai vec_mergeh(vector pixel __a,
5139 vector pixel __b) {
5140 return vec_perm(__a, __b,
5141 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5142 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5143 0x06, 0x07, 0x16, 0x17));
5144 }
5145
vec_mergeh(vector int __a,vector int __b)5146 static __inline__ vector int __ATTRS_o_ai vec_mergeh(vector int __a,
5147 vector int __b) {
5148 return vec_perm(__a, __b,
5149 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5150 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5151 0x14, 0x15, 0x16, 0x17));
5152 }
5153
5154 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mergeh(vector unsigned int __a,vector unsigned int __b)5155 vec_mergeh(vector unsigned int __a, vector unsigned int __b) {
5156 return vec_perm(__a, __b,
5157 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5158 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5159 0x14, 0x15, 0x16, 0x17));
5160 }
5161
vec_mergeh(vector bool int __a,vector bool int __b)5162 static __inline__ vector bool int __ATTRS_o_ai vec_mergeh(vector bool int __a,
5163 vector bool int __b) {
5164 return vec_perm(__a, __b,
5165 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5166 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5167 0x14, 0x15, 0x16, 0x17));
5168 }
5169
vec_mergeh(vector float __a,vector float __b)5170 static __inline__ vector float __ATTRS_o_ai vec_mergeh(vector float __a,
5171 vector float __b) {
5172 return vec_perm(__a, __b,
5173 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5174 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5175 0x14, 0x15, 0x16, 0x17));
5176 }
5177
5178 #ifdef __VSX__
5179 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergeh(vector signed long long __a,vector signed long long __b)5180 vec_mergeh(vector signed long long __a, vector signed long long __b) {
5181 return vec_perm(__a, __b,
5182 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5183 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5184 0x14, 0x15, 0x16, 0x17));
5185 }
5186
5187 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergeh(vector signed long long __a,vector bool long long __b)5188 vec_mergeh(vector signed long long __a, vector bool long long __b) {
5189 return vec_perm(__a, (vector signed long long)__b,
5190 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5191 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5192 0x14, 0x15, 0x16, 0x17));
5193 }
5194
5195 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergeh(vector bool long long __a,vector signed long long __b)5196 vec_mergeh(vector bool long long __a, vector signed long long __b) {
5197 return vec_perm((vector signed long long)__a, __b,
5198 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5199 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5200 0x14, 0x15, 0x16, 0x17));
5201 }
5202
5203 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergeh(vector unsigned long long __a,vector unsigned long long __b)5204 vec_mergeh(vector unsigned long long __a, vector unsigned long long __b) {
5205 return vec_perm(__a, __b,
5206 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5207 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5208 0x14, 0x15, 0x16, 0x17));
5209 }
5210
5211 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergeh(vector unsigned long long __a,vector bool long long __b)5212 vec_mergeh(vector unsigned long long __a, vector bool long long __b) {
5213 return vec_perm(__a, (vector unsigned long long)__b,
5214 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5215 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5216 0x14, 0x15, 0x16, 0x17));
5217 }
5218
5219 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergeh(vector bool long long __a,vector unsigned long long __b)5220 vec_mergeh(vector bool long long __a, vector unsigned long long __b) {
5221 return vec_perm((vector unsigned long long)__a, __b,
5222 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5223 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5224 0x14, 0x15, 0x16, 0x17));
5225 }
5226
5227 static __inline__ vector bool long long __ATTRS_o_ai
vec_mergeh(vector bool long long __a,vector bool long long __b)5228 vec_mergeh(vector bool long long __a, vector bool long long __b) {
5229 return vec_perm(__a, __b,
5230 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5231 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5232 0x14, 0x15, 0x16, 0x17));
5233 }
5234
vec_mergeh(vector double __a,vector double __b)5235 static __inline__ vector double __ATTRS_o_ai vec_mergeh(vector double __a,
5236 vector double __b) {
5237 return vec_perm(__a, __b,
5238 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5239 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5240 0x14, 0x15, 0x16, 0x17));
5241 }
5242 static __inline__ vector double __ATTRS_o_ai
vec_mergeh(vector double __a,vector bool long long __b)5243 vec_mergeh(vector double __a, vector bool long long __b) {
5244 return vec_perm(__a, (vector double)__b,
5245 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5246 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5247 0x14, 0x15, 0x16, 0x17));
5248 }
5249 static __inline__ vector double __ATTRS_o_ai
vec_mergeh(vector bool long long __a,vector double __b)5250 vec_mergeh(vector bool long long __a, vector double __b) {
5251 return vec_perm((vector double)__a, __b,
5252 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05,
5253 0x06, 0x07, 0x10, 0x11, 0x12, 0x13,
5254 0x14, 0x15, 0x16, 0x17));
5255 }
5256 #endif
5257
5258 /* vec_vmrghb */
5259
5260 #define __builtin_altivec_vmrghb vec_vmrghb
5261
5262 static __inline__ vector signed char __ATTRS_o_ai
vec_vmrghb(vector signed char __a,vector signed char __b)5263 vec_vmrghb(vector signed char __a, vector signed char __b) {
5264 return vec_perm(__a, __b,
5265 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5266 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5267 0x06, 0x16, 0x07, 0x17));
5268 }
5269
5270 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vmrghb(vector unsigned char __a,vector unsigned char __b)5271 vec_vmrghb(vector unsigned char __a, vector unsigned char __b) {
5272 return vec_perm(__a, __b,
5273 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5274 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5275 0x06, 0x16, 0x07, 0x17));
5276 }
5277
5278 static __inline__ vector bool char __ATTRS_o_ai
vec_vmrghb(vector bool char __a,vector bool char __b)5279 vec_vmrghb(vector bool char __a, vector bool char __b) {
5280 return vec_perm(__a, __b,
5281 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12,
5282 0x03, 0x13, 0x04, 0x14, 0x05, 0x15,
5283 0x06, 0x16, 0x07, 0x17));
5284 }
5285
5286 /* vec_vmrghh */
5287
5288 #define __builtin_altivec_vmrghh vec_vmrghh
5289
vec_vmrghh(vector short __a,vector short __b)5290 static __inline__ vector short __ATTRS_o_ai vec_vmrghh(vector short __a,
5291 vector short __b) {
5292 return vec_perm(__a, __b,
5293 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5294 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5295 0x06, 0x07, 0x16, 0x17));
5296 }
5297
5298 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmrghh(vector unsigned short __a,vector unsigned short __b)5299 vec_vmrghh(vector unsigned short __a, vector unsigned short __b) {
5300 return vec_perm(__a, __b,
5301 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5302 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5303 0x06, 0x07, 0x16, 0x17));
5304 }
5305
5306 static __inline__ vector bool short __ATTRS_o_ai
vec_vmrghh(vector bool short __a,vector bool short __b)5307 vec_vmrghh(vector bool short __a, vector bool short __b) {
5308 return vec_perm(__a, __b,
5309 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5310 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5311 0x06, 0x07, 0x16, 0x17));
5312 }
5313
vec_vmrghh(vector pixel __a,vector pixel __b)5314 static __inline__ vector pixel __ATTRS_o_ai vec_vmrghh(vector pixel __a,
5315 vector pixel __b) {
5316 return vec_perm(__a, __b,
5317 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03,
5318 0x12, 0x13, 0x04, 0x05, 0x14, 0x15,
5319 0x06, 0x07, 0x16, 0x17));
5320 }
5321
5322 /* vec_vmrghw */
5323
5324 #define __builtin_altivec_vmrghw vec_vmrghw
5325
vec_vmrghw(vector int __a,vector int __b)5326 static __inline__ vector int __ATTRS_o_ai vec_vmrghw(vector int __a,
5327 vector int __b) {
5328 return vec_perm(__a, __b,
5329 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5330 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5331 0x14, 0x15, 0x16, 0x17));
5332 }
5333
5334 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vmrghw(vector unsigned int __a,vector unsigned int __b)5335 vec_vmrghw(vector unsigned int __a, vector unsigned int __b) {
5336 return vec_perm(__a, __b,
5337 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5338 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5339 0x14, 0x15, 0x16, 0x17));
5340 }
5341
vec_vmrghw(vector bool int __a,vector bool int __b)5342 static __inline__ vector bool int __ATTRS_o_ai vec_vmrghw(vector bool int __a,
5343 vector bool int __b) {
5344 return vec_perm(__a, __b,
5345 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5346 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5347 0x14, 0x15, 0x16, 0x17));
5348 }
5349
vec_vmrghw(vector float __a,vector float __b)5350 static __inline__ vector float __ATTRS_o_ai vec_vmrghw(vector float __a,
5351 vector float __b) {
5352 return vec_perm(__a, __b,
5353 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5354 0x12, 0x13, 0x04, 0x05, 0x06, 0x07,
5355 0x14, 0x15, 0x16, 0x17));
5356 }
5357
5358 /* vec_mergel */
5359
5360 static __inline__ vector signed char __ATTRS_o_ai
vec_mergel(vector signed char __a,vector signed char __b)5361 vec_mergel(vector signed char __a, vector signed char __b) {
5362 return vec_perm(__a, __b,
5363 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5364 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5365 0x0E, 0x1E, 0x0F, 0x1F));
5366 }
5367
5368 static __inline__ vector unsigned char __ATTRS_o_ai
vec_mergel(vector unsigned char __a,vector unsigned char __b)5369 vec_mergel(vector unsigned char __a, vector unsigned char __b) {
5370 return vec_perm(__a, __b,
5371 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5372 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5373 0x0E, 0x1E, 0x0F, 0x1F));
5374 }
5375
5376 static __inline__ vector bool char __ATTRS_o_ai
vec_mergel(vector bool char __a,vector bool char __b)5377 vec_mergel(vector bool char __a, vector bool char __b) {
5378 return vec_perm(__a, __b,
5379 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5380 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5381 0x0E, 0x1E, 0x0F, 0x1F));
5382 }
5383
vec_mergel(vector short __a,vector short __b)5384 static __inline__ vector short __ATTRS_o_ai vec_mergel(vector short __a,
5385 vector short __b) {
5386 return vec_perm(__a, __b,
5387 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5388 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5389 0x0E, 0x0F, 0x1E, 0x1F));
5390 }
5391
5392 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mergel(vector unsigned short __a,vector unsigned short __b)5393 vec_mergel(vector unsigned short __a, vector unsigned short __b) {
5394 return vec_perm(__a, __b,
5395 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5396 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5397 0x0E, 0x0F, 0x1E, 0x1F));
5398 }
5399
5400 static __inline__ vector bool short __ATTRS_o_ai
vec_mergel(vector bool short __a,vector bool short __b)5401 vec_mergel(vector bool short __a, vector bool short __b) {
5402 return vec_perm(__a, __b,
5403 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5404 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5405 0x0E, 0x0F, 0x1E, 0x1F));
5406 }
5407
vec_mergel(vector pixel __a,vector pixel __b)5408 static __inline__ vector pixel __ATTRS_o_ai vec_mergel(vector pixel __a,
5409 vector pixel __b) {
5410 return vec_perm(__a, __b,
5411 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5412 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5413 0x0E, 0x0F, 0x1E, 0x1F));
5414 }
5415
vec_mergel(vector int __a,vector int __b)5416 static __inline__ vector int __ATTRS_o_ai vec_mergel(vector int __a,
5417 vector int __b) {
5418 return vec_perm(__a, __b,
5419 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5420 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5421 0x1C, 0x1D, 0x1E, 0x1F));
5422 }
5423
5424 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mergel(vector unsigned int __a,vector unsigned int __b)5425 vec_mergel(vector unsigned int __a, vector unsigned int __b) {
5426 return vec_perm(__a, __b,
5427 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5428 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5429 0x1C, 0x1D, 0x1E, 0x1F));
5430 }
5431
vec_mergel(vector bool int __a,vector bool int __b)5432 static __inline__ vector bool int __ATTRS_o_ai vec_mergel(vector bool int __a,
5433 vector bool int __b) {
5434 return vec_perm(__a, __b,
5435 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5436 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5437 0x1C, 0x1D, 0x1E, 0x1F));
5438 }
5439
vec_mergel(vector float __a,vector float __b)5440 static __inline__ vector float __ATTRS_o_ai vec_mergel(vector float __a,
5441 vector float __b) {
5442 return vec_perm(__a, __b,
5443 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5444 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5445 0x1C, 0x1D, 0x1E, 0x1F));
5446 }
5447
5448 #ifdef __VSX__
5449 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergel(vector signed long long __a,vector signed long long __b)5450 vec_mergel(vector signed long long __a, vector signed long long __b) {
5451 return vec_perm(__a, __b,
5452 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5453 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5454 0x1C, 0x1D, 0x1E, 0x1F));
5455 }
5456 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergel(vector signed long long __a,vector bool long long __b)5457 vec_mergel(vector signed long long __a, vector bool long long __b) {
5458 return vec_perm(__a, (vector signed long long)__b,
5459 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5460 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5461 0x1C, 0x1D, 0x1E, 0x1F));
5462 }
5463 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergel(vector bool long long __a,vector signed long long __b)5464 vec_mergel(vector bool long long __a, vector signed long long __b) {
5465 return vec_perm((vector signed long long)__a, __b,
5466 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5467 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5468 0x1C, 0x1D, 0x1E, 0x1F));
5469 }
5470 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergel(vector unsigned long long __a,vector unsigned long long __b)5471 vec_mergel(vector unsigned long long __a, vector unsigned long long __b) {
5472 return vec_perm(__a, __b,
5473 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5474 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5475 0x1C, 0x1D, 0x1E, 0x1F));
5476 }
5477 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergel(vector unsigned long long __a,vector bool long long __b)5478 vec_mergel(vector unsigned long long __a, vector bool long long __b) {
5479 return vec_perm(__a, (vector unsigned long long)__b,
5480 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5481 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5482 0x1C, 0x1D, 0x1E, 0x1F));
5483 }
5484 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergel(vector bool long long __a,vector unsigned long long __b)5485 vec_mergel(vector bool long long __a, vector unsigned long long __b) {
5486 return vec_perm((vector unsigned long long)__a, __b,
5487 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5488 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5489 0x1C, 0x1D, 0x1E, 0x1F));
5490 }
5491 static __inline__ vector bool long long __ATTRS_o_ai
vec_mergel(vector bool long long __a,vector bool long long __b)5492 vec_mergel(vector bool long long __a, vector bool long long __b) {
5493 return vec_perm(__a, __b,
5494 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5495 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5496 0x1C, 0x1D, 0x1E, 0x1F));
5497 }
vec_mergel(vector double __a,vector double __b)5498 static __inline__ vector double __ATTRS_o_ai vec_mergel(vector double __a,
5499 vector double __b) {
5500 return vec_perm(__a, __b,
5501 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5502 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5503 0x1C, 0x1D, 0x1E, 0x1F));
5504 }
5505 static __inline__ vector double __ATTRS_o_ai
vec_mergel(vector double __a,vector bool long long __b)5506 vec_mergel(vector double __a, vector bool long long __b) {
5507 return vec_perm(__a, (vector double)__b,
5508 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5509 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5510 0x1C, 0x1D, 0x1E, 0x1F));
5511 }
5512 static __inline__ vector double __ATTRS_o_ai
vec_mergel(vector bool long long __a,vector double __b)5513 vec_mergel(vector bool long long __a, vector double __b) {
5514 return vec_perm((vector double)__a, __b,
5515 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D,
5516 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B,
5517 0x1C, 0x1D, 0x1E, 0x1F));
5518 }
5519 #endif
5520
5521 /* vec_vmrglb */
5522
5523 #define __builtin_altivec_vmrglb vec_vmrglb
5524
5525 static __inline__ vector signed char __ATTRS_o_ai
vec_vmrglb(vector signed char __a,vector signed char __b)5526 vec_vmrglb(vector signed char __a, vector signed char __b) {
5527 return vec_perm(__a, __b,
5528 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5529 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5530 0x0E, 0x1E, 0x0F, 0x1F));
5531 }
5532
5533 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vmrglb(vector unsigned char __a,vector unsigned char __b)5534 vec_vmrglb(vector unsigned char __a, vector unsigned char __b) {
5535 return vec_perm(__a, __b,
5536 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5537 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5538 0x0E, 0x1E, 0x0F, 0x1F));
5539 }
5540
5541 static __inline__ vector bool char __ATTRS_o_ai
vec_vmrglb(vector bool char __a,vector bool char __b)5542 vec_vmrglb(vector bool char __a, vector bool char __b) {
5543 return vec_perm(__a, __b,
5544 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A,
5545 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D,
5546 0x0E, 0x1E, 0x0F, 0x1F));
5547 }
5548
5549 /* vec_vmrglh */
5550
5551 #define __builtin_altivec_vmrglh vec_vmrglh
5552
vec_vmrglh(vector short __a,vector short __b)5553 static __inline__ vector short __ATTRS_o_ai vec_vmrglh(vector short __a,
5554 vector short __b) {
5555 return vec_perm(__a, __b,
5556 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5557 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5558 0x0E, 0x0F, 0x1E, 0x1F));
5559 }
5560
5561 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmrglh(vector unsigned short __a,vector unsigned short __b)5562 vec_vmrglh(vector unsigned short __a, vector unsigned short __b) {
5563 return vec_perm(__a, __b,
5564 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5565 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5566 0x0E, 0x0F, 0x1E, 0x1F));
5567 }
5568
5569 static __inline__ vector bool short __ATTRS_o_ai
vec_vmrglh(vector bool short __a,vector bool short __b)5570 vec_vmrglh(vector bool short __a, vector bool short __b) {
5571 return vec_perm(__a, __b,
5572 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5573 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5574 0x0E, 0x0F, 0x1E, 0x1F));
5575 }
5576
vec_vmrglh(vector pixel __a,vector pixel __b)5577 static __inline__ vector pixel __ATTRS_o_ai vec_vmrglh(vector pixel __a,
5578 vector pixel __b) {
5579 return vec_perm(__a, __b,
5580 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B,
5581 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D,
5582 0x0E, 0x0F, 0x1E, 0x1F));
5583 }
5584
5585 /* vec_vmrglw */
5586
5587 #define __builtin_altivec_vmrglw vec_vmrglw
5588
vec_vmrglw(vector int __a,vector int __b)5589 static __inline__ vector int __ATTRS_o_ai vec_vmrglw(vector int __a,
5590 vector int __b) {
5591 return vec_perm(__a, __b,
5592 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5593 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5594 0x1C, 0x1D, 0x1E, 0x1F));
5595 }
5596
5597 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vmrglw(vector unsigned int __a,vector unsigned int __b)5598 vec_vmrglw(vector unsigned int __a, vector unsigned int __b) {
5599 return vec_perm(__a, __b,
5600 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5601 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5602 0x1C, 0x1D, 0x1E, 0x1F));
5603 }
5604
vec_vmrglw(vector bool int __a,vector bool int __b)5605 static __inline__ vector bool int __ATTRS_o_ai vec_vmrglw(vector bool int __a,
5606 vector bool int __b) {
5607 return vec_perm(__a, __b,
5608 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5609 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5610 0x1C, 0x1D, 0x1E, 0x1F));
5611 }
5612
vec_vmrglw(vector float __a,vector float __b)5613 static __inline__ vector float __ATTRS_o_ai vec_vmrglw(vector float __a,
5614 vector float __b) {
5615 return vec_perm(__a, __b,
5616 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19,
5617 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F,
5618 0x1C, 0x1D, 0x1E, 0x1F));
5619 }
5620
5621 #ifdef __POWER8_VECTOR__
5622 /* vec_mergee */
5623
vec_mergee(vector bool int __a,vector bool int __b)5624 static __inline__ vector bool int __ATTRS_o_ai vec_mergee(vector bool int __a,
5625 vector bool int __b) {
5626 return vec_perm(__a, __b,
5627 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5628 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B,
5629 0x18, 0x19, 0x1A, 0x1B));
5630 }
5631
5632 static __inline__ vector signed int __ATTRS_o_ai
vec_mergee(vector signed int __a,vector signed int __b)5633 vec_mergee(vector signed int __a, vector signed int __b) {
5634 return vec_perm(__a, __b,
5635 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5636 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B,
5637 0x18, 0x19, 0x1A, 0x1B));
5638 }
5639
5640 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mergee(vector unsigned int __a,vector unsigned int __b)5641 vec_mergee(vector unsigned int __a, vector unsigned int __b) {
5642 return vec_perm(__a, __b,
5643 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5644 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B,
5645 0x18, 0x19, 0x1A, 0x1B));
5646 }
5647
5648 static __inline__ vector bool long long __ATTRS_o_ai
vec_mergee(vector bool long long __a,vector bool long long __b)5649 vec_mergee(vector bool long long __a, vector bool long long __b) {
5650 return vec_mergeh(__a, __b);
5651 }
5652
5653 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergee(vector signed long long __a,vector signed long long __b)5654 vec_mergee(vector signed long long __a, vector signed long long __b) {
5655 return vec_mergeh(__a, __b);
5656 }
5657
5658 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergee(vector unsigned long long __a,vector unsigned long long __b)5659 vec_mergee(vector unsigned long long __a, vector unsigned long long __b) {
5660 return vec_mergeh(__a, __b);
5661 }
5662
5663 static __inline__ vector float __ATTRS_o_ai
vec_mergee(vector float __a,vector float __b)5664 vec_mergee(vector float __a, vector float __b) {
5665 return vec_perm(__a, __b,
5666 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11,
5667 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B,
5668 0x18, 0x19, 0x1A, 0x1B));
5669 }
5670
5671 static __inline__ vector double __ATTRS_o_ai
vec_mergee(vector double __a,vector double __b)5672 vec_mergee(vector double __a, vector double __b) {
5673 return vec_mergeh(__a, __b);
5674 }
5675
5676 /* vec_mergeo */
5677
vec_mergeo(vector bool int __a,vector bool int __b)5678 static __inline__ vector bool int __ATTRS_o_ai vec_mergeo(vector bool int __a,
5679 vector bool int __b) {
5680 return vec_perm(__a, __b,
5681 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15,
5682 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F,
5683 0x1C, 0x1D, 0x1E, 0x1F));
5684 }
5685
5686 static __inline__ vector signed int __ATTRS_o_ai
vec_mergeo(vector signed int __a,vector signed int __b)5687 vec_mergeo(vector signed int __a, vector signed int __b) {
5688 return vec_perm(__a, __b,
5689 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15,
5690 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F,
5691 0x1C, 0x1D, 0x1E, 0x1F));
5692 }
5693
5694 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mergeo(vector unsigned int __a,vector unsigned int __b)5695 vec_mergeo(vector unsigned int __a, vector unsigned int __b) {
5696 return vec_perm(__a, __b,
5697 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15,
5698 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F,
5699 0x1C, 0x1D, 0x1E, 0x1F));
5700 }
5701
5702 static __inline__ vector bool long long __ATTRS_o_ai
vec_mergeo(vector bool long long __a,vector bool long long __b)5703 vec_mergeo(vector bool long long __a, vector bool long long __b) {
5704 return vec_mergel(__a, __b);
5705 }
5706
5707 static __inline__ vector signed long long __ATTRS_o_ai
vec_mergeo(vector signed long long __a,vector signed long long __b)5708 vec_mergeo(vector signed long long __a, vector signed long long __b) {
5709 return vec_mergel(__a, __b);
5710 }
5711
5712 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mergeo(vector unsigned long long __a,vector unsigned long long __b)5713 vec_mergeo(vector unsigned long long __a, vector unsigned long long __b) {
5714 return vec_mergel(__a, __b);
5715 }
5716
5717 static __inline__ vector float __ATTRS_o_ai
vec_mergeo(vector float __a,vector float __b)5718 vec_mergeo(vector float __a, vector float __b) {
5719 return vec_perm(__a, __b,
5720 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15,
5721 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F,
5722 0x1C, 0x1D, 0x1E, 0x1F));
5723 }
5724
5725 static __inline__ vector double __ATTRS_o_ai
vec_mergeo(vector double __a,vector double __b)5726 vec_mergeo(vector double __a, vector double __b) {
5727 return vec_mergel(__a, __b);
5728 }
5729
5730 #endif
5731
5732 /* vec_mfvscr */
5733
5734 static __inline__ vector unsigned short __attribute__((__always_inline__))
vec_mfvscr(void)5735 vec_mfvscr(void) {
5736 return __builtin_altivec_mfvscr();
5737 }
5738
5739 /* vec_min */
5740
5741 static __inline__ vector signed char __ATTRS_o_ai
vec_min(vector signed char __a,vector signed char __b)5742 vec_min(vector signed char __a, vector signed char __b) {
5743 return __builtin_altivec_vminsb(__a, __b);
5744 }
5745
5746 static __inline__ vector signed char __ATTRS_o_ai
vec_min(vector bool char __a,vector signed char __b)5747 vec_min(vector bool char __a, vector signed char __b) {
5748 return __builtin_altivec_vminsb((vector signed char)__a, __b);
5749 }
5750
5751 static __inline__ vector signed char __ATTRS_o_ai
vec_min(vector signed char __a,vector bool char __b)5752 vec_min(vector signed char __a, vector bool char __b) {
5753 return __builtin_altivec_vminsb(__a, (vector signed char)__b);
5754 }
5755
5756 static __inline__ vector unsigned char __ATTRS_o_ai
vec_min(vector unsigned char __a,vector unsigned char __b)5757 vec_min(vector unsigned char __a, vector unsigned char __b) {
5758 return __builtin_altivec_vminub(__a, __b);
5759 }
5760
5761 static __inline__ vector unsigned char __ATTRS_o_ai
vec_min(vector bool char __a,vector unsigned char __b)5762 vec_min(vector bool char __a, vector unsigned char __b) {
5763 return __builtin_altivec_vminub((vector unsigned char)__a, __b);
5764 }
5765
5766 static __inline__ vector unsigned char __ATTRS_o_ai
vec_min(vector unsigned char __a,vector bool char __b)5767 vec_min(vector unsigned char __a, vector bool char __b) {
5768 return __builtin_altivec_vminub(__a, (vector unsigned char)__b);
5769 }
5770
vec_min(vector short __a,vector short __b)5771 static __inline__ vector short __ATTRS_o_ai vec_min(vector short __a,
5772 vector short __b) {
5773 return __builtin_altivec_vminsh(__a, __b);
5774 }
5775
vec_min(vector bool short __a,vector short __b)5776 static __inline__ vector short __ATTRS_o_ai vec_min(vector bool short __a,
5777 vector short __b) {
5778 return __builtin_altivec_vminsh((vector short)__a, __b);
5779 }
5780
vec_min(vector short __a,vector bool short __b)5781 static __inline__ vector short __ATTRS_o_ai vec_min(vector short __a,
5782 vector bool short __b) {
5783 return __builtin_altivec_vminsh(__a, (vector short)__b);
5784 }
5785
5786 static __inline__ vector unsigned short __ATTRS_o_ai
vec_min(vector unsigned short __a,vector unsigned short __b)5787 vec_min(vector unsigned short __a, vector unsigned short __b) {
5788 return __builtin_altivec_vminuh(__a, __b);
5789 }
5790
5791 static __inline__ vector unsigned short __ATTRS_o_ai
vec_min(vector bool short __a,vector unsigned short __b)5792 vec_min(vector bool short __a, vector unsigned short __b) {
5793 return __builtin_altivec_vminuh((vector unsigned short)__a, __b);
5794 }
5795
5796 static __inline__ vector unsigned short __ATTRS_o_ai
vec_min(vector unsigned short __a,vector bool short __b)5797 vec_min(vector unsigned short __a, vector bool short __b) {
5798 return __builtin_altivec_vminuh(__a, (vector unsigned short)__b);
5799 }
5800
vec_min(vector int __a,vector int __b)5801 static __inline__ vector int __ATTRS_o_ai vec_min(vector int __a,
5802 vector int __b) {
5803 return __builtin_altivec_vminsw(__a, __b);
5804 }
5805
vec_min(vector bool int __a,vector int __b)5806 static __inline__ vector int __ATTRS_o_ai vec_min(vector bool int __a,
5807 vector int __b) {
5808 return __builtin_altivec_vminsw((vector int)__a, __b);
5809 }
5810
vec_min(vector int __a,vector bool int __b)5811 static __inline__ vector int __ATTRS_o_ai vec_min(vector int __a,
5812 vector bool int __b) {
5813 return __builtin_altivec_vminsw(__a, (vector int)__b);
5814 }
5815
5816 static __inline__ vector unsigned int __ATTRS_o_ai
vec_min(vector unsigned int __a,vector unsigned int __b)5817 vec_min(vector unsigned int __a, vector unsigned int __b) {
5818 return __builtin_altivec_vminuw(__a, __b);
5819 }
5820
5821 static __inline__ vector unsigned int __ATTRS_o_ai
vec_min(vector bool int __a,vector unsigned int __b)5822 vec_min(vector bool int __a, vector unsigned int __b) {
5823 return __builtin_altivec_vminuw((vector unsigned int)__a, __b);
5824 }
5825
5826 static __inline__ vector unsigned int __ATTRS_o_ai
vec_min(vector unsigned int __a,vector bool int __b)5827 vec_min(vector unsigned int __a, vector bool int __b) {
5828 return __builtin_altivec_vminuw(__a, (vector unsigned int)__b);
5829 }
5830
5831 #ifdef __POWER8_VECTOR__
5832 static __inline__ vector signed long long __ATTRS_o_ai
vec_min(vector signed long long __a,vector signed long long __b)5833 vec_min(vector signed long long __a, vector signed long long __b) {
5834 return __builtin_altivec_vminsd(__a, __b);
5835 }
5836
5837 static __inline__ vector signed long long __ATTRS_o_ai
vec_min(vector bool long long __a,vector signed long long __b)5838 vec_min(vector bool long long __a, vector signed long long __b) {
5839 return __builtin_altivec_vminsd((vector signed long long)__a, __b);
5840 }
5841
5842 static __inline__ vector signed long long __ATTRS_o_ai
vec_min(vector signed long long __a,vector bool long long __b)5843 vec_min(vector signed long long __a, vector bool long long __b) {
5844 return __builtin_altivec_vminsd(__a, (vector signed long long)__b);
5845 }
5846
5847 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_min(vector unsigned long long __a,vector unsigned long long __b)5848 vec_min(vector unsigned long long __a, vector unsigned long long __b) {
5849 return __builtin_altivec_vminud(__a, __b);
5850 }
5851
5852 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_min(vector bool long long __a,vector unsigned long long __b)5853 vec_min(vector bool long long __a, vector unsigned long long __b) {
5854 return __builtin_altivec_vminud((vector unsigned long long)__a, __b);
5855 }
5856
5857 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_min(vector unsigned long long __a,vector bool long long __b)5858 vec_min(vector unsigned long long __a, vector bool long long __b) {
5859 return __builtin_altivec_vminud(__a, (vector unsigned long long)__b);
5860 }
5861 #endif
5862
vec_min(vector float __a,vector float __b)5863 static __inline__ vector float __ATTRS_o_ai vec_min(vector float __a,
5864 vector float __b) {
5865 #ifdef __VSX__
5866 return __builtin_vsx_xvminsp(__a, __b);
5867 #else
5868 return __builtin_altivec_vminfp(__a, __b);
5869 #endif
5870 }
5871
5872 #ifdef __VSX__
vec_min(vector double __a,vector double __b)5873 static __inline__ vector double __ATTRS_o_ai vec_min(vector double __a,
5874 vector double __b) {
5875 return __builtin_vsx_xvmindp(__a, __b);
5876 }
5877 #endif
5878
5879 /* vec_vminsb */
5880
5881 static __inline__ vector signed char __ATTRS_o_ai
vec_vminsb(vector signed char __a,vector signed char __b)5882 vec_vminsb(vector signed char __a, vector signed char __b) {
5883 return __builtin_altivec_vminsb(__a, __b);
5884 }
5885
5886 static __inline__ vector signed char __ATTRS_o_ai
vec_vminsb(vector bool char __a,vector signed char __b)5887 vec_vminsb(vector bool char __a, vector signed char __b) {
5888 return __builtin_altivec_vminsb((vector signed char)__a, __b);
5889 }
5890
5891 static __inline__ vector signed char __ATTRS_o_ai
vec_vminsb(vector signed char __a,vector bool char __b)5892 vec_vminsb(vector signed char __a, vector bool char __b) {
5893 return __builtin_altivec_vminsb(__a, (vector signed char)__b);
5894 }
5895
5896 /* vec_vminub */
5897
5898 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vminub(vector unsigned char __a,vector unsigned char __b)5899 vec_vminub(vector unsigned char __a, vector unsigned char __b) {
5900 return __builtin_altivec_vminub(__a, __b);
5901 }
5902
5903 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vminub(vector bool char __a,vector unsigned char __b)5904 vec_vminub(vector bool char __a, vector unsigned char __b) {
5905 return __builtin_altivec_vminub((vector unsigned char)__a, __b);
5906 }
5907
5908 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vminub(vector unsigned char __a,vector bool char __b)5909 vec_vminub(vector unsigned char __a, vector bool char __b) {
5910 return __builtin_altivec_vminub(__a, (vector unsigned char)__b);
5911 }
5912
5913 /* vec_vminsh */
5914
vec_vminsh(vector short __a,vector short __b)5915 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector short __a,
5916 vector short __b) {
5917 return __builtin_altivec_vminsh(__a, __b);
5918 }
5919
vec_vminsh(vector bool short __a,vector short __b)5920 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector bool short __a,
5921 vector short __b) {
5922 return __builtin_altivec_vminsh((vector short)__a, __b);
5923 }
5924
vec_vminsh(vector short __a,vector bool short __b)5925 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector short __a,
5926 vector bool short __b) {
5927 return __builtin_altivec_vminsh(__a, (vector short)__b);
5928 }
5929
5930 /* vec_vminuh */
5931
5932 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vminuh(vector unsigned short __a,vector unsigned short __b)5933 vec_vminuh(vector unsigned short __a, vector unsigned short __b) {
5934 return __builtin_altivec_vminuh(__a, __b);
5935 }
5936
5937 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vminuh(vector bool short __a,vector unsigned short __b)5938 vec_vminuh(vector bool short __a, vector unsigned short __b) {
5939 return __builtin_altivec_vminuh((vector unsigned short)__a, __b);
5940 }
5941
5942 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vminuh(vector unsigned short __a,vector bool short __b)5943 vec_vminuh(vector unsigned short __a, vector bool short __b) {
5944 return __builtin_altivec_vminuh(__a, (vector unsigned short)__b);
5945 }
5946
5947 /* vec_vminsw */
5948
vec_vminsw(vector int __a,vector int __b)5949 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector int __a,
5950 vector int __b) {
5951 return __builtin_altivec_vminsw(__a, __b);
5952 }
5953
vec_vminsw(vector bool int __a,vector int __b)5954 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector bool int __a,
5955 vector int __b) {
5956 return __builtin_altivec_vminsw((vector int)__a, __b);
5957 }
5958
vec_vminsw(vector int __a,vector bool int __b)5959 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector int __a,
5960 vector bool int __b) {
5961 return __builtin_altivec_vminsw(__a, (vector int)__b);
5962 }
5963
5964 /* vec_vminuw */
5965
5966 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vminuw(vector unsigned int __a,vector unsigned int __b)5967 vec_vminuw(vector unsigned int __a, vector unsigned int __b) {
5968 return __builtin_altivec_vminuw(__a, __b);
5969 }
5970
5971 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vminuw(vector bool int __a,vector unsigned int __b)5972 vec_vminuw(vector bool int __a, vector unsigned int __b) {
5973 return __builtin_altivec_vminuw((vector unsigned int)__a, __b);
5974 }
5975
5976 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vminuw(vector unsigned int __a,vector bool int __b)5977 vec_vminuw(vector unsigned int __a, vector bool int __b) {
5978 return __builtin_altivec_vminuw(__a, (vector unsigned int)__b);
5979 }
5980
5981 /* vec_vminfp */
5982
5983 static __inline__ vector float __attribute__((__always_inline__))
vec_vminfp(vector float __a,vector float __b)5984 vec_vminfp(vector float __a, vector float __b) {
5985 #ifdef __VSX__
5986 return __builtin_vsx_xvminsp(__a, __b);
5987 #else
5988 return __builtin_altivec_vminfp(__a, __b);
5989 #endif
5990 }
5991
5992 /* vec_mladd */
5993
5994 #define __builtin_altivec_vmladduhm vec_mladd
5995
vec_mladd(vector short __a,vector short __b,vector short __c)5996 static __inline__ vector short __ATTRS_o_ai vec_mladd(vector short __a,
5997 vector short __b,
5998 vector short __c) {
5999 return __a * __b + __c;
6000 }
6001
vec_mladd(vector short __a,vector unsigned short __b,vector unsigned short __c)6002 static __inline__ vector short __ATTRS_o_ai vec_mladd(
6003 vector short __a, vector unsigned short __b, vector unsigned short __c) {
6004 return __a * (vector short)__b + (vector short)__c;
6005 }
6006
vec_mladd(vector unsigned short __a,vector short __b,vector short __c)6007 static __inline__ vector short __ATTRS_o_ai vec_mladd(vector unsigned short __a,
6008 vector short __b,
6009 vector short __c) {
6010 return (vector short)__a * __b + __c;
6011 }
6012
6013 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mladd(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)6014 vec_mladd(vector unsigned short __a, vector unsigned short __b,
6015 vector unsigned short __c) {
6016 return __a * __b + __c;
6017 }
6018
6019 /* vec_vmladduhm */
6020
vec_vmladduhm(vector short __a,vector short __b,vector short __c)6021 static __inline__ vector short __ATTRS_o_ai vec_vmladduhm(vector short __a,
6022 vector short __b,
6023 vector short __c) {
6024 return __a * __b + __c;
6025 }
6026
vec_vmladduhm(vector short __a,vector unsigned short __b,vector unsigned short __c)6027 static __inline__ vector short __ATTRS_o_ai vec_vmladduhm(
6028 vector short __a, vector unsigned short __b, vector unsigned short __c) {
6029 return __a * (vector short)__b + (vector short)__c;
6030 }
6031
6032 static __inline__ vector short __ATTRS_o_ai
vec_vmladduhm(vector unsigned short __a,vector short __b,vector short __c)6033 vec_vmladduhm(vector unsigned short __a, vector short __b, vector short __c) {
6034 return (vector short)__a * __b + __c;
6035 }
6036
6037 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vmladduhm(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)6038 vec_vmladduhm(vector unsigned short __a, vector unsigned short __b,
6039 vector unsigned short __c) {
6040 return __a * __b + __c;
6041 }
6042
6043 /* vec_mradds */
6044
6045 static __inline__ vector short __attribute__((__always_inline__))
vec_mradds(vector short __a,vector short __b,vector short __c)6046 vec_mradds(vector short __a, vector short __b, vector short __c) {
6047 return __builtin_altivec_vmhraddshs(__a, __b, __c);
6048 }
6049
6050 /* vec_vmhraddshs */
6051
6052 static __inline__ vector short __attribute__((__always_inline__))
vec_vmhraddshs(vector short __a,vector short __b,vector short __c)6053 vec_vmhraddshs(vector short __a, vector short __b, vector short __c) {
6054 return __builtin_altivec_vmhraddshs(__a, __b, __c);
6055 }
6056
6057 /* vec_msum */
6058
vec_msum(vector signed char __a,vector unsigned char __b,vector int __c)6059 static __inline__ vector int __ATTRS_o_ai vec_msum(vector signed char __a,
6060 vector unsigned char __b,
6061 vector int __c) {
6062 return __builtin_altivec_vmsummbm(__a, __b, __c);
6063 }
6064
6065 static __inline__ vector unsigned int __ATTRS_o_ai
vec_msum(vector unsigned char __a,vector unsigned char __b,vector unsigned int __c)6066 vec_msum(vector unsigned char __a, vector unsigned char __b,
6067 vector unsigned int __c) {
6068 return __builtin_altivec_vmsumubm(__a, __b, __c);
6069 }
6070
vec_msum(vector short __a,vector short __b,vector int __c)6071 static __inline__ vector int __ATTRS_o_ai vec_msum(vector short __a,
6072 vector short __b,
6073 vector int __c) {
6074 return __builtin_altivec_vmsumshm(__a, __b, __c);
6075 }
6076
6077 static __inline__ vector unsigned int __ATTRS_o_ai
vec_msum(vector unsigned short __a,vector unsigned short __b,vector unsigned int __c)6078 vec_msum(vector unsigned short __a, vector unsigned short __b,
6079 vector unsigned int __c) {
6080 return __builtin_altivec_vmsumuhm(__a, __b, __c);
6081 }
6082
6083 /* vec_msumc */
6084
6085 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
6086 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_msumc(vector unsigned long long __a,vector unsigned long long __b,vector unsigned __int128 __c)6087 vec_msumc(vector unsigned long long __a, vector unsigned long long __b,
6088 vector unsigned __int128 __c) {
6089 return __builtin_altivec_vmsumcud(__a, __b, __c);
6090 }
6091 #endif
6092
6093 /* vec_vmsummbm */
6094
6095 static __inline__ vector int __attribute__((__always_inline__))
vec_vmsummbm(vector signed char __a,vector unsigned char __b,vector int __c)6096 vec_vmsummbm(vector signed char __a, vector unsigned char __b, vector int __c) {
6097 return __builtin_altivec_vmsummbm(__a, __b, __c);
6098 }
6099
6100 /* vec_vmsumubm */
6101
6102 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vmsumubm(vector unsigned char __a,vector unsigned char __b,vector unsigned int __c)6103 vec_vmsumubm(vector unsigned char __a, vector unsigned char __b,
6104 vector unsigned int __c) {
6105 return __builtin_altivec_vmsumubm(__a, __b, __c);
6106 }
6107
6108 /* vec_vmsumshm */
6109
6110 static __inline__ vector int __attribute__((__always_inline__))
vec_vmsumshm(vector short __a,vector short __b,vector int __c)6111 vec_vmsumshm(vector short __a, vector short __b, vector int __c) {
6112 return __builtin_altivec_vmsumshm(__a, __b, __c);
6113 }
6114
6115 /* vec_vmsumuhm */
6116
6117 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vmsumuhm(vector unsigned short __a,vector unsigned short __b,vector unsigned int __c)6118 vec_vmsumuhm(vector unsigned short __a, vector unsigned short __b,
6119 vector unsigned int __c) {
6120 return __builtin_altivec_vmsumuhm(__a, __b, __c);
6121 }
6122
6123 /* vec_msums */
6124
vec_msums(vector short __a,vector short __b,vector int __c)6125 static __inline__ vector int __ATTRS_o_ai vec_msums(vector short __a,
6126 vector short __b,
6127 vector int __c) {
6128 return __builtin_altivec_vmsumshs(__a, __b, __c);
6129 }
6130
6131 static __inline__ vector unsigned int __ATTRS_o_ai
vec_msums(vector unsigned short __a,vector unsigned short __b,vector unsigned int __c)6132 vec_msums(vector unsigned short __a, vector unsigned short __b,
6133 vector unsigned int __c) {
6134 return __builtin_altivec_vmsumuhs(__a, __b, __c);
6135 }
6136
6137 /* vec_vmsumshs */
6138
6139 static __inline__ vector int __attribute__((__always_inline__))
vec_vmsumshs(vector short __a,vector short __b,vector int __c)6140 vec_vmsumshs(vector short __a, vector short __b, vector int __c) {
6141 return __builtin_altivec_vmsumshs(__a, __b, __c);
6142 }
6143
6144 /* vec_vmsumuhs */
6145
6146 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vmsumuhs(vector unsigned short __a,vector unsigned short __b,vector unsigned int __c)6147 vec_vmsumuhs(vector unsigned short __a, vector unsigned short __b,
6148 vector unsigned int __c) {
6149 return __builtin_altivec_vmsumuhs(__a, __b, __c);
6150 }
6151
6152 /* vec_mtvscr */
6153
vec_mtvscr(vector signed char __a)6154 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector signed char __a) {
6155 __builtin_altivec_mtvscr((vector int)__a);
6156 }
6157
vec_mtvscr(vector unsigned char __a)6158 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned char __a) {
6159 __builtin_altivec_mtvscr((vector int)__a);
6160 }
6161
vec_mtvscr(vector bool char __a)6162 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool char __a) {
6163 __builtin_altivec_mtvscr((vector int)__a);
6164 }
6165
vec_mtvscr(vector short __a)6166 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector short __a) {
6167 __builtin_altivec_mtvscr((vector int)__a);
6168 }
6169
vec_mtvscr(vector unsigned short __a)6170 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned short __a) {
6171 __builtin_altivec_mtvscr((vector int)__a);
6172 }
6173
vec_mtvscr(vector bool short __a)6174 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool short __a) {
6175 __builtin_altivec_mtvscr((vector int)__a);
6176 }
6177
vec_mtvscr(vector pixel __a)6178 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector pixel __a) {
6179 __builtin_altivec_mtvscr((vector int)__a);
6180 }
6181
vec_mtvscr(vector int __a)6182 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector int __a) {
6183 __builtin_altivec_mtvscr((vector int)__a);
6184 }
6185
vec_mtvscr(vector unsigned int __a)6186 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned int __a) {
6187 __builtin_altivec_mtvscr((vector int)__a);
6188 }
6189
vec_mtvscr(vector bool int __a)6190 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool int __a) {
6191 __builtin_altivec_mtvscr((vector int)__a);
6192 }
6193
vec_mtvscr(vector float __a)6194 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector float __a) {
6195 __builtin_altivec_mtvscr((vector int)__a);
6196 }
6197
6198 /* vec_mul */
6199
6200 /* Integer vector multiplication will involve multiplication of the odd/even
6201 elements separately, then truncating the results and moving to the
6202 result vector.
6203 */
6204 static __inline__ vector signed char __ATTRS_o_ai
vec_mul(vector signed char __a,vector signed char __b)6205 vec_mul(vector signed char __a, vector signed char __b) {
6206 return __a * __b;
6207 }
6208
6209 static __inline__ vector unsigned char __ATTRS_o_ai
vec_mul(vector unsigned char __a,vector unsigned char __b)6210 vec_mul(vector unsigned char __a, vector unsigned char __b) {
6211 return __a * __b;
6212 }
6213
6214 static __inline__ vector signed short __ATTRS_o_ai
vec_mul(vector signed short __a,vector signed short __b)6215 vec_mul(vector signed short __a, vector signed short __b) {
6216 return __a * __b;
6217 }
6218
6219 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mul(vector unsigned short __a,vector unsigned short __b)6220 vec_mul(vector unsigned short __a, vector unsigned short __b) {
6221 return __a * __b;
6222 }
6223
6224 static __inline__ vector signed int __ATTRS_o_ai
vec_mul(vector signed int __a,vector signed int __b)6225 vec_mul(vector signed int __a, vector signed int __b) {
6226 return __a * __b;
6227 }
6228
6229 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mul(vector unsigned int __a,vector unsigned int __b)6230 vec_mul(vector unsigned int __a, vector unsigned int __b) {
6231 return __a * __b;
6232 }
6233
6234 #ifdef __VSX__
6235 static __inline__ vector signed long long __ATTRS_o_ai
vec_mul(vector signed long long __a,vector signed long long __b)6236 vec_mul(vector signed long long __a, vector signed long long __b) {
6237 return __a * __b;
6238 }
6239
6240 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mul(vector unsigned long long __a,vector unsigned long long __b)6241 vec_mul(vector unsigned long long __a, vector unsigned long long __b) {
6242 return __a * __b;
6243 }
6244 #endif
6245
vec_mul(vector float __a,vector float __b)6246 static __inline__ vector float __ATTRS_o_ai vec_mul(vector float __a,
6247 vector float __b) {
6248 return __a * __b;
6249 }
6250
6251 #ifdef __VSX__
vec_mul(vector double __a,vector double __b)6252 static __inline__ vector double __ATTRS_o_ai vec_mul(vector double __a,
6253 vector double __b) {
6254 return __a * __b;
6255 }
6256 #endif
6257
6258 /* The vmulos* and vmules* instructions have a big endian bias, so
6259 we must reverse the meaning of "even" and "odd" for little endian. */
6260
6261 /* vec_mule */
6262
vec_mule(vector signed char __a,vector signed char __b)6263 static __inline__ vector short __ATTRS_o_ai vec_mule(vector signed char __a,
6264 vector signed char __b) {
6265 #ifdef __LITTLE_ENDIAN__
6266 return __builtin_altivec_vmulosb(__a, __b);
6267 #else
6268 return __builtin_altivec_vmulesb(__a, __b);
6269 #endif
6270 }
6271
6272 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mule(vector unsigned char __a,vector unsigned char __b)6273 vec_mule(vector unsigned char __a, vector unsigned char __b) {
6274 #ifdef __LITTLE_ENDIAN__
6275 return __builtin_altivec_vmuloub(__a, __b);
6276 #else
6277 return __builtin_altivec_vmuleub(__a, __b);
6278 #endif
6279 }
6280
vec_mule(vector short __a,vector short __b)6281 static __inline__ vector int __ATTRS_o_ai vec_mule(vector short __a,
6282 vector short __b) {
6283 #ifdef __LITTLE_ENDIAN__
6284 return __builtin_altivec_vmulosh(__a, __b);
6285 #else
6286 return __builtin_altivec_vmulesh(__a, __b);
6287 #endif
6288 }
6289
6290 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mule(vector unsigned short __a,vector unsigned short __b)6291 vec_mule(vector unsigned short __a, vector unsigned short __b) {
6292 #ifdef __LITTLE_ENDIAN__
6293 return __builtin_altivec_vmulouh(__a, __b);
6294 #else
6295 return __builtin_altivec_vmuleuh(__a, __b);
6296 #endif
6297 }
6298
6299 #ifdef __POWER8_VECTOR__
6300 static __inline__ vector signed long long __ATTRS_o_ai
vec_mule(vector signed int __a,vector signed int __b)6301 vec_mule(vector signed int __a, vector signed int __b) {
6302 #ifdef __LITTLE_ENDIAN__
6303 return __builtin_altivec_vmulosw(__a, __b);
6304 #else
6305 return __builtin_altivec_vmulesw(__a, __b);
6306 #endif
6307 }
6308
6309 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mule(vector unsigned int __a,vector unsigned int __b)6310 vec_mule(vector unsigned int __a, vector unsigned int __b) {
6311 #ifdef __LITTLE_ENDIAN__
6312 return __builtin_altivec_vmulouw(__a, __b);
6313 #else
6314 return __builtin_altivec_vmuleuw(__a, __b);
6315 #endif
6316 }
6317 #endif
6318
6319 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
6320 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_mule(vector signed long long __a,vector signed long long __b)6321 vec_mule(vector signed long long __a, vector signed long long __b) {
6322 #ifdef __LITTLE_ENDIAN__
6323 return __builtin_altivec_vmulosd(__a, __b);
6324 #else
6325 return __builtin_altivec_vmulesd(__a, __b);
6326 #endif
6327 }
6328
6329 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_mule(vector unsigned long long __a,vector unsigned long long __b)6330 vec_mule(vector unsigned long long __a, vector unsigned long long __b) {
6331 #ifdef __LITTLE_ENDIAN__
6332 return __builtin_altivec_vmuloud(__a, __b);
6333 #else
6334 return __builtin_altivec_vmuleud(__a, __b);
6335 #endif
6336 }
6337 #endif
6338
6339 /* vec_vmulesb */
6340
6341 static __inline__ vector short __attribute__((__always_inline__))
vec_vmulesb(vector signed char __a,vector signed char __b)6342 vec_vmulesb(vector signed char __a, vector signed char __b) {
6343 #ifdef __LITTLE_ENDIAN__
6344 return __builtin_altivec_vmulosb(__a, __b);
6345 #else
6346 return __builtin_altivec_vmulesb(__a, __b);
6347 #endif
6348 }
6349
6350 /* vec_vmuleub */
6351
6352 static __inline__ vector unsigned short __attribute__((__always_inline__))
vec_vmuleub(vector unsigned char __a,vector unsigned char __b)6353 vec_vmuleub(vector unsigned char __a, vector unsigned char __b) {
6354 #ifdef __LITTLE_ENDIAN__
6355 return __builtin_altivec_vmuloub(__a, __b);
6356 #else
6357 return __builtin_altivec_vmuleub(__a, __b);
6358 #endif
6359 }
6360
6361 /* vec_vmulesh */
6362
6363 static __inline__ vector int __attribute__((__always_inline__))
vec_vmulesh(vector short __a,vector short __b)6364 vec_vmulesh(vector short __a, vector short __b) {
6365 #ifdef __LITTLE_ENDIAN__
6366 return __builtin_altivec_vmulosh(__a, __b);
6367 #else
6368 return __builtin_altivec_vmulesh(__a, __b);
6369 #endif
6370 }
6371
6372 /* vec_vmuleuh */
6373
6374 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vmuleuh(vector unsigned short __a,vector unsigned short __b)6375 vec_vmuleuh(vector unsigned short __a, vector unsigned short __b) {
6376 #ifdef __LITTLE_ENDIAN__
6377 return __builtin_altivec_vmulouh(__a, __b);
6378 #else
6379 return __builtin_altivec_vmuleuh(__a, __b);
6380 #endif
6381 }
6382
6383 /* vec_mulh */
6384
6385 #ifdef __POWER10_VECTOR__
6386 static __inline__ vector signed int __ATTRS_o_ai
vec_mulh(vector signed int __a,vector signed int __b)6387 vec_mulh(vector signed int __a, vector signed int __b) {
6388 return __builtin_altivec_vmulhsw(__a, __b);
6389 }
6390
6391 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mulh(vector unsigned int __a,vector unsigned int __b)6392 vec_mulh(vector unsigned int __a, vector unsigned int __b) {
6393 return __builtin_altivec_vmulhuw(__a, __b);
6394 }
6395
6396 static __inline__ vector signed long long __ATTRS_o_ai
vec_mulh(vector signed long long __a,vector signed long long __b)6397 vec_mulh(vector signed long long __a, vector signed long long __b) {
6398 return __builtin_altivec_vmulhsd(__a, __b);
6399 }
6400
6401 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mulh(vector unsigned long long __a,vector unsigned long long __b)6402 vec_mulh(vector unsigned long long __a, vector unsigned long long __b) {
6403 return __builtin_altivec_vmulhud(__a, __b);
6404 }
6405 #endif
6406
6407 /* vec_mulo */
6408
vec_mulo(vector signed char __a,vector signed char __b)6409 static __inline__ vector short __ATTRS_o_ai vec_mulo(vector signed char __a,
6410 vector signed char __b) {
6411 #ifdef __LITTLE_ENDIAN__
6412 return __builtin_altivec_vmulesb(__a, __b);
6413 #else
6414 return __builtin_altivec_vmulosb(__a, __b);
6415 #endif
6416 }
6417
6418 static __inline__ vector unsigned short __ATTRS_o_ai
vec_mulo(vector unsigned char __a,vector unsigned char __b)6419 vec_mulo(vector unsigned char __a, vector unsigned char __b) {
6420 #ifdef __LITTLE_ENDIAN__
6421 return __builtin_altivec_vmuleub(__a, __b);
6422 #else
6423 return __builtin_altivec_vmuloub(__a, __b);
6424 #endif
6425 }
6426
vec_mulo(vector short __a,vector short __b)6427 static __inline__ vector int __ATTRS_o_ai vec_mulo(vector short __a,
6428 vector short __b) {
6429 #ifdef __LITTLE_ENDIAN__
6430 return __builtin_altivec_vmulesh(__a, __b);
6431 #else
6432 return __builtin_altivec_vmulosh(__a, __b);
6433 #endif
6434 }
6435
6436 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mulo(vector unsigned short __a,vector unsigned short __b)6437 vec_mulo(vector unsigned short __a, vector unsigned short __b) {
6438 #ifdef __LITTLE_ENDIAN__
6439 return __builtin_altivec_vmuleuh(__a, __b);
6440 #else
6441 return __builtin_altivec_vmulouh(__a, __b);
6442 #endif
6443 }
6444
6445 #ifdef __POWER8_VECTOR__
6446 static __inline__ vector signed long long __ATTRS_o_ai
vec_mulo(vector signed int __a,vector signed int __b)6447 vec_mulo(vector signed int __a, vector signed int __b) {
6448 #ifdef __LITTLE_ENDIAN__
6449 return __builtin_altivec_vmulesw(__a, __b);
6450 #else
6451 return __builtin_altivec_vmulosw(__a, __b);
6452 #endif
6453 }
6454
6455 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mulo(vector unsigned int __a,vector unsigned int __b)6456 vec_mulo(vector unsigned int __a, vector unsigned int __b) {
6457 #ifdef __LITTLE_ENDIAN__
6458 return __builtin_altivec_vmuleuw(__a, __b);
6459 #else
6460 return __builtin_altivec_vmulouw(__a, __b);
6461 #endif
6462 }
6463 #endif
6464
6465 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
6466 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_mulo(vector signed long long __a,vector signed long long __b)6467 vec_mulo(vector signed long long __a, vector signed long long __b) {
6468 #ifdef __LITTLE_ENDIAN__
6469 return __builtin_altivec_vmulesd(__a, __b);
6470 #else
6471 return __builtin_altivec_vmulosd(__a, __b);
6472 #endif
6473 }
6474
6475 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_mulo(vector unsigned long long __a,vector unsigned long long __b)6476 vec_mulo(vector unsigned long long __a, vector unsigned long long __b) {
6477 #ifdef __LITTLE_ENDIAN__
6478 return __builtin_altivec_vmuleud(__a, __b);
6479 #else
6480 return __builtin_altivec_vmuloud(__a, __b);
6481 #endif
6482 }
6483 #endif
6484
6485 /* vec_vmulosb */
6486
6487 static __inline__ vector short __attribute__((__always_inline__))
vec_vmulosb(vector signed char __a,vector signed char __b)6488 vec_vmulosb(vector signed char __a, vector signed char __b) {
6489 #ifdef __LITTLE_ENDIAN__
6490 return __builtin_altivec_vmulesb(__a, __b);
6491 #else
6492 return __builtin_altivec_vmulosb(__a, __b);
6493 #endif
6494 }
6495
6496 /* vec_vmuloub */
6497
6498 static __inline__ vector unsigned short __attribute__((__always_inline__))
vec_vmuloub(vector unsigned char __a,vector unsigned char __b)6499 vec_vmuloub(vector unsigned char __a, vector unsigned char __b) {
6500 #ifdef __LITTLE_ENDIAN__
6501 return __builtin_altivec_vmuleub(__a, __b);
6502 #else
6503 return __builtin_altivec_vmuloub(__a, __b);
6504 #endif
6505 }
6506
6507 /* vec_vmulosh */
6508
6509 static __inline__ vector int __attribute__((__always_inline__))
vec_vmulosh(vector short __a,vector short __b)6510 vec_vmulosh(vector short __a, vector short __b) {
6511 #ifdef __LITTLE_ENDIAN__
6512 return __builtin_altivec_vmulesh(__a, __b);
6513 #else
6514 return __builtin_altivec_vmulosh(__a, __b);
6515 #endif
6516 }
6517
6518 /* vec_vmulouh */
6519
6520 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vmulouh(vector unsigned short __a,vector unsigned short __b)6521 vec_vmulouh(vector unsigned short __a, vector unsigned short __b) {
6522 #ifdef __LITTLE_ENDIAN__
6523 return __builtin_altivec_vmuleuh(__a, __b);
6524 #else
6525 return __builtin_altivec_vmulouh(__a, __b);
6526 #endif
6527 }
6528
6529 /* vec_nand */
6530
6531 #ifdef __POWER8_VECTOR__
6532 static __inline__ vector signed char __ATTRS_o_ai
vec_nand(vector signed char __a,vector signed char __b)6533 vec_nand(vector signed char __a, vector signed char __b) {
6534 return ~(__a & __b);
6535 }
6536
6537 static __inline__ vector signed char __ATTRS_o_ai
vec_nand(vector signed char __a,vector bool char __b)6538 vec_nand(vector signed char __a, vector bool char __b) {
6539 return ~(__a & (vector signed char)__b);
6540 }
6541
6542 static __inline__ vector signed char __ATTRS_o_ai
vec_nand(vector bool char __a,vector signed char __b)6543 vec_nand(vector bool char __a, vector signed char __b) {
6544 return (vector signed char)~(__a & (vector bool char)__b);
6545 }
6546
6547 static __inline__ vector unsigned char __ATTRS_o_ai
vec_nand(vector unsigned char __a,vector unsigned char __b)6548 vec_nand(vector unsigned char __a, vector unsigned char __b) {
6549 return ~(__a & __b);
6550 }
6551
6552 static __inline__ vector unsigned char __ATTRS_o_ai
vec_nand(vector unsigned char __a,vector bool char __b)6553 vec_nand(vector unsigned char __a, vector bool char __b) {
6554 return ~(__a & (vector unsigned char)__b);
6555 }
6556
6557 static __inline__ vector unsigned char __ATTRS_o_ai
vec_nand(vector bool char __a,vector unsigned char __b)6558 vec_nand(vector bool char __a, vector unsigned char __b) {
6559 return (vector unsigned char)~(__a & (vector bool char)__b);
6560 }
6561
vec_nand(vector bool char __a,vector bool char __b)6562 static __inline__ vector bool char __ATTRS_o_ai vec_nand(vector bool char __a,
6563 vector bool char __b) {
6564 return ~(__a & __b);
6565 }
6566
6567 static __inline__ vector signed short __ATTRS_o_ai
vec_nand(vector signed short __a,vector signed short __b)6568 vec_nand(vector signed short __a, vector signed short __b) {
6569 return ~(__a & __b);
6570 }
6571
6572 static __inline__ vector signed short __ATTRS_o_ai
vec_nand(vector signed short __a,vector bool short __b)6573 vec_nand(vector signed short __a, vector bool short __b) {
6574 return ~(__a & (vector signed short)__b);
6575 }
6576
6577 static __inline__ vector signed short __ATTRS_o_ai
vec_nand(vector bool short __a,vector signed short __b)6578 vec_nand(vector bool short __a, vector signed short __b) {
6579 return (vector signed short)~(__a & (vector bool short)__b);
6580 }
6581
6582 static __inline__ vector unsigned short __ATTRS_o_ai
vec_nand(vector unsigned short __a,vector unsigned short __b)6583 vec_nand(vector unsigned short __a, vector unsigned short __b) {
6584 return ~(__a & __b);
6585 }
6586
6587 static __inline__ vector unsigned short __ATTRS_o_ai
vec_nand(vector unsigned short __a,vector bool short __b)6588 vec_nand(vector unsigned short __a, vector bool short __b) {
6589 return ~(__a & (vector unsigned short)__b);
6590 }
6591
6592 static __inline__ vector bool short __ATTRS_o_ai
vec_nand(vector bool short __a,vector bool short __b)6593 vec_nand(vector bool short __a, vector bool short __b) {
6594 return ~(__a & __b);
6595 }
6596
6597 static __inline__ vector signed int __ATTRS_o_ai
vec_nand(vector signed int __a,vector signed int __b)6598 vec_nand(vector signed int __a, vector signed int __b) {
6599 return ~(__a & __b);
6600 }
6601
vec_nand(vector signed int __a,vector bool int __b)6602 static __inline__ vector signed int __ATTRS_o_ai vec_nand(vector signed int __a,
6603 vector bool int __b) {
6604 return ~(__a & (vector signed int)__b);
6605 }
6606
6607 static __inline__ vector signed int __ATTRS_o_ai
vec_nand(vector bool int __a,vector signed int __b)6608 vec_nand(vector bool int __a, vector signed int __b) {
6609 return (vector signed int)~(__a & (vector bool int)__b);
6610 }
6611
6612 static __inline__ vector unsigned int __ATTRS_o_ai
vec_nand(vector unsigned int __a,vector unsigned int __b)6613 vec_nand(vector unsigned int __a, vector unsigned int __b) {
6614 return ~(__a & __b);
6615 }
6616
6617 static __inline__ vector unsigned int __ATTRS_o_ai
vec_nand(vector unsigned int __a,vector bool int __b)6618 vec_nand(vector unsigned int __a, vector bool int __b) {
6619 return ~(__a & (vector unsigned int)__b);
6620 }
6621
6622 static __inline__ vector unsigned int __ATTRS_o_ai
vec_nand(vector bool int __a,vector unsigned int __b)6623 vec_nand(vector bool int __a, vector unsigned int __b) {
6624 return (vector unsigned int)~(__a & (vector bool int)__b);
6625 }
6626
vec_nand(vector bool int __a,vector bool int __b)6627 static __inline__ vector bool int __ATTRS_o_ai vec_nand(vector bool int __a,
6628 vector bool int __b) {
6629 return ~(__a & __b);
6630 }
6631
6632 static __inline__ vector float __ATTRS_o_ai
vec_nand(vector float __a,vector float __b)6633 vec_nand(vector float __a, vector float __b) {
6634 return (vector float)(~((vector unsigned int)__a &
6635 (vector unsigned int)__b));
6636 }
6637
6638 static __inline__ vector signed long long __ATTRS_o_ai
vec_nand(vector signed long long __a,vector signed long long __b)6639 vec_nand(vector signed long long __a, vector signed long long __b) {
6640 return ~(__a & __b);
6641 }
6642
6643 static __inline__ vector signed long long __ATTRS_o_ai
vec_nand(vector signed long long __a,vector bool long long __b)6644 vec_nand(vector signed long long __a, vector bool long long __b) {
6645 return ~(__a & (vector signed long long)__b);
6646 }
6647
6648 static __inline__ vector signed long long __ATTRS_o_ai
vec_nand(vector bool long long __a,vector signed long long __b)6649 vec_nand(vector bool long long __a, vector signed long long __b) {
6650 return (vector signed long long)~(__a & (vector bool long long)__b);
6651 }
6652
6653 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_nand(vector unsigned long long __a,vector unsigned long long __b)6654 vec_nand(vector unsigned long long __a, vector unsigned long long __b) {
6655 return ~(__a & __b);
6656 }
6657
6658 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_nand(vector unsigned long long __a,vector bool long long __b)6659 vec_nand(vector unsigned long long __a, vector bool long long __b) {
6660 return ~(__a & (vector unsigned long long)__b);
6661 }
6662
6663 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_nand(vector bool long long __a,vector unsigned long long __b)6664 vec_nand(vector bool long long __a, vector unsigned long long __b) {
6665 return (vector unsigned long long)~(__a & (vector bool long long)__b);
6666 }
6667
6668 static __inline__ vector bool long long __ATTRS_o_ai
vec_nand(vector bool long long __a,vector bool long long __b)6669 vec_nand(vector bool long long __a, vector bool long long __b) {
6670 return ~(__a & __b);
6671 }
6672
6673 static __inline__ vector double __ATTRS_o_ai
vec_nand(vector double __a,vector double __b)6674 vec_nand(vector double __a, vector double __b) {
6675 return (vector double)(~((vector unsigned long long)__a &
6676 (vector unsigned long long)__b));
6677 }
6678
6679 #endif
6680
6681 /* vec_nmadd */
6682
6683 #ifdef __VSX__
vec_nmadd(vector float __a,vector float __b,vector float __c)6684 static __inline__ vector float __ATTRS_o_ai vec_nmadd(vector float __a,
6685 vector float __b,
6686 vector float __c) {
6687 return __builtin_vsx_xvnmaddasp(__a, __b, __c);
6688 }
6689
vec_nmadd(vector double __a,vector double __b,vector double __c)6690 static __inline__ vector double __ATTRS_o_ai vec_nmadd(vector double __a,
6691 vector double __b,
6692 vector double __c) {
6693 return __builtin_vsx_xvnmaddadp(__a, __b, __c);
6694 }
6695 #endif
6696
6697 /* vec_nmsub */
6698
vec_nmsub(vector float __a,vector float __b,vector float __c)6699 static __inline__ vector float __ATTRS_o_ai vec_nmsub(vector float __a,
6700 vector float __b,
6701 vector float __c) {
6702 #ifdef __VSX__
6703 return __builtin_vsx_xvnmsubasp(__a, __b, __c);
6704 #else
6705 return __builtin_altivec_vnmsubfp(__a, __b, __c);
6706 #endif
6707 }
6708
6709 #ifdef __VSX__
vec_nmsub(vector double __a,vector double __b,vector double __c)6710 static __inline__ vector double __ATTRS_o_ai vec_nmsub(vector double __a,
6711 vector double __b,
6712 vector double __c) {
6713 return __builtin_vsx_xvnmsubadp(__a, __b, __c);
6714 }
6715 #endif
6716
6717 /* vec_vnmsubfp */
6718
6719 static __inline__ vector float __attribute__((__always_inline__))
vec_vnmsubfp(vector float __a,vector float __b,vector float __c)6720 vec_vnmsubfp(vector float __a, vector float __b, vector float __c) {
6721 return __builtin_altivec_vnmsubfp(__a, __b, __c);
6722 }
6723
6724 /* vec_nor */
6725
6726 #define __builtin_altivec_vnor vec_nor
6727
6728 static __inline__ vector signed char __ATTRS_o_ai
vec_nor(vector signed char __a,vector signed char __b)6729 vec_nor(vector signed char __a, vector signed char __b) {
6730 return ~(__a | __b);
6731 }
6732
6733 static __inline__ vector unsigned char __ATTRS_o_ai
vec_nor(vector unsigned char __a,vector unsigned char __b)6734 vec_nor(vector unsigned char __a, vector unsigned char __b) {
6735 return ~(__a | __b);
6736 }
6737
vec_nor(vector bool char __a,vector bool char __b)6738 static __inline__ vector bool char __ATTRS_o_ai vec_nor(vector bool char __a,
6739 vector bool char __b) {
6740 return ~(__a | __b);
6741 }
6742
vec_nor(vector short __a,vector short __b)6743 static __inline__ vector short __ATTRS_o_ai vec_nor(vector short __a,
6744 vector short __b) {
6745 return ~(__a | __b);
6746 }
6747
6748 static __inline__ vector unsigned short __ATTRS_o_ai
vec_nor(vector unsigned short __a,vector unsigned short __b)6749 vec_nor(vector unsigned short __a, vector unsigned short __b) {
6750 return ~(__a | __b);
6751 }
6752
6753 static __inline__ vector bool short __ATTRS_o_ai
vec_nor(vector bool short __a,vector bool short __b)6754 vec_nor(vector bool short __a, vector bool short __b) {
6755 return ~(__a | __b);
6756 }
6757
vec_nor(vector int __a,vector int __b)6758 static __inline__ vector int __ATTRS_o_ai vec_nor(vector int __a,
6759 vector int __b) {
6760 return ~(__a | __b);
6761 }
6762
6763 static __inline__ vector unsigned int __ATTRS_o_ai
vec_nor(vector unsigned int __a,vector unsigned int __b)6764 vec_nor(vector unsigned int __a, vector unsigned int __b) {
6765 return ~(__a | __b);
6766 }
6767
vec_nor(vector bool int __a,vector bool int __b)6768 static __inline__ vector bool int __ATTRS_o_ai vec_nor(vector bool int __a,
6769 vector bool int __b) {
6770 return ~(__a | __b);
6771 }
6772
vec_nor(vector float __a,vector float __b)6773 static __inline__ vector float __ATTRS_o_ai vec_nor(vector float __a,
6774 vector float __b) {
6775 vector unsigned int __res =
6776 ~((vector unsigned int)__a | (vector unsigned int)__b);
6777 return (vector float)__res;
6778 }
6779
6780 #ifdef __VSX__
vec_nor(vector double __a,vector double __b)6781 static __inline__ vector double __ATTRS_o_ai vec_nor(vector double __a,
6782 vector double __b) {
6783 vector unsigned long long __res =
6784 ~((vector unsigned long long)__a | (vector unsigned long long)__b);
6785 return (vector double)__res;
6786 }
6787 #endif
6788
6789 /* vec_vnor */
6790
6791 static __inline__ vector signed char __ATTRS_o_ai
vec_vnor(vector signed char __a,vector signed char __b)6792 vec_vnor(vector signed char __a, vector signed char __b) {
6793 return ~(__a | __b);
6794 }
6795
6796 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vnor(vector unsigned char __a,vector unsigned char __b)6797 vec_vnor(vector unsigned char __a, vector unsigned char __b) {
6798 return ~(__a | __b);
6799 }
6800
vec_vnor(vector bool char __a,vector bool char __b)6801 static __inline__ vector bool char __ATTRS_o_ai vec_vnor(vector bool char __a,
6802 vector bool char __b) {
6803 return ~(__a | __b);
6804 }
6805
vec_vnor(vector short __a,vector short __b)6806 static __inline__ vector short __ATTRS_o_ai vec_vnor(vector short __a,
6807 vector short __b) {
6808 return ~(__a | __b);
6809 }
6810
6811 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vnor(vector unsigned short __a,vector unsigned short __b)6812 vec_vnor(vector unsigned short __a, vector unsigned short __b) {
6813 return ~(__a | __b);
6814 }
6815
6816 static __inline__ vector bool short __ATTRS_o_ai
vec_vnor(vector bool short __a,vector bool short __b)6817 vec_vnor(vector bool short __a, vector bool short __b) {
6818 return ~(__a | __b);
6819 }
6820
vec_vnor(vector int __a,vector int __b)6821 static __inline__ vector int __ATTRS_o_ai vec_vnor(vector int __a,
6822 vector int __b) {
6823 return ~(__a | __b);
6824 }
6825
6826 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vnor(vector unsigned int __a,vector unsigned int __b)6827 vec_vnor(vector unsigned int __a, vector unsigned int __b) {
6828 return ~(__a | __b);
6829 }
6830
vec_vnor(vector bool int __a,vector bool int __b)6831 static __inline__ vector bool int __ATTRS_o_ai vec_vnor(vector bool int __a,
6832 vector bool int __b) {
6833 return ~(__a | __b);
6834 }
6835
vec_vnor(vector float __a,vector float __b)6836 static __inline__ vector float __ATTRS_o_ai vec_vnor(vector float __a,
6837 vector float __b) {
6838 vector unsigned int __res =
6839 ~((vector unsigned int)__a | (vector unsigned int)__b);
6840 return (vector float)__res;
6841 }
6842
6843 #ifdef __VSX__
6844 static __inline__ vector signed long long __ATTRS_o_ai
vec_nor(vector signed long long __a,vector signed long long __b)6845 vec_nor(vector signed long long __a, vector signed long long __b) {
6846 return ~(__a | __b);
6847 }
6848
6849 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_nor(vector unsigned long long __a,vector unsigned long long __b)6850 vec_nor(vector unsigned long long __a, vector unsigned long long __b) {
6851 return ~(__a | __b);
6852 }
6853
6854 static __inline__ vector bool long long __ATTRS_o_ai
vec_nor(vector bool long long __a,vector bool long long __b)6855 vec_nor(vector bool long long __a, vector bool long long __b) {
6856 return ~(__a | __b);
6857 }
6858 #endif
6859
6860 /* vec_or */
6861
6862 #define __builtin_altivec_vor vec_or
6863
6864 static __inline__ vector signed char __ATTRS_o_ai
vec_or(vector signed char __a,vector signed char __b)6865 vec_or(vector signed char __a, vector signed char __b) {
6866 return __a | __b;
6867 }
6868
6869 static __inline__ vector signed char __ATTRS_o_ai
vec_or(vector bool char __a,vector signed char __b)6870 vec_or(vector bool char __a, vector signed char __b) {
6871 return (vector signed char)__a | __b;
6872 }
6873
vec_or(vector signed char __a,vector bool char __b)6874 static __inline__ vector signed char __ATTRS_o_ai vec_or(vector signed char __a,
6875 vector bool char __b) {
6876 return __a | (vector signed char)__b;
6877 }
6878
6879 static __inline__ vector unsigned char __ATTRS_o_ai
vec_or(vector unsigned char __a,vector unsigned char __b)6880 vec_or(vector unsigned char __a, vector unsigned char __b) {
6881 return __a | __b;
6882 }
6883
6884 static __inline__ vector unsigned char __ATTRS_o_ai
vec_or(vector bool char __a,vector unsigned char __b)6885 vec_or(vector bool char __a, vector unsigned char __b) {
6886 return (vector unsigned char)__a | __b;
6887 }
6888
6889 static __inline__ vector unsigned char __ATTRS_o_ai
vec_or(vector unsigned char __a,vector bool char __b)6890 vec_or(vector unsigned char __a, vector bool char __b) {
6891 return __a | (vector unsigned char)__b;
6892 }
6893
vec_or(vector bool char __a,vector bool char __b)6894 static __inline__ vector bool char __ATTRS_o_ai vec_or(vector bool char __a,
6895 vector bool char __b) {
6896 return __a | __b;
6897 }
6898
vec_or(vector short __a,vector short __b)6899 static __inline__ vector short __ATTRS_o_ai vec_or(vector short __a,
6900 vector short __b) {
6901 return __a | __b;
6902 }
6903
vec_or(vector bool short __a,vector short __b)6904 static __inline__ vector short __ATTRS_o_ai vec_or(vector bool short __a,
6905 vector short __b) {
6906 return (vector short)__a | __b;
6907 }
6908
vec_or(vector short __a,vector bool short __b)6909 static __inline__ vector short __ATTRS_o_ai vec_or(vector short __a,
6910 vector bool short __b) {
6911 return __a | (vector short)__b;
6912 }
6913
6914 static __inline__ vector unsigned short __ATTRS_o_ai
vec_or(vector unsigned short __a,vector unsigned short __b)6915 vec_or(vector unsigned short __a, vector unsigned short __b) {
6916 return __a | __b;
6917 }
6918
6919 static __inline__ vector unsigned short __ATTRS_o_ai
vec_or(vector bool short __a,vector unsigned short __b)6920 vec_or(vector bool short __a, vector unsigned short __b) {
6921 return (vector unsigned short)__a | __b;
6922 }
6923
6924 static __inline__ vector unsigned short __ATTRS_o_ai
vec_or(vector unsigned short __a,vector bool short __b)6925 vec_or(vector unsigned short __a, vector bool short __b) {
6926 return __a | (vector unsigned short)__b;
6927 }
6928
vec_or(vector bool short __a,vector bool short __b)6929 static __inline__ vector bool short __ATTRS_o_ai vec_or(vector bool short __a,
6930 vector bool short __b) {
6931 return __a | __b;
6932 }
6933
vec_or(vector int __a,vector int __b)6934 static __inline__ vector int __ATTRS_o_ai vec_or(vector int __a,
6935 vector int __b) {
6936 return __a | __b;
6937 }
6938
vec_or(vector bool int __a,vector int __b)6939 static __inline__ vector int __ATTRS_o_ai vec_or(vector bool int __a,
6940 vector int __b) {
6941 return (vector int)__a | __b;
6942 }
6943
vec_or(vector int __a,vector bool int __b)6944 static __inline__ vector int __ATTRS_o_ai vec_or(vector int __a,
6945 vector bool int __b) {
6946 return __a | (vector int)__b;
6947 }
6948
6949 static __inline__ vector unsigned int __ATTRS_o_ai
vec_or(vector unsigned int __a,vector unsigned int __b)6950 vec_or(vector unsigned int __a, vector unsigned int __b) {
6951 return __a | __b;
6952 }
6953
6954 static __inline__ vector unsigned int __ATTRS_o_ai
vec_or(vector bool int __a,vector unsigned int __b)6955 vec_or(vector bool int __a, vector unsigned int __b) {
6956 return (vector unsigned int)__a | __b;
6957 }
6958
6959 static __inline__ vector unsigned int __ATTRS_o_ai
vec_or(vector unsigned int __a,vector bool int __b)6960 vec_or(vector unsigned int __a, vector bool int __b) {
6961 return __a | (vector unsigned int)__b;
6962 }
6963
vec_or(vector bool int __a,vector bool int __b)6964 static __inline__ vector bool int __ATTRS_o_ai vec_or(vector bool int __a,
6965 vector bool int __b) {
6966 return __a | __b;
6967 }
6968
vec_or(vector float __a,vector float __b)6969 static __inline__ vector float __ATTRS_o_ai vec_or(vector float __a,
6970 vector float __b) {
6971 vector unsigned int __res =
6972 (vector unsigned int)__a | (vector unsigned int)__b;
6973 return (vector float)__res;
6974 }
6975
vec_or(vector bool int __a,vector float __b)6976 static __inline__ vector float __ATTRS_o_ai vec_or(vector bool int __a,
6977 vector float __b) {
6978 vector unsigned int __res =
6979 (vector unsigned int)__a | (vector unsigned int)__b;
6980 return (vector float)__res;
6981 }
6982
vec_or(vector float __a,vector bool int __b)6983 static __inline__ vector float __ATTRS_o_ai vec_or(vector float __a,
6984 vector bool int __b) {
6985 vector unsigned int __res =
6986 (vector unsigned int)__a | (vector unsigned int)__b;
6987 return (vector float)__res;
6988 }
6989
6990 #ifdef __VSX__
vec_or(vector bool long long __a,vector double __b)6991 static __inline__ vector double __ATTRS_o_ai vec_or(vector bool long long __a,
6992 vector double __b) {
6993 return (vector double)((vector unsigned long long)__a |
6994 (vector unsigned long long)__b);
6995 }
6996
vec_or(vector double __a,vector bool long long __b)6997 static __inline__ vector double __ATTRS_o_ai vec_or(vector double __a,
6998 vector bool long long __b) {
6999 return (vector double)((vector unsigned long long)__a |
7000 (vector unsigned long long)__b);
7001 }
7002
vec_or(vector double __a,vector double __b)7003 static __inline__ vector double __ATTRS_o_ai vec_or(vector double __a,
7004 vector double __b) {
7005 return (vector double)((vector unsigned long long)__a |
7006 (vector unsigned long long)__b);
7007 }
7008
7009 static __inline__ vector signed long long __ATTRS_o_ai
vec_or(vector signed long long __a,vector signed long long __b)7010 vec_or(vector signed long long __a, vector signed long long __b) {
7011 return __a | __b;
7012 }
7013
7014 static __inline__ vector signed long long __ATTRS_o_ai
vec_or(vector bool long long __a,vector signed long long __b)7015 vec_or(vector bool long long __a, vector signed long long __b) {
7016 return (vector signed long long)__a | __b;
7017 }
7018
7019 static __inline__ vector signed long long __ATTRS_o_ai
vec_or(vector signed long long __a,vector bool long long __b)7020 vec_or(vector signed long long __a, vector bool long long __b) {
7021 return __a | (vector signed long long)__b;
7022 }
7023
7024 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_or(vector unsigned long long __a,vector unsigned long long __b)7025 vec_or(vector unsigned long long __a, vector unsigned long long __b) {
7026 return __a | __b;
7027 }
7028
7029 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_or(vector bool long long __a,vector unsigned long long __b)7030 vec_or(vector bool long long __a, vector unsigned long long __b) {
7031 return (vector unsigned long long)__a | __b;
7032 }
7033
7034 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_or(vector unsigned long long __a,vector bool long long __b)7035 vec_or(vector unsigned long long __a, vector bool long long __b) {
7036 return __a | (vector unsigned long long)__b;
7037 }
7038
7039 static __inline__ vector bool long long __ATTRS_o_ai
vec_or(vector bool long long __a,vector bool long long __b)7040 vec_or(vector bool long long __a, vector bool long long __b) {
7041 return __a | __b;
7042 }
7043 #endif
7044
7045 #ifdef __POWER8_VECTOR__
7046 static __inline__ vector signed char __ATTRS_o_ai
vec_orc(vector signed char __a,vector signed char __b)7047 vec_orc(vector signed char __a, vector signed char __b) {
7048 return __a | ~__b;
7049 }
7050
7051 static __inline__ vector signed char __ATTRS_o_ai
vec_orc(vector signed char __a,vector bool char __b)7052 vec_orc(vector signed char __a, vector bool char __b) {
7053 return __a | (vector signed char)~__b;
7054 }
7055
7056 static __inline__ vector signed char __ATTRS_o_ai
vec_orc(vector bool char __a,vector signed char __b)7057 vec_orc(vector bool char __a, vector signed char __b) {
7058 return (vector signed char)(__a | (vector bool char)~__b);
7059 }
7060
7061 static __inline__ vector unsigned char __ATTRS_o_ai
vec_orc(vector unsigned char __a,vector unsigned char __b)7062 vec_orc(vector unsigned char __a, vector unsigned char __b) {
7063 return __a | ~__b;
7064 }
7065
7066 static __inline__ vector unsigned char __ATTRS_o_ai
vec_orc(vector unsigned char __a,vector bool char __b)7067 vec_orc(vector unsigned char __a, vector bool char __b) {
7068 return __a | (vector unsigned char)~__b;
7069 }
7070
7071 static __inline__ vector unsigned char __ATTRS_o_ai
vec_orc(vector bool char __a,vector unsigned char __b)7072 vec_orc(vector bool char __a, vector unsigned char __b) {
7073 return (vector unsigned char)(__a | (vector bool char)~__b);
7074 }
7075
vec_orc(vector bool char __a,vector bool char __b)7076 static __inline__ vector bool char __ATTRS_o_ai vec_orc(vector bool char __a,
7077 vector bool char __b) {
7078 return __a | ~__b;
7079 }
7080
7081 static __inline__ vector signed short __ATTRS_o_ai
vec_orc(vector signed short __a,vector signed short __b)7082 vec_orc(vector signed short __a, vector signed short __b) {
7083 return __a | ~__b;
7084 }
7085
7086 static __inline__ vector signed short __ATTRS_o_ai
vec_orc(vector signed short __a,vector bool short __b)7087 vec_orc(vector signed short __a, vector bool short __b) {
7088 return __a | (vector signed short)~__b;
7089 }
7090
7091 static __inline__ vector signed short __ATTRS_o_ai
vec_orc(vector bool short __a,vector signed short __b)7092 vec_orc(vector bool short __a, vector signed short __b) {
7093 return (vector signed short)(__a | (vector bool short)~__b);
7094 }
7095
7096 static __inline__ vector unsigned short __ATTRS_o_ai
vec_orc(vector unsigned short __a,vector unsigned short __b)7097 vec_orc(vector unsigned short __a, vector unsigned short __b) {
7098 return __a | ~__b;
7099 }
7100
7101 static __inline__ vector unsigned short __ATTRS_o_ai
vec_orc(vector unsigned short __a,vector bool short __b)7102 vec_orc(vector unsigned short __a, vector bool short __b) {
7103 return __a | (vector unsigned short)~__b;
7104 }
7105
7106 static __inline__ vector unsigned short __ATTRS_o_ai
vec_orc(vector bool short __a,vector unsigned short __b)7107 vec_orc(vector bool short __a, vector unsigned short __b) {
7108 return (vector unsigned short)(__a | (vector bool short)~__b);
7109 }
7110
7111 static __inline__ vector bool short __ATTRS_o_ai
vec_orc(vector bool short __a,vector bool short __b)7112 vec_orc(vector bool short __a, vector bool short __b) {
7113 return __a | ~__b;
7114 }
7115
7116 static __inline__ vector signed int __ATTRS_o_ai
vec_orc(vector signed int __a,vector signed int __b)7117 vec_orc(vector signed int __a, vector signed int __b) {
7118 return __a | ~__b;
7119 }
7120
vec_orc(vector signed int __a,vector bool int __b)7121 static __inline__ vector signed int __ATTRS_o_ai vec_orc(vector signed int __a,
7122 vector bool int __b) {
7123 return __a | (vector signed int)~__b;
7124 }
7125
7126 static __inline__ vector signed int __ATTRS_o_ai
vec_orc(vector bool int __a,vector signed int __b)7127 vec_orc(vector bool int __a, vector signed int __b) {
7128 return (vector signed int)(__a | (vector bool int)~__b);
7129 }
7130
7131 static __inline__ vector unsigned int __ATTRS_o_ai
vec_orc(vector unsigned int __a,vector unsigned int __b)7132 vec_orc(vector unsigned int __a, vector unsigned int __b) {
7133 return __a | ~__b;
7134 }
7135
7136 static __inline__ vector unsigned int __ATTRS_o_ai
vec_orc(vector unsigned int __a,vector bool int __b)7137 vec_orc(vector unsigned int __a, vector bool int __b) {
7138 return __a | (vector unsigned int)~__b;
7139 }
7140
7141 static __inline__ vector unsigned int __ATTRS_o_ai
vec_orc(vector bool int __a,vector unsigned int __b)7142 vec_orc(vector bool int __a, vector unsigned int __b) {
7143 return (vector unsigned int)(__a | (vector bool int)~__b);
7144 }
7145
vec_orc(vector bool int __a,vector bool int __b)7146 static __inline__ vector bool int __ATTRS_o_ai vec_orc(vector bool int __a,
7147 vector bool int __b) {
7148 return __a | ~__b;
7149 }
7150
7151 static __inline__ vector float __ATTRS_o_ai
vec_orc(vector bool int __a,vector float __b)7152 vec_orc(vector bool int __a, vector float __b) {
7153 return (vector float)(__a | ~(vector bool int)__b);
7154 }
7155
7156 static __inline__ vector float __ATTRS_o_ai
vec_orc(vector float __a,vector bool int __b)7157 vec_orc(vector float __a, vector bool int __b) {
7158 return (vector float)((vector bool int)__a | ~__b);
7159 }
7160
vec_orc(vector float __a,vector float __b)7161 static __inline__ vector float __ATTRS_o_ai vec_orc(vector float __a,
7162 vector float __b) {
7163 return (vector float)((vector unsigned int)__a | ~(vector unsigned int)__b);
7164 }
7165
7166 static __inline__ vector signed long long __ATTRS_o_ai
vec_orc(vector signed long long __a,vector signed long long __b)7167 vec_orc(vector signed long long __a, vector signed long long __b) {
7168 return __a | ~__b;
7169 }
7170
7171 static __inline__ vector signed long long __ATTRS_o_ai
vec_orc(vector signed long long __a,vector bool long long __b)7172 vec_orc(vector signed long long __a, vector bool long long __b) {
7173 return __a | (vector signed long long)~__b;
7174 }
7175
7176 static __inline__ vector signed long long __ATTRS_o_ai
vec_orc(vector bool long long __a,vector signed long long __b)7177 vec_orc(vector bool long long __a, vector signed long long __b) {
7178 return (vector signed long long)(__a | (vector bool long long)~__b);
7179 }
7180
7181 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_orc(vector unsigned long long __a,vector unsigned long long __b)7182 vec_orc(vector unsigned long long __a, vector unsigned long long __b) {
7183 return __a | ~__b;
7184 }
7185
7186 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_orc(vector unsigned long long __a,vector bool long long __b)7187 vec_orc(vector unsigned long long __a, vector bool long long __b) {
7188 return __a | (vector unsigned long long)~__b;
7189 }
7190
7191 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_orc(vector bool long long __a,vector unsigned long long __b)7192 vec_orc(vector bool long long __a, vector unsigned long long __b) {
7193 return (vector unsigned long long)(__a | (vector bool long long)~__b);
7194 }
7195
7196 static __inline__ vector bool long long __ATTRS_o_ai
vec_orc(vector bool long long __a,vector bool long long __b)7197 vec_orc(vector bool long long __a, vector bool long long __b) {
7198 return __a | ~__b;
7199 }
7200
7201 static __inline__ vector double __ATTRS_o_ai
vec_orc(vector double __a,vector bool long long __b)7202 vec_orc(vector double __a, vector bool long long __b) {
7203 return (vector double)((vector bool long long)__a | ~__b);
7204 }
7205
7206 static __inline__ vector double __ATTRS_o_ai
vec_orc(vector bool long long __a,vector double __b)7207 vec_orc(vector bool long long __a, vector double __b) {
7208 return (vector double)(__a | ~(vector bool long long)__b);
7209 }
7210
vec_orc(vector double __a,vector double __b)7211 static __inline__ vector double __ATTRS_o_ai vec_orc(vector double __a,
7212 vector double __b) {
7213 return (vector double)((vector unsigned long long)__a |
7214 ~(vector unsigned long long)__b);
7215 }
7216 #endif
7217
7218 /* vec_vor */
7219
7220 static __inline__ vector signed char __ATTRS_o_ai
vec_vor(vector signed char __a,vector signed char __b)7221 vec_vor(vector signed char __a, vector signed char __b) {
7222 return __a | __b;
7223 }
7224
7225 static __inline__ vector signed char __ATTRS_o_ai
vec_vor(vector bool char __a,vector signed char __b)7226 vec_vor(vector bool char __a, vector signed char __b) {
7227 return (vector signed char)__a | __b;
7228 }
7229
7230 static __inline__ vector signed char __ATTRS_o_ai
vec_vor(vector signed char __a,vector bool char __b)7231 vec_vor(vector signed char __a, vector bool char __b) {
7232 return __a | (vector signed char)__b;
7233 }
7234
7235 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vor(vector unsigned char __a,vector unsigned char __b)7236 vec_vor(vector unsigned char __a, vector unsigned char __b) {
7237 return __a | __b;
7238 }
7239
7240 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vor(vector bool char __a,vector unsigned char __b)7241 vec_vor(vector bool char __a, vector unsigned char __b) {
7242 return (vector unsigned char)__a | __b;
7243 }
7244
7245 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vor(vector unsigned char __a,vector bool char __b)7246 vec_vor(vector unsigned char __a, vector bool char __b) {
7247 return __a | (vector unsigned char)__b;
7248 }
7249
vec_vor(vector bool char __a,vector bool char __b)7250 static __inline__ vector bool char __ATTRS_o_ai vec_vor(vector bool char __a,
7251 vector bool char __b) {
7252 return __a | __b;
7253 }
7254
vec_vor(vector short __a,vector short __b)7255 static __inline__ vector short __ATTRS_o_ai vec_vor(vector short __a,
7256 vector short __b) {
7257 return __a | __b;
7258 }
7259
vec_vor(vector bool short __a,vector short __b)7260 static __inline__ vector short __ATTRS_o_ai vec_vor(vector bool short __a,
7261 vector short __b) {
7262 return (vector short)__a | __b;
7263 }
7264
vec_vor(vector short __a,vector bool short __b)7265 static __inline__ vector short __ATTRS_o_ai vec_vor(vector short __a,
7266 vector bool short __b) {
7267 return __a | (vector short)__b;
7268 }
7269
7270 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vor(vector unsigned short __a,vector unsigned short __b)7271 vec_vor(vector unsigned short __a, vector unsigned short __b) {
7272 return __a | __b;
7273 }
7274
7275 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vor(vector bool short __a,vector unsigned short __b)7276 vec_vor(vector bool short __a, vector unsigned short __b) {
7277 return (vector unsigned short)__a | __b;
7278 }
7279
7280 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vor(vector unsigned short __a,vector bool short __b)7281 vec_vor(vector unsigned short __a, vector bool short __b) {
7282 return __a | (vector unsigned short)__b;
7283 }
7284
7285 static __inline__ vector bool short __ATTRS_o_ai
vec_vor(vector bool short __a,vector bool short __b)7286 vec_vor(vector bool short __a, vector bool short __b) {
7287 return __a | __b;
7288 }
7289
vec_vor(vector int __a,vector int __b)7290 static __inline__ vector int __ATTRS_o_ai vec_vor(vector int __a,
7291 vector int __b) {
7292 return __a | __b;
7293 }
7294
vec_vor(vector bool int __a,vector int __b)7295 static __inline__ vector int __ATTRS_o_ai vec_vor(vector bool int __a,
7296 vector int __b) {
7297 return (vector int)__a | __b;
7298 }
7299
vec_vor(vector int __a,vector bool int __b)7300 static __inline__ vector int __ATTRS_o_ai vec_vor(vector int __a,
7301 vector bool int __b) {
7302 return __a | (vector int)__b;
7303 }
7304
7305 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vor(vector unsigned int __a,vector unsigned int __b)7306 vec_vor(vector unsigned int __a, vector unsigned int __b) {
7307 return __a | __b;
7308 }
7309
7310 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vor(vector bool int __a,vector unsigned int __b)7311 vec_vor(vector bool int __a, vector unsigned int __b) {
7312 return (vector unsigned int)__a | __b;
7313 }
7314
7315 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vor(vector unsigned int __a,vector bool int __b)7316 vec_vor(vector unsigned int __a, vector bool int __b) {
7317 return __a | (vector unsigned int)__b;
7318 }
7319
vec_vor(vector bool int __a,vector bool int __b)7320 static __inline__ vector bool int __ATTRS_o_ai vec_vor(vector bool int __a,
7321 vector bool int __b) {
7322 return __a | __b;
7323 }
7324
vec_vor(vector float __a,vector float __b)7325 static __inline__ vector float __ATTRS_o_ai vec_vor(vector float __a,
7326 vector float __b) {
7327 vector unsigned int __res =
7328 (vector unsigned int)__a | (vector unsigned int)__b;
7329 return (vector float)__res;
7330 }
7331
vec_vor(vector bool int __a,vector float __b)7332 static __inline__ vector float __ATTRS_o_ai vec_vor(vector bool int __a,
7333 vector float __b) {
7334 vector unsigned int __res =
7335 (vector unsigned int)__a | (vector unsigned int)__b;
7336 return (vector float)__res;
7337 }
7338
vec_vor(vector float __a,vector bool int __b)7339 static __inline__ vector float __ATTRS_o_ai vec_vor(vector float __a,
7340 vector bool int __b) {
7341 vector unsigned int __res =
7342 (vector unsigned int)__a | (vector unsigned int)__b;
7343 return (vector float)__res;
7344 }
7345
7346 #ifdef __VSX__
7347 static __inline__ vector signed long long __ATTRS_o_ai
vec_vor(vector signed long long __a,vector signed long long __b)7348 vec_vor(vector signed long long __a, vector signed long long __b) {
7349 return __a | __b;
7350 }
7351
7352 static __inline__ vector signed long long __ATTRS_o_ai
vec_vor(vector bool long long __a,vector signed long long __b)7353 vec_vor(vector bool long long __a, vector signed long long __b) {
7354 return (vector signed long long)__a | __b;
7355 }
7356
7357 static __inline__ vector signed long long __ATTRS_o_ai
vec_vor(vector signed long long __a,vector bool long long __b)7358 vec_vor(vector signed long long __a, vector bool long long __b) {
7359 return __a | (vector signed long long)__b;
7360 }
7361
7362 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vor(vector unsigned long long __a,vector unsigned long long __b)7363 vec_vor(vector unsigned long long __a, vector unsigned long long __b) {
7364 return __a | __b;
7365 }
7366
7367 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vor(vector bool long long __a,vector unsigned long long __b)7368 vec_vor(vector bool long long __a, vector unsigned long long __b) {
7369 return (vector unsigned long long)__a | __b;
7370 }
7371
7372 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vor(vector unsigned long long __a,vector bool long long __b)7373 vec_vor(vector unsigned long long __a, vector bool long long __b) {
7374 return __a | (vector unsigned long long)__b;
7375 }
7376
7377 static __inline__ vector bool long long __ATTRS_o_ai
vec_vor(vector bool long long __a,vector bool long long __b)7378 vec_vor(vector bool long long __a, vector bool long long __b) {
7379 return __a | __b;
7380 }
7381 #endif
7382
7383 /* vec_pack */
7384
7385 /* The various vector pack instructions have a big-endian bias, so for
7386 little endian we must handle reversed element numbering. */
7387
7388 static __inline__ vector signed char __ATTRS_o_ai
vec_pack(vector signed short __a,vector signed short __b)7389 vec_pack(vector signed short __a, vector signed short __b) {
7390 #ifdef __LITTLE_ENDIAN__
7391 return (vector signed char)vec_perm(
7392 __a, __b,
7393 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7394 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7395 #else
7396 return (vector signed char)vec_perm(
7397 __a, __b,
7398 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7399 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7400 #endif
7401 }
7402
7403 static __inline__ vector unsigned char __ATTRS_o_ai
vec_pack(vector unsigned short __a,vector unsigned short __b)7404 vec_pack(vector unsigned short __a, vector unsigned short __b) {
7405 #ifdef __LITTLE_ENDIAN__
7406 return (vector unsigned char)vec_perm(
7407 __a, __b,
7408 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7409 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7410 #else
7411 return (vector unsigned char)vec_perm(
7412 __a, __b,
7413 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7414 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7415 #endif
7416 }
7417
7418 static __inline__ vector bool char __ATTRS_o_ai
vec_pack(vector bool short __a,vector bool short __b)7419 vec_pack(vector bool short __a, vector bool short __b) {
7420 #ifdef __LITTLE_ENDIAN__
7421 return (vector bool char)vec_perm(
7422 __a, __b,
7423 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7424 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7425 #else
7426 return (vector bool char)vec_perm(
7427 __a, __b,
7428 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7429 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7430 #endif
7431 }
7432
vec_pack(vector int __a,vector int __b)7433 static __inline__ vector short __ATTRS_o_ai vec_pack(vector int __a,
7434 vector int __b) {
7435 #ifdef __LITTLE_ENDIAN__
7436 return (vector short)vec_perm(
7437 __a, __b,
7438 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7439 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7440 #else
7441 return (vector short)vec_perm(
7442 __a, __b,
7443 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7444 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7445 #endif
7446 }
7447
7448 static __inline__ vector unsigned short __ATTRS_o_ai
vec_pack(vector unsigned int __a,vector unsigned int __b)7449 vec_pack(vector unsigned int __a, vector unsigned int __b) {
7450 #ifdef __LITTLE_ENDIAN__
7451 return (vector unsigned short)vec_perm(
7452 __a, __b,
7453 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7454 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7455 #else
7456 return (vector unsigned short)vec_perm(
7457 __a, __b,
7458 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7459 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7460 #endif
7461 }
7462
vec_pack(vector bool int __a,vector bool int __b)7463 static __inline__ vector bool short __ATTRS_o_ai vec_pack(vector bool int __a,
7464 vector bool int __b) {
7465 #ifdef __LITTLE_ENDIAN__
7466 return (vector bool short)vec_perm(
7467 __a, __b,
7468 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7469 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7470 #else
7471 return (vector bool short)vec_perm(
7472 __a, __b,
7473 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7474 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7475 #endif
7476 }
7477
7478 #ifdef __VSX__
7479 static __inline__ vector signed int __ATTRS_o_ai
vec_pack(vector signed long long __a,vector signed long long __b)7480 vec_pack(vector signed long long __a, vector signed long long __b) {
7481 #ifdef __LITTLE_ENDIAN__
7482 return (vector signed int)vec_perm(
7483 __a, __b,
7484 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7485 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7486 #else
7487 return (vector signed int)vec_perm(
7488 __a, __b,
7489 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7490 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7491 #endif
7492 }
7493 static __inline__ vector unsigned int __ATTRS_o_ai
vec_pack(vector unsigned long long __a,vector unsigned long long __b)7494 vec_pack(vector unsigned long long __a, vector unsigned long long __b) {
7495 #ifdef __LITTLE_ENDIAN__
7496 return (vector unsigned int)vec_perm(
7497 __a, __b,
7498 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7499 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7500 #else
7501 return (vector unsigned int)vec_perm(
7502 __a, __b,
7503 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7504 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7505 #endif
7506 }
7507
7508 static __inline__ vector bool int __ATTRS_o_ai
vec_pack(vector bool long long __a,vector bool long long __b)7509 vec_pack(vector bool long long __a, vector bool long long __b) {
7510 #ifdef __LITTLE_ENDIAN__
7511 return (vector bool int)vec_perm(
7512 __a, __b,
7513 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7514 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7515 #else
7516 return (vector bool int)vec_perm(
7517 __a, __b,
7518 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7519 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7520 #endif
7521 }
7522
7523 static __inline__ vector float __ATTRS_o_ai
vec_pack(vector double __a,vector double __b)7524 vec_pack(vector double __a, vector double __b) {
7525 return (vector float) (__a[0], __a[1], __b[0], __b[1]);
7526 }
7527 #endif
7528
7529 #ifdef __POWER9_VECTOR__
7530 static __inline__ vector unsigned short __ATTRS_o_ai
vec_pack_to_short_fp32(vector float __a,vector float __b)7531 vec_pack_to_short_fp32(vector float __a, vector float __b) {
7532 vector float __resa = __builtin_vsx_xvcvsphp(__a);
7533 vector float __resb = __builtin_vsx_xvcvsphp(__b);
7534 #ifdef __LITTLE_ENDIAN__
7535 return (vector unsigned short)vec_mergee(__resa, __resb);
7536 #else
7537 return (vector unsigned short)vec_mergeo(__resa, __resb);
7538 #endif
7539 }
7540
7541 #endif
7542 /* vec_vpkuhum */
7543
7544 #define __builtin_altivec_vpkuhum vec_vpkuhum
7545
7546 static __inline__ vector signed char __ATTRS_o_ai
vec_vpkuhum(vector signed short __a,vector signed short __b)7547 vec_vpkuhum(vector signed short __a, vector signed short __b) {
7548 #ifdef __LITTLE_ENDIAN__
7549 return (vector signed char)vec_perm(
7550 __a, __b,
7551 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7552 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7553 #else
7554 return (vector signed char)vec_perm(
7555 __a, __b,
7556 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7557 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7558 #endif
7559 }
7560
7561 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vpkuhum(vector unsigned short __a,vector unsigned short __b)7562 vec_vpkuhum(vector unsigned short __a, vector unsigned short __b) {
7563 #ifdef __LITTLE_ENDIAN__
7564 return (vector unsigned char)vec_perm(
7565 __a, __b,
7566 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7567 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7568 #else
7569 return (vector unsigned char)vec_perm(
7570 __a, __b,
7571 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7572 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7573 #endif
7574 }
7575
7576 static __inline__ vector bool char __ATTRS_o_ai
vec_vpkuhum(vector bool short __a,vector bool short __b)7577 vec_vpkuhum(vector bool short __a, vector bool short __b) {
7578 #ifdef __LITTLE_ENDIAN__
7579 return (vector bool char)vec_perm(
7580 __a, __b,
7581 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E,
7582 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E));
7583 #else
7584 return (vector bool char)vec_perm(
7585 __a, __b,
7586 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F,
7587 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F));
7588 #endif
7589 }
7590
7591 /* vec_vpkuwum */
7592
7593 #define __builtin_altivec_vpkuwum vec_vpkuwum
7594
vec_vpkuwum(vector int __a,vector int __b)7595 static __inline__ vector short __ATTRS_o_ai vec_vpkuwum(vector int __a,
7596 vector int __b) {
7597 #ifdef __LITTLE_ENDIAN__
7598 return (vector short)vec_perm(
7599 __a, __b,
7600 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7601 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7602 #else
7603 return (vector short)vec_perm(
7604 __a, __b,
7605 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7606 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7607 #endif
7608 }
7609
7610 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vpkuwum(vector unsigned int __a,vector unsigned int __b)7611 vec_vpkuwum(vector unsigned int __a, vector unsigned int __b) {
7612 #ifdef __LITTLE_ENDIAN__
7613 return (vector unsigned short)vec_perm(
7614 __a, __b,
7615 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7616 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7617 #else
7618 return (vector unsigned short)vec_perm(
7619 __a, __b,
7620 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7621 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7622 #endif
7623 }
7624
7625 static __inline__ vector bool short __ATTRS_o_ai
vec_vpkuwum(vector bool int __a,vector bool int __b)7626 vec_vpkuwum(vector bool int __a, vector bool int __b) {
7627 #ifdef __LITTLE_ENDIAN__
7628 return (vector bool short)vec_perm(
7629 __a, __b,
7630 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D,
7631 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D));
7632 #else
7633 return (vector bool short)vec_perm(
7634 __a, __b,
7635 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F,
7636 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F));
7637 #endif
7638 }
7639
7640 /* vec_vpkudum */
7641
7642 #ifdef __POWER8_VECTOR__
7643 #define __builtin_altivec_vpkudum vec_vpkudum
7644
vec_vpkudum(vector long long __a,vector long long __b)7645 static __inline__ vector int __ATTRS_o_ai vec_vpkudum(vector long long __a,
7646 vector long long __b) {
7647 #ifdef __LITTLE_ENDIAN__
7648 return (vector int)vec_perm(
7649 __a, __b,
7650 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7651 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7652 #else
7653 return (vector int)vec_perm(
7654 __a, __b,
7655 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7656 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7657 #endif
7658 }
7659
7660 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vpkudum(vector unsigned long long __a,vector unsigned long long __b)7661 vec_vpkudum(vector unsigned long long __a, vector unsigned long long __b) {
7662 #ifdef __LITTLE_ENDIAN__
7663 return (vector unsigned int)vec_perm(
7664 __a, __b,
7665 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7666 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7667 #else
7668 return (vector unsigned int)vec_perm(
7669 __a, __b,
7670 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7671 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7672 #endif
7673 }
7674
7675 static __inline__ vector bool int __ATTRS_o_ai
vec_vpkudum(vector bool long long __a,vector bool long long __b)7676 vec_vpkudum(vector bool long long __a, vector bool long long __b) {
7677 #ifdef __LITTLE_ENDIAN__
7678 return (vector bool int)vec_perm(
7679 (vector long long)__a, (vector long long)__b,
7680 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B,
7681 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B));
7682 #else
7683 return (vector bool int)vec_perm(
7684 (vector long long)__a, (vector long long)__b,
7685 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F,
7686 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F));
7687 #endif
7688 }
7689 #endif
7690
7691 /* vec_packpx */
7692
7693 static __inline__ vector pixel __attribute__((__always_inline__))
vec_packpx(vector unsigned int __a,vector unsigned int __b)7694 vec_packpx(vector unsigned int __a, vector unsigned int __b) {
7695 #ifdef __LITTLE_ENDIAN__
7696 return (vector pixel)__builtin_altivec_vpkpx(__b, __a);
7697 #else
7698 return (vector pixel)__builtin_altivec_vpkpx(__a, __b);
7699 #endif
7700 }
7701
7702 /* vec_vpkpx */
7703
7704 static __inline__ vector pixel __attribute__((__always_inline__))
vec_vpkpx(vector unsigned int __a,vector unsigned int __b)7705 vec_vpkpx(vector unsigned int __a, vector unsigned int __b) {
7706 #ifdef __LITTLE_ENDIAN__
7707 return (vector pixel)__builtin_altivec_vpkpx(__b, __a);
7708 #else
7709 return (vector pixel)__builtin_altivec_vpkpx(__a, __b);
7710 #endif
7711 }
7712
7713 /* vec_packs */
7714
vec_packs(vector short __a,vector short __b)7715 static __inline__ vector signed char __ATTRS_o_ai vec_packs(vector short __a,
7716 vector short __b) {
7717 #ifdef __LITTLE_ENDIAN__
7718 return __builtin_altivec_vpkshss(__b, __a);
7719 #else
7720 return __builtin_altivec_vpkshss(__a, __b);
7721 #endif
7722 }
7723
7724 static __inline__ vector unsigned char __ATTRS_o_ai
vec_packs(vector unsigned short __a,vector unsigned short __b)7725 vec_packs(vector unsigned short __a, vector unsigned short __b) {
7726 #ifdef __LITTLE_ENDIAN__
7727 return __builtin_altivec_vpkuhus(__b, __a);
7728 #else
7729 return __builtin_altivec_vpkuhus(__a, __b);
7730 #endif
7731 }
7732
vec_packs(vector int __a,vector int __b)7733 static __inline__ vector signed short __ATTRS_o_ai vec_packs(vector int __a,
7734 vector int __b) {
7735 #ifdef __LITTLE_ENDIAN__
7736 return __builtin_altivec_vpkswss(__b, __a);
7737 #else
7738 return __builtin_altivec_vpkswss(__a, __b);
7739 #endif
7740 }
7741
7742 static __inline__ vector unsigned short __ATTRS_o_ai
vec_packs(vector unsigned int __a,vector unsigned int __b)7743 vec_packs(vector unsigned int __a, vector unsigned int __b) {
7744 #ifdef __LITTLE_ENDIAN__
7745 return __builtin_altivec_vpkuwus(__b, __a);
7746 #else
7747 return __builtin_altivec_vpkuwus(__a, __b);
7748 #endif
7749 }
7750
7751 #ifdef __POWER8_VECTOR__
vec_packs(vector long long __a,vector long long __b)7752 static __inline__ vector int __ATTRS_o_ai vec_packs(vector long long __a,
7753 vector long long __b) {
7754 #ifdef __LITTLE_ENDIAN__
7755 return __builtin_altivec_vpksdss(__b, __a);
7756 #else
7757 return __builtin_altivec_vpksdss(__a, __b);
7758 #endif
7759 }
7760
7761 static __inline__ vector unsigned int __ATTRS_o_ai
vec_packs(vector unsigned long long __a,vector unsigned long long __b)7762 vec_packs(vector unsigned long long __a, vector unsigned long long __b) {
7763 #ifdef __LITTLE_ENDIAN__
7764 return __builtin_altivec_vpkudus(__b, __a);
7765 #else
7766 return __builtin_altivec_vpkudus(__a, __b);
7767 #endif
7768 }
7769 #endif
7770
7771 /* vec_vpkshss */
7772
7773 static __inline__ vector signed char __attribute__((__always_inline__))
vec_vpkshss(vector short __a,vector short __b)7774 vec_vpkshss(vector short __a, vector short __b) {
7775 #ifdef __LITTLE_ENDIAN__
7776 return __builtin_altivec_vpkshss(__b, __a);
7777 #else
7778 return __builtin_altivec_vpkshss(__a, __b);
7779 #endif
7780 }
7781
7782 /* vec_vpksdss */
7783
7784 #ifdef __POWER8_VECTOR__
vec_vpksdss(vector long long __a,vector long long __b)7785 static __inline__ vector int __ATTRS_o_ai vec_vpksdss(vector long long __a,
7786 vector long long __b) {
7787 #ifdef __LITTLE_ENDIAN__
7788 return __builtin_altivec_vpksdss(__b, __a);
7789 #else
7790 return __builtin_altivec_vpksdss(__a, __b);
7791 #endif
7792 }
7793 #endif
7794
7795 /* vec_vpkuhus */
7796
7797 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_vpkuhus(vector unsigned short __a,vector unsigned short __b)7798 vec_vpkuhus(vector unsigned short __a, vector unsigned short __b) {
7799 #ifdef __LITTLE_ENDIAN__
7800 return __builtin_altivec_vpkuhus(__b, __a);
7801 #else
7802 return __builtin_altivec_vpkuhus(__a, __b);
7803 #endif
7804 }
7805
7806 /* vec_vpkudus */
7807
7808 #ifdef __POWER8_VECTOR__
7809 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vpkudus(vector unsigned long long __a,vector unsigned long long __b)7810 vec_vpkudus(vector unsigned long long __a, vector unsigned long long __b) {
7811 #ifdef __LITTLE_ENDIAN__
7812 return __builtin_altivec_vpkudus(__b, __a);
7813 #else
7814 return __builtin_altivec_vpkudus(__a, __b);
7815 #endif
7816 }
7817 #endif
7818
7819 /* vec_vpkswss */
7820
7821 static __inline__ vector signed short __attribute__((__always_inline__))
vec_vpkswss(vector int __a,vector int __b)7822 vec_vpkswss(vector int __a, vector int __b) {
7823 #ifdef __LITTLE_ENDIAN__
7824 return __builtin_altivec_vpkswss(__b, __a);
7825 #else
7826 return __builtin_altivec_vpkswss(__a, __b);
7827 #endif
7828 }
7829
7830 /* vec_vpkuwus */
7831
7832 static __inline__ vector unsigned short __attribute__((__always_inline__))
vec_vpkuwus(vector unsigned int __a,vector unsigned int __b)7833 vec_vpkuwus(vector unsigned int __a, vector unsigned int __b) {
7834 #ifdef __LITTLE_ENDIAN__
7835 return __builtin_altivec_vpkuwus(__b, __a);
7836 #else
7837 return __builtin_altivec_vpkuwus(__a, __b);
7838 #endif
7839 }
7840
7841 /* vec_packsu */
7842
7843 static __inline__ vector unsigned char __ATTRS_o_ai
vec_packsu(vector short __a,vector short __b)7844 vec_packsu(vector short __a, vector short __b) {
7845 #ifdef __LITTLE_ENDIAN__
7846 return __builtin_altivec_vpkshus(__b, __a);
7847 #else
7848 return __builtin_altivec_vpkshus(__a, __b);
7849 #endif
7850 }
7851
7852 static __inline__ vector unsigned char __ATTRS_o_ai
vec_packsu(vector unsigned short __a,vector unsigned short __b)7853 vec_packsu(vector unsigned short __a, vector unsigned short __b) {
7854 #ifdef __LITTLE_ENDIAN__
7855 return __builtin_altivec_vpkuhus(__b, __a);
7856 #else
7857 return __builtin_altivec_vpkuhus(__a, __b);
7858 #endif
7859 }
7860
7861 static __inline__ vector unsigned short __ATTRS_o_ai
vec_packsu(vector int __a,vector int __b)7862 vec_packsu(vector int __a, vector int __b) {
7863 #ifdef __LITTLE_ENDIAN__
7864 return __builtin_altivec_vpkswus(__b, __a);
7865 #else
7866 return __builtin_altivec_vpkswus(__a, __b);
7867 #endif
7868 }
7869
7870 static __inline__ vector unsigned short __ATTRS_o_ai
vec_packsu(vector unsigned int __a,vector unsigned int __b)7871 vec_packsu(vector unsigned int __a, vector unsigned int __b) {
7872 #ifdef __LITTLE_ENDIAN__
7873 return __builtin_altivec_vpkuwus(__b, __a);
7874 #else
7875 return __builtin_altivec_vpkuwus(__a, __b);
7876 #endif
7877 }
7878
7879 #ifdef __POWER8_VECTOR__
7880 static __inline__ vector unsigned int __ATTRS_o_ai
vec_packsu(vector long long __a,vector long long __b)7881 vec_packsu(vector long long __a, vector long long __b) {
7882 #ifdef __LITTLE_ENDIAN__
7883 return __builtin_altivec_vpksdus(__b, __a);
7884 #else
7885 return __builtin_altivec_vpksdus(__a, __b);
7886 #endif
7887 }
7888
7889 static __inline__ vector unsigned int __ATTRS_o_ai
vec_packsu(vector unsigned long long __a,vector unsigned long long __b)7890 vec_packsu(vector unsigned long long __a, vector unsigned long long __b) {
7891 #ifdef __LITTLE_ENDIAN__
7892 return __builtin_altivec_vpkudus(__b, __a);
7893 #else
7894 return __builtin_altivec_vpkudus(__a, __b);
7895 #endif
7896 }
7897 #endif
7898
7899 /* vec_vpkshus */
7900
7901 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vpkshus(vector short __a,vector short __b)7902 vec_vpkshus(vector short __a, vector short __b) {
7903 #ifdef __LITTLE_ENDIAN__
7904 return __builtin_altivec_vpkshus(__b, __a);
7905 #else
7906 return __builtin_altivec_vpkshus(__a, __b);
7907 #endif
7908 }
7909
7910 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vpkshus(vector unsigned short __a,vector unsigned short __b)7911 vec_vpkshus(vector unsigned short __a, vector unsigned short __b) {
7912 #ifdef __LITTLE_ENDIAN__
7913 return __builtin_altivec_vpkuhus(__b, __a);
7914 #else
7915 return __builtin_altivec_vpkuhus(__a, __b);
7916 #endif
7917 }
7918
7919 /* vec_vpkswus */
7920
7921 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vpkswus(vector int __a,vector int __b)7922 vec_vpkswus(vector int __a, vector int __b) {
7923 #ifdef __LITTLE_ENDIAN__
7924 return __builtin_altivec_vpkswus(__b, __a);
7925 #else
7926 return __builtin_altivec_vpkswus(__a, __b);
7927 #endif
7928 }
7929
7930 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vpkswus(vector unsigned int __a,vector unsigned int __b)7931 vec_vpkswus(vector unsigned int __a, vector unsigned int __b) {
7932 #ifdef __LITTLE_ENDIAN__
7933 return __builtin_altivec_vpkuwus(__b, __a);
7934 #else
7935 return __builtin_altivec_vpkuwus(__a, __b);
7936 #endif
7937 }
7938
7939 /* vec_vpksdus */
7940
7941 #ifdef __POWER8_VECTOR__
7942 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vpksdus(vector long long __a,vector long long __b)7943 vec_vpksdus(vector long long __a, vector long long __b) {
7944 #ifdef __LITTLE_ENDIAN__
7945 return __builtin_altivec_vpksdus(__b, __a);
7946 #else
7947 return __builtin_altivec_vpksdus(__a, __b);
7948 #endif
7949 }
7950 #endif
7951
7952 /* vec_perm */
7953
7954 // The vperm instruction is defined architecturally with a big-endian bias.
7955 // For little endian, we swap the input operands and invert the permute
7956 // control vector. Only the rightmost 5 bits matter, so we could use
7957 // a vector of all 31s instead of all 255s to perform the inversion.
7958 // However, when the PCV is not a constant, using 255 has an advantage
7959 // in that the vec_xor can be recognized as a vec_nor (and for P8 and
7960 // later, possibly a vec_nand).
7961
vec_perm(vector signed char __a,vector signed char __b,vector unsigned char __c)7962 static __inline__ vector signed char __ATTRS_o_ai vec_perm(
7963 vector signed char __a, vector signed char __b, vector unsigned char __c) {
7964 #ifdef __LITTLE_ENDIAN__
7965 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
7966 255, 255, 255, 255, 255, 255, 255, 255};
7967 __d = vec_xor(__c, __d);
7968 return (vector signed char)__builtin_altivec_vperm_4si((vector int)__b,
7969 (vector int)__a, __d);
7970 #else
7971 return (vector signed char)__builtin_altivec_vperm_4si((vector int)__a,
7972 (vector int)__b, __c);
7973 #endif
7974 }
7975
7976 static __inline__ vector unsigned char __ATTRS_o_ai
vec_perm(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)7977 vec_perm(vector unsigned char __a, vector unsigned char __b,
7978 vector unsigned char __c) {
7979 #ifdef __LITTLE_ENDIAN__
7980 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
7981 255, 255, 255, 255, 255, 255, 255, 255};
7982 __d = vec_xor(__c, __d);
7983 return (vector unsigned char)__builtin_altivec_vperm_4si(
7984 (vector int)__b, (vector int)__a, __d);
7985 #else
7986 return (vector unsigned char)__builtin_altivec_vperm_4si(
7987 (vector int)__a, (vector int)__b, __c);
7988 #endif
7989 }
7990
7991 static __inline__ vector bool char __ATTRS_o_ai
vec_perm(vector bool char __a,vector bool char __b,vector unsigned char __c)7992 vec_perm(vector bool char __a, vector bool char __b, vector unsigned char __c) {
7993 #ifdef __LITTLE_ENDIAN__
7994 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
7995 255, 255, 255, 255, 255, 255, 255, 255};
7996 __d = vec_xor(__c, __d);
7997 return (vector bool char)__builtin_altivec_vperm_4si((vector int)__b,
7998 (vector int)__a, __d);
7999 #else
8000 return (vector bool char)__builtin_altivec_vperm_4si((vector int)__a,
8001 (vector int)__b, __c);
8002 #endif
8003 }
8004
vec_perm(vector signed short __a,vector signed short __b,vector unsigned char __c)8005 static __inline__ vector short __ATTRS_o_ai vec_perm(vector signed short __a,
8006 vector signed short __b,
8007 vector unsigned char __c) {
8008 #ifdef __LITTLE_ENDIAN__
8009 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8010 255, 255, 255, 255, 255, 255, 255, 255};
8011 __d = vec_xor(__c, __d);
8012 return (vector signed short)__builtin_altivec_vperm_4si((vector int)__b,
8013 (vector int)__a, __d);
8014 #else
8015 return (vector signed short)__builtin_altivec_vperm_4si((vector int)__a,
8016 (vector int)__b, __c);
8017 #endif
8018 }
8019
8020 static __inline__ vector unsigned short __ATTRS_o_ai
vec_perm(vector unsigned short __a,vector unsigned short __b,vector unsigned char __c)8021 vec_perm(vector unsigned short __a, vector unsigned short __b,
8022 vector unsigned char __c) {
8023 #ifdef __LITTLE_ENDIAN__
8024 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8025 255, 255, 255, 255, 255, 255, 255, 255};
8026 __d = vec_xor(__c, __d);
8027 return (vector unsigned short)__builtin_altivec_vperm_4si(
8028 (vector int)__b, (vector int)__a, __d);
8029 #else
8030 return (vector unsigned short)__builtin_altivec_vperm_4si(
8031 (vector int)__a, (vector int)__b, __c);
8032 #endif
8033 }
8034
vec_perm(vector bool short __a,vector bool short __b,vector unsigned char __c)8035 static __inline__ vector bool short __ATTRS_o_ai vec_perm(
8036 vector bool short __a, vector bool short __b, vector unsigned char __c) {
8037 #ifdef __LITTLE_ENDIAN__
8038 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8039 255, 255, 255, 255, 255, 255, 255, 255};
8040 __d = vec_xor(__c, __d);
8041 return (vector bool short)__builtin_altivec_vperm_4si((vector int)__b,
8042 (vector int)__a, __d);
8043 #else
8044 return (vector bool short)__builtin_altivec_vperm_4si((vector int)__a,
8045 (vector int)__b, __c);
8046 #endif
8047 }
8048
vec_perm(vector pixel __a,vector pixel __b,vector unsigned char __c)8049 static __inline__ vector pixel __ATTRS_o_ai vec_perm(vector pixel __a,
8050 vector pixel __b,
8051 vector unsigned char __c) {
8052 #ifdef __LITTLE_ENDIAN__
8053 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8054 255, 255, 255, 255, 255, 255, 255, 255};
8055 __d = vec_xor(__c, __d);
8056 return (vector pixel)__builtin_altivec_vperm_4si((vector int)__b,
8057 (vector int)__a, __d);
8058 #else
8059 return (vector pixel)__builtin_altivec_vperm_4si((vector int)__a,
8060 (vector int)__b, __c);
8061 #endif
8062 }
8063
vec_perm(vector signed int __a,vector signed int __b,vector unsigned char __c)8064 static __inline__ vector int __ATTRS_o_ai vec_perm(vector signed int __a,
8065 vector signed int __b,
8066 vector unsigned char __c) {
8067 #ifdef __LITTLE_ENDIAN__
8068 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8069 255, 255, 255, 255, 255, 255, 255, 255};
8070 __d = vec_xor(__c, __d);
8071 return (vector signed int)__builtin_altivec_vperm_4si(__b, __a, __d);
8072 #else
8073 return (vector signed int)__builtin_altivec_vperm_4si(__a, __b, __c);
8074 #endif
8075 }
8076
8077 static __inline__ vector unsigned int __ATTRS_o_ai
vec_perm(vector unsigned int __a,vector unsigned int __b,vector unsigned char __c)8078 vec_perm(vector unsigned int __a, vector unsigned int __b,
8079 vector unsigned char __c) {
8080 #ifdef __LITTLE_ENDIAN__
8081 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8082 255, 255, 255, 255, 255, 255, 255, 255};
8083 __d = vec_xor(__c, __d);
8084 return (vector unsigned int)__builtin_altivec_vperm_4si((vector int)__b,
8085 (vector int)__a, __d);
8086 #else
8087 return (vector unsigned int)__builtin_altivec_vperm_4si((vector int)__a,
8088 (vector int)__b, __c);
8089 #endif
8090 }
8091
8092 static __inline__ vector bool int __ATTRS_o_ai
vec_perm(vector bool int __a,vector bool int __b,vector unsigned char __c)8093 vec_perm(vector bool int __a, vector bool int __b, vector unsigned char __c) {
8094 #ifdef __LITTLE_ENDIAN__
8095 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8096 255, 255, 255, 255, 255, 255, 255, 255};
8097 __d = vec_xor(__c, __d);
8098 return (vector bool int)__builtin_altivec_vperm_4si((vector int)__b,
8099 (vector int)__a, __d);
8100 #else
8101 return (vector bool int)__builtin_altivec_vperm_4si((vector int)__a,
8102 (vector int)__b, __c);
8103 #endif
8104 }
8105
vec_perm(vector float __a,vector float __b,vector unsigned char __c)8106 static __inline__ vector float __ATTRS_o_ai vec_perm(vector float __a,
8107 vector float __b,
8108 vector unsigned char __c) {
8109 #ifdef __LITTLE_ENDIAN__
8110 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8111 255, 255, 255, 255, 255, 255, 255, 255};
8112 __d = vec_xor(__c, __d);
8113 return (vector float)__builtin_altivec_vperm_4si((vector int)__b,
8114 (vector int)__a, __d);
8115 #else
8116 return (vector float)__builtin_altivec_vperm_4si((vector int)__a,
8117 (vector int)__b, __c);
8118 #endif
8119 }
8120
8121 #ifdef __VSX__
8122 static __inline__ vector long long __ATTRS_o_ai
vec_perm(vector signed long long __a,vector signed long long __b,vector unsigned char __c)8123 vec_perm(vector signed long long __a, vector signed long long __b,
8124 vector unsigned char __c) {
8125 #ifdef __LITTLE_ENDIAN__
8126 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8127 255, 255, 255, 255, 255, 255, 255, 255};
8128 __d = vec_xor(__c, __d);
8129 return (vector signed long long)__builtin_altivec_vperm_4si(
8130 (vector int)__b, (vector int)__a, __d);
8131 #else
8132 return (vector signed long long)__builtin_altivec_vperm_4si(
8133 (vector int)__a, (vector int)__b, __c);
8134 #endif
8135 }
8136
8137 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_perm(vector unsigned long long __a,vector unsigned long long __b,vector unsigned char __c)8138 vec_perm(vector unsigned long long __a, vector unsigned long long __b,
8139 vector unsigned char __c) {
8140 #ifdef __LITTLE_ENDIAN__
8141 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8142 255, 255, 255, 255, 255, 255, 255, 255};
8143 __d = vec_xor(__c, __d);
8144 return (vector unsigned long long)__builtin_altivec_vperm_4si(
8145 (vector int)__b, (vector int)__a, __d);
8146 #else
8147 return (vector unsigned long long)__builtin_altivec_vperm_4si(
8148 (vector int)__a, (vector int)__b, __c);
8149 #endif
8150 }
8151
8152 static __inline__ vector bool long long __ATTRS_o_ai
vec_perm(vector bool long long __a,vector bool long long __b,vector unsigned char __c)8153 vec_perm(vector bool long long __a, vector bool long long __b,
8154 vector unsigned char __c) {
8155 #ifdef __LITTLE_ENDIAN__
8156 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8157 255, 255, 255, 255, 255, 255, 255, 255};
8158 __d = vec_xor(__c, __d);
8159 return (vector bool long long)__builtin_altivec_vperm_4si(
8160 (vector int)__b, (vector int)__a, __d);
8161 #else
8162 return (vector bool long long)__builtin_altivec_vperm_4si(
8163 (vector int)__a, (vector int)__b, __c);
8164 #endif
8165 }
8166
8167 static __inline__ vector double __ATTRS_o_ai
vec_perm(vector double __a,vector double __b,vector unsigned char __c)8168 vec_perm(vector double __a, vector double __b, vector unsigned char __c) {
8169 #ifdef __LITTLE_ENDIAN__
8170 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255,
8171 255, 255, 255, 255, 255, 255, 255, 255};
8172 __d = vec_xor(__c, __d);
8173 return (vector double)__builtin_altivec_vperm_4si((vector int)__b,
8174 (vector int)__a, __d);
8175 #else
8176 return (vector double)__builtin_altivec_vperm_4si((vector int)__a,
8177 (vector int)__b, __c);
8178 #endif
8179 }
8180 #endif
8181
8182 /* vec_vperm */
8183
vec_vperm(vector signed char __a,vector signed char __b,vector unsigned char __c)8184 static __inline__ vector signed char __ATTRS_o_ai vec_vperm(
8185 vector signed char __a, vector signed char __b, vector unsigned char __c) {
8186 return vec_perm(__a, __b, __c);
8187 }
8188
8189 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vperm(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)8190 vec_vperm(vector unsigned char __a, vector unsigned char __b,
8191 vector unsigned char __c) {
8192 return vec_perm(__a, __b, __c);
8193 }
8194
vec_vperm(vector bool char __a,vector bool char __b,vector unsigned char __c)8195 static __inline__ vector bool char __ATTRS_o_ai vec_vperm(
8196 vector bool char __a, vector bool char __b, vector unsigned char __c) {
8197 return vec_perm(__a, __b, __c);
8198 }
8199
8200 static __inline__ vector short __ATTRS_o_ai
vec_vperm(vector short __a,vector short __b,vector unsigned char __c)8201 vec_vperm(vector short __a, vector short __b, vector unsigned char __c) {
8202 return vec_perm(__a, __b, __c);
8203 }
8204
8205 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vperm(vector unsigned short __a,vector unsigned short __b,vector unsigned char __c)8206 vec_vperm(vector unsigned short __a, vector unsigned short __b,
8207 vector unsigned char __c) {
8208 return vec_perm(__a, __b, __c);
8209 }
8210
vec_vperm(vector bool short __a,vector bool short __b,vector unsigned char __c)8211 static __inline__ vector bool short __ATTRS_o_ai vec_vperm(
8212 vector bool short __a, vector bool short __b, vector unsigned char __c) {
8213 return vec_perm(__a, __b, __c);
8214 }
8215
8216 static __inline__ vector pixel __ATTRS_o_ai
vec_vperm(vector pixel __a,vector pixel __b,vector unsigned char __c)8217 vec_vperm(vector pixel __a, vector pixel __b, vector unsigned char __c) {
8218 return vec_perm(__a, __b, __c);
8219 }
8220
vec_vperm(vector int __a,vector int __b,vector unsigned char __c)8221 static __inline__ vector int __ATTRS_o_ai vec_vperm(vector int __a,
8222 vector int __b,
8223 vector unsigned char __c) {
8224 return vec_perm(__a, __b, __c);
8225 }
8226
8227 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vperm(vector unsigned int __a,vector unsigned int __b,vector unsigned char __c)8228 vec_vperm(vector unsigned int __a, vector unsigned int __b,
8229 vector unsigned char __c) {
8230 return vec_perm(__a, __b, __c);
8231 }
8232
8233 static __inline__ vector bool int __ATTRS_o_ai
vec_vperm(vector bool int __a,vector bool int __b,vector unsigned char __c)8234 vec_vperm(vector bool int __a, vector bool int __b, vector unsigned char __c) {
8235 return vec_perm(__a, __b, __c);
8236 }
8237
8238 static __inline__ vector float __ATTRS_o_ai
vec_vperm(vector float __a,vector float __b,vector unsigned char __c)8239 vec_vperm(vector float __a, vector float __b, vector unsigned char __c) {
8240 return vec_perm(__a, __b, __c);
8241 }
8242
8243 #ifdef __VSX__
vec_vperm(vector long long __a,vector long long __b,vector unsigned char __c)8244 static __inline__ vector long long __ATTRS_o_ai vec_vperm(
8245 vector long long __a, vector long long __b, vector unsigned char __c) {
8246 return vec_perm(__a, __b, __c);
8247 }
8248
8249 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vperm(vector unsigned long long __a,vector unsigned long long __b,vector unsigned char __c)8250 vec_vperm(vector unsigned long long __a, vector unsigned long long __b,
8251 vector unsigned char __c) {
8252 return vec_perm(__a, __b, __c);
8253 }
8254
8255 static __inline__ vector double __ATTRS_o_ai
vec_vperm(vector double __a,vector double __b,vector unsigned char __c)8256 vec_vperm(vector double __a, vector double __b, vector unsigned char __c) {
8257 return vec_perm(__a, __b, __c);
8258 }
8259 #endif
8260
8261 /* vec_re */
8262
vec_re(vector float __a)8263 static __inline__ vector float __ATTRS_o_ai vec_re(vector float __a) {
8264 #ifdef __VSX__
8265 return __builtin_vsx_xvresp(__a);
8266 #else
8267 return __builtin_altivec_vrefp(__a);
8268 #endif
8269 }
8270
8271 #ifdef __VSX__
vec_re(vector double __a)8272 static __inline__ vector double __ATTRS_o_ai vec_re(vector double __a) {
8273 return __builtin_vsx_xvredp(__a);
8274 }
8275 #endif
8276
8277 /* vec_vrefp */
8278
8279 static __inline__ vector float __attribute__((__always_inline__))
vec_vrefp(vector float __a)8280 vec_vrefp(vector float __a) {
8281 return __builtin_altivec_vrefp(__a);
8282 }
8283
8284 /* vec_rl */
8285
8286 static __inline__ vector signed char __ATTRS_o_ai
vec_rl(vector signed char __a,vector unsigned char __b)8287 vec_rl(vector signed char __a, vector unsigned char __b) {
8288 return (vector signed char)__builtin_altivec_vrlb((vector char)__a, __b);
8289 }
8290
8291 static __inline__ vector unsigned char __ATTRS_o_ai
vec_rl(vector unsigned char __a,vector unsigned char __b)8292 vec_rl(vector unsigned char __a, vector unsigned char __b) {
8293 return (vector unsigned char)__builtin_altivec_vrlb((vector char)__a, __b);
8294 }
8295
vec_rl(vector short __a,vector unsigned short __b)8296 static __inline__ vector short __ATTRS_o_ai vec_rl(vector short __a,
8297 vector unsigned short __b) {
8298 return __builtin_altivec_vrlh(__a, __b);
8299 }
8300
8301 static __inline__ vector unsigned short __ATTRS_o_ai
vec_rl(vector unsigned short __a,vector unsigned short __b)8302 vec_rl(vector unsigned short __a, vector unsigned short __b) {
8303 return (vector unsigned short)__builtin_altivec_vrlh((vector short)__a, __b);
8304 }
8305
vec_rl(vector int __a,vector unsigned int __b)8306 static __inline__ vector int __ATTRS_o_ai vec_rl(vector int __a,
8307 vector unsigned int __b) {
8308 return __builtin_altivec_vrlw(__a, __b);
8309 }
8310
8311 static __inline__ vector unsigned int __ATTRS_o_ai
vec_rl(vector unsigned int __a,vector unsigned int __b)8312 vec_rl(vector unsigned int __a, vector unsigned int __b) {
8313 return (vector unsigned int)__builtin_altivec_vrlw((vector int)__a, __b);
8314 }
8315
8316 #ifdef __POWER8_VECTOR__
8317 static __inline__ vector signed long long __ATTRS_o_ai
vec_rl(vector signed long long __a,vector unsigned long long __b)8318 vec_rl(vector signed long long __a, vector unsigned long long __b) {
8319 return __builtin_altivec_vrld(__a, __b);
8320 }
8321
8322 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_rl(vector unsigned long long __a,vector unsigned long long __b)8323 vec_rl(vector unsigned long long __a, vector unsigned long long __b) {
8324 return (vector unsigned long long)__builtin_altivec_vrld(
8325 (vector long long)__a, __b);
8326 }
8327 #endif
8328
8329 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
8330 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_rl(vector signed __int128 __a,vector unsigned __int128 __b)8331 vec_rl(vector signed __int128 __a, vector unsigned __int128 __b) {
8332 return (vector signed __int128)(((vector unsigned __int128)__b
8333 << (vector unsigned __int128)__a) |
8334 ((vector unsigned __int128)__b >>
8335 ((__CHAR_BIT__ *
8336 sizeof(vector unsigned __int128)) -
8337 (vector unsigned __int128)__a)));
8338 }
8339
8340 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_rl(vector unsigned __int128 __a,vector unsigned __int128 __b)8341 vec_rl(vector unsigned __int128 __a, vector unsigned __int128 __b) {
8342 return (__b << __a)|(__b >> ((__CHAR_BIT__ * sizeof(vector unsigned __int128)) - __a));
8343 }
8344 #endif
8345
8346 /* vec_rlmi */
8347 #ifdef __POWER9_VECTOR__
8348 static __inline__ vector unsigned int __ATTRS_o_ai
vec_rlmi(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)8349 vec_rlmi(vector unsigned int __a, vector unsigned int __b,
8350 vector unsigned int __c) {
8351 return __builtin_altivec_vrlwmi(__a, __c, __b);
8352 }
8353
8354 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_rlmi(vector unsigned long long __a,vector unsigned long long __b,vector unsigned long long __c)8355 vec_rlmi(vector unsigned long long __a, vector unsigned long long __b,
8356 vector unsigned long long __c) {
8357 return __builtin_altivec_vrldmi(__a, __c, __b);
8358 }
8359 #endif
8360
8361 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
8362 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_rlmi(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)8363 vec_rlmi(vector unsigned __int128 __a, vector unsigned __int128 __b,
8364 vector unsigned __int128 __c) {
8365 return __builtin_altivec_vrlqmi(__a, __c, __b);
8366 }
8367
8368 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_rlmi(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)8369 vec_rlmi(vector signed __int128 __a, vector signed __int128 __b,
8370 vector signed __int128 __c) {
8371 return (vector signed __int128)__builtin_altivec_vrlqmi(
8372 (vector unsigned __int128)__a, (vector unsigned __int128)__c,
8373 (vector unsigned __int128)__b);
8374 }
8375 #endif
8376
8377 /* vec_rlnm */
8378 #ifdef __POWER9_VECTOR__
8379 static __inline__ vector unsigned int __ATTRS_o_ai
vec_rlnm(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)8380 vec_rlnm(vector unsigned int __a, vector unsigned int __b,
8381 vector unsigned int __c) {
8382 vector unsigned int OneByte = { 0x8, 0x8, 0x8, 0x8 };
8383 return __builtin_altivec_vrlwnm(__a, ((__c << OneByte) | __b));
8384 }
8385
8386 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_rlnm(vector unsigned long long __a,vector unsigned long long __b,vector unsigned long long __c)8387 vec_rlnm(vector unsigned long long __a, vector unsigned long long __b,
8388 vector unsigned long long __c) {
8389 vector unsigned long long OneByte = { 0x8, 0x8 };
8390 return __builtin_altivec_vrldnm(__a, ((__c << OneByte) | __b));
8391 }
8392 #endif
8393
8394 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
8395 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_rlnm(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)8396 vec_rlnm(vector unsigned __int128 __a, vector unsigned __int128 __b,
8397 vector unsigned __int128 __c) {
8398 // Merge __b and __c using an appropriate shuffle.
8399 vector unsigned char TmpB = (vector unsigned char)__b;
8400 vector unsigned char TmpC = (vector unsigned char)__c;
8401 vector unsigned char MaskAndShift =
8402 #ifdef __LITTLE_ENDIAN__
8403 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, -1, -1, -1, 16, 0,
8404 1, -1, -1, -1, -1, -1);
8405 #else
8406 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, 31, 30, 15, -1,
8407 -1, -1, -1, -1, -1, -1, -1);
8408 #endif
8409 return __builtin_altivec_vrlqnm(__a, (vector unsigned __int128) MaskAndShift);
8410 }
8411
8412 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_rlnm(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)8413 vec_rlnm(vector signed __int128 __a, vector signed __int128 __b,
8414 vector signed __int128 __c) {
8415 // Merge __b and __c using an appropriate shuffle.
8416 vector unsigned char TmpB = (vector unsigned char)__b;
8417 vector unsigned char TmpC = (vector unsigned char)__c;
8418 vector unsigned char MaskAndShift =
8419 #ifdef __LITTLE_ENDIAN__
8420 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, -1, -1, -1, 16, 0,
8421 1, -1, -1, -1, -1, -1);
8422 #else
8423 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, 31, 30, 15, -1,
8424 -1, -1, -1, -1, -1, -1, -1);
8425 #endif
8426 return (vector signed __int128)__builtin_altivec_vrlqnm(
8427 (vector unsigned __int128)__a, (vector unsigned __int128)MaskAndShift);
8428 }
8429 #endif
8430
8431 /* vec_vrlb */
8432
8433 static __inline__ vector signed char __ATTRS_o_ai
vec_vrlb(vector signed char __a,vector unsigned char __b)8434 vec_vrlb(vector signed char __a, vector unsigned char __b) {
8435 return (vector signed char)__builtin_altivec_vrlb((vector char)__a, __b);
8436 }
8437
8438 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vrlb(vector unsigned char __a,vector unsigned char __b)8439 vec_vrlb(vector unsigned char __a, vector unsigned char __b) {
8440 return (vector unsigned char)__builtin_altivec_vrlb((vector char)__a, __b);
8441 }
8442
8443 /* vec_vrlh */
8444
8445 static __inline__ vector short __ATTRS_o_ai
vec_vrlh(vector short __a,vector unsigned short __b)8446 vec_vrlh(vector short __a, vector unsigned short __b) {
8447 return __builtin_altivec_vrlh(__a, __b);
8448 }
8449
8450 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vrlh(vector unsigned short __a,vector unsigned short __b)8451 vec_vrlh(vector unsigned short __a, vector unsigned short __b) {
8452 return (vector unsigned short)__builtin_altivec_vrlh((vector short)__a, __b);
8453 }
8454
8455 /* vec_vrlw */
8456
vec_vrlw(vector int __a,vector unsigned int __b)8457 static __inline__ vector int __ATTRS_o_ai vec_vrlw(vector int __a,
8458 vector unsigned int __b) {
8459 return __builtin_altivec_vrlw(__a, __b);
8460 }
8461
8462 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vrlw(vector unsigned int __a,vector unsigned int __b)8463 vec_vrlw(vector unsigned int __a, vector unsigned int __b) {
8464 return (vector unsigned int)__builtin_altivec_vrlw((vector int)__a, __b);
8465 }
8466
8467 /* vec_round */
8468
vec_round(vector float __a)8469 static __inline__ vector float __ATTRS_o_ai vec_round(vector float __a) {
8470 return __builtin_altivec_vrfin(__a);
8471 }
8472
8473 #ifdef __VSX__
8474 #ifdef __XL_COMPAT_ALTIVEC__
8475 static __inline__ vector double __ATTRS_o_ai vec_rint(vector double __a);
vec_round(vector double __a)8476 static __inline__ vector double __ATTRS_o_ai vec_round(vector double __a) {
8477 double __fpscr = __builtin_readflm();
8478 __builtin_setrnd(0);
8479 vector double __rounded = vec_rint(__a);
8480 __builtin_setflm(__fpscr);
8481 return __rounded;
8482 }
8483 #else
vec_round(vector double __a)8484 static __inline__ vector double __ATTRS_o_ai vec_round(vector double __a) {
8485 return __builtin_vsx_xvrdpi(__a);
8486 }
8487 #endif
8488
8489 /* vec_rint */
8490
vec_rint(vector float __a)8491 static __inline__ vector float __ATTRS_o_ai vec_rint(vector float __a) {
8492 return __builtin_vsx_xvrspic(__a);
8493 }
8494
vec_rint(vector double __a)8495 static __inline__ vector double __ATTRS_o_ai vec_rint(vector double __a) {
8496 return __builtin_vsx_xvrdpic(__a);
8497 }
8498
8499 /* vec_roundc */
8500
vec_roundc(vector float __a)8501 static __inline__ vector float __ATTRS_o_ai vec_roundc(vector float __a) {
8502 return __builtin_vsx_xvrspic(__a);
8503 }
8504
vec_roundc(vector double __a)8505 static __inline__ vector double __ATTRS_o_ai vec_roundc(vector double __a) {
8506 return __builtin_vsx_xvrdpic(__a);
8507 }
8508
8509 /* vec_nearbyint */
8510
vec_nearbyint(vector float __a)8511 static __inline__ vector float __ATTRS_o_ai vec_nearbyint(vector float __a) {
8512 return __builtin_vsx_xvrspi(__a);
8513 }
8514
vec_nearbyint(vector double __a)8515 static __inline__ vector double __ATTRS_o_ai vec_nearbyint(vector double __a) {
8516 return __builtin_vsx_xvrdpi(__a);
8517 }
8518 #endif
8519
8520 /* vec_vrfin */
8521
8522 static __inline__ vector float __attribute__((__always_inline__))
vec_vrfin(vector float __a)8523 vec_vrfin(vector float __a) {
8524 return __builtin_altivec_vrfin(__a);
8525 }
8526
8527 /* vec_sqrt */
8528
8529 #ifdef __VSX__
vec_sqrt(vector float __a)8530 static __inline__ vector float __ATTRS_o_ai vec_sqrt(vector float __a) {
8531 return __builtin_vsx_xvsqrtsp(__a);
8532 }
8533
vec_sqrt(vector double __a)8534 static __inline__ vector double __ATTRS_o_ai vec_sqrt(vector double __a) {
8535 return __builtin_vsx_xvsqrtdp(__a);
8536 }
8537 #endif
8538
8539 /* vec_rsqrte */
8540
vec_rsqrte(vector float __a)8541 static __inline__ vector float __ATTRS_o_ai vec_rsqrte(vector float __a) {
8542 #ifdef __VSX__
8543 return __builtin_vsx_xvrsqrtesp(__a);
8544 #else
8545 return __builtin_altivec_vrsqrtefp(__a);
8546 #endif
8547 }
8548
8549 #ifdef __VSX__
vec_rsqrte(vector double __a)8550 static __inline__ vector double __ATTRS_o_ai vec_rsqrte(vector double __a) {
8551 return __builtin_vsx_xvrsqrtedp(__a);
8552 }
8553 #endif
8554
vec_rsqrt(vector float __a)8555 static vector float __ATTRS_o_ai vec_rsqrt(vector float __a) {
8556 return __builtin_ppc_rsqrtf(__a);
8557 }
8558
8559 #ifdef __VSX__
vec_rsqrt(vector double __a)8560 static vector double __ATTRS_o_ai vec_rsqrt(vector double __a) {
8561 return __builtin_ppc_rsqrtd(__a);
8562 }
8563 #endif
8564
8565 /* vec_vrsqrtefp */
8566
8567 static __inline__ __vector float __attribute__((__always_inline__))
vec_vrsqrtefp(vector float __a)8568 vec_vrsqrtefp(vector float __a) {
8569 return __builtin_altivec_vrsqrtefp(__a);
8570 }
8571
8572 /* vec_xvtsqrt */
8573
8574 #ifdef __VSX__
vec_test_swsqrt(vector double __a)8575 static __inline__ int __ATTRS_o_ai vec_test_swsqrt(vector double __a) {
8576 return __builtin_vsx_xvtsqrtdp(__a);
8577 }
8578
vec_test_swsqrts(vector float __a)8579 static __inline__ int __ATTRS_o_ai vec_test_swsqrts(vector float __a) {
8580 return __builtin_vsx_xvtsqrtsp(__a);
8581 }
8582 #endif
8583
8584 /* vec_sel */
8585
8586 #define __builtin_altivec_vsel_4si vec_sel
8587
vec_sel(vector signed char __a,vector signed char __b,vector unsigned char __c)8588 static __inline__ vector signed char __ATTRS_o_ai vec_sel(
8589 vector signed char __a, vector signed char __b, vector unsigned char __c) {
8590 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c);
8591 }
8592
8593 static __inline__ vector signed char __ATTRS_o_ai
vec_sel(vector signed char __a,vector signed char __b,vector bool char __c)8594 vec_sel(vector signed char __a, vector signed char __b, vector bool char __c) {
8595 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c);
8596 }
8597
8598 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sel(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)8599 vec_sel(vector unsigned char __a, vector unsigned char __b,
8600 vector unsigned char __c) {
8601 return (__a & ~__c) | (__b & __c);
8602 }
8603
vec_sel(vector unsigned char __a,vector unsigned char __b,vector bool char __c)8604 static __inline__ vector unsigned char __ATTRS_o_ai vec_sel(
8605 vector unsigned char __a, vector unsigned char __b, vector bool char __c) {
8606 return (__a & ~(vector unsigned char)__c) | (__b & (vector unsigned char)__c);
8607 }
8608
8609 static __inline__ vector bool char __ATTRS_o_ai
vec_sel(vector bool char __a,vector bool char __b,vector unsigned char __c)8610 vec_sel(vector bool char __a, vector bool char __b, vector unsigned char __c) {
8611 return (__a & ~(vector bool char)__c) | (__b & (vector bool char)__c);
8612 }
8613
vec_sel(vector bool char __a,vector bool char __b,vector bool char __c)8614 static __inline__ vector bool char __ATTRS_o_ai vec_sel(vector bool char __a,
8615 vector bool char __b,
8616 vector bool char __c) {
8617 return (__a & ~__c) | (__b & __c);
8618 }
8619
vec_sel(vector short __a,vector short __b,vector unsigned short __c)8620 static __inline__ vector short __ATTRS_o_ai vec_sel(vector short __a,
8621 vector short __b,
8622 vector unsigned short __c) {
8623 return (__a & ~(vector short)__c) | (__b & (vector short)__c);
8624 }
8625
vec_sel(vector short __a,vector short __b,vector bool short __c)8626 static __inline__ vector short __ATTRS_o_ai vec_sel(vector short __a,
8627 vector short __b,
8628 vector bool short __c) {
8629 return (__a & ~(vector short)__c) | (__b & (vector short)__c);
8630 }
8631
8632 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sel(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)8633 vec_sel(vector unsigned short __a, vector unsigned short __b,
8634 vector unsigned short __c) {
8635 return (__a & ~__c) | (__b & __c);
8636 }
8637
8638 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sel(vector unsigned short __a,vector unsigned short __b,vector bool short __c)8639 vec_sel(vector unsigned short __a, vector unsigned short __b,
8640 vector bool short __c) {
8641 return (__a & ~(vector unsigned short)__c) |
8642 (__b & (vector unsigned short)__c);
8643 }
8644
vec_sel(vector bool short __a,vector bool short __b,vector unsigned short __c)8645 static __inline__ vector bool short __ATTRS_o_ai vec_sel(
8646 vector bool short __a, vector bool short __b, vector unsigned short __c) {
8647 return (__a & ~(vector bool short)__c) | (__b & (vector bool short)__c);
8648 }
8649
8650 static __inline__ vector bool short __ATTRS_o_ai
vec_sel(vector bool short __a,vector bool short __b,vector bool short __c)8651 vec_sel(vector bool short __a, vector bool short __b, vector bool short __c) {
8652 return (__a & ~__c) | (__b & __c);
8653 }
8654
vec_sel(vector int __a,vector int __b,vector unsigned int __c)8655 static __inline__ vector int __ATTRS_o_ai vec_sel(vector int __a,
8656 vector int __b,
8657 vector unsigned int __c) {
8658 return (__a & ~(vector int)__c) | (__b & (vector int)__c);
8659 }
8660
vec_sel(vector int __a,vector int __b,vector bool int __c)8661 static __inline__ vector int __ATTRS_o_ai vec_sel(vector int __a,
8662 vector int __b,
8663 vector bool int __c) {
8664 return (__a & ~(vector int)__c) | (__b & (vector int)__c);
8665 }
8666
vec_sel(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)8667 static __inline__ vector unsigned int __ATTRS_o_ai vec_sel(
8668 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) {
8669 return (__a & ~__c) | (__b & __c);
8670 }
8671
8672 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sel(vector unsigned int __a,vector unsigned int __b,vector bool int __c)8673 vec_sel(vector unsigned int __a, vector unsigned int __b, vector bool int __c) {
8674 return (__a & ~(vector unsigned int)__c) | (__b & (vector unsigned int)__c);
8675 }
8676
8677 static __inline__ vector bool int __ATTRS_o_ai
vec_sel(vector bool int __a,vector bool int __b,vector unsigned int __c)8678 vec_sel(vector bool int __a, vector bool int __b, vector unsigned int __c) {
8679 return (__a & ~(vector bool int)__c) | (__b & (vector bool int)__c);
8680 }
8681
vec_sel(vector bool int __a,vector bool int __b,vector bool int __c)8682 static __inline__ vector bool int __ATTRS_o_ai vec_sel(vector bool int __a,
8683 vector bool int __b,
8684 vector bool int __c) {
8685 return (__a & ~__c) | (__b & __c);
8686 }
8687
vec_sel(vector float __a,vector float __b,vector unsigned int __c)8688 static __inline__ vector float __ATTRS_o_ai vec_sel(vector float __a,
8689 vector float __b,
8690 vector unsigned int __c) {
8691 vector int __res = ((vector int)__a & ~(vector int)__c) |
8692 ((vector int)__b & (vector int)__c);
8693 return (vector float)__res;
8694 }
8695
vec_sel(vector float __a,vector float __b,vector bool int __c)8696 static __inline__ vector float __ATTRS_o_ai vec_sel(vector float __a,
8697 vector float __b,
8698 vector bool int __c) {
8699 vector int __res = ((vector int)__a & ~(vector int)__c) |
8700 ((vector int)__b & (vector int)__c);
8701 return (vector float)__res;
8702 }
8703
8704 #ifdef __VSX__
8705 static __inline__ vector double __ATTRS_o_ai
vec_sel(vector double __a,vector double __b,vector bool long long __c)8706 vec_sel(vector double __a, vector double __b, vector bool long long __c) {
8707 vector long long __res = ((vector long long)__a & ~(vector long long)__c) |
8708 ((vector long long)__b & (vector long long)__c);
8709 return (vector double)__res;
8710 }
8711
8712 static __inline__ vector double __ATTRS_o_ai
vec_sel(vector double __a,vector double __b,vector unsigned long long __c)8713 vec_sel(vector double __a, vector double __b, vector unsigned long long __c) {
8714 vector long long __res = ((vector long long)__a & ~(vector long long)__c) |
8715 ((vector long long)__b & (vector long long)__c);
8716 return (vector double)__res;
8717 }
8718
8719 static __inline__ vector bool long long __ATTRS_o_ai
vec_sel(vector bool long long __a,vector bool long long __b,vector bool long long __c)8720 vec_sel(vector bool long long __a, vector bool long long __b,
8721 vector bool long long __c) {
8722 return (__a & ~__c) | (__b & __c);
8723 }
8724
8725 static __inline__ vector bool long long __ATTRS_o_ai
vec_sel(vector bool long long __a,vector bool long long __b,vector unsigned long long __c)8726 vec_sel(vector bool long long __a, vector bool long long __b,
8727 vector unsigned long long __c) {
8728 return (__a & ~(vector bool long long)__c) |
8729 (__b & (vector bool long long)__c);
8730 }
8731
8732 static __inline__ vector signed long long __ATTRS_o_ai
vec_sel(vector signed long long __a,vector signed long long __b,vector bool long long __c)8733 vec_sel(vector signed long long __a, vector signed long long __b,
8734 vector bool long long __c) {
8735 return (__a & ~(vector signed long long)__c) |
8736 (__b & (vector signed long long)__c);
8737 }
8738
8739 static __inline__ vector signed long long __ATTRS_o_ai
vec_sel(vector signed long long __a,vector signed long long __b,vector unsigned long long __c)8740 vec_sel(vector signed long long __a, vector signed long long __b,
8741 vector unsigned long long __c) {
8742 return (__a & ~(vector signed long long)__c) |
8743 (__b & (vector signed long long)__c);
8744 }
8745
8746 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sel(vector unsigned long long __a,vector unsigned long long __b,vector bool long long __c)8747 vec_sel(vector unsigned long long __a, vector unsigned long long __b,
8748 vector bool long long __c) {
8749 return (__a & ~(vector unsigned long long)__c) |
8750 (__b & (vector unsigned long long)__c);
8751 }
8752
8753 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sel(vector unsigned long long __a,vector unsigned long long __b,vector unsigned long long __c)8754 vec_sel(vector unsigned long long __a, vector unsigned long long __b,
8755 vector unsigned long long __c) {
8756 return (__a & ~__c) | (__b & __c);
8757 }
8758 #endif
8759
8760 /* vec_vsel */
8761
vec_vsel(vector signed char __a,vector signed char __b,vector unsigned char __c)8762 static __inline__ vector signed char __ATTRS_o_ai vec_vsel(
8763 vector signed char __a, vector signed char __b, vector unsigned char __c) {
8764 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c);
8765 }
8766
8767 static __inline__ vector signed char __ATTRS_o_ai
vec_vsel(vector signed char __a,vector signed char __b,vector bool char __c)8768 vec_vsel(vector signed char __a, vector signed char __b, vector bool char __c) {
8769 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c);
8770 }
8771
8772 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsel(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)8773 vec_vsel(vector unsigned char __a, vector unsigned char __b,
8774 vector unsigned char __c) {
8775 return (__a & ~__c) | (__b & __c);
8776 }
8777
vec_vsel(vector unsigned char __a,vector unsigned char __b,vector bool char __c)8778 static __inline__ vector unsigned char __ATTRS_o_ai vec_vsel(
8779 vector unsigned char __a, vector unsigned char __b, vector bool char __c) {
8780 return (__a & ~(vector unsigned char)__c) | (__b & (vector unsigned char)__c);
8781 }
8782
8783 static __inline__ vector bool char __ATTRS_o_ai
vec_vsel(vector bool char __a,vector bool char __b,vector unsigned char __c)8784 vec_vsel(vector bool char __a, vector bool char __b, vector unsigned char __c) {
8785 return (__a & ~(vector bool char)__c) | (__b & (vector bool char)__c);
8786 }
8787
vec_vsel(vector bool char __a,vector bool char __b,vector bool char __c)8788 static __inline__ vector bool char __ATTRS_o_ai vec_vsel(vector bool char __a,
8789 vector bool char __b,
8790 vector bool char __c) {
8791 return (__a & ~__c) | (__b & __c);
8792 }
8793
8794 static __inline__ vector short __ATTRS_o_ai
vec_vsel(vector short __a,vector short __b,vector unsigned short __c)8795 vec_vsel(vector short __a, vector short __b, vector unsigned short __c) {
8796 return (__a & ~(vector short)__c) | (__b & (vector short)__c);
8797 }
8798
vec_vsel(vector short __a,vector short __b,vector bool short __c)8799 static __inline__ vector short __ATTRS_o_ai vec_vsel(vector short __a,
8800 vector short __b,
8801 vector bool short __c) {
8802 return (__a & ~(vector short)__c) | (__b & (vector short)__c);
8803 }
8804
8805 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsel(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)8806 vec_vsel(vector unsigned short __a, vector unsigned short __b,
8807 vector unsigned short __c) {
8808 return (__a & ~__c) | (__b & __c);
8809 }
8810
8811 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsel(vector unsigned short __a,vector unsigned short __b,vector bool short __c)8812 vec_vsel(vector unsigned short __a, vector unsigned short __b,
8813 vector bool short __c) {
8814 return (__a & ~(vector unsigned short)__c) |
8815 (__b & (vector unsigned short)__c);
8816 }
8817
vec_vsel(vector bool short __a,vector bool short __b,vector unsigned short __c)8818 static __inline__ vector bool short __ATTRS_o_ai vec_vsel(
8819 vector bool short __a, vector bool short __b, vector unsigned short __c) {
8820 return (__a & ~(vector bool short)__c) | (__b & (vector bool short)__c);
8821 }
8822
8823 static __inline__ vector bool short __ATTRS_o_ai
vec_vsel(vector bool short __a,vector bool short __b,vector bool short __c)8824 vec_vsel(vector bool short __a, vector bool short __b, vector bool short __c) {
8825 return (__a & ~__c) | (__b & __c);
8826 }
8827
vec_vsel(vector int __a,vector int __b,vector unsigned int __c)8828 static __inline__ vector int __ATTRS_o_ai vec_vsel(vector int __a,
8829 vector int __b,
8830 vector unsigned int __c) {
8831 return (__a & ~(vector int)__c) | (__b & (vector int)__c);
8832 }
8833
vec_vsel(vector int __a,vector int __b,vector bool int __c)8834 static __inline__ vector int __ATTRS_o_ai vec_vsel(vector int __a,
8835 vector int __b,
8836 vector bool int __c) {
8837 return (__a & ~(vector int)__c) | (__b & (vector int)__c);
8838 }
8839
vec_vsel(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)8840 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsel(
8841 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) {
8842 return (__a & ~__c) | (__b & __c);
8843 }
8844
vec_vsel(vector unsigned int __a,vector unsigned int __b,vector bool int __c)8845 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsel(
8846 vector unsigned int __a, vector unsigned int __b, vector bool int __c) {
8847 return (__a & ~(vector unsigned int)__c) | (__b & (vector unsigned int)__c);
8848 }
8849
8850 static __inline__ vector bool int __ATTRS_o_ai
vec_vsel(vector bool int __a,vector bool int __b,vector unsigned int __c)8851 vec_vsel(vector bool int __a, vector bool int __b, vector unsigned int __c) {
8852 return (__a & ~(vector bool int)__c) | (__b & (vector bool int)__c);
8853 }
8854
vec_vsel(vector bool int __a,vector bool int __b,vector bool int __c)8855 static __inline__ vector bool int __ATTRS_o_ai vec_vsel(vector bool int __a,
8856 vector bool int __b,
8857 vector bool int __c) {
8858 return (__a & ~__c) | (__b & __c);
8859 }
8860
vec_vsel(vector float __a,vector float __b,vector unsigned int __c)8861 static __inline__ vector float __ATTRS_o_ai vec_vsel(vector float __a,
8862 vector float __b,
8863 vector unsigned int __c) {
8864 vector int __res = ((vector int)__a & ~(vector int)__c) |
8865 ((vector int)__b & (vector int)__c);
8866 return (vector float)__res;
8867 }
8868
vec_vsel(vector float __a,vector float __b,vector bool int __c)8869 static __inline__ vector float __ATTRS_o_ai vec_vsel(vector float __a,
8870 vector float __b,
8871 vector bool int __c) {
8872 vector int __res = ((vector int)__a & ~(vector int)__c) |
8873 ((vector int)__b & (vector int)__c);
8874 return (vector float)__res;
8875 }
8876
8877 /* vec_sl */
8878
8879 // vec_sl does modulo arithmetic on __b first, so __b is allowed to be more
8880 // than the length of __a.
8881 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sl(vector unsigned char __a,vector unsigned char __b)8882 vec_sl(vector unsigned char __a, vector unsigned char __b) {
8883 return __a << (__b %
8884 (vector unsigned char)(sizeof(unsigned char) * __CHAR_BIT__));
8885 }
8886
8887 static __inline__ vector signed char __ATTRS_o_ai
vec_sl(vector signed char __a,vector unsigned char __b)8888 vec_sl(vector signed char __a, vector unsigned char __b) {
8889 return (vector signed char)vec_sl((vector unsigned char)__a, __b);
8890 }
8891
8892 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sl(vector unsigned short __a,vector unsigned short __b)8893 vec_sl(vector unsigned short __a, vector unsigned short __b) {
8894 return __a << (__b % (vector unsigned short)(sizeof(unsigned short) *
8895 __CHAR_BIT__));
8896 }
8897
vec_sl(vector short __a,vector unsigned short __b)8898 static __inline__ vector short __ATTRS_o_ai vec_sl(vector short __a,
8899 vector unsigned short __b) {
8900 return (vector short)vec_sl((vector unsigned short)__a, __b);
8901 }
8902
8903 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sl(vector unsigned int __a,vector unsigned int __b)8904 vec_sl(vector unsigned int __a, vector unsigned int __b) {
8905 return __a << (__b %
8906 (vector unsigned int)(sizeof(unsigned int) * __CHAR_BIT__));
8907 }
8908
vec_sl(vector int __a,vector unsigned int __b)8909 static __inline__ vector int __ATTRS_o_ai vec_sl(vector int __a,
8910 vector unsigned int __b) {
8911 return (vector int)vec_sl((vector unsigned int)__a, __b);
8912 }
8913
8914 #ifdef __POWER8_VECTOR__
8915 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sl(vector unsigned long long __a,vector unsigned long long __b)8916 vec_sl(vector unsigned long long __a, vector unsigned long long __b) {
8917 return __a << (__b % (vector unsigned long long)(sizeof(unsigned long long) *
8918 __CHAR_BIT__));
8919 }
8920
8921 static __inline__ vector long long __ATTRS_o_ai
vec_sl(vector long long __a,vector unsigned long long __b)8922 vec_sl(vector long long __a, vector unsigned long long __b) {
8923 return (vector long long)vec_sl((vector unsigned long long)__a, __b);
8924 }
8925 #elif defined(__VSX__)
8926 static __inline__ vector unsigned char __ATTRS_o_ai
8927 vec_vspltb(vector unsigned char __a, unsigned char __b);
8928 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sl(vector unsigned long long __a,vector unsigned long long __b)8929 vec_sl(vector unsigned long long __a, vector unsigned long long __b) {
8930 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__);
8931
8932 // Big endian element one (the right doubleword) can be left shifted as-is.
8933 // The other element needs to be swapped into the right doubleword and
8934 // shifted. Then the right doublewords of the two result vectors are merged.
8935 vector signed long long __rightelt =
8936 (vector signed long long)__builtin_altivec_vslo((vector signed int)__a,
8937 (vector signed int)__b);
8938 #ifdef __LITTLE_ENDIAN__
8939 __rightelt = (vector signed long long)__builtin_altivec_vsl(
8940 (vector signed int)__rightelt,
8941 (vector signed int)vec_vspltb((vector unsigned char)__b, 0));
8942 #else
8943 __rightelt = (vector signed long long)__builtin_altivec_vsl(
8944 (vector signed int)__rightelt,
8945 (vector signed int)vec_vspltb((vector unsigned char)__b, 15));
8946 #endif
8947 __a = __builtin_shufflevector(__a, __a, 1, 0);
8948 __b = __builtin_shufflevector(__b, __b, 1, 0);
8949 vector signed long long __leftelt =
8950 (vector signed long long)__builtin_altivec_vslo((vector signed int)__a,
8951 (vector signed int)__b);
8952 #ifdef __LITTLE_ENDIAN__
8953 __leftelt = (vector signed long long)__builtin_altivec_vsl(
8954 (vector signed int)__leftelt,
8955 (vector signed int)vec_vspltb((vector unsigned char)__b, 0));
8956 return (vector unsigned long long)__builtin_shufflevector(__rightelt,
8957 __leftelt, 0, 2);
8958 #else
8959 __leftelt = (vector signed long long)__builtin_altivec_vsl(
8960 (vector signed int)__leftelt,
8961 (vector signed int)vec_vspltb((vector unsigned char)__b, 15));
8962 return (vector unsigned long long)__builtin_shufflevector(__leftelt,
8963 __rightelt, 1, 3);
8964 #endif
8965 }
8966
8967 static __inline__ vector long long __ATTRS_o_ai
vec_sl(vector long long __a,vector unsigned long long __b)8968 vec_sl(vector long long __a, vector unsigned long long __b) {
8969 return (vector long long)vec_sl((vector unsigned long long)__a, __b);
8970 }
8971 #endif /* __VSX__ */
8972
8973 /* vec_vslb */
8974
8975 #define __builtin_altivec_vslb vec_vslb
8976
8977 static __inline__ vector signed char __ATTRS_o_ai
vec_vslb(vector signed char __a,vector unsigned char __b)8978 vec_vslb(vector signed char __a, vector unsigned char __b) {
8979 return vec_sl(__a, __b);
8980 }
8981
8982 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vslb(vector unsigned char __a,vector unsigned char __b)8983 vec_vslb(vector unsigned char __a, vector unsigned char __b) {
8984 return vec_sl(__a, __b);
8985 }
8986
8987 /* vec_vslh */
8988
8989 #define __builtin_altivec_vslh vec_vslh
8990
8991 static __inline__ vector short __ATTRS_o_ai
vec_vslh(vector short __a,vector unsigned short __b)8992 vec_vslh(vector short __a, vector unsigned short __b) {
8993 return vec_sl(__a, __b);
8994 }
8995
8996 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vslh(vector unsigned short __a,vector unsigned short __b)8997 vec_vslh(vector unsigned short __a, vector unsigned short __b) {
8998 return vec_sl(__a, __b);
8999 }
9000
9001 /* vec_vslw */
9002
9003 #define __builtin_altivec_vslw vec_vslw
9004
vec_vslw(vector int __a,vector unsigned int __b)9005 static __inline__ vector int __ATTRS_o_ai vec_vslw(vector int __a,
9006 vector unsigned int __b) {
9007 return vec_sl(__a, __b);
9008 }
9009
9010 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vslw(vector unsigned int __a,vector unsigned int __b)9011 vec_vslw(vector unsigned int __a, vector unsigned int __b) {
9012 return vec_sl(__a, __b);
9013 }
9014
9015 /* vec_sld */
9016
9017 #define __builtin_altivec_vsldoi_4si vec_sld
9018
vec_sld(vector signed char __a,vector signed char __b,unsigned const int __c)9019 static __inline__ vector signed char __ATTRS_o_ai vec_sld(
9020 vector signed char __a, vector signed char __b, unsigned const int __c) {
9021 unsigned char __d = __c & 0x0F;
9022 #ifdef __LITTLE_ENDIAN__
9023 return vec_perm(
9024 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9025 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9026 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9027 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9028 #else
9029 return vec_perm(
9030 __a, __b,
9031 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9032 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9033 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9034 #endif
9035 }
9036
9037 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sld(vector unsigned char __a,vector unsigned char __b,unsigned const int __c)9038 vec_sld(vector unsigned char __a, vector unsigned char __b,
9039 unsigned const int __c) {
9040 unsigned char __d = __c & 0x0F;
9041 #ifdef __LITTLE_ENDIAN__
9042 return vec_perm(
9043 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9044 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9045 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9046 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9047 #else
9048 return vec_perm(
9049 __a, __b,
9050 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9051 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9052 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9053 #endif
9054 }
9055
9056 static __inline__ vector bool char __ATTRS_o_ai
vec_sld(vector bool char __a,vector bool char __b,unsigned const int __c)9057 vec_sld(vector bool char __a, vector bool char __b, unsigned const int __c) {
9058 unsigned char __d = __c & 0x0F;
9059 #ifdef __LITTLE_ENDIAN__
9060 return vec_perm(
9061 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9062 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9063 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9064 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9065 #else
9066 return vec_perm(
9067 __a, __b,
9068 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9069 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9070 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9071 #endif
9072 }
9073
vec_sld(vector signed short __a,vector signed short __b,unsigned const int __c)9074 static __inline__ vector signed short __ATTRS_o_ai vec_sld(
9075 vector signed short __a, vector signed short __b, unsigned const int __c) {
9076 unsigned char __d = __c & 0x0F;
9077 #ifdef __LITTLE_ENDIAN__
9078 return vec_perm(
9079 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9080 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9081 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9082 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9083 #else
9084 return vec_perm(
9085 __a, __b,
9086 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9087 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9088 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9089 #endif
9090 }
9091
9092 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sld(vector unsigned short __a,vector unsigned short __b,unsigned const int __c)9093 vec_sld(vector unsigned short __a, vector unsigned short __b,
9094 unsigned const int __c) {
9095 unsigned char __d = __c & 0x0F;
9096 #ifdef __LITTLE_ENDIAN__
9097 return vec_perm(
9098 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9099 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9100 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9101 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9102 #else
9103 return vec_perm(
9104 __a, __b,
9105 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9106 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9107 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9108 #endif
9109 }
9110
9111 static __inline__ vector bool short __ATTRS_o_ai
vec_sld(vector bool short __a,vector bool short __b,unsigned const int __c)9112 vec_sld(vector bool short __a, vector bool short __b, unsigned const int __c) {
9113 unsigned char __d = __c & 0x0F;
9114 #ifdef __LITTLE_ENDIAN__
9115 return vec_perm(
9116 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9117 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9118 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9119 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9120 #else
9121 return vec_perm(
9122 __a, __b,
9123 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9124 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9125 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9126 #endif
9127 }
9128
vec_sld(vector pixel __a,vector pixel __b,unsigned const int __c)9129 static __inline__ vector pixel __ATTRS_o_ai vec_sld(vector pixel __a,
9130 vector pixel __b,
9131 unsigned const int __c) {
9132 unsigned char __d = __c & 0x0F;
9133 #ifdef __LITTLE_ENDIAN__
9134 return vec_perm(
9135 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9136 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9137 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9138 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9139 #else
9140 return vec_perm(
9141 __a, __b,
9142 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9143 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9144 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9145 #endif
9146 }
9147
9148 static __inline__ vector signed int __ATTRS_o_ai
vec_sld(vector signed int __a,vector signed int __b,unsigned const int __c)9149 vec_sld(vector signed int __a, vector signed int __b, unsigned const int __c) {
9150 unsigned char __d = __c & 0x0F;
9151 #ifdef __LITTLE_ENDIAN__
9152 return vec_perm(
9153 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9154 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9155 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9156 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9157 #else
9158 return vec_perm(
9159 __a, __b,
9160 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9161 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9162 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9163 #endif
9164 }
9165
vec_sld(vector unsigned int __a,vector unsigned int __b,unsigned const int __c)9166 static __inline__ vector unsigned int __ATTRS_o_ai vec_sld(
9167 vector unsigned int __a, vector unsigned int __b, unsigned const int __c) {
9168 unsigned char __d = __c & 0x0F;
9169 #ifdef __LITTLE_ENDIAN__
9170 return vec_perm(
9171 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9172 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9173 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9174 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9175 #else
9176 return vec_perm(
9177 __a, __b,
9178 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9179 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9180 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9181 #endif
9182 }
9183
vec_sld(vector bool int __a,vector bool int __b,unsigned const int __c)9184 static __inline__ vector bool int __ATTRS_o_ai vec_sld(vector bool int __a,
9185 vector bool int __b,
9186 unsigned const int __c) {
9187 unsigned char __d = __c & 0x0F;
9188 #ifdef __LITTLE_ENDIAN__
9189 return vec_perm(
9190 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9191 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9192 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9193 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9194 #else
9195 return vec_perm(
9196 __a, __b,
9197 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9198 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9199 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9200 #endif
9201 }
9202
vec_sld(vector float __a,vector float __b,unsigned const int __c)9203 static __inline__ vector float __ATTRS_o_ai vec_sld(vector float __a,
9204 vector float __b,
9205 unsigned const int __c) {
9206 unsigned char __d = __c & 0x0F;
9207 #ifdef __LITTLE_ENDIAN__
9208 return vec_perm(
9209 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9210 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9211 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9212 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9213 #else
9214 return vec_perm(
9215 __a, __b,
9216 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9217 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9218 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9219 #endif
9220 }
9221
9222 #ifdef __VSX__
9223 static __inline__ vector bool long long __ATTRS_o_ai
vec_sld(vector bool long long __a,vector bool long long __b,unsigned const int __c)9224 vec_sld(vector bool long long __a, vector bool long long __b,
9225 unsigned const int __c) {
9226 unsigned char __d = __c & 0x0F;
9227 #ifdef __LITTLE_ENDIAN__
9228 return vec_perm(
9229 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9230 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9231 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9232 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9233 #else
9234 return vec_perm(
9235 __a, __b,
9236 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9237 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9238 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9239 #endif
9240 }
9241
9242 static __inline__ vector signed long long __ATTRS_o_ai
vec_sld(vector signed long long __a,vector signed long long __b,unsigned const int __c)9243 vec_sld(vector signed long long __a, vector signed long long __b,
9244 unsigned const int __c) {
9245 unsigned char __d = __c & 0x0F;
9246 #ifdef __LITTLE_ENDIAN__
9247 return vec_perm(
9248 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9249 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9250 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9251 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9252 #else
9253 return vec_perm(
9254 __a, __b,
9255 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9256 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9257 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9258 #endif
9259 }
9260
9261 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sld(vector unsigned long long __a,vector unsigned long long __b,unsigned const int __c)9262 vec_sld(vector unsigned long long __a, vector unsigned long long __b,
9263 unsigned const int __c) {
9264 unsigned char __d = __c & 0x0F;
9265 #ifdef __LITTLE_ENDIAN__
9266 return vec_perm(
9267 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9268 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9269 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9270 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9271 #else
9272 return vec_perm(
9273 __a, __b,
9274 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9275 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9276 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9277 #endif
9278 }
9279
vec_sld(vector double __a,vector double __b,unsigned const int __c)9280 static __inline__ vector double __ATTRS_o_ai vec_sld(vector double __a,
9281 vector double __b,
9282 unsigned const int __c) {
9283 unsigned char __d = __c & 0x0F;
9284 #ifdef __LITTLE_ENDIAN__
9285 return vec_perm(
9286 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9287 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9288 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9289 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9290 #else
9291 return vec_perm(
9292 __a, __b,
9293 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9294 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9295 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9296 #endif
9297 }
9298 #endif
9299
9300 /* vec_sldw */
vec_sldw(vector signed char __a,vector signed char __b,unsigned const int __c)9301 static __inline__ vector signed char __ATTRS_o_ai vec_sldw(
9302 vector signed char __a, vector signed char __b, unsigned const int __c) {
9303 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9304 }
9305
9306 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sldw(vector unsigned char __a,vector unsigned char __b,unsigned const int __c)9307 vec_sldw(vector unsigned char __a, vector unsigned char __b,
9308 unsigned const int __c) {
9309 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9310 }
9311
vec_sldw(vector signed short __a,vector signed short __b,unsigned const int __c)9312 static __inline__ vector signed short __ATTRS_o_ai vec_sldw(
9313 vector signed short __a, vector signed short __b, unsigned const int __c) {
9314 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9315 }
9316
9317 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sldw(vector unsigned short __a,vector unsigned short __b,unsigned const int __c)9318 vec_sldw(vector unsigned short __a, vector unsigned short __b,
9319 unsigned const int __c) {
9320 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9321 }
9322
9323 static __inline__ vector signed int __ATTRS_o_ai
vec_sldw(vector signed int __a,vector signed int __b,unsigned const int __c)9324 vec_sldw(vector signed int __a, vector signed int __b, unsigned const int __c) {
9325 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9326 }
9327
vec_sldw(vector unsigned int __a,vector unsigned int __b,unsigned const int __c)9328 static __inline__ vector unsigned int __ATTRS_o_ai vec_sldw(
9329 vector unsigned int __a, vector unsigned int __b, unsigned const int __c) {
9330 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9331 }
9332
vec_sldw(vector float __a,vector float __b,unsigned const int __c)9333 static __inline__ vector float __ATTRS_o_ai vec_sldw(
9334 vector float __a, vector float __b, unsigned const int __c) {
9335 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9336 }
9337
9338 #ifdef __VSX__
9339 static __inline__ vector signed long long __ATTRS_o_ai
vec_sldw(vector signed long long __a,vector signed long long __b,unsigned const int __c)9340 vec_sldw(vector signed long long __a, vector signed long long __b,
9341 unsigned const int __c) {
9342 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9343 }
9344
9345 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sldw(vector unsigned long long __a,vector unsigned long long __b,unsigned const int __c)9346 vec_sldw(vector unsigned long long __a, vector unsigned long long __b,
9347 unsigned const int __c) {
9348 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9349 }
9350
vec_sldw(vector double __a,vector double __b,unsigned const int __c)9351 static __inline__ vector double __ATTRS_o_ai vec_sldw(
9352 vector double __a, vector double __b, unsigned const int __c) {
9353 return vec_sld(__a, __b, ((__c << 2) & 0x0F));
9354 }
9355 #endif
9356
9357 #ifdef __POWER9_VECTOR__
9358 /* vec_slv */
9359 static __inline__ vector unsigned char __ATTRS_o_ai
vec_slv(vector unsigned char __a,vector unsigned char __b)9360 vec_slv(vector unsigned char __a, vector unsigned char __b) {
9361 return __builtin_altivec_vslv(__a, __b);
9362 }
9363
9364 /* vec_srv */
9365 static __inline__ vector unsigned char __ATTRS_o_ai
vec_srv(vector unsigned char __a,vector unsigned char __b)9366 vec_srv(vector unsigned char __a, vector unsigned char __b) {
9367 return __builtin_altivec_vsrv(__a, __b);
9368 }
9369 #endif
9370
9371 /* vec_vsldoi */
9372
9373 static __inline__ vector signed char __ATTRS_o_ai
vec_vsldoi(vector signed char __a,vector signed char __b,unsigned char __c)9374 vec_vsldoi(vector signed char __a, vector signed char __b, unsigned char __c) {
9375 unsigned char __d = __c & 0x0F;
9376 #ifdef __LITTLE_ENDIAN__
9377 return vec_perm(
9378 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9379 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9380 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9381 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9382 #else
9383 return vec_perm(
9384 __a, __b,
9385 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9386 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9387 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9388 #endif
9389 }
9390
vec_vsldoi(vector unsigned char __a,vector unsigned char __b,unsigned char __c)9391 static __inline__ vector unsigned char __ATTRS_o_ai vec_vsldoi(
9392 vector unsigned char __a, vector unsigned char __b, unsigned char __c) {
9393 unsigned char __d = __c & 0x0F;
9394 #ifdef __LITTLE_ENDIAN__
9395 return vec_perm(
9396 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9397 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9398 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9399 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9400 #else
9401 return vec_perm(
9402 __a, __b,
9403 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9404 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9405 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9406 #endif
9407 }
9408
vec_vsldoi(vector short __a,vector short __b,unsigned char __c)9409 static __inline__ vector short __ATTRS_o_ai vec_vsldoi(vector short __a,
9410 vector short __b,
9411 unsigned char __c) {
9412 unsigned char __d = __c & 0x0F;
9413 #ifdef __LITTLE_ENDIAN__
9414 return vec_perm(
9415 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9416 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9417 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9418 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9419 #else
9420 return vec_perm(
9421 __a, __b,
9422 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9423 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9424 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9425 #endif
9426 }
9427
vec_vsldoi(vector unsigned short __a,vector unsigned short __b,unsigned char __c)9428 static __inline__ vector unsigned short __ATTRS_o_ai vec_vsldoi(
9429 vector unsigned short __a, vector unsigned short __b, unsigned char __c) {
9430 unsigned char __d = __c & 0x0F;
9431 #ifdef __LITTLE_ENDIAN__
9432 return vec_perm(
9433 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9434 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9435 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9436 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9437 #else
9438 return vec_perm(
9439 __a, __b,
9440 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9441 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9442 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9443 #endif
9444 }
9445
vec_vsldoi(vector pixel __a,vector pixel __b,unsigned char __c)9446 static __inline__ vector pixel __ATTRS_o_ai vec_vsldoi(vector pixel __a,
9447 vector pixel __b,
9448 unsigned char __c) {
9449 unsigned char __d = __c & 0x0F;
9450 #ifdef __LITTLE_ENDIAN__
9451 return vec_perm(
9452 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9453 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9454 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9455 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9456 #else
9457 return vec_perm(
9458 __a, __b,
9459 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9460 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9461 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9462 #endif
9463 }
9464
vec_vsldoi(vector int __a,vector int __b,unsigned char __c)9465 static __inline__ vector int __ATTRS_o_ai vec_vsldoi(vector int __a,
9466 vector int __b,
9467 unsigned char __c) {
9468 unsigned char __d = __c & 0x0F;
9469 #ifdef __LITTLE_ENDIAN__
9470 return vec_perm(
9471 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9472 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9473 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9474 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9475 #else
9476 return vec_perm(
9477 __a, __b,
9478 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9479 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9480 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9481 #endif
9482 }
9483
vec_vsldoi(vector unsigned int __a,vector unsigned int __b,unsigned char __c)9484 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsldoi(
9485 vector unsigned int __a, vector unsigned int __b, unsigned char __c) {
9486 unsigned char __d = __c & 0x0F;
9487 #ifdef __LITTLE_ENDIAN__
9488 return vec_perm(
9489 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9490 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9491 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9492 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9493 #else
9494 return vec_perm(
9495 __a, __b,
9496 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9497 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9498 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9499 #endif
9500 }
9501
vec_vsldoi(vector float __a,vector float __b,unsigned char __c)9502 static __inline__ vector float __ATTRS_o_ai vec_vsldoi(vector float __a,
9503 vector float __b,
9504 unsigned char __c) {
9505 unsigned char __d = __c & 0x0F;
9506 #ifdef __LITTLE_ENDIAN__
9507 return vec_perm(
9508 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d,
9509 20 - __d, 21 - __d, 22 - __d, 23 - __d,
9510 24 - __d, 25 - __d, 26 - __d, 27 - __d,
9511 28 - __d, 29 - __d, 30 - __d, 31 - __d));
9512 #else
9513 return vec_perm(
9514 __a, __b,
9515 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5,
9516 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10,
9517 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15));
9518 #endif
9519 }
9520
9521 /* vec_sll */
9522
9523 static __inline__ vector signed char __ATTRS_o_ai
vec_sll(vector signed char __a,vector unsigned char __b)9524 vec_sll(vector signed char __a, vector unsigned char __b) {
9525 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9526 (vector int)__b);
9527 }
9528
9529 static __inline__ vector signed char __ATTRS_o_ai
vec_sll(vector signed char __a,vector unsigned short __b)9530 vec_sll(vector signed char __a, vector unsigned short __b) {
9531 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9532 (vector int)__b);
9533 }
9534
9535 static __inline__ vector signed char __ATTRS_o_ai
vec_sll(vector signed char __a,vector unsigned int __b)9536 vec_sll(vector signed char __a, vector unsigned int __b) {
9537 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9538 (vector int)__b);
9539 }
9540
9541 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sll(vector unsigned char __a,vector unsigned char __b)9542 vec_sll(vector unsigned char __a, vector unsigned char __b) {
9543 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9544 (vector int)__b);
9545 }
9546
9547 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sll(vector unsigned char __a,vector unsigned short __b)9548 vec_sll(vector unsigned char __a, vector unsigned short __b) {
9549 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9550 (vector int)__b);
9551 }
9552
9553 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sll(vector unsigned char __a,vector unsigned int __b)9554 vec_sll(vector unsigned char __a, vector unsigned int __b) {
9555 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9556 (vector int)__b);
9557 }
9558
9559 static __inline__ vector bool char __ATTRS_o_ai
vec_sll(vector bool char __a,vector unsigned char __b)9560 vec_sll(vector bool char __a, vector unsigned char __b) {
9561 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9562 (vector int)__b);
9563 }
9564
9565 static __inline__ vector bool char __ATTRS_o_ai
vec_sll(vector bool char __a,vector unsigned short __b)9566 vec_sll(vector bool char __a, vector unsigned short __b) {
9567 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9568 (vector int)__b);
9569 }
9570
9571 static __inline__ vector bool char __ATTRS_o_ai
vec_sll(vector bool char __a,vector unsigned int __b)9572 vec_sll(vector bool char __a, vector unsigned int __b) {
9573 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9574 (vector int)__b);
9575 }
9576
vec_sll(vector short __a,vector unsigned char __b)9577 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a,
9578 vector unsigned char __b) {
9579 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9580 }
9581
vec_sll(vector short __a,vector unsigned short __b)9582 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a,
9583 vector unsigned short __b) {
9584 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9585 }
9586
vec_sll(vector short __a,vector unsigned int __b)9587 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a,
9588 vector unsigned int __b) {
9589 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9590 }
9591
9592 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sll(vector unsigned short __a,vector unsigned char __b)9593 vec_sll(vector unsigned short __a, vector unsigned char __b) {
9594 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9595 (vector int)__b);
9596 }
9597
9598 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sll(vector unsigned short __a,vector unsigned short __b)9599 vec_sll(vector unsigned short __a, vector unsigned short __b) {
9600 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9601 (vector int)__b);
9602 }
9603
9604 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sll(vector unsigned short __a,vector unsigned int __b)9605 vec_sll(vector unsigned short __a, vector unsigned int __b) {
9606 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9607 (vector int)__b);
9608 }
9609
9610 static __inline__ vector bool short __ATTRS_o_ai
vec_sll(vector bool short __a,vector unsigned char __b)9611 vec_sll(vector bool short __a, vector unsigned char __b) {
9612 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9613 (vector int)__b);
9614 }
9615
9616 static __inline__ vector bool short __ATTRS_o_ai
vec_sll(vector bool short __a,vector unsigned short __b)9617 vec_sll(vector bool short __a, vector unsigned short __b) {
9618 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9619 (vector int)__b);
9620 }
9621
9622 static __inline__ vector bool short __ATTRS_o_ai
vec_sll(vector bool short __a,vector unsigned int __b)9623 vec_sll(vector bool short __a, vector unsigned int __b) {
9624 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9625 (vector int)__b);
9626 }
9627
vec_sll(vector pixel __a,vector unsigned char __b)9628 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a,
9629 vector unsigned char __b) {
9630 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9631 }
9632
vec_sll(vector pixel __a,vector unsigned short __b)9633 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a,
9634 vector unsigned short __b) {
9635 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9636 }
9637
vec_sll(vector pixel __a,vector unsigned int __b)9638 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a,
9639 vector unsigned int __b) {
9640 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9641 }
9642
vec_sll(vector int __a,vector unsigned char __b)9643 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a,
9644 vector unsigned char __b) {
9645 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9646 }
9647
vec_sll(vector int __a,vector unsigned short __b)9648 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a,
9649 vector unsigned short __b) {
9650 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9651 }
9652
vec_sll(vector int __a,vector unsigned int __b)9653 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a,
9654 vector unsigned int __b) {
9655 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9656 }
9657
9658 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sll(vector unsigned int __a,vector unsigned char __b)9659 vec_sll(vector unsigned int __a, vector unsigned char __b) {
9660 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9661 (vector int)__b);
9662 }
9663
9664 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sll(vector unsigned int __a,vector unsigned short __b)9665 vec_sll(vector unsigned int __a, vector unsigned short __b) {
9666 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9667 (vector int)__b);
9668 }
9669
9670 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sll(vector unsigned int __a,vector unsigned int __b)9671 vec_sll(vector unsigned int __a, vector unsigned int __b) {
9672 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9673 (vector int)__b);
9674 }
9675
9676 static __inline__ vector bool int __ATTRS_o_ai
vec_sll(vector bool int __a,vector unsigned char __b)9677 vec_sll(vector bool int __a, vector unsigned char __b) {
9678 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9679 (vector int)__b);
9680 }
9681
9682 static __inline__ vector bool int __ATTRS_o_ai
vec_sll(vector bool int __a,vector unsigned short __b)9683 vec_sll(vector bool int __a, vector unsigned short __b) {
9684 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9685 (vector int)__b);
9686 }
9687
9688 static __inline__ vector bool int __ATTRS_o_ai
vec_sll(vector bool int __a,vector unsigned int __b)9689 vec_sll(vector bool int __a, vector unsigned int __b) {
9690 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9691 (vector int)__b);
9692 }
9693
9694 #ifdef __VSX__
9695 static __inline__ vector signed long long __ATTRS_o_ai
vec_sll(vector signed long long __a,vector unsigned char __b)9696 vec_sll(vector signed long long __a, vector unsigned char __b) {
9697 return (vector signed long long)__builtin_altivec_vsl((vector int)__a,
9698 (vector int)__b);
9699 }
9700
9701 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sll(vector unsigned long long __a,vector unsigned char __b)9702 vec_sll(vector unsigned long long __a, vector unsigned char __b) {
9703 return (vector unsigned long long)__builtin_altivec_vsl((vector int)__a,
9704 (vector int)__b);
9705 }
9706 #endif
9707
9708 /* vec_vsl */
9709
9710 static __inline__ vector signed char __ATTRS_o_ai
vec_vsl(vector signed char __a,vector unsigned char __b)9711 vec_vsl(vector signed char __a, vector unsigned char __b) {
9712 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9713 (vector int)__b);
9714 }
9715
9716 static __inline__ vector signed char __ATTRS_o_ai
vec_vsl(vector signed char __a,vector unsigned short __b)9717 vec_vsl(vector signed char __a, vector unsigned short __b) {
9718 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9719 (vector int)__b);
9720 }
9721
9722 static __inline__ vector signed char __ATTRS_o_ai
vec_vsl(vector signed char __a,vector unsigned int __b)9723 vec_vsl(vector signed char __a, vector unsigned int __b) {
9724 return (vector signed char)__builtin_altivec_vsl((vector int)__a,
9725 (vector int)__b);
9726 }
9727
9728 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsl(vector unsigned char __a,vector unsigned char __b)9729 vec_vsl(vector unsigned char __a, vector unsigned char __b) {
9730 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9731 (vector int)__b);
9732 }
9733
9734 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsl(vector unsigned char __a,vector unsigned short __b)9735 vec_vsl(vector unsigned char __a, vector unsigned short __b) {
9736 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9737 (vector int)__b);
9738 }
9739
9740 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsl(vector unsigned char __a,vector unsigned int __b)9741 vec_vsl(vector unsigned char __a, vector unsigned int __b) {
9742 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a,
9743 (vector int)__b);
9744 }
9745
9746 static __inline__ vector bool char __ATTRS_o_ai
vec_vsl(vector bool char __a,vector unsigned char __b)9747 vec_vsl(vector bool char __a, vector unsigned char __b) {
9748 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9749 (vector int)__b);
9750 }
9751
9752 static __inline__ vector bool char __ATTRS_o_ai
vec_vsl(vector bool char __a,vector unsigned short __b)9753 vec_vsl(vector bool char __a, vector unsigned short __b) {
9754 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9755 (vector int)__b);
9756 }
9757
9758 static __inline__ vector bool char __ATTRS_o_ai
vec_vsl(vector bool char __a,vector unsigned int __b)9759 vec_vsl(vector bool char __a, vector unsigned int __b) {
9760 return (vector bool char)__builtin_altivec_vsl((vector int)__a,
9761 (vector int)__b);
9762 }
9763
vec_vsl(vector short __a,vector unsigned char __b)9764 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a,
9765 vector unsigned char __b) {
9766 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9767 }
9768
vec_vsl(vector short __a,vector unsigned short __b)9769 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a,
9770 vector unsigned short __b) {
9771 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9772 }
9773
vec_vsl(vector short __a,vector unsigned int __b)9774 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a,
9775 vector unsigned int __b) {
9776 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9777 }
9778
9779 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsl(vector unsigned short __a,vector unsigned char __b)9780 vec_vsl(vector unsigned short __a, vector unsigned char __b) {
9781 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9782 (vector int)__b);
9783 }
9784
9785 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsl(vector unsigned short __a,vector unsigned short __b)9786 vec_vsl(vector unsigned short __a, vector unsigned short __b) {
9787 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9788 (vector int)__b);
9789 }
9790
9791 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsl(vector unsigned short __a,vector unsigned int __b)9792 vec_vsl(vector unsigned short __a, vector unsigned int __b) {
9793 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a,
9794 (vector int)__b);
9795 }
9796
9797 static __inline__ vector bool short __ATTRS_o_ai
vec_vsl(vector bool short __a,vector unsigned char __b)9798 vec_vsl(vector bool short __a, vector unsigned char __b) {
9799 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9800 (vector int)__b);
9801 }
9802
9803 static __inline__ vector bool short __ATTRS_o_ai
vec_vsl(vector bool short __a,vector unsigned short __b)9804 vec_vsl(vector bool short __a, vector unsigned short __b) {
9805 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9806 (vector int)__b);
9807 }
9808
9809 static __inline__ vector bool short __ATTRS_o_ai
vec_vsl(vector bool short __a,vector unsigned int __b)9810 vec_vsl(vector bool short __a, vector unsigned int __b) {
9811 return (vector bool short)__builtin_altivec_vsl((vector int)__a,
9812 (vector int)__b);
9813 }
9814
vec_vsl(vector pixel __a,vector unsigned char __b)9815 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a,
9816 vector unsigned char __b) {
9817 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9818 }
9819
vec_vsl(vector pixel __a,vector unsigned short __b)9820 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a,
9821 vector unsigned short __b) {
9822 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9823 }
9824
vec_vsl(vector pixel __a,vector unsigned int __b)9825 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a,
9826 vector unsigned int __b) {
9827 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b);
9828 }
9829
vec_vsl(vector int __a,vector unsigned char __b)9830 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a,
9831 vector unsigned char __b) {
9832 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9833 }
9834
vec_vsl(vector int __a,vector unsigned short __b)9835 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a,
9836 vector unsigned short __b) {
9837 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9838 }
9839
vec_vsl(vector int __a,vector unsigned int __b)9840 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a,
9841 vector unsigned int __b) {
9842 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b);
9843 }
9844
9845 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsl(vector unsigned int __a,vector unsigned char __b)9846 vec_vsl(vector unsigned int __a, vector unsigned char __b) {
9847 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9848 (vector int)__b);
9849 }
9850
9851 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsl(vector unsigned int __a,vector unsigned short __b)9852 vec_vsl(vector unsigned int __a, vector unsigned short __b) {
9853 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9854 (vector int)__b);
9855 }
9856
9857 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsl(vector unsigned int __a,vector unsigned int __b)9858 vec_vsl(vector unsigned int __a, vector unsigned int __b) {
9859 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a,
9860 (vector int)__b);
9861 }
9862
9863 static __inline__ vector bool int __ATTRS_o_ai
vec_vsl(vector bool int __a,vector unsigned char __b)9864 vec_vsl(vector bool int __a, vector unsigned char __b) {
9865 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9866 (vector int)__b);
9867 }
9868
9869 static __inline__ vector bool int __ATTRS_o_ai
vec_vsl(vector bool int __a,vector unsigned short __b)9870 vec_vsl(vector bool int __a, vector unsigned short __b) {
9871 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9872 (vector int)__b);
9873 }
9874
9875 static __inline__ vector bool int __ATTRS_o_ai
vec_vsl(vector bool int __a,vector unsigned int __b)9876 vec_vsl(vector bool int __a, vector unsigned int __b) {
9877 return (vector bool int)__builtin_altivec_vsl((vector int)__a,
9878 (vector int)__b);
9879 }
9880
9881 /* vec_slo */
9882
9883 static __inline__ vector signed char __ATTRS_o_ai
vec_slo(vector signed char __a,vector signed char __b)9884 vec_slo(vector signed char __a, vector signed char __b) {
9885 return (vector signed char)__builtin_altivec_vslo((vector int)__a,
9886 (vector int)__b);
9887 }
9888
9889 static __inline__ vector signed char __ATTRS_o_ai
vec_slo(vector signed char __a,vector unsigned char __b)9890 vec_slo(vector signed char __a, vector unsigned char __b) {
9891 return (vector signed char)__builtin_altivec_vslo((vector int)__a,
9892 (vector int)__b);
9893 }
9894
9895 static __inline__ vector unsigned char __ATTRS_o_ai
vec_slo(vector unsigned char __a,vector signed char __b)9896 vec_slo(vector unsigned char __a, vector signed char __b) {
9897 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a,
9898 (vector int)__b);
9899 }
9900
9901 static __inline__ vector unsigned char __ATTRS_o_ai
vec_slo(vector unsigned char __a,vector unsigned char __b)9902 vec_slo(vector unsigned char __a, vector unsigned char __b) {
9903 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a,
9904 (vector int)__b);
9905 }
9906
vec_slo(vector short __a,vector signed char __b)9907 static __inline__ vector short __ATTRS_o_ai vec_slo(vector short __a,
9908 vector signed char __b) {
9909 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9910 }
9911
vec_slo(vector short __a,vector unsigned char __b)9912 static __inline__ vector short __ATTRS_o_ai vec_slo(vector short __a,
9913 vector unsigned char __b) {
9914 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9915 }
9916
9917 static __inline__ vector unsigned short __ATTRS_o_ai
vec_slo(vector unsigned short __a,vector signed char __b)9918 vec_slo(vector unsigned short __a, vector signed char __b) {
9919 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a,
9920 (vector int)__b);
9921 }
9922
9923 static __inline__ vector unsigned short __ATTRS_o_ai
vec_slo(vector unsigned short __a,vector unsigned char __b)9924 vec_slo(vector unsigned short __a, vector unsigned char __b) {
9925 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a,
9926 (vector int)__b);
9927 }
9928
vec_slo(vector pixel __a,vector signed char __b)9929 static __inline__ vector pixel __ATTRS_o_ai vec_slo(vector pixel __a,
9930 vector signed char __b) {
9931 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9932 }
9933
vec_slo(vector pixel __a,vector unsigned char __b)9934 static __inline__ vector pixel __ATTRS_o_ai vec_slo(vector pixel __a,
9935 vector unsigned char __b) {
9936 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9937 }
9938
vec_slo(vector int __a,vector signed char __b)9939 static __inline__ vector int __ATTRS_o_ai vec_slo(vector int __a,
9940 vector signed char __b) {
9941 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b);
9942 }
9943
vec_slo(vector int __a,vector unsigned char __b)9944 static __inline__ vector int __ATTRS_o_ai vec_slo(vector int __a,
9945 vector unsigned char __b) {
9946 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b);
9947 }
9948
9949 static __inline__ vector unsigned int __ATTRS_o_ai
vec_slo(vector unsigned int __a,vector signed char __b)9950 vec_slo(vector unsigned int __a, vector signed char __b) {
9951 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a,
9952 (vector int)__b);
9953 }
9954
9955 static __inline__ vector unsigned int __ATTRS_o_ai
vec_slo(vector unsigned int __a,vector unsigned char __b)9956 vec_slo(vector unsigned int __a, vector unsigned char __b) {
9957 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a,
9958 (vector int)__b);
9959 }
9960
vec_slo(vector float __a,vector signed char __b)9961 static __inline__ vector float __ATTRS_o_ai vec_slo(vector float __a,
9962 vector signed char __b) {
9963 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9964 }
9965
vec_slo(vector float __a,vector unsigned char __b)9966 static __inline__ vector float __ATTRS_o_ai vec_slo(vector float __a,
9967 vector unsigned char __b) {
9968 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
9969 }
9970
9971 #ifdef __VSX__
9972 static __inline__ vector signed long long __ATTRS_o_ai
vec_slo(vector signed long long __a,vector signed char __b)9973 vec_slo(vector signed long long __a, vector signed char __b) {
9974 return (vector signed long long)__builtin_altivec_vslo((vector int)__a,
9975 (vector int)__b);
9976 }
9977
9978 static __inline__ vector signed long long __ATTRS_o_ai
vec_slo(vector signed long long __a,vector unsigned char __b)9979 vec_slo(vector signed long long __a, vector unsigned char __b) {
9980 return (vector signed long long)__builtin_altivec_vslo((vector int)__a,
9981 (vector int)__b);
9982 }
9983
9984 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_slo(vector unsigned long long __a,vector signed char __b)9985 vec_slo(vector unsigned long long __a, vector signed char __b) {
9986 return (vector unsigned long long)__builtin_altivec_vslo((vector int)__a,
9987 (vector int)__b);
9988 }
9989
9990 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_slo(vector unsigned long long __a,vector unsigned char __b)9991 vec_slo(vector unsigned long long __a, vector unsigned char __b) {
9992 return (vector unsigned long long)__builtin_altivec_vslo((vector int)__a,
9993 (vector int)__b);
9994 }
9995 #endif
9996
9997 /* vec_vslo */
9998
9999 static __inline__ vector signed char __ATTRS_o_ai
vec_vslo(vector signed char __a,vector signed char __b)10000 vec_vslo(vector signed char __a, vector signed char __b) {
10001 return (vector signed char)__builtin_altivec_vslo((vector int)__a,
10002 (vector int)__b);
10003 }
10004
10005 static __inline__ vector signed char __ATTRS_o_ai
vec_vslo(vector signed char __a,vector unsigned char __b)10006 vec_vslo(vector signed char __a, vector unsigned char __b) {
10007 return (vector signed char)__builtin_altivec_vslo((vector int)__a,
10008 (vector int)__b);
10009 }
10010
10011 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vslo(vector unsigned char __a,vector signed char __b)10012 vec_vslo(vector unsigned char __a, vector signed char __b) {
10013 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a,
10014 (vector int)__b);
10015 }
10016
10017 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vslo(vector unsigned char __a,vector unsigned char __b)10018 vec_vslo(vector unsigned char __a, vector unsigned char __b) {
10019 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a,
10020 (vector int)__b);
10021 }
10022
vec_vslo(vector short __a,vector signed char __b)10023 static __inline__ vector short __ATTRS_o_ai vec_vslo(vector short __a,
10024 vector signed char __b) {
10025 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10026 }
10027
vec_vslo(vector short __a,vector unsigned char __b)10028 static __inline__ vector short __ATTRS_o_ai vec_vslo(vector short __a,
10029 vector unsigned char __b) {
10030 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10031 }
10032
10033 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vslo(vector unsigned short __a,vector signed char __b)10034 vec_vslo(vector unsigned short __a, vector signed char __b) {
10035 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a,
10036 (vector int)__b);
10037 }
10038
10039 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vslo(vector unsigned short __a,vector unsigned char __b)10040 vec_vslo(vector unsigned short __a, vector unsigned char __b) {
10041 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a,
10042 (vector int)__b);
10043 }
10044
vec_vslo(vector pixel __a,vector signed char __b)10045 static __inline__ vector pixel __ATTRS_o_ai vec_vslo(vector pixel __a,
10046 vector signed char __b) {
10047 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10048 }
10049
vec_vslo(vector pixel __a,vector unsigned char __b)10050 static __inline__ vector pixel __ATTRS_o_ai vec_vslo(vector pixel __a,
10051 vector unsigned char __b) {
10052 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10053 }
10054
vec_vslo(vector int __a,vector signed char __b)10055 static __inline__ vector int __ATTRS_o_ai vec_vslo(vector int __a,
10056 vector signed char __b) {
10057 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b);
10058 }
10059
vec_vslo(vector int __a,vector unsigned char __b)10060 static __inline__ vector int __ATTRS_o_ai vec_vslo(vector int __a,
10061 vector unsigned char __b) {
10062 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b);
10063 }
10064
10065 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vslo(vector unsigned int __a,vector signed char __b)10066 vec_vslo(vector unsigned int __a, vector signed char __b) {
10067 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a,
10068 (vector int)__b);
10069 }
10070
10071 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vslo(vector unsigned int __a,vector unsigned char __b)10072 vec_vslo(vector unsigned int __a, vector unsigned char __b) {
10073 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a,
10074 (vector int)__b);
10075 }
10076
vec_vslo(vector float __a,vector signed char __b)10077 static __inline__ vector float __ATTRS_o_ai vec_vslo(vector float __a,
10078 vector signed char __b) {
10079 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10080 }
10081
vec_vslo(vector float __a,vector unsigned char __b)10082 static __inline__ vector float __ATTRS_o_ai vec_vslo(vector float __a,
10083 vector unsigned char __b) {
10084 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b);
10085 }
10086
10087 /* vec_splat */
10088
10089 static __inline__ vector signed char __ATTRS_o_ai
vec_splat(vector signed char __a,unsigned const int __b)10090 vec_splat(vector signed char __a, unsigned const int __b) {
10091 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F));
10092 }
10093
10094 static __inline__ vector unsigned char __ATTRS_o_ai
vec_splat(vector unsigned char __a,unsigned const int __b)10095 vec_splat(vector unsigned char __a, unsigned const int __b) {
10096 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F));
10097 }
10098
10099 static __inline__ vector bool char __ATTRS_o_ai
vec_splat(vector bool char __a,unsigned const int __b)10100 vec_splat(vector bool char __a, unsigned const int __b) {
10101 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F));
10102 }
10103
10104 static __inline__ vector signed short __ATTRS_o_ai
vec_splat(vector signed short __a,unsigned const int __b)10105 vec_splat(vector signed short __a, unsigned const int __b) {
10106 unsigned char b0 = (__b & 0x07) * 2;
10107 unsigned char b1 = b0 + 1;
10108 return vec_perm(__a, __a,
10109 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1,
10110 b0, b1, b0, b1, b0, b1));
10111 }
10112
10113 static __inline__ vector unsigned short __ATTRS_o_ai
vec_splat(vector unsigned short __a,unsigned const int __b)10114 vec_splat(vector unsigned short __a, unsigned const int __b) {
10115 unsigned char b0 = (__b & 0x07) * 2;
10116 unsigned char b1 = b0 + 1;
10117 return vec_perm(__a, __a,
10118 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1,
10119 b0, b1, b0, b1, b0, b1));
10120 }
10121
10122 static __inline__ vector bool short __ATTRS_o_ai
vec_splat(vector bool short __a,unsigned const int __b)10123 vec_splat(vector bool short __a, unsigned const int __b) {
10124 unsigned char b0 = (__b & 0x07) * 2;
10125 unsigned char b1 = b0 + 1;
10126 return vec_perm(__a, __a,
10127 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1,
10128 b0, b1, b0, b1, b0, b1));
10129 }
10130
vec_splat(vector pixel __a,unsigned const int __b)10131 static __inline__ vector pixel __ATTRS_o_ai vec_splat(vector pixel __a,
10132 unsigned const int __b) {
10133 unsigned char b0 = (__b & 0x07) * 2;
10134 unsigned char b1 = b0 + 1;
10135 return vec_perm(__a, __a,
10136 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1,
10137 b0, b1, b0, b1, b0, b1));
10138 }
10139
10140 static __inline__ vector signed int __ATTRS_o_ai
vec_splat(vector signed int __a,unsigned const int __b)10141 vec_splat(vector signed int __a, unsigned const int __b) {
10142 unsigned char b0 = (__b & 0x03) * 4;
10143 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3;
10144 return vec_perm(__a, __a,
10145 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1,
10146 b2, b3, b0, b1, b2, b3));
10147 }
10148
10149 static __inline__ vector unsigned int __ATTRS_o_ai
vec_splat(vector unsigned int __a,unsigned const int __b)10150 vec_splat(vector unsigned int __a, unsigned const int __b) {
10151 unsigned char b0 = (__b & 0x03) * 4;
10152 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3;
10153 return vec_perm(__a, __a,
10154 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1,
10155 b2, b3, b0, b1, b2, b3));
10156 }
10157
10158 static __inline__ vector bool int __ATTRS_o_ai
vec_splat(vector bool int __a,unsigned const int __b)10159 vec_splat(vector bool int __a, unsigned const int __b) {
10160 unsigned char b0 = (__b & 0x03) * 4;
10161 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3;
10162 return vec_perm(__a, __a,
10163 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1,
10164 b2, b3, b0, b1, b2, b3));
10165 }
10166
vec_splat(vector float __a,unsigned const int __b)10167 static __inline__ vector float __ATTRS_o_ai vec_splat(vector float __a,
10168 unsigned const int __b) {
10169 unsigned char b0 = (__b & 0x03) * 4;
10170 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3;
10171 return vec_perm(__a, __a,
10172 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1,
10173 b2, b3, b0, b1, b2, b3));
10174 }
10175
10176 #ifdef __VSX__
vec_splat(vector double __a,unsigned const int __b)10177 static __inline__ vector double __ATTRS_o_ai vec_splat(vector double __a,
10178 unsigned const int __b) {
10179 unsigned char b0 = (__b & 0x01) * 8;
10180 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5,
10181 b6 = b0 + 6, b7 = b0 + 7;
10182 return vec_perm(__a, __a,
10183 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1,
10184 b2, b3, b4, b5, b6, b7));
10185 }
10186 static __inline__ vector bool long long __ATTRS_o_ai
vec_splat(vector bool long long __a,unsigned const int __b)10187 vec_splat(vector bool long long __a, unsigned const int __b) {
10188 unsigned char b0 = (__b & 0x01) * 8;
10189 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5,
10190 b6 = b0 + 6, b7 = b0 + 7;
10191 return vec_perm(__a, __a,
10192 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1,
10193 b2, b3, b4, b5, b6, b7));
10194 }
10195 static __inline__ vector signed long long __ATTRS_o_ai
vec_splat(vector signed long long __a,unsigned const int __b)10196 vec_splat(vector signed long long __a, unsigned const int __b) {
10197 unsigned char b0 = (__b & 0x01) * 8;
10198 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5,
10199 b6 = b0 + 6, b7 = b0 + 7;
10200 return vec_perm(__a, __a,
10201 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1,
10202 b2, b3, b4, b5, b6, b7));
10203 }
10204 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_splat(vector unsigned long long __a,unsigned const int __b)10205 vec_splat(vector unsigned long long __a, unsigned const int __b) {
10206 unsigned char b0 = (__b & 0x01) * 8;
10207 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5,
10208 b6 = b0 + 6, b7 = b0 + 7;
10209 return vec_perm(__a, __a,
10210 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1,
10211 b2, b3, b4, b5, b6, b7));
10212 }
10213 #endif
10214
10215 /* vec_vspltb */
10216
10217 #define __builtin_altivec_vspltb vec_vspltb
10218
10219 static __inline__ vector signed char __ATTRS_o_ai
vec_vspltb(vector signed char __a,unsigned char __b)10220 vec_vspltb(vector signed char __a, unsigned char __b) {
10221 return vec_perm(__a, __a, (vector unsigned char)(__b));
10222 }
10223
10224 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vspltb(vector unsigned char __a,unsigned char __b)10225 vec_vspltb(vector unsigned char __a, unsigned char __b) {
10226 return vec_perm(__a, __a, (vector unsigned char)(__b));
10227 }
10228
vec_vspltb(vector bool char __a,unsigned char __b)10229 static __inline__ vector bool char __ATTRS_o_ai vec_vspltb(vector bool char __a,
10230 unsigned char __b) {
10231 return vec_perm(__a, __a, (vector unsigned char)(__b));
10232 }
10233
10234 /* vec_vsplth */
10235
10236 #define __builtin_altivec_vsplth vec_vsplth
10237
vec_vsplth(vector short __a,unsigned char __b)10238 static __inline__ vector short __ATTRS_o_ai vec_vsplth(vector short __a,
10239 unsigned char __b) {
10240 __b *= 2;
10241 unsigned char b1 = __b + 1;
10242 return vec_perm(__a, __a,
10243 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1,
10244 __b, b1, __b, b1, __b, b1, __b, b1));
10245 }
10246
10247 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsplth(vector unsigned short __a,unsigned char __b)10248 vec_vsplth(vector unsigned short __a, unsigned char __b) {
10249 __b *= 2;
10250 unsigned char b1 = __b + 1;
10251 return vec_perm(__a, __a,
10252 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1,
10253 __b, b1, __b, b1, __b, b1, __b, b1));
10254 }
10255
10256 static __inline__ vector bool short __ATTRS_o_ai
vec_vsplth(vector bool short __a,unsigned char __b)10257 vec_vsplth(vector bool short __a, unsigned char __b) {
10258 __b *= 2;
10259 unsigned char b1 = __b + 1;
10260 return vec_perm(__a, __a,
10261 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1,
10262 __b, b1, __b, b1, __b, b1, __b, b1));
10263 }
10264
vec_vsplth(vector pixel __a,unsigned char __b)10265 static __inline__ vector pixel __ATTRS_o_ai vec_vsplth(vector pixel __a,
10266 unsigned char __b) {
10267 __b *= 2;
10268 unsigned char b1 = __b + 1;
10269 return vec_perm(__a, __a,
10270 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1,
10271 __b, b1, __b, b1, __b, b1, __b, b1));
10272 }
10273
10274 /* vec_vspltw */
10275
10276 #define __builtin_altivec_vspltw vec_vspltw
10277
vec_vspltw(vector int __a,unsigned char __b)10278 static __inline__ vector int __ATTRS_o_ai vec_vspltw(vector int __a,
10279 unsigned char __b) {
10280 __b *= 4;
10281 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3;
10282 return vec_perm(__a, __a,
10283 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b,
10284 b1, b2, b3, __b, b1, b2, b3));
10285 }
10286
10287 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vspltw(vector unsigned int __a,unsigned char __b)10288 vec_vspltw(vector unsigned int __a, unsigned char __b) {
10289 __b *= 4;
10290 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3;
10291 return vec_perm(__a, __a,
10292 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b,
10293 b1, b2, b3, __b, b1, b2, b3));
10294 }
10295
vec_vspltw(vector bool int __a,unsigned char __b)10296 static __inline__ vector bool int __ATTRS_o_ai vec_vspltw(vector bool int __a,
10297 unsigned char __b) {
10298 __b *= 4;
10299 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3;
10300 return vec_perm(__a, __a,
10301 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b,
10302 b1, b2, b3, __b, b1, b2, b3));
10303 }
10304
vec_vspltw(vector float __a,unsigned char __b)10305 static __inline__ vector float __ATTRS_o_ai vec_vspltw(vector float __a,
10306 unsigned char __b) {
10307 __b *= 4;
10308 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3;
10309 return vec_perm(__a, __a,
10310 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b,
10311 b1, b2, b3, __b, b1, b2, b3));
10312 }
10313
10314 /* vec_splat_s8 */
10315
10316 #define __builtin_altivec_vspltisb vec_splat_s8
10317
10318 // FIXME: parameter should be treated as 5-bit signed literal
10319 static __inline__ vector signed char __ATTRS_o_ai
vec_splat_s8(signed char __a)10320 vec_splat_s8(signed char __a) {
10321 return (vector signed char)(__a);
10322 }
10323
10324 /* vec_vspltisb */
10325
10326 // FIXME: parameter should be treated as 5-bit signed literal
10327 static __inline__ vector signed char __ATTRS_o_ai
vec_vspltisb(signed char __a)10328 vec_vspltisb(signed char __a) {
10329 return (vector signed char)(__a);
10330 }
10331
10332 /* vec_splat_s16 */
10333
10334 #define __builtin_altivec_vspltish vec_splat_s16
10335
10336 // FIXME: parameter should be treated as 5-bit signed literal
vec_splat_s16(signed char __a)10337 static __inline__ vector short __ATTRS_o_ai vec_splat_s16(signed char __a) {
10338 return (vector short)(__a);
10339 }
10340
10341 /* vec_vspltish */
10342
10343 // FIXME: parameter should be treated as 5-bit signed literal
vec_vspltish(signed char __a)10344 static __inline__ vector short __ATTRS_o_ai vec_vspltish(signed char __a) {
10345 return (vector short)(__a);
10346 }
10347
10348 /* vec_splat_s32 */
10349
10350 #define __builtin_altivec_vspltisw vec_splat_s32
10351
10352 // FIXME: parameter should be treated as 5-bit signed literal
vec_splat_s32(signed char __a)10353 static __inline__ vector int __ATTRS_o_ai vec_splat_s32(signed char __a) {
10354 return (vector int)(__a);
10355 }
10356
10357 /* vec_vspltisw */
10358
10359 // FIXME: parameter should be treated as 5-bit signed literal
vec_vspltisw(signed char __a)10360 static __inline__ vector int __ATTRS_o_ai vec_vspltisw(signed char __a) {
10361 return (vector int)(__a);
10362 }
10363
10364 /* vec_splat_u8 */
10365
10366 // FIXME: parameter should be treated as 5-bit signed literal
10367 static __inline__ vector unsigned char __ATTRS_o_ai
vec_splat_u8(unsigned char __a)10368 vec_splat_u8(unsigned char __a) {
10369 return (vector unsigned char)(__a);
10370 }
10371
10372 /* vec_splat_u16 */
10373
10374 // FIXME: parameter should be treated as 5-bit signed literal
10375 static __inline__ vector unsigned short __ATTRS_o_ai
vec_splat_u16(signed char __a)10376 vec_splat_u16(signed char __a) {
10377 return (vector unsigned short)(__a);
10378 }
10379
10380 /* vec_splat_u32 */
10381
10382 // FIXME: parameter should be treated as 5-bit signed literal
10383 static __inline__ vector unsigned int __ATTRS_o_ai
vec_splat_u32(signed char __a)10384 vec_splat_u32(signed char __a) {
10385 return (vector unsigned int)(__a);
10386 }
10387
10388 /* vec_sr */
10389
10390 // vec_sr does modulo arithmetic on __b first, so __b is allowed to be more
10391 // than the length of __a.
10392 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sr(vector unsigned char __a,vector unsigned char __b)10393 vec_sr(vector unsigned char __a, vector unsigned char __b) {
10394 return __a >>
10395 (__b % (vector unsigned char)(sizeof(unsigned char) * __CHAR_BIT__));
10396 }
10397
10398 static __inline__ vector signed char __ATTRS_o_ai
vec_sr(vector signed char __a,vector unsigned char __b)10399 vec_sr(vector signed char __a, vector unsigned char __b) {
10400 return (vector signed char)vec_sr((vector unsigned char)__a, __b);
10401 }
10402
10403 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sr(vector unsigned short __a,vector unsigned short __b)10404 vec_sr(vector unsigned short __a, vector unsigned short __b) {
10405 return __a >>
10406 (__b % (vector unsigned short)(sizeof(unsigned short) * __CHAR_BIT__));
10407 }
10408
vec_sr(vector short __a,vector unsigned short __b)10409 static __inline__ vector short __ATTRS_o_ai vec_sr(vector short __a,
10410 vector unsigned short __b) {
10411 return (vector short)vec_sr((vector unsigned short)__a, __b);
10412 }
10413
10414 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sr(vector unsigned int __a,vector unsigned int __b)10415 vec_sr(vector unsigned int __a, vector unsigned int __b) {
10416 return __a >>
10417 (__b % (vector unsigned int)(sizeof(unsigned int) * __CHAR_BIT__));
10418 }
10419
vec_sr(vector int __a,vector unsigned int __b)10420 static __inline__ vector int __ATTRS_o_ai vec_sr(vector int __a,
10421 vector unsigned int __b) {
10422 return (vector int)vec_sr((vector unsigned int)__a, __b);
10423 }
10424
10425 #ifdef __POWER8_VECTOR__
10426 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sr(vector unsigned long long __a,vector unsigned long long __b)10427 vec_sr(vector unsigned long long __a, vector unsigned long long __b) {
10428 return __a >> (__b % (vector unsigned long long)(sizeof(unsigned long long) *
10429 __CHAR_BIT__));
10430 }
10431
10432 static __inline__ vector long long __ATTRS_o_ai
vec_sr(vector long long __a,vector unsigned long long __b)10433 vec_sr(vector long long __a, vector unsigned long long __b) {
10434 return (vector long long)vec_sr((vector unsigned long long)__a, __b);
10435 }
10436 #elif defined(__VSX__)
10437 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sr(vector unsigned long long __a,vector unsigned long long __b)10438 vec_sr(vector unsigned long long __a, vector unsigned long long __b) {
10439 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__);
10440
10441 // Big endian element zero (the left doubleword) can be right shifted as-is.
10442 // However the shift amount must be in the right doubleword.
10443 // The other element needs to be swapped into the left doubleword and
10444 // shifted. Then the left doublewords of the two result vectors are merged.
10445 vector unsigned long long __swapshift =
10446 __builtin_shufflevector(__b, __b, 1, 0);
10447 vector unsigned long long __leftelt =
10448 (vector unsigned long long)__builtin_altivec_vsro(
10449 (vector signed int)__a, (vector signed int)__swapshift);
10450 #ifdef __LITTLE_ENDIAN__
10451 __leftelt = (vector unsigned long long)__builtin_altivec_vsr(
10452 (vector signed int)__leftelt,
10453 (vector signed int)vec_vspltb((vector unsigned char)__swapshift, 0));
10454 #else
10455 __leftelt = (vector unsigned long long)__builtin_altivec_vsr(
10456 (vector signed int)__leftelt,
10457 (vector signed int)vec_vspltb((vector unsigned char)__swapshift, 15));
10458 #endif
10459 __a = __builtin_shufflevector(__a, __a, 1, 0);
10460 vector unsigned long long __rightelt =
10461 (vector unsigned long long)__builtin_altivec_vsro((vector signed int)__a,
10462 (vector signed int)__b);
10463 #ifdef __LITTLE_ENDIAN__
10464 __rightelt = (vector unsigned long long)__builtin_altivec_vsr(
10465 (vector signed int)__rightelt,
10466 (vector signed int)vec_vspltb((vector unsigned char)__b, 0));
10467 return __builtin_shufflevector(__rightelt, __leftelt, 1, 3);
10468 #else
10469 __rightelt = (vector unsigned long long)__builtin_altivec_vsr(
10470 (vector signed int)__rightelt,
10471 (vector signed int)vec_vspltb((vector unsigned char)__b, 15));
10472 return __builtin_shufflevector(__leftelt, __rightelt, 0, 2);
10473 #endif
10474 }
10475
10476 static __inline__ vector long long __ATTRS_o_ai
vec_sr(vector long long __a,vector unsigned long long __b)10477 vec_sr(vector long long __a, vector unsigned long long __b) {
10478 return (vector long long)vec_sr((vector unsigned long long)__a, __b);
10479 }
10480 #endif /* __VSX__ */
10481
10482 /* vec_vsrb */
10483
10484 #define __builtin_altivec_vsrb vec_vsrb
10485
10486 static __inline__ vector signed char __ATTRS_o_ai
vec_vsrb(vector signed char __a,vector unsigned char __b)10487 vec_vsrb(vector signed char __a, vector unsigned char __b) {
10488 return vec_sr(__a, __b);
10489 }
10490
10491 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsrb(vector unsigned char __a,vector unsigned char __b)10492 vec_vsrb(vector unsigned char __a, vector unsigned char __b) {
10493 return vec_sr(__a, __b);
10494 }
10495
10496 /* vec_vsrh */
10497
10498 #define __builtin_altivec_vsrh vec_vsrh
10499
10500 static __inline__ vector short __ATTRS_o_ai
vec_vsrh(vector short __a,vector unsigned short __b)10501 vec_vsrh(vector short __a, vector unsigned short __b) {
10502 return vec_sr(__a, __b);
10503 }
10504
10505 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsrh(vector unsigned short __a,vector unsigned short __b)10506 vec_vsrh(vector unsigned short __a, vector unsigned short __b) {
10507 return vec_sr(__a, __b);
10508 }
10509
10510 /* vec_vsrw */
10511
10512 #define __builtin_altivec_vsrw vec_vsrw
10513
vec_vsrw(vector int __a,vector unsigned int __b)10514 static __inline__ vector int __ATTRS_o_ai vec_vsrw(vector int __a,
10515 vector unsigned int __b) {
10516 return vec_sr(__a, __b);
10517 }
10518
10519 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsrw(vector unsigned int __a,vector unsigned int __b)10520 vec_vsrw(vector unsigned int __a, vector unsigned int __b) {
10521 return vec_sr(__a, __b);
10522 }
10523
10524 /* vec_sra */
10525
10526 static __inline__ vector signed char __ATTRS_o_ai
vec_sra(vector signed char __a,vector unsigned char __b)10527 vec_sra(vector signed char __a, vector unsigned char __b) {
10528 return (vector signed char)__builtin_altivec_vsrab((vector char)__a, __b);
10529 }
10530
10531 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sra(vector unsigned char __a,vector unsigned char __b)10532 vec_sra(vector unsigned char __a, vector unsigned char __b) {
10533 return (vector unsigned char)__builtin_altivec_vsrab((vector char)__a, __b);
10534 }
10535
vec_sra(vector short __a,vector unsigned short __b)10536 static __inline__ vector short __ATTRS_o_ai vec_sra(vector short __a,
10537 vector unsigned short __b) {
10538 return __builtin_altivec_vsrah(__a, (vector unsigned short)__b);
10539 }
10540
10541 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sra(vector unsigned short __a,vector unsigned short __b)10542 vec_sra(vector unsigned short __a, vector unsigned short __b) {
10543 return (vector unsigned short)__builtin_altivec_vsrah((vector short)__a, __b);
10544 }
10545
vec_sra(vector int __a,vector unsigned int __b)10546 static __inline__ vector int __ATTRS_o_ai vec_sra(vector int __a,
10547 vector unsigned int __b) {
10548 return __builtin_altivec_vsraw(__a, __b);
10549 }
10550
10551 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sra(vector unsigned int __a,vector unsigned int __b)10552 vec_sra(vector unsigned int __a, vector unsigned int __b) {
10553 return (vector unsigned int)__builtin_altivec_vsraw((vector int)__a, __b);
10554 }
10555
10556 #ifdef __POWER8_VECTOR__
10557 static __inline__ vector signed long long __ATTRS_o_ai
vec_sra(vector signed long long __a,vector unsigned long long __b)10558 vec_sra(vector signed long long __a, vector unsigned long long __b) {
10559 return __a >> __b;
10560 }
10561
10562 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sra(vector unsigned long long __a,vector unsigned long long __b)10563 vec_sra(vector unsigned long long __a, vector unsigned long long __b) {
10564 return (vector unsigned long long)((vector signed long long)__a >> __b);
10565 }
10566 #elif defined(__VSX__)
10567 static __inline__ vector signed long long __ATTRS_o_ai
vec_sra(vector signed long long __a,vector unsigned long long __b)10568 vec_sra(vector signed long long __a, vector unsigned long long __b) {
10569 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__);
10570 return __a >> __b;
10571 }
10572
10573 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sra(vector unsigned long long __a,vector unsigned long long __b)10574 vec_sra(vector unsigned long long __a, vector unsigned long long __b) {
10575 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__);
10576 return (vector unsigned long long)((vector signed long long)__a >> __b);
10577 }
10578 #endif /* __VSX__ */
10579
10580 /* vec_vsrab */
10581
10582 static __inline__ vector signed char __ATTRS_o_ai
vec_vsrab(vector signed char __a,vector unsigned char __b)10583 vec_vsrab(vector signed char __a, vector unsigned char __b) {
10584 return (vector signed char)__builtin_altivec_vsrab((vector char)__a, __b);
10585 }
10586
10587 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsrab(vector unsigned char __a,vector unsigned char __b)10588 vec_vsrab(vector unsigned char __a, vector unsigned char __b) {
10589 return (vector unsigned char)__builtin_altivec_vsrab((vector char)__a, __b);
10590 }
10591
10592 /* vec_vsrah */
10593
10594 static __inline__ vector short __ATTRS_o_ai
vec_vsrah(vector short __a,vector unsigned short __b)10595 vec_vsrah(vector short __a, vector unsigned short __b) {
10596 return __builtin_altivec_vsrah(__a, (vector unsigned short)__b);
10597 }
10598
10599 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsrah(vector unsigned short __a,vector unsigned short __b)10600 vec_vsrah(vector unsigned short __a, vector unsigned short __b) {
10601 return (vector unsigned short)__builtin_altivec_vsrah((vector short)__a, __b);
10602 }
10603
10604 /* vec_vsraw */
10605
vec_vsraw(vector int __a,vector unsigned int __b)10606 static __inline__ vector int __ATTRS_o_ai vec_vsraw(vector int __a,
10607 vector unsigned int __b) {
10608 return __builtin_altivec_vsraw(__a, __b);
10609 }
10610
10611 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsraw(vector unsigned int __a,vector unsigned int __b)10612 vec_vsraw(vector unsigned int __a, vector unsigned int __b) {
10613 return (vector unsigned int)__builtin_altivec_vsraw((vector int)__a, __b);
10614 }
10615
10616 /* vec_srl */
10617
10618 static __inline__ vector signed char __ATTRS_o_ai
vec_srl(vector signed char __a,vector unsigned char __b)10619 vec_srl(vector signed char __a, vector unsigned char __b) {
10620 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10621 (vector int)__b);
10622 }
10623
10624 static __inline__ vector signed char __ATTRS_o_ai
vec_srl(vector signed char __a,vector unsigned short __b)10625 vec_srl(vector signed char __a, vector unsigned short __b) {
10626 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10627 (vector int)__b);
10628 }
10629
10630 static __inline__ vector signed char __ATTRS_o_ai
vec_srl(vector signed char __a,vector unsigned int __b)10631 vec_srl(vector signed char __a, vector unsigned int __b) {
10632 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10633 (vector int)__b);
10634 }
10635
10636 static __inline__ vector unsigned char __ATTRS_o_ai
vec_srl(vector unsigned char __a,vector unsigned char __b)10637 vec_srl(vector unsigned char __a, vector unsigned char __b) {
10638 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10639 (vector int)__b);
10640 }
10641
10642 static __inline__ vector unsigned char __ATTRS_o_ai
vec_srl(vector unsigned char __a,vector unsigned short __b)10643 vec_srl(vector unsigned char __a, vector unsigned short __b) {
10644 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10645 (vector int)__b);
10646 }
10647
10648 static __inline__ vector unsigned char __ATTRS_o_ai
vec_srl(vector unsigned char __a,vector unsigned int __b)10649 vec_srl(vector unsigned char __a, vector unsigned int __b) {
10650 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10651 (vector int)__b);
10652 }
10653
10654 static __inline__ vector bool char __ATTRS_o_ai
vec_srl(vector bool char __a,vector unsigned char __b)10655 vec_srl(vector bool char __a, vector unsigned char __b) {
10656 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10657 (vector int)__b);
10658 }
10659
10660 static __inline__ vector bool char __ATTRS_o_ai
vec_srl(vector bool char __a,vector unsigned short __b)10661 vec_srl(vector bool char __a, vector unsigned short __b) {
10662 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10663 (vector int)__b);
10664 }
10665
10666 static __inline__ vector bool char __ATTRS_o_ai
vec_srl(vector bool char __a,vector unsigned int __b)10667 vec_srl(vector bool char __a, vector unsigned int __b) {
10668 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10669 (vector int)__b);
10670 }
10671
vec_srl(vector short __a,vector unsigned char __b)10672 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a,
10673 vector unsigned char __b) {
10674 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10675 }
10676
vec_srl(vector short __a,vector unsigned short __b)10677 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a,
10678 vector unsigned short __b) {
10679 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10680 }
10681
vec_srl(vector short __a,vector unsigned int __b)10682 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a,
10683 vector unsigned int __b) {
10684 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10685 }
10686
10687 static __inline__ vector unsigned short __ATTRS_o_ai
vec_srl(vector unsigned short __a,vector unsigned char __b)10688 vec_srl(vector unsigned short __a, vector unsigned char __b) {
10689 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10690 (vector int)__b);
10691 }
10692
10693 static __inline__ vector unsigned short __ATTRS_o_ai
vec_srl(vector unsigned short __a,vector unsigned short __b)10694 vec_srl(vector unsigned short __a, vector unsigned short __b) {
10695 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10696 (vector int)__b);
10697 }
10698
10699 static __inline__ vector unsigned short __ATTRS_o_ai
vec_srl(vector unsigned short __a,vector unsigned int __b)10700 vec_srl(vector unsigned short __a, vector unsigned int __b) {
10701 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10702 (vector int)__b);
10703 }
10704
10705 static __inline__ vector bool short __ATTRS_o_ai
vec_srl(vector bool short __a,vector unsigned char __b)10706 vec_srl(vector bool short __a, vector unsigned char __b) {
10707 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10708 (vector int)__b);
10709 }
10710
10711 static __inline__ vector bool short __ATTRS_o_ai
vec_srl(vector bool short __a,vector unsigned short __b)10712 vec_srl(vector bool short __a, vector unsigned short __b) {
10713 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10714 (vector int)__b);
10715 }
10716
10717 static __inline__ vector bool short __ATTRS_o_ai
vec_srl(vector bool short __a,vector unsigned int __b)10718 vec_srl(vector bool short __a, vector unsigned int __b) {
10719 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10720 (vector int)__b);
10721 }
10722
vec_srl(vector pixel __a,vector unsigned char __b)10723 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a,
10724 vector unsigned char __b) {
10725 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10726 }
10727
vec_srl(vector pixel __a,vector unsigned short __b)10728 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a,
10729 vector unsigned short __b) {
10730 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10731 }
10732
vec_srl(vector pixel __a,vector unsigned int __b)10733 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a,
10734 vector unsigned int __b) {
10735 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10736 }
10737
vec_srl(vector int __a,vector unsigned char __b)10738 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a,
10739 vector unsigned char __b) {
10740 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10741 }
10742
vec_srl(vector int __a,vector unsigned short __b)10743 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a,
10744 vector unsigned short __b) {
10745 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10746 }
10747
vec_srl(vector int __a,vector unsigned int __b)10748 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a,
10749 vector unsigned int __b) {
10750 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10751 }
10752
10753 static __inline__ vector unsigned int __ATTRS_o_ai
vec_srl(vector unsigned int __a,vector unsigned char __b)10754 vec_srl(vector unsigned int __a, vector unsigned char __b) {
10755 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10756 (vector int)__b);
10757 }
10758
10759 static __inline__ vector unsigned int __ATTRS_o_ai
vec_srl(vector unsigned int __a,vector unsigned short __b)10760 vec_srl(vector unsigned int __a, vector unsigned short __b) {
10761 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10762 (vector int)__b);
10763 }
10764
10765 static __inline__ vector unsigned int __ATTRS_o_ai
vec_srl(vector unsigned int __a,vector unsigned int __b)10766 vec_srl(vector unsigned int __a, vector unsigned int __b) {
10767 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10768 (vector int)__b);
10769 }
10770
10771 static __inline__ vector bool int __ATTRS_o_ai
vec_srl(vector bool int __a,vector unsigned char __b)10772 vec_srl(vector bool int __a, vector unsigned char __b) {
10773 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10774 (vector int)__b);
10775 }
10776
10777 static __inline__ vector bool int __ATTRS_o_ai
vec_srl(vector bool int __a,vector unsigned short __b)10778 vec_srl(vector bool int __a, vector unsigned short __b) {
10779 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10780 (vector int)__b);
10781 }
10782
10783 static __inline__ vector bool int __ATTRS_o_ai
vec_srl(vector bool int __a,vector unsigned int __b)10784 vec_srl(vector bool int __a, vector unsigned int __b) {
10785 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10786 (vector int)__b);
10787 }
10788
10789 #ifdef __VSX__
10790 static __inline__ vector signed long long __ATTRS_o_ai
vec_srl(vector signed long long __a,vector unsigned char __b)10791 vec_srl(vector signed long long __a, vector unsigned char __b) {
10792 return (vector signed long long)__builtin_altivec_vsr((vector int)__a,
10793 (vector int)__b);
10794 }
10795
10796 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_srl(vector unsigned long long __a,vector unsigned char __b)10797 vec_srl(vector unsigned long long __a, vector unsigned char __b) {
10798 return (vector unsigned long long)__builtin_altivec_vsr((vector int)__a,
10799 (vector int)__b);
10800 }
10801 #endif
10802
10803 /* vec_vsr */
10804
10805 static __inline__ vector signed char __ATTRS_o_ai
vec_vsr(vector signed char __a,vector unsigned char __b)10806 vec_vsr(vector signed char __a, vector unsigned char __b) {
10807 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10808 (vector int)__b);
10809 }
10810
10811 static __inline__ vector signed char __ATTRS_o_ai
vec_vsr(vector signed char __a,vector unsigned short __b)10812 vec_vsr(vector signed char __a, vector unsigned short __b) {
10813 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10814 (vector int)__b);
10815 }
10816
10817 static __inline__ vector signed char __ATTRS_o_ai
vec_vsr(vector signed char __a,vector unsigned int __b)10818 vec_vsr(vector signed char __a, vector unsigned int __b) {
10819 return (vector signed char)__builtin_altivec_vsr((vector int)__a,
10820 (vector int)__b);
10821 }
10822
10823 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsr(vector unsigned char __a,vector unsigned char __b)10824 vec_vsr(vector unsigned char __a, vector unsigned char __b) {
10825 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10826 (vector int)__b);
10827 }
10828
10829 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsr(vector unsigned char __a,vector unsigned short __b)10830 vec_vsr(vector unsigned char __a, vector unsigned short __b) {
10831 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10832 (vector int)__b);
10833 }
10834
10835 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsr(vector unsigned char __a,vector unsigned int __b)10836 vec_vsr(vector unsigned char __a, vector unsigned int __b) {
10837 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a,
10838 (vector int)__b);
10839 }
10840
10841 static __inline__ vector bool char __ATTRS_o_ai
vec_vsr(vector bool char __a,vector unsigned char __b)10842 vec_vsr(vector bool char __a, vector unsigned char __b) {
10843 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10844 (vector int)__b);
10845 }
10846
10847 static __inline__ vector bool char __ATTRS_o_ai
vec_vsr(vector bool char __a,vector unsigned short __b)10848 vec_vsr(vector bool char __a, vector unsigned short __b) {
10849 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10850 (vector int)__b);
10851 }
10852
10853 static __inline__ vector bool char __ATTRS_o_ai
vec_vsr(vector bool char __a,vector unsigned int __b)10854 vec_vsr(vector bool char __a, vector unsigned int __b) {
10855 return (vector bool char)__builtin_altivec_vsr((vector int)__a,
10856 (vector int)__b);
10857 }
10858
vec_vsr(vector short __a,vector unsigned char __b)10859 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a,
10860 vector unsigned char __b) {
10861 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10862 }
10863
vec_vsr(vector short __a,vector unsigned short __b)10864 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a,
10865 vector unsigned short __b) {
10866 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10867 }
10868
vec_vsr(vector short __a,vector unsigned int __b)10869 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a,
10870 vector unsigned int __b) {
10871 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10872 }
10873
10874 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsr(vector unsigned short __a,vector unsigned char __b)10875 vec_vsr(vector unsigned short __a, vector unsigned char __b) {
10876 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10877 (vector int)__b);
10878 }
10879
10880 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsr(vector unsigned short __a,vector unsigned short __b)10881 vec_vsr(vector unsigned short __a, vector unsigned short __b) {
10882 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10883 (vector int)__b);
10884 }
10885
10886 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsr(vector unsigned short __a,vector unsigned int __b)10887 vec_vsr(vector unsigned short __a, vector unsigned int __b) {
10888 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a,
10889 (vector int)__b);
10890 }
10891
10892 static __inline__ vector bool short __ATTRS_o_ai
vec_vsr(vector bool short __a,vector unsigned char __b)10893 vec_vsr(vector bool short __a, vector unsigned char __b) {
10894 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10895 (vector int)__b);
10896 }
10897
10898 static __inline__ vector bool short __ATTRS_o_ai
vec_vsr(vector bool short __a,vector unsigned short __b)10899 vec_vsr(vector bool short __a, vector unsigned short __b) {
10900 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10901 (vector int)__b);
10902 }
10903
10904 static __inline__ vector bool short __ATTRS_o_ai
vec_vsr(vector bool short __a,vector unsigned int __b)10905 vec_vsr(vector bool short __a, vector unsigned int __b) {
10906 return (vector bool short)__builtin_altivec_vsr((vector int)__a,
10907 (vector int)__b);
10908 }
10909
vec_vsr(vector pixel __a,vector unsigned char __b)10910 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a,
10911 vector unsigned char __b) {
10912 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10913 }
10914
vec_vsr(vector pixel __a,vector unsigned short __b)10915 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a,
10916 vector unsigned short __b) {
10917 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10918 }
10919
vec_vsr(vector pixel __a,vector unsigned int __b)10920 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a,
10921 vector unsigned int __b) {
10922 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b);
10923 }
10924
vec_vsr(vector int __a,vector unsigned char __b)10925 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a,
10926 vector unsigned char __b) {
10927 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10928 }
10929
vec_vsr(vector int __a,vector unsigned short __b)10930 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a,
10931 vector unsigned short __b) {
10932 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10933 }
10934
vec_vsr(vector int __a,vector unsigned int __b)10935 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a,
10936 vector unsigned int __b) {
10937 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b);
10938 }
10939
10940 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsr(vector unsigned int __a,vector unsigned char __b)10941 vec_vsr(vector unsigned int __a, vector unsigned char __b) {
10942 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10943 (vector int)__b);
10944 }
10945
10946 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsr(vector unsigned int __a,vector unsigned short __b)10947 vec_vsr(vector unsigned int __a, vector unsigned short __b) {
10948 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10949 (vector int)__b);
10950 }
10951
10952 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsr(vector unsigned int __a,vector unsigned int __b)10953 vec_vsr(vector unsigned int __a, vector unsigned int __b) {
10954 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a,
10955 (vector int)__b);
10956 }
10957
10958 static __inline__ vector bool int __ATTRS_o_ai
vec_vsr(vector bool int __a,vector unsigned char __b)10959 vec_vsr(vector bool int __a, vector unsigned char __b) {
10960 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10961 (vector int)__b);
10962 }
10963
10964 static __inline__ vector bool int __ATTRS_o_ai
vec_vsr(vector bool int __a,vector unsigned short __b)10965 vec_vsr(vector bool int __a, vector unsigned short __b) {
10966 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10967 (vector int)__b);
10968 }
10969
10970 static __inline__ vector bool int __ATTRS_o_ai
vec_vsr(vector bool int __a,vector unsigned int __b)10971 vec_vsr(vector bool int __a, vector unsigned int __b) {
10972 return (vector bool int)__builtin_altivec_vsr((vector int)__a,
10973 (vector int)__b);
10974 }
10975
10976 /* vec_sro */
10977
10978 static __inline__ vector signed char __ATTRS_o_ai
vec_sro(vector signed char __a,vector signed char __b)10979 vec_sro(vector signed char __a, vector signed char __b) {
10980 return (vector signed char)__builtin_altivec_vsro((vector int)__a,
10981 (vector int)__b);
10982 }
10983
10984 static __inline__ vector signed char __ATTRS_o_ai
vec_sro(vector signed char __a,vector unsigned char __b)10985 vec_sro(vector signed char __a, vector unsigned char __b) {
10986 return (vector signed char)__builtin_altivec_vsro((vector int)__a,
10987 (vector int)__b);
10988 }
10989
10990 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sro(vector unsigned char __a,vector signed char __b)10991 vec_sro(vector unsigned char __a, vector signed char __b) {
10992 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a,
10993 (vector int)__b);
10994 }
10995
10996 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sro(vector unsigned char __a,vector unsigned char __b)10997 vec_sro(vector unsigned char __a, vector unsigned char __b) {
10998 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a,
10999 (vector int)__b);
11000 }
11001
vec_sro(vector short __a,vector signed char __b)11002 static __inline__ vector short __ATTRS_o_ai vec_sro(vector short __a,
11003 vector signed char __b) {
11004 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11005 }
11006
vec_sro(vector short __a,vector unsigned char __b)11007 static __inline__ vector short __ATTRS_o_ai vec_sro(vector short __a,
11008 vector unsigned char __b) {
11009 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11010 }
11011
11012 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sro(vector unsigned short __a,vector signed char __b)11013 vec_sro(vector unsigned short __a, vector signed char __b) {
11014 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a,
11015 (vector int)__b);
11016 }
11017
11018 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sro(vector unsigned short __a,vector unsigned char __b)11019 vec_sro(vector unsigned short __a, vector unsigned char __b) {
11020 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a,
11021 (vector int)__b);
11022 }
11023
vec_sro(vector pixel __a,vector signed char __b)11024 static __inline__ vector pixel __ATTRS_o_ai vec_sro(vector pixel __a,
11025 vector signed char __b) {
11026 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11027 }
11028
vec_sro(vector pixel __a,vector unsigned char __b)11029 static __inline__ vector pixel __ATTRS_o_ai vec_sro(vector pixel __a,
11030 vector unsigned char __b) {
11031 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11032 }
11033
vec_sro(vector int __a,vector signed char __b)11034 static __inline__ vector int __ATTRS_o_ai vec_sro(vector int __a,
11035 vector signed char __b) {
11036 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b);
11037 }
11038
vec_sro(vector int __a,vector unsigned char __b)11039 static __inline__ vector int __ATTRS_o_ai vec_sro(vector int __a,
11040 vector unsigned char __b) {
11041 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b);
11042 }
11043
11044 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sro(vector unsigned int __a,vector signed char __b)11045 vec_sro(vector unsigned int __a, vector signed char __b) {
11046 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a,
11047 (vector int)__b);
11048 }
11049
11050 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sro(vector unsigned int __a,vector unsigned char __b)11051 vec_sro(vector unsigned int __a, vector unsigned char __b) {
11052 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a,
11053 (vector int)__b);
11054 }
11055
vec_sro(vector float __a,vector signed char __b)11056 static __inline__ vector float __ATTRS_o_ai vec_sro(vector float __a,
11057 vector signed char __b) {
11058 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11059 }
11060
vec_sro(vector float __a,vector unsigned char __b)11061 static __inline__ vector float __ATTRS_o_ai vec_sro(vector float __a,
11062 vector unsigned char __b) {
11063 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11064 }
11065
11066 #ifdef __VSX__
11067 static __inline__ vector signed long long __ATTRS_o_ai
vec_sro(vector signed long long __a,vector signed char __b)11068 vec_sro(vector signed long long __a, vector signed char __b) {
11069 return (vector signed long long)__builtin_altivec_vsro((vector int)__a,
11070 (vector int)__b);
11071 }
11072
11073 static __inline__ vector signed long long __ATTRS_o_ai
vec_sro(vector signed long long __a,vector unsigned char __b)11074 vec_sro(vector signed long long __a, vector unsigned char __b) {
11075 return (vector signed long long)__builtin_altivec_vsro((vector int)__a,
11076 (vector int)__b);
11077 }
11078
11079 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sro(vector unsigned long long __a,vector signed char __b)11080 vec_sro(vector unsigned long long __a, vector signed char __b) {
11081 return (vector unsigned long long)__builtin_altivec_vsro((vector int)__a,
11082 (vector int)__b);
11083 }
11084
11085 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sro(vector unsigned long long __a,vector unsigned char __b)11086 vec_sro(vector unsigned long long __a, vector unsigned char __b) {
11087 return (vector unsigned long long)__builtin_altivec_vsro((vector int)__a,
11088 (vector int)__b);
11089 }
11090 #endif
11091
11092 /* vec_vsro */
11093
11094 static __inline__ vector signed char __ATTRS_o_ai
vec_vsro(vector signed char __a,vector signed char __b)11095 vec_vsro(vector signed char __a, vector signed char __b) {
11096 return (vector signed char)__builtin_altivec_vsro((vector int)__a,
11097 (vector int)__b);
11098 }
11099
11100 static __inline__ vector signed char __ATTRS_o_ai
vec_vsro(vector signed char __a,vector unsigned char __b)11101 vec_vsro(vector signed char __a, vector unsigned char __b) {
11102 return (vector signed char)__builtin_altivec_vsro((vector int)__a,
11103 (vector int)__b);
11104 }
11105
11106 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsro(vector unsigned char __a,vector signed char __b)11107 vec_vsro(vector unsigned char __a, vector signed char __b) {
11108 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a,
11109 (vector int)__b);
11110 }
11111
11112 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsro(vector unsigned char __a,vector unsigned char __b)11113 vec_vsro(vector unsigned char __a, vector unsigned char __b) {
11114 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a,
11115 (vector int)__b);
11116 }
11117
vec_vsro(vector short __a,vector signed char __b)11118 static __inline__ vector short __ATTRS_o_ai vec_vsro(vector short __a,
11119 vector signed char __b) {
11120 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11121 }
11122
vec_vsro(vector short __a,vector unsigned char __b)11123 static __inline__ vector short __ATTRS_o_ai vec_vsro(vector short __a,
11124 vector unsigned char __b) {
11125 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11126 }
11127
11128 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsro(vector unsigned short __a,vector signed char __b)11129 vec_vsro(vector unsigned short __a, vector signed char __b) {
11130 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a,
11131 (vector int)__b);
11132 }
11133
11134 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsro(vector unsigned short __a,vector unsigned char __b)11135 vec_vsro(vector unsigned short __a, vector unsigned char __b) {
11136 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a,
11137 (vector int)__b);
11138 }
11139
vec_vsro(vector pixel __a,vector signed char __b)11140 static __inline__ vector pixel __ATTRS_o_ai vec_vsro(vector pixel __a,
11141 vector signed char __b) {
11142 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11143 }
11144
vec_vsro(vector pixel __a,vector unsigned char __b)11145 static __inline__ vector pixel __ATTRS_o_ai vec_vsro(vector pixel __a,
11146 vector unsigned char __b) {
11147 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11148 }
11149
vec_vsro(vector int __a,vector signed char __b)11150 static __inline__ vector int __ATTRS_o_ai vec_vsro(vector int __a,
11151 vector signed char __b) {
11152 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b);
11153 }
11154
vec_vsro(vector int __a,vector unsigned char __b)11155 static __inline__ vector int __ATTRS_o_ai vec_vsro(vector int __a,
11156 vector unsigned char __b) {
11157 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b);
11158 }
11159
11160 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsro(vector unsigned int __a,vector signed char __b)11161 vec_vsro(vector unsigned int __a, vector signed char __b) {
11162 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a,
11163 (vector int)__b);
11164 }
11165
11166 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsro(vector unsigned int __a,vector unsigned char __b)11167 vec_vsro(vector unsigned int __a, vector unsigned char __b) {
11168 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a,
11169 (vector int)__b);
11170 }
11171
vec_vsro(vector float __a,vector signed char __b)11172 static __inline__ vector float __ATTRS_o_ai vec_vsro(vector float __a,
11173 vector signed char __b) {
11174 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11175 }
11176
vec_vsro(vector float __a,vector unsigned char __b)11177 static __inline__ vector float __ATTRS_o_ai vec_vsro(vector float __a,
11178 vector unsigned char __b) {
11179 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b);
11180 }
11181
11182 /* vec_st */
11183
vec_st(vector signed char __a,long __b,vector signed char * __c)11184 static __inline__ void __ATTRS_o_ai vec_st(vector signed char __a, long __b,
11185 vector signed char *__c) {
11186 __builtin_altivec_stvx((vector int)__a, __b, __c);
11187 }
11188
vec_st(vector signed char __a,long __b,signed char * __c)11189 static __inline__ void __ATTRS_o_ai vec_st(vector signed char __a, long __b,
11190 signed char *__c) {
11191 __builtin_altivec_stvx((vector int)__a, __b, __c);
11192 }
11193
vec_st(vector unsigned char __a,long __b,vector unsigned char * __c)11194 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned char __a, long __b,
11195 vector unsigned char *__c) {
11196 __builtin_altivec_stvx((vector int)__a, __b, __c);
11197 }
11198
vec_st(vector unsigned char __a,long __b,unsigned char * __c)11199 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned char __a, long __b,
11200 unsigned char *__c) {
11201 __builtin_altivec_stvx((vector int)__a, __b, __c);
11202 }
11203
vec_st(vector bool char __a,long __b,signed char * __c)11204 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b,
11205 signed char *__c) {
11206 __builtin_altivec_stvx((vector int)__a, __b, __c);
11207 }
11208
vec_st(vector bool char __a,long __b,unsigned char * __c)11209 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b,
11210 unsigned char *__c) {
11211 __builtin_altivec_stvx((vector int)__a, __b, __c);
11212 }
11213
vec_st(vector bool char __a,long __b,vector bool char * __c)11214 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b,
11215 vector bool char *__c) {
11216 __builtin_altivec_stvx((vector int)__a, __b, __c);
11217 }
11218
vec_st(vector short __a,long __b,vector short * __c)11219 static __inline__ void __ATTRS_o_ai vec_st(vector short __a, long __b,
11220 vector short *__c) {
11221 __builtin_altivec_stvx((vector int)__a, __b, __c);
11222 }
11223
vec_st(vector short __a,long __b,short * __c)11224 static __inline__ void __ATTRS_o_ai vec_st(vector short __a, long __b,
11225 short *__c) {
11226 __builtin_altivec_stvx((vector int)__a, __b, __c);
11227 }
11228
vec_st(vector unsigned short __a,long __b,vector unsigned short * __c)11229 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned short __a, long __b,
11230 vector unsigned short *__c) {
11231 __builtin_altivec_stvx((vector int)__a, __b, __c);
11232 }
11233
vec_st(vector unsigned short __a,long __b,unsigned short * __c)11234 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned short __a, long __b,
11235 unsigned short *__c) {
11236 __builtin_altivec_stvx((vector int)__a, __b, __c);
11237 }
11238
vec_st(vector bool short __a,long __b,short * __c)11239 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b,
11240 short *__c) {
11241 __builtin_altivec_stvx((vector int)__a, __b, __c);
11242 }
11243
vec_st(vector bool short __a,long __b,unsigned short * __c)11244 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b,
11245 unsigned short *__c) {
11246 __builtin_altivec_stvx((vector int)__a, __b, __c);
11247 }
11248
vec_st(vector bool short __a,long __b,vector bool short * __c)11249 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b,
11250 vector bool short *__c) {
11251 __builtin_altivec_stvx((vector int)__a, __b, __c);
11252 }
11253
vec_st(vector pixel __a,long __b,short * __c)11254 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b,
11255 short *__c) {
11256 __builtin_altivec_stvx((vector int)__a, __b, __c);
11257 }
11258
vec_st(vector pixel __a,long __b,unsigned short * __c)11259 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b,
11260 unsigned short *__c) {
11261 __builtin_altivec_stvx((vector int)__a, __b, __c);
11262 }
11263
vec_st(vector pixel __a,long __b,vector pixel * __c)11264 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b,
11265 vector pixel *__c) {
11266 __builtin_altivec_stvx((vector int)__a, __b, __c);
11267 }
11268
vec_st(vector int __a,long __b,vector int * __c)11269 static __inline__ void __ATTRS_o_ai vec_st(vector int __a, long __b,
11270 vector int *__c) {
11271 __builtin_altivec_stvx(__a, __b, __c);
11272 }
11273
vec_st(vector int __a,long __b,int * __c)11274 static __inline__ void __ATTRS_o_ai vec_st(vector int __a, long __b, int *__c) {
11275 __builtin_altivec_stvx(__a, __b, __c);
11276 }
11277
vec_st(vector unsigned int __a,long __b,vector unsigned int * __c)11278 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned int __a, long __b,
11279 vector unsigned int *__c) {
11280 __builtin_altivec_stvx((vector int)__a, __b, __c);
11281 }
11282
vec_st(vector unsigned int __a,long __b,unsigned int * __c)11283 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned int __a, long __b,
11284 unsigned int *__c) {
11285 __builtin_altivec_stvx((vector int)__a, __b, __c);
11286 }
11287
vec_st(vector bool int __a,long __b,int * __c)11288 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b,
11289 int *__c) {
11290 __builtin_altivec_stvx((vector int)__a, __b, __c);
11291 }
11292
vec_st(vector bool int __a,long __b,unsigned int * __c)11293 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b,
11294 unsigned int *__c) {
11295 __builtin_altivec_stvx((vector int)__a, __b, __c);
11296 }
11297
vec_st(vector bool int __a,long __b,vector bool int * __c)11298 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b,
11299 vector bool int *__c) {
11300 __builtin_altivec_stvx((vector int)__a, __b, __c);
11301 }
11302
vec_st(vector float __a,long __b,vector float * __c)11303 static __inline__ void __ATTRS_o_ai vec_st(vector float __a, long __b,
11304 vector float *__c) {
11305 __builtin_altivec_stvx((vector int)__a, __b, __c);
11306 }
11307
vec_st(vector float __a,long __b,float * __c)11308 static __inline__ void __ATTRS_o_ai vec_st(vector float __a, long __b,
11309 float *__c) {
11310 __builtin_altivec_stvx((vector int)__a, __b, __c);
11311 }
11312
11313 /* vec_stvx */
11314
vec_stvx(vector signed char __a,long __b,vector signed char * __c)11315 static __inline__ void __ATTRS_o_ai vec_stvx(vector signed char __a, long __b,
11316 vector signed char *__c) {
11317 __builtin_altivec_stvx((vector int)__a, __b, __c);
11318 }
11319
vec_stvx(vector signed char __a,long __b,signed char * __c)11320 static __inline__ void __ATTRS_o_ai vec_stvx(vector signed char __a, long __b,
11321 signed char *__c) {
11322 __builtin_altivec_stvx((vector int)__a, __b, __c);
11323 }
11324
vec_stvx(vector unsigned char __a,long __b,vector unsigned char * __c)11325 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned char __a, long __b,
11326 vector unsigned char *__c) {
11327 __builtin_altivec_stvx((vector int)__a, __b, __c);
11328 }
11329
vec_stvx(vector unsigned char __a,long __b,unsigned char * __c)11330 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned char __a, long __b,
11331 unsigned char *__c) {
11332 __builtin_altivec_stvx((vector int)__a, __b, __c);
11333 }
11334
vec_stvx(vector bool char __a,long __b,signed char * __c)11335 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b,
11336 signed char *__c) {
11337 __builtin_altivec_stvx((vector int)__a, __b, __c);
11338 }
11339
vec_stvx(vector bool char __a,long __b,unsigned char * __c)11340 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b,
11341 unsigned char *__c) {
11342 __builtin_altivec_stvx((vector int)__a, __b, __c);
11343 }
11344
vec_stvx(vector bool char __a,long __b,vector bool char * __c)11345 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b,
11346 vector bool char *__c) {
11347 __builtin_altivec_stvx((vector int)__a, __b, __c);
11348 }
11349
vec_stvx(vector short __a,long __b,vector short * __c)11350 static __inline__ void __ATTRS_o_ai vec_stvx(vector short __a, long __b,
11351 vector short *__c) {
11352 __builtin_altivec_stvx((vector int)__a, __b, __c);
11353 }
11354
vec_stvx(vector short __a,long __b,short * __c)11355 static __inline__ void __ATTRS_o_ai vec_stvx(vector short __a, long __b,
11356 short *__c) {
11357 __builtin_altivec_stvx((vector int)__a, __b, __c);
11358 }
11359
vec_stvx(vector unsigned short __a,long __b,vector unsigned short * __c)11360 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned short __a, long __b,
11361 vector unsigned short *__c) {
11362 __builtin_altivec_stvx((vector int)__a, __b, __c);
11363 }
11364
vec_stvx(vector unsigned short __a,long __b,unsigned short * __c)11365 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned short __a, long __b,
11366 unsigned short *__c) {
11367 __builtin_altivec_stvx((vector int)__a, __b, __c);
11368 }
11369
vec_stvx(vector bool short __a,long __b,short * __c)11370 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b,
11371 short *__c) {
11372 __builtin_altivec_stvx((vector int)__a, __b, __c);
11373 }
11374
vec_stvx(vector bool short __a,long __b,unsigned short * __c)11375 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b,
11376 unsigned short *__c) {
11377 __builtin_altivec_stvx((vector int)__a, __b, __c);
11378 }
11379
vec_stvx(vector bool short __a,long __b,vector bool short * __c)11380 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b,
11381 vector bool short *__c) {
11382 __builtin_altivec_stvx((vector int)__a, __b, __c);
11383 }
11384
vec_stvx(vector pixel __a,long __b,short * __c)11385 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b,
11386 short *__c) {
11387 __builtin_altivec_stvx((vector int)__a, __b, __c);
11388 }
11389
vec_stvx(vector pixel __a,long __b,unsigned short * __c)11390 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b,
11391 unsigned short *__c) {
11392 __builtin_altivec_stvx((vector int)__a, __b, __c);
11393 }
11394
vec_stvx(vector pixel __a,long __b,vector pixel * __c)11395 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b,
11396 vector pixel *__c) {
11397 __builtin_altivec_stvx((vector int)__a, __b, __c);
11398 }
11399
vec_stvx(vector int __a,long __b,vector int * __c)11400 static __inline__ void __ATTRS_o_ai vec_stvx(vector int __a, long __b,
11401 vector int *__c) {
11402 __builtin_altivec_stvx(__a, __b, __c);
11403 }
11404
vec_stvx(vector int __a,long __b,int * __c)11405 static __inline__ void __ATTRS_o_ai vec_stvx(vector int __a, long __b,
11406 int *__c) {
11407 __builtin_altivec_stvx(__a, __b, __c);
11408 }
11409
vec_stvx(vector unsigned int __a,long __b,vector unsigned int * __c)11410 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned int __a, long __b,
11411 vector unsigned int *__c) {
11412 __builtin_altivec_stvx((vector int)__a, __b, __c);
11413 }
11414
vec_stvx(vector unsigned int __a,long __b,unsigned int * __c)11415 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned int __a, long __b,
11416 unsigned int *__c) {
11417 __builtin_altivec_stvx((vector int)__a, __b, __c);
11418 }
11419
vec_stvx(vector bool int __a,long __b,int * __c)11420 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b,
11421 int *__c) {
11422 __builtin_altivec_stvx((vector int)__a, __b, __c);
11423 }
11424
vec_stvx(vector bool int __a,long __b,unsigned int * __c)11425 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b,
11426 unsigned int *__c) {
11427 __builtin_altivec_stvx((vector int)__a, __b, __c);
11428 }
11429
vec_stvx(vector bool int __a,long __b,vector bool int * __c)11430 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b,
11431 vector bool int *__c) {
11432 __builtin_altivec_stvx((vector int)__a, __b, __c);
11433 }
11434
vec_stvx(vector float __a,long __b,vector float * __c)11435 static __inline__ void __ATTRS_o_ai vec_stvx(vector float __a, long __b,
11436 vector float *__c) {
11437 __builtin_altivec_stvx((vector int)__a, __b, __c);
11438 }
11439
vec_stvx(vector float __a,long __b,float * __c)11440 static __inline__ void __ATTRS_o_ai vec_stvx(vector float __a, long __b,
11441 float *__c) {
11442 __builtin_altivec_stvx((vector int)__a, __b, __c);
11443 }
11444
11445 /* vec_ste */
11446
vec_ste(vector signed char __a,long __b,signed char * __c)11447 static __inline__ void __ATTRS_o_ai vec_ste(vector signed char __a, long __b,
11448 signed char *__c) {
11449 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11450 }
11451
vec_ste(vector unsigned char __a,long __b,unsigned char * __c)11452 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned char __a, long __b,
11453 unsigned char *__c) {
11454 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11455 }
11456
vec_ste(vector bool char __a,long __b,signed char * __c)11457 static __inline__ void __ATTRS_o_ai vec_ste(vector bool char __a, long __b,
11458 signed char *__c) {
11459 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11460 }
11461
vec_ste(vector bool char __a,long __b,unsigned char * __c)11462 static __inline__ void __ATTRS_o_ai vec_ste(vector bool char __a, long __b,
11463 unsigned char *__c) {
11464 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11465 }
11466
vec_ste(vector short __a,long __b,short * __c)11467 static __inline__ void __ATTRS_o_ai vec_ste(vector short __a, long __b,
11468 short *__c) {
11469 __builtin_altivec_stvehx(__a, __b, __c);
11470 }
11471
vec_ste(vector unsigned short __a,long __b,unsigned short * __c)11472 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned short __a, long __b,
11473 unsigned short *__c) {
11474 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11475 }
11476
vec_ste(vector bool short __a,long __b,short * __c)11477 static __inline__ void __ATTRS_o_ai vec_ste(vector bool short __a, long __b,
11478 short *__c) {
11479 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11480 }
11481
vec_ste(vector bool short __a,long __b,unsigned short * __c)11482 static __inline__ void __ATTRS_o_ai vec_ste(vector bool short __a, long __b,
11483 unsigned short *__c) {
11484 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11485 }
11486
vec_ste(vector pixel __a,long __b,short * __c)11487 static __inline__ void __ATTRS_o_ai vec_ste(vector pixel __a, long __b,
11488 short *__c) {
11489 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11490 }
11491
vec_ste(vector pixel __a,long __b,unsigned short * __c)11492 static __inline__ void __ATTRS_o_ai vec_ste(vector pixel __a, long __b,
11493 unsigned short *__c) {
11494 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11495 }
11496
vec_ste(vector int __a,long __b,int * __c)11497 static __inline__ void __ATTRS_o_ai vec_ste(vector int __a, long __b, int *__c) {
11498 __builtin_altivec_stvewx(__a, __b, __c);
11499 }
11500
vec_ste(vector unsigned int __a,long __b,unsigned int * __c)11501 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned int __a, long __b,
11502 unsigned int *__c) {
11503 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11504 }
11505
vec_ste(vector bool int __a,long __b,int * __c)11506 static __inline__ void __ATTRS_o_ai vec_ste(vector bool int __a, long __b,
11507 int *__c) {
11508 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11509 }
11510
vec_ste(vector bool int __a,long __b,unsigned int * __c)11511 static __inline__ void __ATTRS_o_ai vec_ste(vector bool int __a, long __b,
11512 unsigned int *__c) {
11513 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11514 }
11515
vec_ste(vector float __a,long __b,float * __c)11516 static __inline__ void __ATTRS_o_ai vec_ste(vector float __a, long __b,
11517 float *__c) {
11518 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11519 }
11520
11521 /* vec_stvebx */
11522
vec_stvebx(vector signed char __a,long __b,signed char * __c)11523 static __inline__ void __ATTRS_o_ai vec_stvebx(vector signed char __a, long __b,
11524 signed char *__c) {
11525 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11526 }
11527
vec_stvebx(vector unsigned char __a,long __b,unsigned char * __c)11528 static __inline__ void __ATTRS_o_ai vec_stvebx(vector unsigned char __a,
11529 long __b, unsigned char *__c) {
11530 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11531 }
11532
vec_stvebx(vector bool char __a,long __b,signed char * __c)11533 static __inline__ void __ATTRS_o_ai vec_stvebx(vector bool char __a, long __b,
11534 signed char *__c) {
11535 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11536 }
11537
vec_stvebx(vector bool char __a,long __b,unsigned char * __c)11538 static __inline__ void __ATTRS_o_ai vec_stvebx(vector bool char __a, long __b,
11539 unsigned char *__c) {
11540 __builtin_altivec_stvebx((vector char)__a, __b, __c);
11541 }
11542
11543 /* vec_stvehx */
11544
vec_stvehx(vector short __a,long __b,short * __c)11545 static __inline__ void __ATTRS_o_ai vec_stvehx(vector short __a, long __b,
11546 short *__c) {
11547 __builtin_altivec_stvehx(__a, __b, __c);
11548 }
11549
vec_stvehx(vector unsigned short __a,long __b,unsigned short * __c)11550 static __inline__ void __ATTRS_o_ai vec_stvehx(vector unsigned short __a,
11551 long __b, unsigned short *__c) {
11552 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11553 }
11554
vec_stvehx(vector bool short __a,long __b,short * __c)11555 static __inline__ void __ATTRS_o_ai vec_stvehx(vector bool short __a, long __b,
11556 short *__c) {
11557 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11558 }
11559
vec_stvehx(vector bool short __a,long __b,unsigned short * __c)11560 static __inline__ void __ATTRS_o_ai vec_stvehx(vector bool short __a, long __b,
11561 unsigned short *__c) {
11562 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11563 }
11564
vec_stvehx(vector pixel __a,long __b,short * __c)11565 static __inline__ void __ATTRS_o_ai vec_stvehx(vector pixel __a, long __b,
11566 short *__c) {
11567 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11568 }
11569
vec_stvehx(vector pixel __a,long __b,unsigned short * __c)11570 static __inline__ void __ATTRS_o_ai vec_stvehx(vector pixel __a, long __b,
11571 unsigned short *__c) {
11572 __builtin_altivec_stvehx((vector short)__a, __b, __c);
11573 }
11574
11575 /* vec_stvewx */
11576
vec_stvewx(vector int __a,long __b,int * __c)11577 static __inline__ void __ATTRS_o_ai vec_stvewx(vector int __a, long __b,
11578 int *__c) {
11579 __builtin_altivec_stvewx(__a, __b, __c);
11580 }
11581
vec_stvewx(vector unsigned int __a,long __b,unsigned int * __c)11582 static __inline__ void __ATTRS_o_ai vec_stvewx(vector unsigned int __a, long __b,
11583 unsigned int *__c) {
11584 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11585 }
11586
vec_stvewx(vector bool int __a,long __b,int * __c)11587 static __inline__ void __ATTRS_o_ai vec_stvewx(vector bool int __a, long __b,
11588 int *__c) {
11589 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11590 }
11591
vec_stvewx(vector bool int __a,long __b,unsigned int * __c)11592 static __inline__ void __ATTRS_o_ai vec_stvewx(vector bool int __a, long __b,
11593 unsigned int *__c) {
11594 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11595 }
11596
vec_stvewx(vector float __a,long __b,float * __c)11597 static __inline__ void __ATTRS_o_ai vec_stvewx(vector float __a, long __b,
11598 float *__c) {
11599 __builtin_altivec_stvewx((vector int)__a, __b, __c);
11600 }
11601
11602 /* vec_stl */
11603
vec_stl(vector signed char __a,int __b,vector signed char * __c)11604 static __inline__ void __ATTRS_o_ai vec_stl(vector signed char __a, int __b,
11605 vector signed char *__c) {
11606 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11607 }
11608
vec_stl(vector signed char __a,int __b,signed char * __c)11609 static __inline__ void __ATTRS_o_ai vec_stl(vector signed char __a, int __b,
11610 signed char *__c) {
11611 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11612 }
11613
vec_stl(vector unsigned char __a,int __b,vector unsigned char * __c)11614 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned char __a, int __b,
11615 vector unsigned char *__c) {
11616 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11617 }
11618
vec_stl(vector unsigned char __a,int __b,unsigned char * __c)11619 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned char __a, int __b,
11620 unsigned char *__c) {
11621 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11622 }
11623
vec_stl(vector bool char __a,int __b,signed char * __c)11624 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b,
11625 signed char *__c) {
11626 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11627 }
11628
vec_stl(vector bool char __a,int __b,unsigned char * __c)11629 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b,
11630 unsigned char *__c) {
11631 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11632 }
11633
vec_stl(vector bool char __a,int __b,vector bool char * __c)11634 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b,
11635 vector bool char *__c) {
11636 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11637 }
11638
vec_stl(vector short __a,int __b,vector short * __c)11639 static __inline__ void __ATTRS_o_ai vec_stl(vector short __a, int __b,
11640 vector short *__c) {
11641 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11642 }
11643
vec_stl(vector short __a,int __b,short * __c)11644 static __inline__ void __ATTRS_o_ai vec_stl(vector short __a, int __b,
11645 short *__c) {
11646 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11647 }
11648
vec_stl(vector unsigned short __a,int __b,vector unsigned short * __c)11649 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned short __a, int __b,
11650 vector unsigned short *__c) {
11651 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11652 }
11653
vec_stl(vector unsigned short __a,int __b,unsigned short * __c)11654 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned short __a, int __b,
11655 unsigned short *__c) {
11656 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11657 }
11658
vec_stl(vector bool short __a,int __b,short * __c)11659 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b,
11660 short *__c) {
11661 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11662 }
11663
vec_stl(vector bool short __a,int __b,unsigned short * __c)11664 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b,
11665 unsigned short *__c) {
11666 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11667 }
11668
vec_stl(vector bool short __a,int __b,vector bool short * __c)11669 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b,
11670 vector bool short *__c) {
11671 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11672 }
11673
vec_stl(vector pixel __a,int __b,short * __c)11674 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b,
11675 short *__c) {
11676 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11677 }
11678
vec_stl(vector pixel __a,int __b,unsigned short * __c)11679 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b,
11680 unsigned short *__c) {
11681 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11682 }
11683
vec_stl(vector pixel __a,int __b,vector pixel * __c)11684 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b,
11685 vector pixel *__c) {
11686 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11687 }
11688
vec_stl(vector int __a,int __b,vector int * __c)11689 static __inline__ void __ATTRS_o_ai vec_stl(vector int __a, int __b,
11690 vector int *__c) {
11691 __builtin_altivec_stvxl(__a, __b, __c);
11692 }
11693
vec_stl(vector int __a,int __b,int * __c)11694 static __inline__ void __ATTRS_o_ai vec_stl(vector int __a, int __b, int *__c) {
11695 __builtin_altivec_stvxl(__a, __b, __c);
11696 }
11697
vec_stl(vector unsigned int __a,int __b,vector unsigned int * __c)11698 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned int __a, int __b,
11699 vector unsigned int *__c) {
11700 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11701 }
11702
vec_stl(vector unsigned int __a,int __b,unsigned int * __c)11703 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned int __a, int __b,
11704 unsigned int *__c) {
11705 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11706 }
11707
vec_stl(vector bool int __a,int __b,int * __c)11708 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b,
11709 int *__c) {
11710 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11711 }
11712
vec_stl(vector bool int __a,int __b,unsigned int * __c)11713 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b,
11714 unsigned int *__c) {
11715 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11716 }
11717
vec_stl(vector bool int __a,int __b,vector bool int * __c)11718 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b,
11719 vector bool int *__c) {
11720 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11721 }
11722
vec_stl(vector float __a,int __b,vector float * __c)11723 static __inline__ void __ATTRS_o_ai vec_stl(vector float __a, int __b,
11724 vector float *__c) {
11725 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11726 }
11727
vec_stl(vector float __a,int __b,float * __c)11728 static __inline__ void __ATTRS_o_ai vec_stl(vector float __a, int __b,
11729 float *__c) {
11730 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11731 }
11732
11733 /* vec_stvxl */
11734
vec_stvxl(vector signed char __a,int __b,vector signed char * __c)11735 static __inline__ void __ATTRS_o_ai vec_stvxl(vector signed char __a, int __b,
11736 vector signed char *__c) {
11737 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11738 }
11739
vec_stvxl(vector signed char __a,int __b,signed char * __c)11740 static __inline__ void __ATTRS_o_ai vec_stvxl(vector signed char __a, int __b,
11741 signed char *__c) {
11742 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11743 }
11744
vec_stvxl(vector unsigned char __a,int __b,vector unsigned char * __c)11745 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned char __a, int __b,
11746 vector unsigned char *__c) {
11747 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11748 }
11749
vec_stvxl(vector unsigned char __a,int __b,unsigned char * __c)11750 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned char __a, int __b,
11751 unsigned char *__c) {
11752 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11753 }
11754
vec_stvxl(vector bool char __a,int __b,signed char * __c)11755 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b,
11756 signed char *__c) {
11757 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11758 }
11759
vec_stvxl(vector bool char __a,int __b,unsigned char * __c)11760 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b,
11761 unsigned char *__c) {
11762 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11763 }
11764
vec_stvxl(vector bool char __a,int __b,vector bool char * __c)11765 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b,
11766 vector bool char *__c) {
11767 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11768 }
11769
vec_stvxl(vector short __a,int __b,vector short * __c)11770 static __inline__ void __ATTRS_o_ai vec_stvxl(vector short __a, int __b,
11771 vector short *__c) {
11772 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11773 }
11774
vec_stvxl(vector short __a,int __b,short * __c)11775 static __inline__ void __ATTRS_o_ai vec_stvxl(vector short __a, int __b,
11776 short *__c) {
11777 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11778 }
11779
vec_stvxl(vector unsigned short __a,int __b,vector unsigned short * __c)11780 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned short __a,
11781 int __b,
11782 vector unsigned short *__c) {
11783 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11784 }
11785
vec_stvxl(vector unsigned short __a,int __b,unsigned short * __c)11786 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned short __a,
11787 int __b, unsigned short *__c) {
11788 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11789 }
11790
vec_stvxl(vector bool short __a,int __b,short * __c)11791 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b,
11792 short *__c) {
11793 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11794 }
11795
vec_stvxl(vector bool short __a,int __b,unsigned short * __c)11796 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b,
11797 unsigned short *__c) {
11798 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11799 }
11800
vec_stvxl(vector bool short __a,int __b,vector bool short * __c)11801 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b,
11802 vector bool short *__c) {
11803 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11804 }
11805
vec_stvxl(vector pixel __a,int __b,short * __c)11806 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b,
11807 short *__c) {
11808 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11809 }
11810
vec_stvxl(vector pixel __a,int __b,unsigned short * __c)11811 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b,
11812 unsigned short *__c) {
11813 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11814 }
11815
vec_stvxl(vector pixel __a,int __b,vector pixel * __c)11816 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b,
11817 vector pixel *__c) {
11818 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11819 }
11820
vec_stvxl(vector int __a,int __b,vector int * __c)11821 static __inline__ void __ATTRS_o_ai vec_stvxl(vector int __a, int __b,
11822 vector int *__c) {
11823 __builtin_altivec_stvxl(__a, __b, __c);
11824 }
11825
vec_stvxl(vector int __a,int __b,int * __c)11826 static __inline__ void __ATTRS_o_ai vec_stvxl(vector int __a, int __b,
11827 int *__c) {
11828 __builtin_altivec_stvxl(__a, __b, __c);
11829 }
11830
vec_stvxl(vector unsigned int __a,int __b,vector unsigned int * __c)11831 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned int __a, int __b,
11832 vector unsigned int *__c) {
11833 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11834 }
11835
vec_stvxl(vector unsigned int __a,int __b,unsigned int * __c)11836 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned int __a, int __b,
11837 unsigned int *__c) {
11838 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11839 }
11840
vec_stvxl(vector bool int __a,int __b,int * __c)11841 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b,
11842 int *__c) {
11843 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11844 }
11845
vec_stvxl(vector bool int __a,int __b,unsigned int * __c)11846 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b,
11847 unsigned int *__c) {
11848 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11849 }
11850
vec_stvxl(vector bool int __a,int __b,vector bool int * __c)11851 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b,
11852 vector bool int *__c) {
11853 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11854 }
11855
vec_stvxl(vector float __a,int __b,vector float * __c)11856 static __inline__ void __ATTRS_o_ai vec_stvxl(vector float __a, int __b,
11857 vector float *__c) {
11858 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11859 }
11860
vec_stvxl(vector float __a,int __b,float * __c)11861 static __inline__ void __ATTRS_o_ai vec_stvxl(vector float __a, int __b,
11862 float *__c) {
11863 __builtin_altivec_stvxl((vector int)__a, __b, __c);
11864 }
11865
11866 /* vec_sub */
11867
11868 static __inline__ vector signed char __ATTRS_o_ai
vec_sub(vector signed char __a,vector signed char __b)11869 vec_sub(vector signed char __a, vector signed char __b) {
11870 return __a - __b;
11871 }
11872
11873 static __inline__ vector signed char __ATTRS_o_ai
vec_sub(vector bool char __a,vector signed char __b)11874 vec_sub(vector bool char __a, vector signed char __b) {
11875 return (vector signed char)__a - __b;
11876 }
11877
11878 static __inline__ vector signed char __ATTRS_o_ai
vec_sub(vector signed char __a,vector bool char __b)11879 vec_sub(vector signed char __a, vector bool char __b) {
11880 return __a - (vector signed char)__b;
11881 }
11882
11883 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sub(vector unsigned char __a,vector unsigned char __b)11884 vec_sub(vector unsigned char __a, vector unsigned char __b) {
11885 return __a - __b;
11886 }
11887
11888 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sub(vector bool char __a,vector unsigned char __b)11889 vec_sub(vector bool char __a, vector unsigned char __b) {
11890 return (vector unsigned char)__a - __b;
11891 }
11892
11893 static __inline__ vector unsigned char __ATTRS_o_ai
vec_sub(vector unsigned char __a,vector bool char __b)11894 vec_sub(vector unsigned char __a, vector bool char __b) {
11895 return __a - (vector unsigned char)__b;
11896 }
11897
vec_sub(vector short __a,vector short __b)11898 static __inline__ vector short __ATTRS_o_ai vec_sub(vector short __a,
11899 vector short __b) {
11900 return __a - __b;
11901 }
11902
vec_sub(vector bool short __a,vector short __b)11903 static __inline__ vector short __ATTRS_o_ai vec_sub(vector bool short __a,
11904 vector short __b) {
11905 return (vector short)__a - __b;
11906 }
11907
vec_sub(vector short __a,vector bool short __b)11908 static __inline__ vector short __ATTRS_o_ai vec_sub(vector short __a,
11909 vector bool short __b) {
11910 return __a - (vector short)__b;
11911 }
11912
11913 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sub(vector unsigned short __a,vector unsigned short __b)11914 vec_sub(vector unsigned short __a, vector unsigned short __b) {
11915 return __a - __b;
11916 }
11917
11918 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sub(vector bool short __a,vector unsigned short __b)11919 vec_sub(vector bool short __a, vector unsigned short __b) {
11920 return (vector unsigned short)__a - __b;
11921 }
11922
11923 static __inline__ vector unsigned short __ATTRS_o_ai
vec_sub(vector unsigned short __a,vector bool short __b)11924 vec_sub(vector unsigned short __a, vector bool short __b) {
11925 return __a - (vector unsigned short)__b;
11926 }
11927
vec_sub(vector int __a,vector int __b)11928 static __inline__ vector int __ATTRS_o_ai vec_sub(vector int __a,
11929 vector int __b) {
11930 return __a - __b;
11931 }
11932
vec_sub(vector bool int __a,vector int __b)11933 static __inline__ vector int __ATTRS_o_ai vec_sub(vector bool int __a,
11934 vector int __b) {
11935 return (vector int)__a - __b;
11936 }
11937
vec_sub(vector int __a,vector bool int __b)11938 static __inline__ vector int __ATTRS_o_ai vec_sub(vector int __a,
11939 vector bool int __b) {
11940 return __a - (vector int)__b;
11941 }
11942
11943 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sub(vector unsigned int __a,vector unsigned int __b)11944 vec_sub(vector unsigned int __a, vector unsigned int __b) {
11945 return __a - __b;
11946 }
11947
11948 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sub(vector bool int __a,vector unsigned int __b)11949 vec_sub(vector bool int __a, vector unsigned int __b) {
11950 return (vector unsigned int)__a - __b;
11951 }
11952
11953 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sub(vector unsigned int __a,vector bool int __b)11954 vec_sub(vector unsigned int __a, vector bool int __b) {
11955 return __a - (vector unsigned int)__b;
11956 }
11957
11958 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
11959 defined(__SIZEOF_INT128__)
11960 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_sub(vector signed __int128 __a,vector signed __int128 __b)11961 vec_sub(vector signed __int128 __a, vector signed __int128 __b) {
11962 return __a - __b;
11963 }
11964
11965 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_sub(vector unsigned __int128 __a,vector unsigned __int128 __b)11966 vec_sub(vector unsigned __int128 __a, vector unsigned __int128 __b) {
11967 return __a - __b;
11968 }
11969 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__) &&
11970 // defined(__SIZEOF_INT128__)
11971
11972 #ifdef __VSX__
11973 static __inline__ vector signed long long __ATTRS_o_ai
vec_sub(vector signed long long __a,vector signed long long __b)11974 vec_sub(vector signed long long __a, vector signed long long __b) {
11975 return __a - __b;
11976 }
11977
11978 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_sub(vector unsigned long long __a,vector unsigned long long __b)11979 vec_sub(vector unsigned long long __a, vector unsigned long long __b) {
11980 return __a - __b;
11981 }
11982
vec_sub(vector double __a,vector double __b)11983 static __inline__ vector double __ATTRS_o_ai vec_sub(vector double __a,
11984 vector double __b) {
11985 return __a - __b;
11986 }
11987 #endif
11988
vec_sub(vector float __a,vector float __b)11989 static __inline__ vector float __ATTRS_o_ai vec_sub(vector float __a,
11990 vector float __b) {
11991 return __a - __b;
11992 }
11993
11994 /* vec_vsububm */
11995
11996 #define __builtin_altivec_vsububm vec_vsububm
11997
11998 static __inline__ vector signed char __ATTRS_o_ai
vec_vsububm(vector signed char __a,vector signed char __b)11999 vec_vsububm(vector signed char __a, vector signed char __b) {
12000 return __a - __b;
12001 }
12002
12003 static __inline__ vector signed char __ATTRS_o_ai
vec_vsububm(vector bool char __a,vector signed char __b)12004 vec_vsububm(vector bool char __a, vector signed char __b) {
12005 return (vector signed char)__a - __b;
12006 }
12007
12008 static __inline__ vector signed char __ATTRS_o_ai
vec_vsububm(vector signed char __a,vector bool char __b)12009 vec_vsububm(vector signed char __a, vector bool char __b) {
12010 return __a - (vector signed char)__b;
12011 }
12012
12013 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububm(vector unsigned char __a,vector unsigned char __b)12014 vec_vsububm(vector unsigned char __a, vector unsigned char __b) {
12015 return __a - __b;
12016 }
12017
12018 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububm(vector bool char __a,vector unsigned char __b)12019 vec_vsububm(vector bool char __a, vector unsigned char __b) {
12020 return (vector unsigned char)__a - __b;
12021 }
12022
12023 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububm(vector unsigned char __a,vector bool char __b)12024 vec_vsububm(vector unsigned char __a, vector bool char __b) {
12025 return __a - (vector unsigned char)__b;
12026 }
12027
12028 /* vec_vsubuhm */
12029
12030 #define __builtin_altivec_vsubuhm vec_vsubuhm
12031
vec_vsubuhm(vector short __a,vector short __b)12032 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector short __a,
12033 vector short __b) {
12034 return __a - __b;
12035 }
12036
vec_vsubuhm(vector bool short __a,vector short __b)12037 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector bool short __a,
12038 vector short __b) {
12039 return (vector short)__a - __b;
12040 }
12041
vec_vsubuhm(vector short __a,vector bool short __b)12042 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector short __a,
12043 vector bool short __b) {
12044 return __a - (vector short)__b;
12045 }
12046
12047 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhm(vector unsigned short __a,vector unsigned short __b)12048 vec_vsubuhm(vector unsigned short __a, vector unsigned short __b) {
12049 return __a - __b;
12050 }
12051
12052 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhm(vector bool short __a,vector unsigned short __b)12053 vec_vsubuhm(vector bool short __a, vector unsigned short __b) {
12054 return (vector unsigned short)__a - __b;
12055 }
12056
12057 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhm(vector unsigned short __a,vector bool short __b)12058 vec_vsubuhm(vector unsigned short __a, vector bool short __b) {
12059 return __a - (vector unsigned short)__b;
12060 }
12061
12062 /* vec_vsubuwm */
12063
12064 #define __builtin_altivec_vsubuwm vec_vsubuwm
12065
vec_vsubuwm(vector int __a,vector int __b)12066 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector int __a,
12067 vector int __b) {
12068 return __a - __b;
12069 }
12070
vec_vsubuwm(vector bool int __a,vector int __b)12071 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector bool int __a,
12072 vector int __b) {
12073 return (vector int)__a - __b;
12074 }
12075
vec_vsubuwm(vector int __a,vector bool int __b)12076 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector int __a,
12077 vector bool int __b) {
12078 return __a - (vector int)__b;
12079 }
12080
12081 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuwm(vector unsigned int __a,vector unsigned int __b)12082 vec_vsubuwm(vector unsigned int __a, vector unsigned int __b) {
12083 return __a - __b;
12084 }
12085
12086 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuwm(vector bool int __a,vector unsigned int __b)12087 vec_vsubuwm(vector bool int __a, vector unsigned int __b) {
12088 return (vector unsigned int)__a - __b;
12089 }
12090
12091 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuwm(vector unsigned int __a,vector bool int __b)12092 vec_vsubuwm(vector unsigned int __a, vector bool int __b) {
12093 return __a - (vector unsigned int)__b;
12094 }
12095
12096 /* vec_vsubfp */
12097
12098 #define __builtin_altivec_vsubfp vec_vsubfp
12099
12100 static __inline__ vector float __attribute__((__always_inline__))
vec_vsubfp(vector float __a,vector float __b)12101 vec_vsubfp(vector float __a, vector float __b) {
12102 return __a - __b;
12103 }
12104
12105 /* vec_subc */
12106
12107 static __inline__ vector signed int __ATTRS_o_ai
vec_subc(vector signed int __a,vector signed int __b)12108 vec_subc(vector signed int __a, vector signed int __b) {
12109 return (vector signed int)__builtin_altivec_vsubcuw((vector unsigned int)__a,
12110 (vector unsigned int) __b);
12111 }
12112
12113 static __inline__ vector unsigned int __ATTRS_o_ai
vec_subc(vector unsigned int __a,vector unsigned int __b)12114 vec_subc(vector unsigned int __a, vector unsigned int __b) {
12115 return __builtin_altivec_vsubcuw(__a, __b);
12116 }
12117
12118 #ifdef __POWER8_VECTOR__
12119 #ifdef __SIZEOF_INT128__
12120 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_subc(vector unsigned __int128 __a,vector unsigned __int128 __b)12121 vec_subc(vector unsigned __int128 __a, vector unsigned __int128 __b) {
12122 return __builtin_altivec_vsubcuq(__a, __b);
12123 }
12124
12125 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_subc(vector signed __int128 __a,vector signed __int128 __b)12126 vec_subc(vector signed __int128 __a, vector signed __int128 __b) {
12127 return (vector signed __int128)__builtin_altivec_vsubcuq(
12128 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
12129 }
12130 #endif
12131
12132 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_subc_u128(vector unsigned char __a,vector unsigned char __b)12133 vec_subc_u128(vector unsigned char __a, vector unsigned char __b) {
12134 return (vector unsigned char)__builtin_altivec_vsubcuq_c(
12135 (vector unsigned char)__a, (vector unsigned char)__b);
12136 }
12137 #endif // __POWER8_VECTOR__
12138
12139 /* vec_vsubcuw */
12140
12141 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vsubcuw(vector unsigned int __a,vector unsigned int __b)12142 vec_vsubcuw(vector unsigned int __a, vector unsigned int __b) {
12143 return __builtin_altivec_vsubcuw(__a, __b);
12144 }
12145
12146 /* vec_subs */
12147
12148 static __inline__ vector signed char __ATTRS_o_ai
vec_subs(vector signed char __a,vector signed char __b)12149 vec_subs(vector signed char __a, vector signed char __b) {
12150 return __builtin_altivec_vsubsbs(__a, __b);
12151 }
12152
12153 static __inline__ vector signed char __ATTRS_o_ai
vec_subs(vector bool char __a,vector signed char __b)12154 vec_subs(vector bool char __a, vector signed char __b) {
12155 return __builtin_altivec_vsubsbs((vector signed char)__a, __b);
12156 }
12157
12158 static __inline__ vector signed char __ATTRS_o_ai
vec_subs(vector signed char __a,vector bool char __b)12159 vec_subs(vector signed char __a, vector bool char __b) {
12160 return __builtin_altivec_vsubsbs(__a, (vector signed char)__b);
12161 }
12162
12163 static __inline__ vector unsigned char __ATTRS_o_ai
vec_subs(vector unsigned char __a,vector unsigned char __b)12164 vec_subs(vector unsigned char __a, vector unsigned char __b) {
12165 return __builtin_altivec_vsububs(__a, __b);
12166 }
12167
12168 static __inline__ vector unsigned char __ATTRS_o_ai
vec_subs(vector bool char __a,vector unsigned char __b)12169 vec_subs(vector bool char __a, vector unsigned char __b) {
12170 return __builtin_altivec_vsububs((vector unsigned char)__a, __b);
12171 }
12172
12173 static __inline__ vector unsigned char __ATTRS_o_ai
vec_subs(vector unsigned char __a,vector bool char __b)12174 vec_subs(vector unsigned char __a, vector bool char __b) {
12175 return __builtin_altivec_vsububs(__a, (vector unsigned char)__b);
12176 }
12177
vec_subs(vector short __a,vector short __b)12178 static __inline__ vector short __ATTRS_o_ai vec_subs(vector short __a,
12179 vector short __b) {
12180 return __builtin_altivec_vsubshs(__a, __b);
12181 }
12182
vec_subs(vector bool short __a,vector short __b)12183 static __inline__ vector short __ATTRS_o_ai vec_subs(vector bool short __a,
12184 vector short __b) {
12185 return __builtin_altivec_vsubshs((vector short)__a, __b);
12186 }
12187
vec_subs(vector short __a,vector bool short __b)12188 static __inline__ vector short __ATTRS_o_ai vec_subs(vector short __a,
12189 vector bool short __b) {
12190 return __builtin_altivec_vsubshs(__a, (vector short)__b);
12191 }
12192
12193 static __inline__ vector unsigned short __ATTRS_o_ai
vec_subs(vector unsigned short __a,vector unsigned short __b)12194 vec_subs(vector unsigned short __a, vector unsigned short __b) {
12195 return __builtin_altivec_vsubuhs(__a, __b);
12196 }
12197
12198 static __inline__ vector unsigned short __ATTRS_o_ai
vec_subs(vector bool short __a,vector unsigned short __b)12199 vec_subs(vector bool short __a, vector unsigned short __b) {
12200 return __builtin_altivec_vsubuhs((vector unsigned short)__a, __b);
12201 }
12202
12203 static __inline__ vector unsigned short __ATTRS_o_ai
vec_subs(vector unsigned short __a,vector bool short __b)12204 vec_subs(vector unsigned short __a, vector bool short __b) {
12205 return __builtin_altivec_vsubuhs(__a, (vector unsigned short)__b);
12206 }
12207
vec_subs(vector int __a,vector int __b)12208 static __inline__ vector int __ATTRS_o_ai vec_subs(vector int __a,
12209 vector int __b) {
12210 return __builtin_altivec_vsubsws(__a, __b);
12211 }
12212
vec_subs(vector bool int __a,vector int __b)12213 static __inline__ vector int __ATTRS_o_ai vec_subs(vector bool int __a,
12214 vector int __b) {
12215 return __builtin_altivec_vsubsws((vector int)__a, __b);
12216 }
12217
vec_subs(vector int __a,vector bool int __b)12218 static __inline__ vector int __ATTRS_o_ai vec_subs(vector int __a,
12219 vector bool int __b) {
12220 return __builtin_altivec_vsubsws(__a, (vector int)__b);
12221 }
12222
12223 static __inline__ vector unsigned int __ATTRS_o_ai
vec_subs(vector unsigned int __a,vector unsigned int __b)12224 vec_subs(vector unsigned int __a, vector unsigned int __b) {
12225 return __builtin_altivec_vsubuws(__a, __b);
12226 }
12227
12228 static __inline__ vector unsigned int __ATTRS_o_ai
vec_subs(vector bool int __a,vector unsigned int __b)12229 vec_subs(vector bool int __a, vector unsigned int __b) {
12230 return __builtin_altivec_vsubuws((vector unsigned int)__a, __b);
12231 }
12232
12233 static __inline__ vector unsigned int __ATTRS_o_ai
vec_subs(vector unsigned int __a,vector bool int __b)12234 vec_subs(vector unsigned int __a, vector bool int __b) {
12235 return __builtin_altivec_vsubuws(__a, (vector unsigned int)__b);
12236 }
12237
12238 /* vec_vsubsbs */
12239
12240 static __inline__ vector signed char __ATTRS_o_ai
vec_vsubsbs(vector signed char __a,vector signed char __b)12241 vec_vsubsbs(vector signed char __a, vector signed char __b) {
12242 return __builtin_altivec_vsubsbs(__a, __b);
12243 }
12244
12245 static __inline__ vector signed char __ATTRS_o_ai
vec_vsubsbs(vector bool char __a,vector signed char __b)12246 vec_vsubsbs(vector bool char __a, vector signed char __b) {
12247 return __builtin_altivec_vsubsbs((vector signed char)__a, __b);
12248 }
12249
12250 static __inline__ vector signed char __ATTRS_o_ai
vec_vsubsbs(vector signed char __a,vector bool char __b)12251 vec_vsubsbs(vector signed char __a, vector bool char __b) {
12252 return __builtin_altivec_vsubsbs(__a, (vector signed char)__b);
12253 }
12254
12255 /* vec_vsububs */
12256
12257 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububs(vector unsigned char __a,vector unsigned char __b)12258 vec_vsububs(vector unsigned char __a, vector unsigned char __b) {
12259 return __builtin_altivec_vsububs(__a, __b);
12260 }
12261
12262 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububs(vector bool char __a,vector unsigned char __b)12263 vec_vsububs(vector bool char __a, vector unsigned char __b) {
12264 return __builtin_altivec_vsububs((vector unsigned char)__a, __b);
12265 }
12266
12267 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsububs(vector unsigned char __a,vector bool char __b)12268 vec_vsububs(vector unsigned char __a, vector bool char __b) {
12269 return __builtin_altivec_vsububs(__a, (vector unsigned char)__b);
12270 }
12271
12272 /* vec_vsubshs */
12273
vec_vsubshs(vector short __a,vector short __b)12274 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector short __a,
12275 vector short __b) {
12276 return __builtin_altivec_vsubshs(__a, __b);
12277 }
12278
vec_vsubshs(vector bool short __a,vector short __b)12279 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector bool short __a,
12280 vector short __b) {
12281 return __builtin_altivec_vsubshs((vector short)__a, __b);
12282 }
12283
vec_vsubshs(vector short __a,vector bool short __b)12284 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector short __a,
12285 vector bool short __b) {
12286 return __builtin_altivec_vsubshs(__a, (vector short)__b);
12287 }
12288
12289 /* vec_vsubuhs */
12290
12291 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhs(vector unsigned short __a,vector unsigned short __b)12292 vec_vsubuhs(vector unsigned short __a, vector unsigned short __b) {
12293 return __builtin_altivec_vsubuhs(__a, __b);
12294 }
12295
12296 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhs(vector bool short __a,vector unsigned short __b)12297 vec_vsubuhs(vector bool short __a, vector unsigned short __b) {
12298 return __builtin_altivec_vsubuhs((vector unsigned short)__a, __b);
12299 }
12300
12301 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsubuhs(vector unsigned short __a,vector bool short __b)12302 vec_vsubuhs(vector unsigned short __a, vector bool short __b) {
12303 return __builtin_altivec_vsubuhs(__a, (vector unsigned short)__b);
12304 }
12305
12306 /* vec_vsubsws */
12307
vec_vsubsws(vector int __a,vector int __b)12308 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector int __a,
12309 vector int __b) {
12310 return __builtin_altivec_vsubsws(__a, __b);
12311 }
12312
vec_vsubsws(vector bool int __a,vector int __b)12313 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector bool int __a,
12314 vector int __b) {
12315 return __builtin_altivec_vsubsws((vector int)__a, __b);
12316 }
12317
vec_vsubsws(vector int __a,vector bool int __b)12318 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector int __a,
12319 vector bool int __b) {
12320 return __builtin_altivec_vsubsws(__a, (vector int)__b);
12321 }
12322
12323 /* vec_vsubuws */
12324
12325 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuws(vector unsigned int __a,vector unsigned int __b)12326 vec_vsubuws(vector unsigned int __a, vector unsigned int __b) {
12327 return __builtin_altivec_vsubuws(__a, __b);
12328 }
12329
12330 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuws(vector bool int __a,vector unsigned int __b)12331 vec_vsubuws(vector bool int __a, vector unsigned int __b) {
12332 return __builtin_altivec_vsubuws((vector unsigned int)__a, __b);
12333 }
12334
12335 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsubuws(vector unsigned int __a,vector bool int __b)12336 vec_vsubuws(vector unsigned int __a, vector bool int __b) {
12337 return __builtin_altivec_vsubuws(__a, (vector unsigned int)__b);
12338 }
12339
12340 #ifdef __POWER8_VECTOR__
12341 /* vec_vsubuqm */
12342
12343 #ifdef __SIZEOF_INT128__
12344 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vsubuqm(vector signed __int128 __a,vector signed __int128 __b)12345 vec_vsubuqm(vector signed __int128 __a, vector signed __int128 __b) {
12346 return __a - __b;
12347 }
12348
12349 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vsubuqm(vector unsigned __int128 __a,vector unsigned __int128 __b)12350 vec_vsubuqm(vector unsigned __int128 __a, vector unsigned __int128 __b) {
12351 return __a - __b;
12352 }
12353 #endif
12354
12355 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_sub_u128(vector unsigned char __a,vector unsigned char __b)12356 vec_sub_u128(vector unsigned char __a, vector unsigned char __b) {
12357 return (vector unsigned char)__builtin_altivec_vsubuqm(__a, __b);
12358 }
12359
12360 /* vec_vsubeuqm */
12361
12362 #ifdef __SIZEOF_INT128__
12363 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vsubeuqm(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)12364 vec_vsubeuqm(vector signed __int128 __a, vector signed __int128 __b,
12365 vector signed __int128 __c) {
12366 return (vector signed __int128)__builtin_altivec_vsubeuqm(
12367 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
12368 (vector unsigned __int128)__c);
12369 }
12370
12371 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vsubeuqm(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)12372 vec_vsubeuqm(vector unsigned __int128 __a, vector unsigned __int128 __b,
12373 vector unsigned __int128 __c) {
12374 return __builtin_altivec_vsubeuqm(__a, __b, __c);
12375 }
12376
12377 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_sube(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)12378 vec_sube(vector signed __int128 __a, vector signed __int128 __b,
12379 vector signed __int128 __c) {
12380 return (vector signed __int128)__builtin_altivec_vsubeuqm(
12381 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
12382 (vector unsigned __int128)__c);
12383 }
12384
12385 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_sube(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)12386 vec_sube(vector unsigned __int128 __a, vector unsigned __int128 __b,
12387 vector unsigned __int128 __c) {
12388 return __builtin_altivec_vsubeuqm(__a, __b, __c);
12389 }
12390 #endif
12391
12392 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_sube_u128(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)12393 vec_sube_u128(vector unsigned char __a, vector unsigned char __b,
12394 vector unsigned char __c) {
12395 return (vector unsigned char)__builtin_altivec_vsubeuqm_c(
12396 (vector unsigned char)__a, (vector unsigned char)__b,
12397 (vector unsigned char)__c);
12398 }
12399
12400 /* vec_vsubcuq */
12401
12402 #ifdef __SIZEOF_INT128__
12403 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vsubcuq(vector signed __int128 __a,vector signed __int128 __b)12404 vec_vsubcuq(vector signed __int128 __a, vector signed __int128 __b) {
12405 return (vector signed __int128)__builtin_altivec_vsubcuq(
12406 (vector unsigned __int128)__a, (vector unsigned __int128)__b);
12407 }
12408
12409 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vsubcuq(vector unsigned __int128 __a,vector unsigned __int128 __b)12410 vec_vsubcuq(vector unsigned __int128 __a, vector unsigned __int128 __b) {
12411 return __builtin_altivec_vsubcuq(__a, __b);
12412 }
12413
12414 /* vec_vsubecuq */
12415
12416 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_vsubecuq(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)12417 vec_vsubecuq(vector signed __int128 __a, vector signed __int128 __b,
12418 vector signed __int128 __c) {
12419 return (vector signed __int128)__builtin_altivec_vsubecuq(
12420 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
12421 (vector unsigned __int128)__c);
12422 }
12423
12424 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_vsubecuq(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)12425 vec_vsubecuq(vector unsigned __int128 __a, vector unsigned __int128 __b,
12426 vector unsigned __int128 __c) {
12427 return __builtin_altivec_vsubecuq(__a, __b, __c);
12428 }
12429 #endif
12430
12431 #ifdef __powerpc64__
12432 static __inline__ vector signed int __ATTRS_o_ai
vec_subec(vector signed int __a,vector signed int __b,vector signed int __c)12433 vec_subec(vector signed int __a, vector signed int __b,
12434 vector signed int __c) {
12435 return vec_addec(__a, ~__b, __c);
12436 }
12437
12438 static __inline__ vector unsigned int __ATTRS_o_ai
vec_subec(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)12439 vec_subec(vector unsigned int __a, vector unsigned int __b,
12440 vector unsigned int __c) {
12441 return vec_addec(__a, ~__b, __c);
12442 }
12443 #endif
12444
12445 #ifdef __SIZEOF_INT128__
12446 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_subec(vector signed __int128 __a,vector signed __int128 __b,vector signed __int128 __c)12447 vec_subec(vector signed __int128 __a, vector signed __int128 __b,
12448 vector signed __int128 __c) {
12449 return (vector signed __int128)__builtin_altivec_vsubecuq(
12450 (vector unsigned __int128)__a, (vector unsigned __int128)__b,
12451 (vector unsigned __int128)__c);
12452 }
12453
12454 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_subec(vector unsigned __int128 __a,vector unsigned __int128 __b,vector unsigned __int128 __c)12455 vec_subec(vector unsigned __int128 __a, vector unsigned __int128 __b,
12456 vector unsigned __int128 __c) {
12457 return __builtin_altivec_vsubecuq(__a, __b, __c);
12458 }
12459 #endif
12460
12461 static __inline__ vector unsigned char __attribute__((__always_inline__))
vec_subec_u128(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)12462 vec_subec_u128(vector unsigned char __a, vector unsigned char __b,
12463 vector unsigned char __c) {
12464 return (vector unsigned char)__builtin_altivec_vsubecuq_c(
12465 (vector unsigned char)__a, (vector unsigned char)__b,
12466 (vector unsigned char)__c);
12467 }
12468 #endif // __POWER8_VECTOR__
12469
12470 static __inline__ vector signed int __ATTRS_o_ai
vec_sube(vector signed int __a,vector signed int __b,vector signed int __c)12471 vec_sube(vector signed int __a, vector signed int __b,
12472 vector signed int __c) {
12473 vector signed int __mask = {1, 1, 1, 1};
12474 vector signed int __carry = __c & __mask;
12475 return vec_adde(__a, ~__b, __carry);
12476 }
12477
12478 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sube(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)12479 vec_sube(vector unsigned int __a, vector unsigned int __b,
12480 vector unsigned int __c) {
12481 vector unsigned int __mask = {1, 1, 1, 1};
12482 vector unsigned int __carry = __c & __mask;
12483 return vec_adde(__a, ~__b, __carry);
12484 }
12485 /* vec_sum4s */
12486
vec_sum4s(vector signed char __a,vector int __b)12487 static __inline__ vector int __ATTRS_o_ai vec_sum4s(vector signed char __a,
12488 vector int __b) {
12489 return __builtin_altivec_vsum4sbs(__a, __b);
12490 }
12491
12492 static __inline__ vector unsigned int __ATTRS_o_ai
vec_sum4s(vector unsigned char __a,vector unsigned int __b)12493 vec_sum4s(vector unsigned char __a, vector unsigned int __b) {
12494 return __builtin_altivec_vsum4ubs(__a, __b);
12495 }
12496
vec_sum4s(vector signed short __a,vector int __b)12497 static __inline__ vector int __ATTRS_o_ai vec_sum4s(vector signed short __a,
12498 vector int __b) {
12499 return __builtin_altivec_vsum4shs(__a, __b);
12500 }
12501
12502 /* vec_vsum4sbs */
12503
12504 static __inline__ vector int __attribute__((__always_inline__))
vec_vsum4sbs(vector signed char __a,vector int __b)12505 vec_vsum4sbs(vector signed char __a, vector int __b) {
12506 return __builtin_altivec_vsum4sbs(__a, __b);
12507 }
12508
12509 /* vec_vsum4ubs */
12510
12511 static __inline__ vector unsigned int __attribute__((__always_inline__))
vec_vsum4ubs(vector unsigned char __a,vector unsigned int __b)12512 vec_vsum4ubs(vector unsigned char __a, vector unsigned int __b) {
12513 return __builtin_altivec_vsum4ubs(__a, __b);
12514 }
12515
12516 /* vec_vsum4shs */
12517
12518 static __inline__ vector int __attribute__((__always_inline__))
vec_vsum4shs(vector signed short __a,vector int __b)12519 vec_vsum4shs(vector signed short __a, vector int __b) {
12520 return __builtin_altivec_vsum4shs(__a, __b);
12521 }
12522
12523 /* vec_sum2s */
12524
12525 /* The vsum2sws instruction has a big-endian bias, so that the second
12526 input vector and the result always reference big-endian elements
12527 1 and 3 (little-endian element 0 and 2). For ease of porting the
12528 programmer wants elements 1 and 3 in both cases, so for little
12529 endian we must perform some permutes. */
12530
12531 static __inline__ vector signed int __attribute__((__always_inline__))
vec_sum2s(vector int __a,vector int __b)12532 vec_sum2s(vector int __a, vector int __b) {
12533 #ifdef __LITTLE_ENDIAN__
12534 vector int __c = (vector signed int)vec_perm(
12535 __b, __b, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15,
12536 8, 9, 10, 11));
12537 __c = __builtin_altivec_vsum2sws(__a, __c);
12538 return (vector signed int)vec_perm(
12539 __c, __c, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15,
12540 8, 9, 10, 11));
12541 #else
12542 return __builtin_altivec_vsum2sws(__a, __b);
12543 #endif
12544 }
12545
12546 /* vec_vsum2sws */
12547
12548 static __inline__ vector signed int __attribute__((__always_inline__))
vec_vsum2sws(vector int __a,vector int __b)12549 vec_vsum2sws(vector int __a, vector int __b) {
12550 #ifdef __LITTLE_ENDIAN__
12551 vector int __c = (vector signed int)vec_perm(
12552 __b, __b, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15,
12553 8, 9, 10, 11));
12554 __c = __builtin_altivec_vsum2sws(__a, __c);
12555 return (vector signed int)vec_perm(
12556 __c, __c, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15,
12557 8, 9, 10, 11));
12558 #else
12559 return __builtin_altivec_vsum2sws(__a, __b);
12560 #endif
12561 }
12562
12563 /* vec_sums */
12564
12565 /* The vsumsws instruction has a big-endian bias, so that the second
12566 input vector and the result always reference big-endian element 3
12567 (little-endian element 0). For ease of porting the programmer
12568 wants element 3 in both cases, so for little endian we must perform
12569 some permutes. */
12570
12571 static __inline__ vector signed int __attribute__((__always_inline__))
vec_sums(vector signed int __a,vector signed int __b)12572 vec_sums(vector signed int __a, vector signed int __b) {
12573 #ifdef __LITTLE_ENDIAN__
12574 __b = (vector signed int)vec_splat(__b, 3);
12575 __b = __builtin_altivec_vsumsws(__a, __b);
12576 return (vector signed int)(0, 0, 0, __b[0]);
12577 #else
12578 return __builtin_altivec_vsumsws(__a, __b);
12579 #endif
12580 }
12581
12582 /* vec_vsumsws */
12583
12584 static __inline__ vector signed int __attribute__((__always_inline__))
vec_vsumsws(vector signed int __a,vector signed int __b)12585 vec_vsumsws(vector signed int __a, vector signed int __b) {
12586 #ifdef __LITTLE_ENDIAN__
12587 __b = (vector signed int)vec_splat(__b, 3);
12588 __b = __builtin_altivec_vsumsws(__a, __b);
12589 return (vector signed int)(0, 0, 0, __b[0]);
12590 #else
12591 return __builtin_altivec_vsumsws(__a, __b);
12592 #endif
12593 }
12594
12595 /* vec_trunc */
12596
vec_trunc(vector float __a)12597 static __inline__ vector float __ATTRS_o_ai vec_trunc(vector float __a) {
12598 #ifdef __VSX__
12599 return __builtin_vsx_xvrspiz(__a);
12600 #else
12601 return __builtin_altivec_vrfiz(__a);
12602 #endif
12603 }
12604
12605 #ifdef __VSX__
vec_trunc(vector double __a)12606 static __inline__ vector double __ATTRS_o_ai vec_trunc(vector double __a) {
12607 return __builtin_vsx_xvrdpiz(__a);
12608 }
12609 #endif
12610
12611 /* vec_roundz */
vec_roundz(vector float __a)12612 static __inline__ vector float __ATTRS_o_ai vec_roundz(vector float __a) {
12613 return vec_trunc(__a);
12614 }
12615
12616 #ifdef __VSX__
vec_roundz(vector double __a)12617 static __inline__ vector double __ATTRS_o_ai vec_roundz(vector double __a) {
12618 return vec_trunc(__a);
12619 }
12620 #endif
12621
12622 /* vec_vrfiz */
12623
12624 static __inline__ vector float __attribute__((__always_inline__))
vec_vrfiz(vector float __a)12625 vec_vrfiz(vector float __a) {
12626 return __builtin_altivec_vrfiz(__a);
12627 }
12628
12629 /* vec_unpackh */
12630
12631 /* The vector unpack instructions all have a big-endian bias, so for
12632 little endian we must reverse the meanings of "high" and "low." */
12633 #ifdef __LITTLE_ENDIAN__
12634 #define vec_vupkhpx(__a) __builtin_altivec_vupklpx((vector short)(__a))
12635 #define vec_vupklpx(__a) __builtin_altivec_vupkhpx((vector short)(__a))
12636 #else
12637 #define vec_vupkhpx(__a) __builtin_altivec_vupkhpx((vector short)(__a))
12638 #define vec_vupklpx(__a) __builtin_altivec_vupklpx((vector short)(__a))
12639 #endif
12640
12641 static __inline__ vector short __ATTRS_o_ai
vec_unpackh(vector signed char __a)12642 vec_unpackh(vector signed char __a) {
12643 #ifdef __LITTLE_ENDIAN__
12644 return __builtin_altivec_vupklsb((vector char)__a);
12645 #else
12646 return __builtin_altivec_vupkhsb((vector char)__a);
12647 #endif
12648 }
12649
12650 static __inline__ vector bool short __ATTRS_o_ai
vec_unpackh(vector bool char __a)12651 vec_unpackh(vector bool char __a) {
12652 #ifdef __LITTLE_ENDIAN__
12653 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a);
12654 #else
12655 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a);
12656 #endif
12657 }
12658
vec_unpackh(vector short __a)12659 static __inline__ vector int __ATTRS_o_ai vec_unpackh(vector short __a) {
12660 #ifdef __LITTLE_ENDIAN__
12661 return __builtin_altivec_vupklsh(__a);
12662 #else
12663 return __builtin_altivec_vupkhsh(__a);
12664 #endif
12665 }
12666
12667 static __inline__ vector bool int __ATTRS_o_ai
vec_unpackh(vector bool short __a)12668 vec_unpackh(vector bool short __a) {
12669 #ifdef __LITTLE_ENDIAN__
12670 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a);
12671 #else
12672 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a);
12673 #endif
12674 }
12675
12676 static __inline__ vector unsigned int __ATTRS_o_ai
vec_unpackh(vector pixel __a)12677 vec_unpackh(vector pixel __a) {
12678 #ifdef __LITTLE_ENDIAN__
12679 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a);
12680 #else
12681 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a);
12682 #endif
12683 }
12684
12685 #ifdef __POWER8_VECTOR__
vec_unpackh(vector int __a)12686 static __inline__ vector long long __ATTRS_o_ai vec_unpackh(vector int __a) {
12687 #ifdef __LITTLE_ENDIAN__
12688 return __builtin_altivec_vupklsw(__a);
12689 #else
12690 return __builtin_altivec_vupkhsw(__a);
12691 #endif
12692 }
12693
12694 static __inline__ vector bool long long __ATTRS_o_ai
vec_unpackh(vector bool int __a)12695 vec_unpackh(vector bool int __a) {
12696 #ifdef __LITTLE_ENDIAN__
12697 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a);
12698 #else
12699 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a);
12700 #endif
12701 }
12702
12703 static __inline__ vector double __ATTRS_o_ai
vec_unpackh(vector float __a)12704 vec_unpackh(vector float __a) {
12705 return (vector double)(__a[0], __a[1]);
12706 }
12707 #endif
12708
12709 /* vec_vupkhsb */
12710
12711 static __inline__ vector short __ATTRS_o_ai
vec_vupkhsb(vector signed char __a)12712 vec_vupkhsb(vector signed char __a) {
12713 #ifdef __LITTLE_ENDIAN__
12714 return __builtin_altivec_vupklsb((vector char)__a);
12715 #else
12716 return __builtin_altivec_vupkhsb((vector char)__a);
12717 #endif
12718 }
12719
12720 static __inline__ vector bool short __ATTRS_o_ai
vec_vupkhsb(vector bool char __a)12721 vec_vupkhsb(vector bool char __a) {
12722 #ifdef __LITTLE_ENDIAN__
12723 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a);
12724 #else
12725 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a);
12726 #endif
12727 }
12728
12729 /* vec_vupkhsh */
12730
vec_vupkhsh(vector short __a)12731 static __inline__ vector int __ATTRS_o_ai vec_vupkhsh(vector short __a) {
12732 #ifdef __LITTLE_ENDIAN__
12733 return __builtin_altivec_vupklsh(__a);
12734 #else
12735 return __builtin_altivec_vupkhsh(__a);
12736 #endif
12737 }
12738
12739 static __inline__ vector bool int __ATTRS_o_ai
vec_vupkhsh(vector bool short __a)12740 vec_vupkhsh(vector bool short __a) {
12741 #ifdef __LITTLE_ENDIAN__
12742 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a);
12743 #else
12744 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a);
12745 #endif
12746 }
12747
12748 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vupkhsh(vector pixel __a)12749 vec_vupkhsh(vector pixel __a) {
12750 #ifdef __LITTLE_ENDIAN__
12751 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a);
12752 #else
12753 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a);
12754 #endif
12755 }
12756
12757 /* vec_vupkhsw */
12758
12759 #ifdef __POWER8_VECTOR__
vec_vupkhsw(vector int __a)12760 static __inline__ vector long long __ATTRS_o_ai vec_vupkhsw(vector int __a) {
12761 #ifdef __LITTLE_ENDIAN__
12762 return __builtin_altivec_vupklsw(__a);
12763 #else
12764 return __builtin_altivec_vupkhsw(__a);
12765 #endif
12766 }
12767
12768 static __inline__ vector bool long long __ATTRS_o_ai
vec_vupkhsw(vector bool int __a)12769 vec_vupkhsw(vector bool int __a) {
12770 #ifdef __LITTLE_ENDIAN__
12771 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a);
12772 #else
12773 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a);
12774 #endif
12775 }
12776 #endif
12777
12778 /* vec_unpackl */
12779
12780 static __inline__ vector short __ATTRS_o_ai
vec_unpackl(vector signed char __a)12781 vec_unpackl(vector signed char __a) {
12782 #ifdef __LITTLE_ENDIAN__
12783 return __builtin_altivec_vupkhsb((vector char)__a);
12784 #else
12785 return __builtin_altivec_vupklsb((vector char)__a);
12786 #endif
12787 }
12788
12789 static __inline__ vector bool short __ATTRS_o_ai
vec_unpackl(vector bool char __a)12790 vec_unpackl(vector bool char __a) {
12791 #ifdef __LITTLE_ENDIAN__
12792 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a);
12793 #else
12794 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a);
12795 #endif
12796 }
12797
vec_unpackl(vector short __a)12798 static __inline__ vector int __ATTRS_o_ai vec_unpackl(vector short __a) {
12799 #ifdef __LITTLE_ENDIAN__
12800 return __builtin_altivec_vupkhsh(__a);
12801 #else
12802 return __builtin_altivec_vupklsh(__a);
12803 #endif
12804 }
12805
12806 static __inline__ vector bool int __ATTRS_o_ai
vec_unpackl(vector bool short __a)12807 vec_unpackl(vector bool short __a) {
12808 #ifdef __LITTLE_ENDIAN__
12809 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a);
12810 #else
12811 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a);
12812 #endif
12813 }
12814
12815 static __inline__ vector unsigned int __ATTRS_o_ai
vec_unpackl(vector pixel __a)12816 vec_unpackl(vector pixel __a) {
12817 #ifdef __LITTLE_ENDIAN__
12818 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a);
12819 #else
12820 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a);
12821 #endif
12822 }
12823
12824 #ifdef __POWER8_VECTOR__
vec_unpackl(vector int __a)12825 static __inline__ vector long long __ATTRS_o_ai vec_unpackl(vector int __a) {
12826 #ifdef __LITTLE_ENDIAN__
12827 return __builtin_altivec_vupkhsw(__a);
12828 #else
12829 return __builtin_altivec_vupklsw(__a);
12830 #endif
12831 }
12832
12833 static __inline__ vector bool long long __ATTRS_o_ai
vec_unpackl(vector bool int __a)12834 vec_unpackl(vector bool int __a) {
12835 #ifdef __LITTLE_ENDIAN__
12836 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a);
12837 #else
12838 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a);
12839 #endif
12840 }
12841
12842 static __inline__ vector double __ATTRS_o_ai
vec_unpackl(vector float __a)12843 vec_unpackl(vector float __a) {
12844 return (vector double)(__a[2], __a[3]);
12845 }
12846 #endif
12847
12848 /* vec_vupklsb */
12849
12850 static __inline__ vector short __ATTRS_o_ai
vec_vupklsb(vector signed char __a)12851 vec_vupklsb(vector signed char __a) {
12852 #ifdef __LITTLE_ENDIAN__
12853 return __builtin_altivec_vupkhsb((vector char)__a);
12854 #else
12855 return __builtin_altivec_vupklsb((vector char)__a);
12856 #endif
12857 }
12858
12859 static __inline__ vector bool short __ATTRS_o_ai
vec_vupklsb(vector bool char __a)12860 vec_vupklsb(vector bool char __a) {
12861 #ifdef __LITTLE_ENDIAN__
12862 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a);
12863 #else
12864 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a);
12865 #endif
12866 }
12867
12868 /* vec_vupklsh */
12869
vec_vupklsh(vector short __a)12870 static __inline__ vector int __ATTRS_o_ai vec_vupklsh(vector short __a) {
12871 #ifdef __LITTLE_ENDIAN__
12872 return __builtin_altivec_vupkhsh(__a);
12873 #else
12874 return __builtin_altivec_vupklsh(__a);
12875 #endif
12876 }
12877
12878 static __inline__ vector bool int __ATTRS_o_ai
vec_vupklsh(vector bool short __a)12879 vec_vupklsh(vector bool short __a) {
12880 #ifdef __LITTLE_ENDIAN__
12881 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a);
12882 #else
12883 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a);
12884 #endif
12885 }
12886
12887 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vupklsh(vector pixel __a)12888 vec_vupklsh(vector pixel __a) {
12889 #ifdef __LITTLE_ENDIAN__
12890 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a);
12891 #else
12892 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a);
12893 #endif
12894 }
12895
12896 /* vec_vupklsw */
12897
12898 #ifdef __POWER8_VECTOR__
vec_vupklsw(vector int __a)12899 static __inline__ vector long long __ATTRS_o_ai vec_vupklsw(vector int __a) {
12900 #ifdef __LITTLE_ENDIAN__
12901 return __builtin_altivec_vupkhsw(__a);
12902 #else
12903 return __builtin_altivec_vupklsw(__a);
12904 #endif
12905 }
12906
12907 static __inline__ vector bool long long __ATTRS_o_ai
vec_vupklsw(vector bool int __a)12908 vec_vupklsw(vector bool int __a) {
12909 #ifdef __LITTLE_ENDIAN__
12910 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a);
12911 #else
12912 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a);
12913 #endif
12914 }
12915 #endif
12916
12917 /* vec_vsx_ld */
12918
12919 #ifdef __VSX__
12920
12921 static __inline__ vector bool int __ATTRS_o_ai
vec_vsx_ld(int __a,const vector bool int * __b)12922 vec_vsx_ld(int __a, const vector bool int *__b) {
12923 return (vector bool int)__builtin_vsx_lxvw4x(__a, __b);
12924 }
12925
12926 static __inline__ vector signed int __ATTRS_o_ai
vec_vsx_ld(int __a,const vector signed int * __b)12927 vec_vsx_ld(int __a, const vector signed int *__b) {
12928 return (vector signed int)__builtin_vsx_lxvw4x(__a, __b);
12929 }
12930
12931 static __inline__ vector signed int __ATTRS_o_ai
vec_vsx_ld(int __a,const signed int * __b)12932 vec_vsx_ld(int __a, const signed int *__b) {
12933 return (vector signed int)__builtin_vsx_lxvw4x(__a, __b);
12934 }
12935
12936 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsx_ld(int __a,const vector unsigned int * __b)12937 vec_vsx_ld(int __a, const vector unsigned int *__b) {
12938 return (vector unsigned int)__builtin_vsx_lxvw4x(__a, __b);
12939 }
12940
12941 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vsx_ld(int __a,const unsigned int * __b)12942 vec_vsx_ld(int __a, const unsigned int *__b) {
12943 return (vector unsigned int)__builtin_vsx_lxvw4x(__a, __b);
12944 }
12945
12946 static __inline__ vector float __ATTRS_o_ai
vec_vsx_ld(int __a,const vector float * __b)12947 vec_vsx_ld(int __a, const vector float *__b) {
12948 return (vector float)__builtin_vsx_lxvw4x(__a, __b);
12949 }
12950
vec_vsx_ld(int __a,const float * __b)12951 static __inline__ vector float __ATTRS_o_ai vec_vsx_ld(int __a,
12952 const float *__b) {
12953 return (vector float)__builtin_vsx_lxvw4x(__a, __b);
12954 }
12955
12956 static __inline__ vector signed long long __ATTRS_o_ai
vec_vsx_ld(int __a,const vector signed long long * __b)12957 vec_vsx_ld(int __a, const vector signed long long *__b) {
12958 return (vector signed long long)__builtin_vsx_lxvd2x(__a, __b);
12959 }
12960
12961 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vsx_ld(int __a,const vector unsigned long long * __b)12962 vec_vsx_ld(int __a, const vector unsigned long long *__b) {
12963 return (vector unsigned long long)__builtin_vsx_lxvd2x(__a, __b);
12964 }
12965
12966 static __inline__ vector double __ATTRS_o_ai
vec_vsx_ld(int __a,const vector double * __b)12967 vec_vsx_ld(int __a, const vector double *__b) {
12968 return (vector double)__builtin_vsx_lxvd2x(__a, __b);
12969 }
12970
12971 static __inline__ vector double __ATTRS_o_ai
vec_vsx_ld(int __a,const double * __b)12972 vec_vsx_ld(int __a, const double *__b) {
12973 return (vector double)__builtin_vsx_lxvd2x(__a, __b);
12974 }
12975
12976 static __inline__ vector bool short __ATTRS_o_ai
vec_vsx_ld(int __a,const vector bool short * __b)12977 vec_vsx_ld(int __a, const vector bool short *__b) {
12978 return (vector bool short)__builtin_vsx_lxvw4x(__a, __b);
12979 }
12980
12981 static __inline__ vector signed short __ATTRS_o_ai
vec_vsx_ld(int __a,const vector signed short * __b)12982 vec_vsx_ld(int __a, const vector signed short *__b) {
12983 return (vector signed short)__builtin_vsx_lxvw4x(__a, __b);
12984 }
12985
12986 static __inline__ vector signed short __ATTRS_o_ai
vec_vsx_ld(int __a,const signed short * __b)12987 vec_vsx_ld(int __a, const signed short *__b) {
12988 return (vector signed short)__builtin_vsx_lxvw4x(__a, __b);
12989 }
12990
12991 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsx_ld(int __a,const vector unsigned short * __b)12992 vec_vsx_ld(int __a, const vector unsigned short *__b) {
12993 return (vector unsigned short)__builtin_vsx_lxvw4x(__a, __b);
12994 }
12995
12996 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vsx_ld(int __a,const unsigned short * __b)12997 vec_vsx_ld(int __a, const unsigned short *__b) {
12998 return (vector unsigned short)__builtin_vsx_lxvw4x(__a, __b);
12999 }
13000
13001 static __inline__ vector bool char __ATTRS_o_ai
vec_vsx_ld(int __a,const vector bool char * __b)13002 vec_vsx_ld(int __a, const vector bool char *__b) {
13003 return (vector bool char)__builtin_vsx_lxvw4x(__a, __b);
13004 }
13005
13006 static __inline__ vector signed char __ATTRS_o_ai
vec_vsx_ld(int __a,const vector signed char * __b)13007 vec_vsx_ld(int __a, const vector signed char *__b) {
13008 return (vector signed char)__builtin_vsx_lxvw4x(__a, __b);
13009 }
13010
13011 static __inline__ vector signed char __ATTRS_o_ai
vec_vsx_ld(int __a,const signed char * __b)13012 vec_vsx_ld(int __a, const signed char *__b) {
13013 return (vector signed char)__builtin_vsx_lxvw4x(__a, __b);
13014 }
13015
13016 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsx_ld(int __a,const vector unsigned char * __b)13017 vec_vsx_ld(int __a, const vector unsigned char *__b) {
13018 return (vector unsigned char)__builtin_vsx_lxvw4x(__a, __b);
13019 }
13020
13021 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vsx_ld(int __a,const unsigned char * __b)13022 vec_vsx_ld(int __a, const unsigned char *__b) {
13023 return (vector unsigned char)__builtin_vsx_lxvw4x(__a, __b);
13024 }
13025
13026 #endif
13027
13028 /* vec_vsx_st */
13029
13030 #ifdef __VSX__
13031
vec_vsx_st(vector bool int __a,int __b,vector bool int * __c)13032 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b,
13033 vector bool int *__c) {
13034 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13035 }
13036
vec_vsx_st(vector bool int __a,int __b,signed int * __c)13037 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b,
13038 signed int *__c) {
13039 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13040 }
13041
vec_vsx_st(vector bool int __a,int __b,unsigned int * __c)13042 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b,
13043 unsigned int *__c) {
13044 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13045 }
13046
vec_vsx_st(vector signed int __a,int __b,vector signed int * __c)13047 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed int __a, int __b,
13048 vector signed int *__c) {
13049 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13050 }
13051
vec_vsx_st(vector signed int __a,int __b,signed int * __c)13052 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed int __a, int __b,
13053 signed int *__c) {
13054 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13055 }
13056
vec_vsx_st(vector unsigned int __a,int __b,vector unsigned int * __c)13057 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned int __a, int __b,
13058 vector unsigned int *__c) {
13059 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13060 }
13061
vec_vsx_st(vector unsigned int __a,int __b,unsigned int * __c)13062 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned int __a, int __b,
13063 unsigned int *__c) {
13064 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13065 }
13066
vec_vsx_st(vector float __a,int __b,vector float * __c)13067 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector float __a, int __b,
13068 vector float *__c) {
13069 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13070 }
13071
vec_vsx_st(vector float __a,int __b,float * __c)13072 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector float __a, int __b,
13073 float *__c) {
13074 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13075 }
13076
vec_vsx_st(vector signed long long __a,int __b,vector signed long long * __c)13077 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed long long __a,
13078 int __b,
13079 vector signed long long *__c) {
13080 __builtin_vsx_stxvd2x((vector double)__a, __b, __c);
13081 }
13082
vec_vsx_st(vector unsigned long long __a,int __b,vector unsigned long long * __c)13083 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned long long __a,
13084 int __b,
13085 vector unsigned long long *__c) {
13086 __builtin_vsx_stxvd2x((vector double)__a, __b, __c);
13087 }
13088
vec_vsx_st(vector double __a,int __b,vector double * __c)13089 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector double __a, int __b,
13090 vector double *__c) {
13091 __builtin_vsx_stxvd2x((vector double)__a, __b, __c);
13092 }
13093
vec_vsx_st(vector double __a,int __b,double * __c)13094 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector double __a, int __b,
13095 double *__c) {
13096 __builtin_vsx_stxvd2x((vector double)__a, __b, __c);
13097 }
13098
vec_vsx_st(vector bool short __a,int __b,vector bool short * __c)13099 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b,
13100 vector bool short *__c) {
13101 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13102 }
13103
vec_vsx_st(vector bool short __a,int __b,signed short * __c)13104 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b,
13105 signed short *__c) {
13106 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13107 }
13108
vec_vsx_st(vector bool short __a,int __b,unsigned short * __c)13109 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b,
13110 unsigned short *__c) {
13111 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13112 }
vec_vsx_st(vector signed short __a,int __b,vector signed short * __c)13113 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed short __a, int __b,
13114 vector signed short *__c) {
13115 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13116 }
13117
vec_vsx_st(vector signed short __a,int __b,signed short * __c)13118 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed short __a, int __b,
13119 signed short *__c) {
13120 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13121 }
13122
vec_vsx_st(vector unsigned short __a,int __b,vector unsigned short * __c)13123 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned short __a,
13124 int __b,
13125 vector unsigned short *__c) {
13126 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13127 }
13128
vec_vsx_st(vector unsigned short __a,int __b,unsigned short * __c)13129 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned short __a,
13130 int __b, unsigned short *__c) {
13131 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13132 }
13133
vec_vsx_st(vector bool char __a,int __b,vector bool char * __c)13134 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b,
13135 vector bool char *__c) {
13136 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13137 }
13138
vec_vsx_st(vector bool char __a,int __b,signed char * __c)13139 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b,
13140 signed char *__c) {
13141 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13142 }
13143
vec_vsx_st(vector bool char __a,int __b,unsigned char * __c)13144 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b,
13145 unsigned char *__c) {
13146 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13147 }
13148
vec_vsx_st(vector signed char __a,int __b,vector signed char * __c)13149 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed char __a, int __b,
13150 vector signed char *__c) {
13151 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13152 }
13153
vec_vsx_st(vector signed char __a,int __b,signed char * __c)13154 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed char __a, int __b,
13155 signed char *__c) {
13156 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13157 }
13158
vec_vsx_st(vector unsigned char __a,int __b,vector unsigned char * __c)13159 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned char __a,
13160 int __b,
13161 vector unsigned char *__c) {
13162 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13163 }
13164
vec_vsx_st(vector unsigned char __a,int __b,unsigned char * __c)13165 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned char __a,
13166 int __b, unsigned char *__c) {
13167 __builtin_vsx_stxvw4x((vector int)__a, __b, __c);
13168 }
13169
13170 #endif
13171
13172 #ifdef __VSX__
13173 #define vec_xxpermdi __builtin_vsx_xxpermdi
13174 #define vec_xxsldwi __builtin_vsx_xxsldwi
13175 #define vec_permi(__a, __b, __c) \
13176 _Generic((__a), vector signed long long \
13177 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \
13178 (((__c)&0x1) + 2)), \
13179 vector unsigned long long \
13180 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \
13181 (((__c)&0x1) + 2)), \
13182 vector double \
13183 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \
13184 (((__c)&0x1) + 2)))
13185 #endif
13186
13187 /* vec_xor */
13188
13189 #define __builtin_altivec_vxor vec_xor
13190
13191 static __inline__ vector signed char __ATTRS_o_ai
vec_xor(vector signed char __a,vector signed char __b)13192 vec_xor(vector signed char __a, vector signed char __b) {
13193 return __a ^ __b;
13194 }
13195
13196 static __inline__ vector signed char __ATTRS_o_ai
vec_xor(vector bool char __a,vector signed char __b)13197 vec_xor(vector bool char __a, vector signed char __b) {
13198 return (vector signed char)__a ^ __b;
13199 }
13200
13201 static __inline__ vector signed char __ATTRS_o_ai
vec_xor(vector signed char __a,vector bool char __b)13202 vec_xor(vector signed char __a, vector bool char __b) {
13203 return __a ^ (vector signed char)__b;
13204 }
13205
13206 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xor(vector unsigned char __a,vector unsigned char __b)13207 vec_xor(vector unsigned char __a, vector unsigned char __b) {
13208 return __a ^ __b;
13209 }
13210
13211 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xor(vector bool char __a,vector unsigned char __b)13212 vec_xor(vector bool char __a, vector unsigned char __b) {
13213 return (vector unsigned char)__a ^ __b;
13214 }
13215
13216 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xor(vector unsigned char __a,vector bool char __b)13217 vec_xor(vector unsigned char __a, vector bool char __b) {
13218 return __a ^ (vector unsigned char)__b;
13219 }
13220
vec_xor(vector bool char __a,vector bool char __b)13221 static __inline__ vector bool char __ATTRS_o_ai vec_xor(vector bool char __a,
13222 vector bool char __b) {
13223 return __a ^ __b;
13224 }
13225
vec_xor(vector short __a,vector short __b)13226 static __inline__ vector short __ATTRS_o_ai vec_xor(vector short __a,
13227 vector short __b) {
13228 return __a ^ __b;
13229 }
13230
vec_xor(vector bool short __a,vector short __b)13231 static __inline__ vector short __ATTRS_o_ai vec_xor(vector bool short __a,
13232 vector short __b) {
13233 return (vector short)__a ^ __b;
13234 }
13235
vec_xor(vector short __a,vector bool short __b)13236 static __inline__ vector short __ATTRS_o_ai vec_xor(vector short __a,
13237 vector bool short __b) {
13238 return __a ^ (vector short)__b;
13239 }
13240
13241 static __inline__ vector unsigned short __ATTRS_o_ai
vec_xor(vector unsigned short __a,vector unsigned short __b)13242 vec_xor(vector unsigned short __a, vector unsigned short __b) {
13243 return __a ^ __b;
13244 }
13245
13246 static __inline__ vector unsigned short __ATTRS_o_ai
vec_xor(vector bool short __a,vector unsigned short __b)13247 vec_xor(vector bool short __a, vector unsigned short __b) {
13248 return (vector unsigned short)__a ^ __b;
13249 }
13250
13251 static __inline__ vector unsigned short __ATTRS_o_ai
vec_xor(vector unsigned short __a,vector bool short __b)13252 vec_xor(vector unsigned short __a, vector bool short __b) {
13253 return __a ^ (vector unsigned short)__b;
13254 }
13255
13256 static __inline__ vector bool short __ATTRS_o_ai
vec_xor(vector bool short __a,vector bool short __b)13257 vec_xor(vector bool short __a, vector bool short __b) {
13258 return __a ^ __b;
13259 }
13260
vec_xor(vector int __a,vector int __b)13261 static __inline__ vector int __ATTRS_o_ai vec_xor(vector int __a,
13262 vector int __b) {
13263 return __a ^ __b;
13264 }
13265
vec_xor(vector bool int __a,vector int __b)13266 static __inline__ vector int __ATTRS_o_ai vec_xor(vector bool int __a,
13267 vector int __b) {
13268 return (vector int)__a ^ __b;
13269 }
13270
vec_xor(vector int __a,vector bool int __b)13271 static __inline__ vector int __ATTRS_o_ai vec_xor(vector int __a,
13272 vector bool int __b) {
13273 return __a ^ (vector int)__b;
13274 }
13275
13276 static __inline__ vector unsigned int __ATTRS_o_ai
vec_xor(vector unsigned int __a,vector unsigned int __b)13277 vec_xor(vector unsigned int __a, vector unsigned int __b) {
13278 return __a ^ __b;
13279 }
13280
13281 static __inline__ vector unsigned int __ATTRS_o_ai
vec_xor(vector bool int __a,vector unsigned int __b)13282 vec_xor(vector bool int __a, vector unsigned int __b) {
13283 return (vector unsigned int)__a ^ __b;
13284 }
13285
13286 static __inline__ vector unsigned int __ATTRS_o_ai
vec_xor(vector unsigned int __a,vector bool int __b)13287 vec_xor(vector unsigned int __a, vector bool int __b) {
13288 return __a ^ (vector unsigned int)__b;
13289 }
13290
vec_xor(vector bool int __a,vector bool int __b)13291 static __inline__ vector bool int __ATTRS_o_ai vec_xor(vector bool int __a,
13292 vector bool int __b) {
13293 return __a ^ __b;
13294 }
13295
vec_xor(vector float __a,vector float __b)13296 static __inline__ vector float __ATTRS_o_ai vec_xor(vector float __a,
13297 vector float __b) {
13298 vector unsigned int __res =
13299 (vector unsigned int)__a ^ (vector unsigned int)__b;
13300 return (vector float)__res;
13301 }
13302
vec_xor(vector bool int __a,vector float __b)13303 static __inline__ vector float __ATTRS_o_ai vec_xor(vector bool int __a,
13304 vector float __b) {
13305 vector unsigned int __res =
13306 (vector unsigned int)__a ^ (vector unsigned int)__b;
13307 return (vector float)__res;
13308 }
13309
vec_xor(vector float __a,vector bool int __b)13310 static __inline__ vector float __ATTRS_o_ai vec_xor(vector float __a,
13311 vector bool int __b) {
13312 vector unsigned int __res =
13313 (vector unsigned int)__a ^ (vector unsigned int)__b;
13314 return (vector float)__res;
13315 }
13316
13317 #ifdef __VSX__
13318 static __inline__ vector signed long long __ATTRS_o_ai
vec_xor(vector signed long long __a,vector signed long long __b)13319 vec_xor(vector signed long long __a, vector signed long long __b) {
13320 return __a ^ __b;
13321 }
13322
13323 static __inline__ vector signed long long __ATTRS_o_ai
vec_xor(vector bool long long __a,vector signed long long __b)13324 vec_xor(vector bool long long __a, vector signed long long __b) {
13325 return (vector signed long long)__a ^ __b;
13326 }
13327
13328 static __inline__ vector signed long long __ATTRS_o_ai
vec_xor(vector signed long long __a,vector bool long long __b)13329 vec_xor(vector signed long long __a, vector bool long long __b) {
13330 return __a ^ (vector signed long long)__b;
13331 }
13332
13333 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xor(vector unsigned long long __a,vector unsigned long long __b)13334 vec_xor(vector unsigned long long __a, vector unsigned long long __b) {
13335 return __a ^ __b;
13336 }
13337
13338 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xor(vector bool long long __a,vector unsigned long long __b)13339 vec_xor(vector bool long long __a, vector unsigned long long __b) {
13340 return (vector unsigned long long)__a ^ __b;
13341 }
13342
13343 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xor(vector unsigned long long __a,vector bool long long __b)13344 vec_xor(vector unsigned long long __a, vector bool long long __b) {
13345 return __a ^ (vector unsigned long long)__b;
13346 }
13347
13348 static __inline__ vector bool long long __ATTRS_o_ai
vec_xor(vector bool long long __a,vector bool long long __b)13349 vec_xor(vector bool long long __a, vector bool long long __b) {
13350 return __a ^ __b;
13351 }
13352
vec_xor(vector double __a,vector double __b)13353 static __inline__ vector double __ATTRS_o_ai vec_xor(vector double __a,
13354 vector double __b) {
13355 return (vector double)((vector unsigned long long)__a ^
13356 (vector unsigned long long)__b);
13357 }
13358
13359 static __inline__ vector double __ATTRS_o_ai
vec_xor(vector double __a,vector bool long long __b)13360 vec_xor(vector double __a, vector bool long long __b) {
13361 return (vector double)((vector unsigned long long)__a ^
13362 (vector unsigned long long)__b);
13363 }
13364
vec_xor(vector bool long long __a,vector double __b)13365 static __inline__ vector double __ATTRS_o_ai vec_xor(vector bool long long __a,
13366 vector double __b) {
13367 return (vector double)((vector unsigned long long)__a ^
13368 (vector unsigned long long)__b);
13369 }
13370 #endif
13371
13372 /* vec_vxor */
13373
13374 static __inline__ vector signed char __ATTRS_o_ai
vec_vxor(vector signed char __a,vector signed char __b)13375 vec_vxor(vector signed char __a, vector signed char __b) {
13376 return __a ^ __b;
13377 }
13378
13379 static __inline__ vector signed char __ATTRS_o_ai
vec_vxor(vector bool char __a,vector signed char __b)13380 vec_vxor(vector bool char __a, vector signed char __b) {
13381 return (vector signed char)__a ^ __b;
13382 }
13383
13384 static __inline__ vector signed char __ATTRS_o_ai
vec_vxor(vector signed char __a,vector bool char __b)13385 vec_vxor(vector signed char __a, vector bool char __b) {
13386 return __a ^ (vector signed char)__b;
13387 }
13388
13389 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vxor(vector unsigned char __a,vector unsigned char __b)13390 vec_vxor(vector unsigned char __a, vector unsigned char __b) {
13391 return __a ^ __b;
13392 }
13393
13394 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vxor(vector bool char __a,vector unsigned char __b)13395 vec_vxor(vector bool char __a, vector unsigned char __b) {
13396 return (vector unsigned char)__a ^ __b;
13397 }
13398
13399 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vxor(vector unsigned char __a,vector bool char __b)13400 vec_vxor(vector unsigned char __a, vector bool char __b) {
13401 return __a ^ (vector unsigned char)__b;
13402 }
13403
vec_vxor(vector bool char __a,vector bool char __b)13404 static __inline__ vector bool char __ATTRS_o_ai vec_vxor(vector bool char __a,
13405 vector bool char __b) {
13406 return __a ^ __b;
13407 }
13408
vec_vxor(vector short __a,vector short __b)13409 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector short __a,
13410 vector short __b) {
13411 return __a ^ __b;
13412 }
13413
vec_vxor(vector bool short __a,vector short __b)13414 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector bool short __a,
13415 vector short __b) {
13416 return (vector short)__a ^ __b;
13417 }
13418
vec_vxor(vector short __a,vector bool short __b)13419 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector short __a,
13420 vector bool short __b) {
13421 return __a ^ (vector short)__b;
13422 }
13423
13424 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vxor(vector unsigned short __a,vector unsigned short __b)13425 vec_vxor(vector unsigned short __a, vector unsigned short __b) {
13426 return __a ^ __b;
13427 }
13428
13429 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vxor(vector bool short __a,vector unsigned short __b)13430 vec_vxor(vector bool short __a, vector unsigned short __b) {
13431 return (vector unsigned short)__a ^ __b;
13432 }
13433
13434 static __inline__ vector unsigned short __ATTRS_o_ai
vec_vxor(vector unsigned short __a,vector bool short __b)13435 vec_vxor(vector unsigned short __a, vector bool short __b) {
13436 return __a ^ (vector unsigned short)__b;
13437 }
13438
13439 static __inline__ vector bool short __ATTRS_o_ai
vec_vxor(vector bool short __a,vector bool short __b)13440 vec_vxor(vector bool short __a, vector bool short __b) {
13441 return __a ^ __b;
13442 }
13443
vec_vxor(vector int __a,vector int __b)13444 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector int __a,
13445 vector int __b) {
13446 return __a ^ __b;
13447 }
13448
vec_vxor(vector bool int __a,vector int __b)13449 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector bool int __a,
13450 vector int __b) {
13451 return (vector int)__a ^ __b;
13452 }
13453
vec_vxor(vector int __a,vector bool int __b)13454 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector int __a,
13455 vector bool int __b) {
13456 return __a ^ (vector int)__b;
13457 }
13458
13459 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vxor(vector unsigned int __a,vector unsigned int __b)13460 vec_vxor(vector unsigned int __a, vector unsigned int __b) {
13461 return __a ^ __b;
13462 }
13463
13464 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vxor(vector bool int __a,vector unsigned int __b)13465 vec_vxor(vector bool int __a, vector unsigned int __b) {
13466 return (vector unsigned int)__a ^ __b;
13467 }
13468
13469 static __inline__ vector unsigned int __ATTRS_o_ai
vec_vxor(vector unsigned int __a,vector bool int __b)13470 vec_vxor(vector unsigned int __a, vector bool int __b) {
13471 return __a ^ (vector unsigned int)__b;
13472 }
13473
vec_vxor(vector bool int __a,vector bool int __b)13474 static __inline__ vector bool int __ATTRS_o_ai vec_vxor(vector bool int __a,
13475 vector bool int __b) {
13476 return __a ^ __b;
13477 }
13478
vec_vxor(vector float __a,vector float __b)13479 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector float __a,
13480 vector float __b) {
13481 vector unsigned int __res =
13482 (vector unsigned int)__a ^ (vector unsigned int)__b;
13483 return (vector float)__res;
13484 }
13485
vec_vxor(vector bool int __a,vector float __b)13486 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector bool int __a,
13487 vector float __b) {
13488 vector unsigned int __res =
13489 (vector unsigned int)__a ^ (vector unsigned int)__b;
13490 return (vector float)__res;
13491 }
13492
vec_vxor(vector float __a,vector bool int __b)13493 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector float __a,
13494 vector bool int __b) {
13495 vector unsigned int __res =
13496 (vector unsigned int)__a ^ (vector unsigned int)__b;
13497 return (vector float)__res;
13498 }
13499
13500 #ifdef __VSX__
13501 static __inline__ vector signed long long __ATTRS_o_ai
vec_vxor(vector signed long long __a,vector signed long long __b)13502 vec_vxor(vector signed long long __a, vector signed long long __b) {
13503 return __a ^ __b;
13504 }
13505
13506 static __inline__ vector signed long long __ATTRS_o_ai
vec_vxor(vector bool long long __a,vector signed long long __b)13507 vec_vxor(vector bool long long __a, vector signed long long __b) {
13508 return (vector signed long long)__a ^ __b;
13509 }
13510
13511 static __inline__ vector signed long long __ATTRS_o_ai
vec_vxor(vector signed long long __a,vector bool long long __b)13512 vec_vxor(vector signed long long __a, vector bool long long __b) {
13513 return __a ^ (vector signed long long)__b;
13514 }
13515
13516 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vxor(vector unsigned long long __a,vector unsigned long long __b)13517 vec_vxor(vector unsigned long long __a, vector unsigned long long __b) {
13518 return __a ^ __b;
13519 }
13520
13521 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vxor(vector bool long long __a,vector unsigned long long __b)13522 vec_vxor(vector bool long long __a, vector unsigned long long __b) {
13523 return (vector unsigned long long)__a ^ __b;
13524 }
13525
13526 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_vxor(vector unsigned long long __a,vector bool long long __b)13527 vec_vxor(vector unsigned long long __a, vector bool long long __b) {
13528 return __a ^ (vector unsigned long long)__b;
13529 }
13530
13531 static __inline__ vector bool long long __ATTRS_o_ai
vec_vxor(vector bool long long __a,vector bool long long __b)13532 vec_vxor(vector bool long long __a, vector bool long long __b) {
13533 return __a ^ __b;
13534 }
13535 #endif
13536
13537 /* ------------------------ extensions for CBEA ----------------------------- */
13538
13539 /* vec_extract */
13540
vec_extract(vector signed char __a,signed int __b)13541 static __inline__ signed char __ATTRS_o_ai vec_extract(vector signed char __a,
13542 signed int __b) {
13543 return __a[__b & 0xf];
13544 }
13545
13546 static __inline__ unsigned char __ATTRS_o_ai
vec_extract(vector unsigned char __a,signed int __b)13547 vec_extract(vector unsigned char __a, signed int __b) {
13548 return __a[__b & 0xf];
13549 }
13550
vec_extract(vector bool char __a,signed int __b)13551 static __inline__ unsigned char __ATTRS_o_ai vec_extract(vector bool char __a,
13552 signed int __b) {
13553 return __a[__b & 0xf];
13554 }
13555
vec_extract(vector signed short __a,signed int __b)13556 static __inline__ signed short __ATTRS_o_ai vec_extract(vector signed short __a,
13557 signed int __b) {
13558 return __a[__b & 0x7];
13559 }
13560
13561 static __inline__ unsigned short __ATTRS_o_ai
vec_extract(vector unsigned short __a,signed int __b)13562 vec_extract(vector unsigned short __a, signed int __b) {
13563 return __a[__b & 0x7];
13564 }
13565
vec_extract(vector bool short __a,signed int __b)13566 static __inline__ unsigned short __ATTRS_o_ai vec_extract(vector bool short __a,
13567 signed int __b) {
13568 return __a[__b & 0x7];
13569 }
13570
vec_extract(vector signed int __a,signed int __b)13571 static __inline__ signed int __ATTRS_o_ai vec_extract(vector signed int __a,
13572 signed int __b) {
13573 return __a[__b & 0x3];
13574 }
13575
vec_extract(vector unsigned int __a,signed int __b)13576 static __inline__ unsigned int __ATTRS_o_ai vec_extract(vector unsigned int __a,
13577 signed int __b) {
13578 return __a[__b & 0x3];
13579 }
13580
vec_extract(vector bool int __a,signed int __b)13581 static __inline__ unsigned int __ATTRS_o_ai vec_extract(vector bool int __a,
13582 signed int __b) {
13583 return __a[__b & 0x3];
13584 }
13585
13586 #ifdef __VSX__
13587 static __inline__ signed long long __ATTRS_o_ai
vec_extract(vector signed long long __a,signed int __b)13588 vec_extract(vector signed long long __a, signed int __b) {
13589 return __a[__b & 0x1];
13590 }
13591
13592 static __inline__ unsigned long long __ATTRS_o_ai
vec_extract(vector unsigned long long __a,signed int __b)13593 vec_extract(vector unsigned long long __a, signed int __b) {
13594 return __a[__b & 0x1];
13595 }
13596
13597 static __inline__ unsigned long long __ATTRS_o_ai
vec_extract(vector bool long long __a,signed int __b)13598 vec_extract(vector bool long long __a, signed int __b) {
13599 return __a[__b & 0x1];
13600 }
13601
vec_extract(vector double __a,signed int __b)13602 static __inline__ double __ATTRS_o_ai vec_extract(vector double __a,
13603 signed int __b) {
13604 return __a[__b & 0x1];
13605 }
13606 #endif
13607
vec_extract(vector float __a,signed int __b)13608 static __inline__ float __ATTRS_o_ai vec_extract(vector float __a,
13609 signed int __b) {
13610 return __a[__b & 0x3];
13611 }
13612
13613 #ifdef __POWER9_VECTOR__
13614
13615 #define vec_insert4b __builtin_vsx_insertword
13616 #define vec_extract4b __builtin_vsx_extractuword
13617
13618 /* vec_extract_exp */
13619
13620 static __inline__ vector unsigned int __ATTRS_o_ai
vec_extract_exp(vector float __a)13621 vec_extract_exp(vector float __a) {
13622 return __builtin_vsx_xvxexpsp(__a);
13623 }
13624
13625 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_extract_exp(vector double __a)13626 vec_extract_exp(vector double __a) {
13627 return __builtin_vsx_xvxexpdp(__a);
13628 }
13629
13630 /* vec_extract_sig */
13631
13632 static __inline__ vector unsigned int __ATTRS_o_ai
vec_extract_sig(vector float __a)13633 vec_extract_sig(vector float __a) {
13634 return __builtin_vsx_xvxsigsp(__a);
13635 }
13636
13637 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_extract_sig(vector double __a)13638 vec_extract_sig (vector double __a) {
13639 return __builtin_vsx_xvxsigdp(__a);
13640 }
13641
13642 static __inline__ vector float __ATTRS_o_ai
vec_extract_fp32_from_shorth(vector unsigned short __a)13643 vec_extract_fp32_from_shorth(vector unsigned short __a) {
13644 vector unsigned short __b =
13645 #ifdef __LITTLE_ENDIAN__
13646 __builtin_shufflevector(__a, __a, 0, -1, 1, -1, 2, -1, 3, -1);
13647 #else
13648 __builtin_shufflevector(__a, __a, -1, 0, -1, 1, -1, 2, -1, 3);
13649 #endif
13650 return __builtin_vsx_xvcvhpsp(__b);
13651 }
13652
13653 static __inline__ vector float __ATTRS_o_ai
vec_extract_fp32_from_shortl(vector unsigned short __a)13654 vec_extract_fp32_from_shortl(vector unsigned short __a) {
13655 vector unsigned short __b =
13656 #ifdef __LITTLE_ENDIAN__
13657 __builtin_shufflevector(__a, __a, 4, -1, 5, -1, 6, -1, 7, -1);
13658 #else
13659 __builtin_shufflevector(__a, __a, -1, 4, -1, 5, -1, 6, -1, 7);
13660 #endif
13661 return __builtin_vsx_xvcvhpsp(__b);
13662 }
13663 #endif /* __POWER9_VECTOR__ */
13664
13665 /* vec_insert */
13666
13667 static __inline__ vector signed char __ATTRS_o_ai
vec_insert(signed char __a,vector signed char __b,int __c)13668 vec_insert(signed char __a, vector signed char __b, int __c) {
13669 __b[__c & 0xF] = __a;
13670 return __b;
13671 }
13672
13673 static __inline__ vector unsigned char __ATTRS_o_ai
vec_insert(unsigned char __a,vector unsigned char __b,int __c)13674 vec_insert(unsigned char __a, vector unsigned char __b, int __c) {
13675 __b[__c & 0xF] = __a;
13676 return __b;
13677 }
13678
vec_insert(unsigned char __a,vector bool char __b,int __c)13679 static __inline__ vector bool char __ATTRS_o_ai vec_insert(unsigned char __a,
13680 vector bool char __b,
13681 int __c) {
13682 __b[__c & 0xF] = __a;
13683 return __b;
13684 }
13685
13686 static __inline__ vector signed short __ATTRS_o_ai
vec_insert(signed short __a,vector signed short __b,int __c)13687 vec_insert(signed short __a, vector signed short __b, int __c) {
13688 __b[__c & 0x7] = __a;
13689 return __b;
13690 }
13691
13692 static __inline__ vector unsigned short __ATTRS_o_ai
vec_insert(unsigned short __a,vector unsigned short __b,int __c)13693 vec_insert(unsigned short __a, vector unsigned short __b, int __c) {
13694 __b[__c & 0x7] = __a;
13695 return __b;
13696 }
13697
13698 static __inline__ vector bool short __ATTRS_o_ai
vec_insert(unsigned short __a,vector bool short __b,int __c)13699 vec_insert(unsigned short __a, vector bool short __b, int __c) {
13700 __b[__c & 0x7] = __a;
13701 return __b;
13702 }
13703
13704 static __inline__ vector signed int __ATTRS_o_ai
vec_insert(signed int __a,vector signed int __b,int __c)13705 vec_insert(signed int __a, vector signed int __b, int __c) {
13706 __b[__c & 0x3] = __a;
13707 return __b;
13708 }
13709
13710 static __inline__ vector unsigned int __ATTRS_o_ai
vec_insert(unsigned int __a,vector unsigned int __b,int __c)13711 vec_insert(unsigned int __a, vector unsigned int __b, int __c) {
13712 __b[__c & 0x3] = __a;
13713 return __b;
13714 }
13715
vec_insert(unsigned int __a,vector bool int __b,int __c)13716 static __inline__ vector bool int __ATTRS_o_ai vec_insert(unsigned int __a,
13717 vector bool int __b,
13718 int __c) {
13719 __b[__c & 0x3] = __a;
13720 return __b;
13721 }
13722
13723 #ifdef __VSX__
13724 static __inline__ vector signed long long __ATTRS_o_ai
vec_insert(signed long long __a,vector signed long long __b,int __c)13725 vec_insert(signed long long __a, vector signed long long __b, int __c) {
13726 __b[__c & 0x1] = __a;
13727 return __b;
13728 }
13729
13730 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_insert(unsigned long long __a,vector unsigned long long __b,int __c)13731 vec_insert(unsigned long long __a, vector unsigned long long __b, int __c) {
13732 __b[__c & 0x1] = __a;
13733 return __b;
13734 }
13735
13736 static __inline__ vector bool long long __ATTRS_o_ai
vec_insert(unsigned long long __a,vector bool long long __b,int __c)13737 vec_insert(unsigned long long __a, vector bool long long __b, int __c) {
13738 __b[__c & 0x1] = __a;
13739 return __b;
13740 }
vec_insert(double __a,vector double __b,int __c)13741 static __inline__ vector double __ATTRS_o_ai vec_insert(double __a,
13742 vector double __b,
13743 int __c) {
13744 __b[__c & 0x1] = __a;
13745 return __b;
13746 }
13747 #endif
13748
vec_insert(float __a,vector float __b,int __c)13749 static __inline__ vector float __ATTRS_o_ai vec_insert(float __a,
13750 vector float __b,
13751 int __c) {
13752 __b[__c & 0x3] = __a;
13753 return __b;
13754 }
13755
13756 /* vec_lvlx */
13757
13758 static __inline__ vector signed char __ATTRS_o_ai
vec_lvlx(int __a,const signed char * __b)13759 vec_lvlx(int __a, const signed char *__b) {
13760 return vec_perm(vec_ld(__a, __b), (vector signed char)(0),
13761 vec_lvsl(__a, __b));
13762 }
13763
13764 static __inline__ vector signed char __ATTRS_o_ai
vec_lvlx(int __a,const vector signed char * __b)13765 vec_lvlx(int __a, const vector signed char *__b) {
13766 return vec_perm(vec_ld(__a, __b), (vector signed char)(0),
13767 vec_lvsl(__a, (unsigned char *)__b));
13768 }
13769
13770 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvlx(int __a,const unsigned char * __b)13771 vec_lvlx(int __a, const unsigned char *__b) {
13772 return vec_perm(vec_ld(__a, __b), (vector unsigned char)(0),
13773 vec_lvsl(__a, __b));
13774 }
13775
13776 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvlx(int __a,const vector unsigned char * __b)13777 vec_lvlx(int __a, const vector unsigned char *__b) {
13778 return vec_perm(vec_ld(__a, __b), (vector unsigned char)(0),
13779 vec_lvsl(__a, (unsigned char *)__b));
13780 }
13781
13782 static __inline__ vector bool char __ATTRS_o_ai
vec_lvlx(int __a,const vector bool char * __b)13783 vec_lvlx(int __a, const vector bool char *__b) {
13784 return vec_perm(vec_ld(__a, __b), (vector bool char)(0),
13785 vec_lvsl(__a, (unsigned char *)__b));
13786 }
13787
vec_lvlx(int __a,const short * __b)13788 static __inline__ vector short __ATTRS_o_ai vec_lvlx(int __a,
13789 const short *__b) {
13790 return vec_perm(vec_ld(__a, __b), (vector short)(0), vec_lvsl(__a, __b));
13791 }
13792
vec_lvlx(int __a,const vector short * __b)13793 static __inline__ vector short __ATTRS_o_ai vec_lvlx(int __a,
13794 const vector short *__b) {
13795 return vec_perm(vec_ld(__a, __b), (vector short)(0),
13796 vec_lvsl(__a, (unsigned char *)__b));
13797 }
13798
13799 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvlx(int __a,const unsigned short * __b)13800 vec_lvlx(int __a, const unsigned short *__b) {
13801 return vec_perm(vec_ld(__a, __b), (vector unsigned short)(0),
13802 vec_lvsl(__a, __b));
13803 }
13804
13805 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvlx(int __a,const vector unsigned short * __b)13806 vec_lvlx(int __a, const vector unsigned short *__b) {
13807 return vec_perm(vec_ld(__a, __b), (vector unsigned short)(0),
13808 vec_lvsl(__a, (unsigned char *)__b));
13809 }
13810
13811 static __inline__ vector bool short __ATTRS_o_ai
vec_lvlx(int __a,const vector bool short * __b)13812 vec_lvlx(int __a, const vector bool short *__b) {
13813 return vec_perm(vec_ld(__a, __b), (vector bool short)(0),
13814 vec_lvsl(__a, (unsigned char *)__b));
13815 }
13816
vec_lvlx(int __a,const vector pixel * __b)13817 static __inline__ vector pixel __ATTRS_o_ai vec_lvlx(int __a,
13818 const vector pixel *__b) {
13819 return vec_perm(vec_ld(__a, __b), (vector pixel)(0),
13820 vec_lvsl(__a, (unsigned char *)__b));
13821 }
13822
vec_lvlx(int __a,const int * __b)13823 static __inline__ vector int __ATTRS_o_ai vec_lvlx(int __a, const int *__b) {
13824 return vec_perm(vec_ld(__a, __b), (vector int)(0), vec_lvsl(__a, __b));
13825 }
13826
vec_lvlx(int __a,const vector int * __b)13827 static __inline__ vector int __ATTRS_o_ai vec_lvlx(int __a,
13828 const vector int *__b) {
13829 return vec_perm(vec_ld(__a, __b), (vector int)(0),
13830 vec_lvsl(__a, (unsigned char *)__b));
13831 }
13832
13833 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvlx(int __a,const unsigned int * __b)13834 vec_lvlx(int __a, const unsigned int *__b) {
13835 return vec_perm(vec_ld(__a, __b), (vector unsigned int)(0),
13836 vec_lvsl(__a, __b));
13837 }
13838
13839 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvlx(int __a,const vector unsigned int * __b)13840 vec_lvlx(int __a, const vector unsigned int *__b) {
13841 return vec_perm(vec_ld(__a, __b), (vector unsigned int)(0),
13842 vec_lvsl(__a, (unsigned char *)__b));
13843 }
13844
13845 static __inline__ vector bool int __ATTRS_o_ai
vec_lvlx(int __a,const vector bool int * __b)13846 vec_lvlx(int __a, const vector bool int *__b) {
13847 return vec_perm(vec_ld(__a, __b), (vector bool int)(0),
13848 vec_lvsl(__a, (unsigned char *)__b));
13849 }
13850
vec_lvlx(int __a,const float * __b)13851 static __inline__ vector float __ATTRS_o_ai vec_lvlx(int __a,
13852 const float *__b) {
13853 return vec_perm(vec_ld(__a, __b), (vector float)(0), vec_lvsl(__a, __b));
13854 }
13855
vec_lvlx(int __a,const vector float * __b)13856 static __inline__ vector float __ATTRS_o_ai vec_lvlx(int __a,
13857 const vector float *__b) {
13858 return vec_perm(vec_ld(__a, __b), (vector float)(0),
13859 vec_lvsl(__a, (unsigned char *)__b));
13860 }
13861
13862 /* vec_lvlxl */
13863
13864 static __inline__ vector signed char __ATTRS_o_ai
vec_lvlxl(int __a,const signed char * __b)13865 vec_lvlxl(int __a, const signed char *__b) {
13866 return vec_perm(vec_ldl(__a, __b), (vector signed char)(0),
13867 vec_lvsl(__a, __b));
13868 }
13869
13870 static __inline__ vector signed char __ATTRS_o_ai
vec_lvlxl(int __a,const vector signed char * __b)13871 vec_lvlxl(int __a, const vector signed char *__b) {
13872 return vec_perm(vec_ldl(__a, __b), (vector signed char)(0),
13873 vec_lvsl(__a, (unsigned char *)__b));
13874 }
13875
13876 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvlxl(int __a,const unsigned char * __b)13877 vec_lvlxl(int __a, const unsigned char *__b) {
13878 return vec_perm(vec_ldl(__a, __b), (vector unsigned char)(0),
13879 vec_lvsl(__a, __b));
13880 }
13881
13882 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvlxl(int __a,const vector unsigned char * __b)13883 vec_lvlxl(int __a, const vector unsigned char *__b) {
13884 return vec_perm(vec_ldl(__a, __b), (vector unsigned char)(0),
13885 vec_lvsl(__a, (unsigned char *)__b));
13886 }
13887
13888 static __inline__ vector bool char __ATTRS_o_ai
vec_lvlxl(int __a,const vector bool char * __b)13889 vec_lvlxl(int __a, const vector bool char *__b) {
13890 return vec_perm(vec_ldl(__a, __b), (vector bool char)(0),
13891 vec_lvsl(__a, (unsigned char *)__b));
13892 }
13893
vec_lvlxl(int __a,const short * __b)13894 static __inline__ vector short __ATTRS_o_ai vec_lvlxl(int __a,
13895 const short *__b) {
13896 return vec_perm(vec_ldl(__a, __b), (vector short)(0), vec_lvsl(__a, __b));
13897 }
13898
vec_lvlxl(int __a,const vector short * __b)13899 static __inline__ vector short __ATTRS_o_ai vec_lvlxl(int __a,
13900 const vector short *__b) {
13901 return vec_perm(vec_ldl(__a, __b), (vector short)(0),
13902 vec_lvsl(__a, (unsigned char *)__b));
13903 }
13904
13905 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvlxl(int __a,const unsigned short * __b)13906 vec_lvlxl(int __a, const unsigned short *__b) {
13907 return vec_perm(vec_ldl(__a, __b), (vector unsigned short)(0),
13908 vec_lvsl(__a, __b));
13909 }
13910
13911 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvlxl(int __a,const vector unsigned short * __b)13912 vec_lvlxl(int __a, const vector unsigned short *__b) {
13913 return vec_perm(vec_ldl(__a, __b), (vector unsigned short)(0),
13914 vec_lvsl(__a, (unsigned char *)__b));
13915 }
13916
13917 static __inline__ vector bool short __ATTRS_o_ai
vec_lvlxl(int __a,const vector bool short * __b)13918 vec_lvlxl(int __a, const vector bool short *__b) {
13919 return vec_perm(vec_ldl(__a, __b), (vector bool short)(0),
13920 vec_lvsl(__a, (unsigned char *)__b));
13921 }
13922
vec_lvlxl(int __a,const vector pixel * __b)13923 static __inline__ vector pixel __ATTRS_o_ai vec_lvlxl(int __a,
13924 const vector pixel *__b) {
13925 return vec_perm(vec_ldl(__a, __b), (vector pixel)(0),
13926 vec_lvsl(__a, (unsigned char *)__b));
13927 }
13928
vec_lvlxl(int __a,const int * __b)13929 static __inline__ vector int __ATTRS_o_ai vec_lvlxl(int __a, const int *__b) {
13930 return vec_perm(vec_ldl(__a, __b), (vector int)(0), vec_lvsl(__a, __b));
13931 }
13932
vec_lvlxl(int __a,const vector int * __b)13933 static __inline__ vector int __ATTRS_o_ai vec_lvlxl(int __a,
13934 const vector int *__b) {
13935 return vec_perm(vec_ldl(__a, __b), (vector int)(0),
13936 vec_lvsl(__a, (unsigned char *)__b));
13937 }
13938
13939 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvlxl(int __a,const unsigned int * __b)13940 vec_lvlxl(int __a, const unsigned int *__b) {
13941 return vec_perm(vec_ldl(__a, __b), (vector unsigned int)(0),
13942 vec_lvsl(__a, __b));
13943 }
13944
13945 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvlxl(int __a,const vector unsigned int * __b)13946 vec_lvlxl(int __a, const vector unsigned int *__b) {
13947 return vec_perm(vec_ldl(__a, __b), (vector unsigned int)(0),
13948 vec_lvsl(__a, (unsigned char *)__b));
13949 }
13950
13951 static __inline__ vector bool int __ATTRS_o_ai
vec_lvlxl(int __a,const vector bool int * __b)13952 vec_lvlxl(int __a, const vector bool int *__b) {
13953 return vec_perm(vec_ldl(__a, __b), (vector bool int)(0),
13954 vec_lvsl(__a, (unsigned char *)__b));
13955 }
13956
vec_lvlxl(int __a,const float * __b)13957 static __inline__ vector float __ATTRS_o_ai vec_lvlxl(int __a,
13958 const float *__b) {
13959 return vec_perm(vec_ldl(__a, __b), (vector float)(0), vec_lvsl(__a, __b));
13960 }
13961
vec_lvlxl(int __a,vector float * __b)13962 static __inline__ vector float __ATTRS_o_ai vec_lvlxl(int __a,
13963 vector float *__b) {
13964 return vec_perm(vec_ldl(__a, __b), (vector float)(0),
13965 vec_lvsl(__a, (unsigned char *)__b));
13966 }
13967
13968 /* vec_lvrx */
13969
13970 static __inline__ vector signed char __ATTRS_o_ai
vec_lvrx(int __a,const signed char * __b)13971 vec_lvrx(int __a, const signed char *__b) {
13972 return vec_perm((vector signed char)(0), vec_ld(__a, __b),
13973 vec_lvsl(__a, __b));
13974 }
13975
13976 static __inline__ vector signed char __ATTRS_o_ai
vec_lvrx(int __a,const vector signed char * __b)13977 vec_lvrx(int __a, const vector signed char *__b) {
13978 return vec_perm((vector signed char)(0), vec_ld(__a, __b),
13979 vec_lvsl(__a, (unsigned char *)__b));
13980 }
13981
13982 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvrx(int __a,const unsigned char * __b)13983 vec_lvrx(int __a, const unsigned char *__b) {
13984 return vec_perm((vector unsigned char)(0), vec_ld(__a, __b),
13985 vec_lvsl(__a, __b));
13986 }
13987
13988 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvrx(int __a,const vector unsigned char * __b)13989 vec_lvrx(int __a, const vector unsigned char *__b) {
13990 return vec_perm((vector unsigned char)(0), vec_ld(__a, __b),
13991 vec_lvsl(__a, (unsigned char *)__b));
13992 }
13993
13994 static __inline__ vector bool char __ATTRS_o_ai
vec_lvrx(int __a,const vector bool char * __b)13995 vec_lvrx(int __a, const vector bool char *__b) {
13996 return vec_perm((vector bool char)(0), vec_ld(__a, __b),
13997 vec_lvsl(__a, (unsigned char *)__b));
13998 }
13999
vec_lvrx(int __a,const short * __b)14000 static __inline__ vector short __ATTRS_o_ai vec_lvrx(int __a,
14001 const short *__b) {
14002 return vec_perm((vector short)(0), vec_ld(__a, __b), vec_lvsl(__a, __b));
14003 }
14004
vec_lvrx(int __a,const vector short * __b)14005 static __inline__ vector short __ATTRS_o_ai vec_lvrx(int __a,
14006 const vector short *__b) {
14007 return vec_perm((vector short)(0), vec_ld(__a, __b),
14008 vec_lvsl(__a, (unsigned char *)__b));
14009 }
14010
14011 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvrx(int __a,const unsigned short * __b)14012 vec_lvrx(int __a, const unsigned short *__b) {
14013 return vec_perm((vector unsigned short)(0), vec_ld(__a, __b),
14014 vec_lvsl(__a, __b));
14015 }
14016
14017 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvrx(int __a,const vector unsigned short * __b)14018 vec_lvrx(int __a, const vector unsigned short *__b) {
14019 return vec_perm((vector unsigned short)(0), vec_ld(__a, __b),
14020 vec_lvsl(__a, (unsigned char *)__b));
14021 }
14022
14023 static __inline__ vector bool short __ATTRS_o_ai
vec_lvrx(int __a,const vector bool short * __b)14024 vec_lvrx(int __a, const vector bool short *__b) {
14025 return vec_perm((vector bool short)(0), vec_ld(__a, __b),
14026 vec_lvsl(__a, (unsigned char *)__b));
14027 }
14028
vec_lvrx(int __a,const vector pixel * __b)14029 static __inline__ vector pixel __ATTRS_o_ai vec_lvrx(int __a,
14030 const vector pixel *__b) {
14031 return vec_perm((vector pixel)(0), vec_ld(__a, __b),
14032 vec_lvsl(__a, (unsigned char *)__b));
14033 }
14034
vec_lvrx(int __a,const int * __b)14035 static __inline__ vector int __ATTRS_o_ai vec_lvrx(int __a, const int *__b) {
14036 return vec_perm((vector int)(0), vec_ld(__a, __b), vec_lvsl(__a, __b));
14037 }
14038
vec_lvrx(int __a,const vector int * __b)14039 static __inline__ vector int __ATTRS_o_ai vec_lvrx(int __a,
14040 const vector int *__b) {
14041 return vec_perm((vector int)(0), vec_ld(__a, __b),
14042 vec_lvsl(__a, (unsigned char *)__b));
14043 }
14044
14045 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvrx(int __a,const unsigned int * __b)14046 vec_lvrx(int __a, const unsigned int *__b) {
14047 return vec_perm((vector unsigned int)(0), vec_ld(__a, __b),
14048 vec_lvsl(__a, __b));
14049 }
14050
14051 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvrx(int __a,const vector unsigned int * __b)14052 vec_lvrx(int __a, const vector unsigned int *__b) {
14053 return vec_perm((vector unsigned int)(0), vec_ld(__a, __b),
14054 vec_lvsl(__a, (unsigned char *)__b));
14055 }
14056
14057 static __inline__ vector bool int __ATTRS_o_ai
vec_lvrx(int __a,const vector bool int * __b)14058 vec_lvrx(int __a, const vector bool int *__b) {
14059 return vec_perm((vector bool int)(0), vec_ld(__a, __b),
14060 vec_lvsl(__a, (unsigned char *)__b));
14061 }
14062
vec_lvrx(int __a,const float * __b)14063 static __inline__ vector float __ATTRS_o_ai vec_lvrx(int __a,
14064 const float *__b) {
14065 return vec_perm((vector float)(0), vec_ld(__a, __b), vec_lvsl(__a, __b));
14066 }
14067
vec_lvrx(int __a,const vector float * __b)14068 static __inline__ vector float __ATTRS_o_ai vec_lvrx(int __a,
14069 const vector float *__b) {
14070 return vec_perm((vector float)(0), vec_ld(__a, __b),
14071 vec_lvsl(__a, (unsigned char *)__b));
14072 }
14073
14074 /* vec_lvrxl */
14075
14076 static __inline__ vector signed char __ATTRS_o_ai
vec_lvrxl(int __a,const signed char * __b)14077 vec_lvrxl(int __a, const signed char *__b) {
14078 return vec_perm((vector signed char)(0), vec_ldl(__a, __b),
14079 vec_lvsl(__a, __b));
14080 }
14081
14082 static __inline__ vector signed char __ATTRS_o_ai
vec_lvrxl(int __a,const vector signed char * __b)14083 vec_lvrxl(int __a, const vector signed char *__b) {
14084 return vec_perm((vector signed char)(0), vec_ldl(__a, __b),
14085 vec_lvsl(__a, (unsigned char *)__b));
14086 }
14087
14088 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvrxl(int __a,const unsigned char * __b)14089 vec_lvrxl(int __a, const unsigned char *__b) {
14090 return vec_perm((vector unsigned char)(0), vec_ldl(__a, __b),
14091 vec_lvsl(__a, __b));
14092 }
14093
14094 static __inline__ vector unsigned char __ATTRS_o_ai
vec_lvrxl(int __a,const vector unsigned char * __b)14095 vec_lvrxl(int __a, const vector unsigned char *__b) {
14096 return vec_perm((vector unsigned char)(0), vec_ldl(__a, __b),
14097 vec_lvsl(__a, (unsigned char *)__b));
14098 }
14099
14100 static __inline__ vector bool char __ATTRS_o_ai
vec_lvrxl(int __a,const vector bool char * __b)14101 vec_lvrxl(int __a, const vector bool char *__b) {
14102 return vec_perm((vector bool char)(0), vec_ldl(__a, __b),
14103 vec_lvsl(__a, (unsigned char *)__b));
14104 }
14105
vec_lvrxl(int __a,const short * __b)14106 static __inline__ vector short __ATTRS_o_ai vec_lvrxl(int __a,
14107 const short *__b) {
14108 return vec_perm((vector short)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b));
14109 }
14110
vec_lvrxl(int __a,const vector short * __b)14111 static __inline__ vector short __ATTRS_o_ai vec_lvrxl(int __a,
14112 const vector short *__b) {
14113 return vec_perm((vector short)(0), vec_ldl(__a, __b),
14114 vec_lvsl(__a, (unsigned char *)__b));
14115 }
14116
14117 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvrxl(int __a,const unsigned short * __b)14118 vec_lvrxl(int __a, const unsigned short *__b) {
14119 return vec_perm((vector unsigned short)(0), vec_ldl(__a, __b),
14120 vec_lvsl(__a, __b));
14121 }
14122
14123 static __inline__ vector unsigned short __ATTRS_o_ai
vec_lvrxl(int __a,const vector unsigned short * __b)14124 vec_lvrxl(int __a, const vector unsigned short *__b) {
14125 return vec_perm((vector unsigned short)(0), vec_ldl(__a, __b),
14126 vec_lvsl(__a, (unsigned char *)__b));
14127 }
14128
14129 static __inline__ vector bool short __ATTRS_o_ai
vec_lvrxl(int __a,const vector bool short * __b)14130 vec_lvrxl(int __a, const vector bool short *__b) {
14131 return vec_perm((vector bool short)(0), vec_ldl(__a, __b),
14132 vec_lvsl(__a, (unsigned char *)__b));
14133 }
14134
vec_lvrxl(int __a,const vector pixel * __b)14135 static __inline__ vector pixel __ATTRS_o_ai vec_lvrxl(int __a,
14136 const vector pixel *__b) {
14137 return vec_perm((vector pixel)(0), vec_ldl(__a, __b),
14138 vec_lvsl(__a, (unsigned char *)__b));
14139 }
14140
vec_lvrxl(int __a,const int * __b)14141 static __inline__ vector int __ATTRS_o_ai vec_lvrxl(int __a, const int *__b) {
14142 return vec_perm((vector int)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b));
14143 }
14144
vec_lvrxl(int __a,const vector int * __b)14145 static __inline__ vector int __ATTRS_o_ai vec_lvrxl(int __a,
14146 const vector int *__b) {
14147 return vec_perm((vector int)(0), vec_ldl(__a, __b),
14148 vec_lvsl(__a, (unsigned char *)__b));
14149 }
14150
14151 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvrxl(int __a,const unsigned int * __b)14152 vec_lvrxl(int __a, const unsigned int *__b) {
14153 return vec_perm((vector unsigned int)(0), vec_ldl(__a, __b),
14154 vec_lvsl(__a, __b));
14155 }
14156
14157 static __inline__ vector unsigned int __ATTRS_o_ai
vec_lvrxl(int __a,const vector unsigned int * __b)14158 vec_lvrxl(int __a, const vector unsigned int *__b) {
14159 return vec_perm((vector unsigned int)(0), vec_ldl(__a, __b),
14160 vec_lvsl(__a, (unsigned char *)__b));
14161 }
14162
14163 static __inline__ vector bool int __ATTRS_o_ai
vec_lvrxl(int __a,const vector bool int * __b)14164 vec_lvrxl(int __a, const vector bool int *__b) {
14165 return vec_perm((vector bool int)(0), vec_ldl(__a, __b),
14166 vec_lvsl(__a, (unsigned char *)__b));
14167 }
14168
vec_lvrxl(int __a,const float * __b)14169 static __inline__ vector float __ATTRS_o_ai vec_lvrxl(int __a,
14170 const float *__b) {
14171 return vec_perm((vector float)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b));
14172 }
14173
vec_lvrxl(int __a,const vector float * __b)14174 static __inline__ vector float __ATTRS_o_ai vec_lvrxl(int __a,
14175 const vector float *__b) {
14176 return vec_perm((vector float)(0), vec_ldl(__a, __b),
14177 vec_lvsl(__a, (unsigned char *)__b));
14178 }
14179
14180 /* vec_stvlx */
14181
vec_stvlx(vector signed char __a,int __b,signed char * __c)14182 static __inline__ void __ATTRS_o_ai vec_stvlx(vector signed char __a, int __b,
14183 signed char *__c) {
14184 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14185 __c);
14186 }
14187
vec_stvlx(vector signed char __a,int __b,vector signed char * __c)14188 static __inline__ void __ATTRS_o_ai vec_stvlx(vector signed char __a, int __b,
14189 vector signed char *__c) {
14190 return vec_st(
14191 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14192 __b, __c);
14193 }
14194
vec_stvlx(vector unsigned char __a,int __b,unsigned char * __c)14195 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned char __a, int __b,
14196 unsigned char *__c) {
14197 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14198 __c);
14199 }
14200
vec_stvlx(vector unsigned char __a,int __b,vector unsigned char * __c)14201 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned char __a, int __b,
14202 vector unsigned char *__c) {
14203 return vec_st(
14204 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14205 __b, __c);
14206 }
14207
vec_stvlx(vector bool char __a,int __b,vector bool char * __c)14208 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool char __a, int __b,
14209 vector bool char *__c) {
14210 return vec_st(
14211 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14212 __b, __c);
14213 }
14214
vec_stvlx(vector short __a,int __b,short * __c)14215 static __inline__ void __ATTRS_o_ai vec_stvlx(vector short __a, int __b,
14216 short *__c) {
14217 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14218 __c);
14219 }
14220
vec_stvlx(vector short __a,int __b,vector short * __c)14221 static __inline__ void __ATTRS_o_ai vec_stvlx(vector short __a, int __b,
14222 vector short *__c) {
14223 return vec_st(
14224 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14225 __b, __c);
14226 }
14227
vec_stvlx(vector unsigned short __a,int __b,unsigned short * __c)14228 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned short __a,
14229 int __b, unsigned short *__c) {
14230 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14231 __c);
14232 }
14233
vec_stvlx(vector unsigned short __a,int __b,vector unsigned short * __c)14234 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned short __a,
14235 int __b,
14236 vector unsigned short *__c) {
14237 return vec_st(
14238 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14239 __b, __c);
14240 }
14241
vec_stvlx(vector bool short __a,int __b,vector bool short * __c)14242 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool short __a, int __b,
14243 vector bool short *__c) {
14244 return vec_st(
14245 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14246 __b, __c);
14247 }
14248
vec_stvlx(vector pixel __a,int __b,vector pixel * __c)14249 static __inline__ void __ATTRS_o_ai vec_stvlx(vector pixel __a, int __b,
14250 vector pixel *__c) {
14251 return vec_st(
14252 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14253 __b, __c);
14254 }
14255
vec_stvlx(vector int __a,int __b,int * __c)14256 static __inline__ void __ATTRS_o_ai vec_stvlx(vector int __a, int __b,
14257 int *__c) {
14258 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14259 __c);
14260 }
14261
vec_stvlx(vector int __a,int __b,vector int * __c)14262 static __inline__ void __ATTRS_o_ai vec_stvlx(vector int __a, int __b,
14263 vector int *__c) {
14264 return vec_st(
14265 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14266 __b, __c);
14267 }
14268
vec_stvlx(vector unsigned int __a,int __b,unsigned int * __c)14269 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned int __a, int __b,
14270 unsigned int *__c) {
14271 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14272 __c);
14273 }
14274
vec_stvlx(vector unsigned int __a,int __b,vector unsigned int * __c)14275 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned int __a, int __b,
14276 vector unsigned int *__c) {
14277 return vec_st(
14278 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14279 __b, __c);
14280 }
14281
vec_stvlx(vector bool int __a,int __b,vector bool int * __c)14282 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool int __a, int __b,
14283 vector bool int *__c) {
14284 return vec_st(
14285 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14286 __b, __c);
14287 }
14288
vec_stvlx(vector float __a,int __b,vector float * __c)14289 static __inline__ void __ATTRS_o_ai vec_stvlx(vector float __a, int __b,
14290 vector float *__c) {
14291 return vec_st(
14292 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14293 __b, __c);
14294 }
14295
14296 /* vec_stvlxl */
14297
vec_stvlxl(vector signed char __a,int __b,signed char * __c)14298 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector signed char __a, int __b,
14299 signed char *__c) {
14300 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14301 __c);
14302 }
14303
vec_stvlxl(vector signed char __a,int __b,vector signed char * __c)14304 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector signed char __a, int __b,
14305 vector signed char *__c) {
14306 return vec_stl(
14307 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14308 __b, __c);
14309 }
14310
vec_stvlxl(vector unsigned char __a,int __b,unsigned char * __c)14311 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned char __a,
14312 int __b, unsigned char *__c) {
14313 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14314 __c);
14315 }
14316
vec_stvlxl(vector unsigned char __a,int __b,vector unsigned char * __c)14317 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned char __a,
14318 int __b,
14319 vector unsigned char *__c) {
14320 return vec_stl(
14321 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14322 __b, __c);
14323 }
14324
vec_stvlxl(vector bool char __a,int __b,vector bool char * __c)14325 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool char __a, int __b,
14326 vector bool char *__c) {
14327 return vec_stl(
14328 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14329 __b, __c);
14330 }
14331
vec_stvlxl(vector short __a,int __b,short * __c)14332 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector short __a, int __b,
14333 short *__c) {
14334 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14335 __c);
14336 }
14337
vec_stvlxl(vector short __a,int __b,vector short * __c)14338 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector short __a, int __b,
14339 vector short *__c) {
14340 return vec_stl(
14341 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14342 __b, __c);
14343 }
14344
vec_stvlxl(vector unsigned short __a,int __b,unsigned short * __c)14345 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned short __a,
14346 int __b, unsigned short *__c) {
14347 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14348 __c);
14349 }
14350
vec_stvlxl(vector unsigned short __a,int __b,vector unsigned short * __c)14351 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned short __a,
14352 int __b,
14353 vector unsigned short *__c) {
14354 return vec_stl(
14355 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14356 __b, __c);
14357 }
14358
vec_stvlxl(vector bool short __a,int __b,vector bool short * __c)14359 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool short __a, int __b,
14360 vector bool short *__c) {
14361 return vec_stl(
14362 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14363 __b, __c);
14364 }
14365
vec_stvlxl(vector pixel __a,int __b,vector pixel * __c)14366 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector pixel __a, int __b,
14367 vector pixel *__c) {
14368 return vec_stl(
14369 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14370 __b, __c);
14371 }
14372
vec_stvlxl(vector int __a,int __b,int * __c)14373 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector int __a, int __b,
14374 int *__c) {
14375 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14376 __c);
14377 }
14378
vec_stvlxl(vector int __a,int __b,vector int * __c)14379 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector int __a, int __b,
14380 vector int *__c) {
14381 return vec_stl(
14382 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14383 __b, __c);
14384 }
14385
vec_stvlxl(vector unsigned int __a,int __b,unsigned int * __c)14386 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned int __a, int __b,
14387 unsigned int *__c) {
14388 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b,
14389 __c);
14390 }
14391
vec_stvlxl(vector unsigned int __a,int __b,vector unsigned int * __c)14392 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned int __a, int __b,
14393 vector unsigned int *__c) {
14394 return vec_stl(
14395 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14396 __b, __c);
14397 }
14398
vec_stvlxl(vector bool int __a,int __b,vector bool int * __c)14399 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool int __a, int __b,
14400 vector bool int *__c) {
14401 return vec_stl(
14402 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14403 __b, __c);
14404 }
14405
vec_stvlxl(vector float __a,int __b,vector float * __c)14406 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector float __a, int __b,
14407 vector float *__c) {
14408 return vec_stl(
14409 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)),
14410 __b, __c);
14411 }
14412
14413 /* vec_stvrx */
14414
vec_stvrx(vector signed char __a,int __b,signed char * __c)14415 static __inline__ void __ATTRS_o_ai vec_stvrx(vector signed char __a, int __b,
14416 signed char *__c) {
14417 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14418 __c);
14419 }
14420
vec_stvrx(vector signed char __a,int __b,vector signed char * __c)14421 static __inline__ void __ATTRS_o_ai vec_stvrx(vector signed char __a, int __b,
14422 vector signed char *__c) {
14423 return vec_st(
14424 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14425 __b, __c);
14426 }
14427
vec_stvrx(vector unsigned char __a,int __b,unsigned char * __c)14428 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned char __a, int __b,
14429 unsigned char *__c) {
14430 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14431 __c);
14432 }
14433
vec_stvrx(vector unsigned char __a,int __b,vector unsigned char * __c)14434 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned char __a, int __b,
14435 vector unsigned char *__c) {
14436 return vec_st(
14437 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14438 __b, __c);
14439 }
14440
vec_stvrx(vector bool char __a,int __b,vector bool char * __c)14441 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool char __a, int __b,
14442 vector bool char *__c) {
14443 return vec_st(
14444 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14445 __b, __c);
14446 }
14447
vec_stvrx(vector short __a,int __b,short * __c)14448 static __inline__ void __ATTRS_o_ai vec_stvrx(vector short __a, int __b,
14449 short *__c) {
14450 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14451 __c);
14452 }
14453
vec_stvrx(vector short __a,int __b,vector short * __c)14454 static __inline__ void __ATTRS_o_ai vec_stvrx(vector short __a, int __b,
14455 vector short *__c) {
14456 return vec_st(
14457 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14458 __b, __c);
14459 }
14460
vec_stvrx(vector unsigned short __a,int __b,unsigned short * __c)14461 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned short __a,
14462 int __b, unsigned short *__c) {
14463 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14464 __c);
14465 }
14466
vec_stvrx(vector unsigned short __a,int __b,vector unsigned short * __c)14467 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned short __a,
14468 int __b,
14469 vector unsigned short *__c) {
14470 return vec_st(
14471 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14472 __b, __c);
14473 }
14474
vec_stvrx(vector bool short __a,int __b,vector bool short * __c)14475 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool short __a, int __b,
14476 vector bool short *__c) {
14477 return vec_st(
14478 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14479 __b, __c);
14480 }
14481
vec_stvrx(vector pixel __a,int __b,vector pixel * __c)14482 static __inline__ void __ATTRS_o_ai vec_stvrx(vector pixel __a, int __b,
14483 vector pixel *__c) {
14484 return vec_st(
14485 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14486 __b, __c);
14487 }
14488
vec_stvrx(vector int __a,int __b,int * __c)14489 static __inline__ void __ATTRS_o_ai vec_stvrx(vector int __a, int __b,
14490 int *__c) {
14491 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14492 __c);
14493 }
14494
vec_stvrx(vector int __a,int __b,vector int * __c)14495 static __inline__ void __ATTRS_o_ai vec_stvrx(vector int __a, int __b,
14496 vector int *__c) {
14497 return vec_st(
14498 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14499 __b, __c);
14500 }
14501
vec_stvrx(vector unsigned int __a,int __b,unsigned int * __c)14502 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned int __a, int __b,
14503 unsigned int *__c) {
14504 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14505 __c);
14506 }
14507
vec_stvrx(vector unsigned int __a,int __b,vector unsigned int * __c)14508 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned int __a, int __b,
14509 vector unsigned int *__c) {
14510 return vec_st(
14511 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14512 __b, __c);
14513 }
14514
vec_stvrx(vector bool int __a,int __b,vector bool int * __c)14515 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool int __a, int __b,
14516 vector bool int *__c) {
14517 return vec_st(
14518 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14519 __b, __c);
14520 }
14521
vec_stvrx(vector float __a,int __b,vector float * __c)14522 static __inline__ void __ATTRS_o_ai vec_stvrx(vector float __a, int __b,
14523 vector float *__c) {
14524 return vec_st(
14525 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14526 __b, __c);
14527 }
14528
14529 /* vec_stvrxl */
14530
vec_stvrxl(vector signed char __a,int __b,signed char * __c)14531 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector signed char __a, int __b,
14532 signed char *__c) {
14533 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14534 __c);
14535 }
14536
vec_stvrxl(vector signed char __a,int __b,vector signed char * __c)14537 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector signed char __a, int __b,
14538 vector signed char *__c) {
14539 return vec_stl(
14540 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14541 __b, __c);
14542 }
14543
vec_stvrxl(vector unsigned char __a,int __b,unsigned char * __c)14544 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned char __a,
14545 int __b, unsigned char *__c) {
14546 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14547 __c);
14548 }
14549
vec_stvrxl(vector unsigned char __a,int __b,vector unsigned char * __c)14550 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned char __a,
14551 int __b,
14552 vector unsigned char *__c) {
14553 return vec_stl(
14554 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14555 __b, __c);
14556 }
14557
vec_stvrxl(vector bool char __a,int __b,vector bool char * __c)14558 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool char __a, int __b,
14559 vector bool char *__c) {
14560 return vec_stl(
14561 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14562 __b, __c);
14563 }
14564
vec_stvrxl(vector short __a,int __b,short * __c)14565 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector short __a, int __b,
14566 short *__c) {
14567 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14568 __c);
14569 }
14570
vec_stvrxl(vector short __a,int __b,vector short * __c)14571 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector short __a, int __b,
14572 vector short *__c) {
14573 return vec_stl(
14574 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14575 __b, __c);
14576 }
14577
vec_stvrxl(vector unsigned short __a,int __b,unsigned short * __c)14578 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned short __a,
14579 int __b, unsigned short *__c) {
14580 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14581 __c);
14582 }
14583
vec_stvrxl(vector unsigned short __a,int __b,vector unsigned short * __c)14584 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned short __a,
14585 int __b,
14586 vector unsigned short *__c) {
14587 return vec_stl(
14588 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14589 __b, __c);
14590 }
14591
vec_stvrxl(vector bool short __a,int __b,vector bool short * __c)14592 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool short __a, int __b,
14593 vector bool short *__c) {
14594 return vec_stl(
14595 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14596 __b, __c);
14597 }
14598
vec_stvrxl(vector pixel __a,int __b,vector pixel * __c)14599 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector pixel __a, int __b,
14600 vector pixel *__c) {
14601 return vec_stl(
14602 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14603 __b, __c);
14604 }
14605
vec_stvrxl(vector int __a,int __b,int * __c)14606 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector int __a, int __b,
14607 int *__c) {
14608 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14609 __c);
14610 }
14611
vec_stvrxl(vector int __a,int __b,vector int * __c)14612 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector int __a, int __b,
14613 vector int *__c) {
14614 return vec_stl(
14615 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14616 __b, __c);
14617 }
14618
vec_stvrxl(vector unsigned int __a,int __b,unsigned int * __c)14619 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned int __a, int __b,
14620 unsigned int *__c) {
14621 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b,
14622 __c);
14623 }
14624
vec_stvrxl(vector unsigned int __a,int __b,vector unsigned int * __c)14625 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned int __a, int __b,
14626 vector unsigned int *__c) {
14627 return vec_stl(
14628 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14629 __b, __c);
14630 }
14631
vec_stvrxl(vector bool int __a,int __b,vector bool int * __c)14632 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool int __a, int __b,
14633 vector bool int *__c) {
14634 return vec_stl(
14635 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14636 __b, __c);
14637 }
14638
vec_stvrxl(vector float __a,int __b,vector float * __c)14639 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector float __a, int __b,
14640 vector float *__c) {
14641 return vec_stl(
14642 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)),
14643 __b, __c);
14644 }
14645
14646 /* vec_promote */
14647
vec_promote(signed char __a,int __b)14648 static __inline__ vector signed char __ATTRS_o_ai vec_promote(signed char __a,
14649 int __b) {
14650 const vector signed char __zero = (vector signed char)0;
14651 vector signed char __res =
14652 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1,
14653 -1, -1, -1, -1, -1, -1, -1, -1);
14654 __res[__b & 0xf] = __a;
14655 return __res;
14656 }
14657
14658 static __inline__ vector unsigned char __ATTRS_o_ai
vec_promote(unsigned char __a,int __b)14659 vec_promote(unsigned char __a, int __b) {
14660 const vector unsigned char __zero = (vector unsigned char)(0);
14661 vector unsigned char __res =
14662 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1,
14663 -1, -1, -1, -1, -1, -1, -1, -1);
14664 __res[__b & 0xf] = __a;
14665 return __res;
14666 }
14667
vec_promote(short __a,int __b)14668 static __inline__ vector short __ATTRS_o_ai vec_promote(short __a, int __b) {
14669 const vector short __zero = (vector short)(0);
14670 vector short __res =
14671 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1);
14672 __res[__b & 0x7] = __a;
14673 return __res;
14674 }
14675
14676 static __inline__ vector unsigned short __ATTRS_o_ai
vec_promote(unsigned short __a,int __b)14677 vec_promote(unsigned short __a, int __b) {
14678 const vector unsigned short __zero = (vector unsigned short)(0);
14679 vector unsigned short __res =
14680 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1);
14681 __res[__b & 0x7] = __a;
14682 return __res;
14683 }
14684
vec_promote(int __a,int __b)14685 static __inline__ vector int __ATTRS_o_ai vec_promote(int __a, int __b) {
14686 const vector int __zero = (vector int)(0);
14687 vector int __res = __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1);
14688 __res[__b & 0x3] = __a;
14689 return __res;
14690 }
14691
vec_promote(unsigned int __a,int __b)14692 static __inline__ vector unsigned int __ATTRS_o_ai vec_promote(unsigned int __a,
14693 int __b) {
14694 const vector unsigned int __zero = (vector unsigned int)(0);
14695 vector unsigned int __res =
14696 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1);
14697 __res[__b & 0x3] = __a;
14698 return __res;
14699 }
14700
vec_promote(float __a,int __b)14701 static __inline__ vector float __ATTRS_o_ai vec_promote(float __a, int __b) {
14702 const vector float __zero = (vector float)(0);
14703 vector float __res = __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1);
14704 __res[__b & 0x3] = __a;
14705 return __res;
14706 }
14707
14708 #ifdef __VSX__
vec_promote(double __a,int __b)14709 static __inline__ vector double __ATTRS_o_ai vec_promote(double __a, int __b) {
14710 const vector double __zero = (vector double)(0);
14711 vector double __res = __builtin_shufflevector(__zero, __zero, -1, -1);
14712 __res[__b & 0x1] = __a;
14713 return __res;
14714 }
14715
14716 static __inline__ vector signed long long __ATTRS_o_ai
vec_promote(signed long long __a,int __b)14717 vec_promote(signed long long __a, int __b) {
14718 const vector signed long long __zero = (vector signed long long)(0);
14719 vector signed long long __res =
14720 __builtin_shufflevector(__zero, __zero, -1, -1);
14721 __res[__b & 0x1] = __a;
14722 return __res;
14723 }
14724
14725 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_promote(unsigned long long __a,int __b)14726 vec_promote(unsigned long long __a, int __b) {
14727 const vector unsigned long long __zero = (vector unsigned long long)(0);
14728 vector unsigned long long __res =
14729 __builtin_shufflevector(__zero, __zero, -1, -1);
14730 __res[__b & 0x1] = __a;
14731 return __res;
14732 }
14733 #endif
14734
14735 /* vec_splats */
14736
vec_splats(signed char __a)14737 static __inline__ vector signed char __ATTRS_o_ai vec_splats(signed char __a) {
14738 return (vector signed char)(__a);
14739 }
14740
14741 static __inline__ vector unsigned char __ATTRS_o_ai
vec_splats(unsigned char __a)14742 vec_splats(unsigned char __a) {
14743 return (vector unsigned char)(__a);
14744 }
14745
vec_splats(short __a)14746 static __inline__ vector short __ATTRS_o_ai vec_splats(short __a) {
14747 return (vector short)(__a);
14748 }
14749
14750 static __inline__ vector unsigned short __ATTRS_o_ai
vec_splats(unsigned short __a)14751 vec_splats(unsigned short __a) {
14752 return (vector unsigned short)(__a);
14753 }
14754
vec_splats(int __a)14755 static __inline__ vector int __ATTRS_o_ai vec_splats(int __a) {
14756 return (vector int)(__a);
14757 }
14758
14759 static __inline__ vector unsigned int __ATTRS_o_ai
vec_splats(unsigned int __a)14760 vec_splats(unsigned int __a) {
14761 return (vector unsigned int)(__a);
14762 }
14763
14764 #ifdef __VSX__
14765 static __inline__ vector signed long long __ATTRS_o_ai
vec_splats(signed long long __a)14766 vec_splats(signed long long __a) {
14767 return (vector signed long long)(__a);
14768 }
14769
14770 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_splats(unsigned long long __a)14771 vec_splats(unsigned long long __a) {
14772 return (vector unsigned long long)(__a);
14773 }
14774
14775 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
14776 defined(__SIZEOF_INT128__)
14777 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_splats(signed __int128 __a)14778 vec_splats(signed __int128 __a) {
14779 return (vector signed __int128)(__a);
14780 }
14781
14782 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_splats(unsigned __int128 __a)14783 vec_splats(unsigned __int128 __a) {
14784 return (vector unsigned __int128)(__a);
14785 }
14786
14787 #endif
14788
vec_splats(double __a)14789 static __inline__ vector double __ATTRS_o_ai vec_splats(double __a) {
14790 return (vector double)(__a);
14791 }
14792 #endif
14793
vec_splats(float __a)14794 static __inline__ vector float __ATTRS_o_ai vec_splats(float __a) {
14795 return (vector float)(__a);
14796 }
14797
14798 /* ----------------------------- predicates --------------------------------- */
14799
14800 /* vec_all_eq */
14801
vec_all_eq(vector signed char __a,vector signed char __b)14802 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed char __a,
14803 vector signed char __b) {
14804 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14805 (vector char)__b);
14806 }
14807
vec_all_eq(vector signed char __a,vector bool char __b)14808 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed char __a,
14809 vector bool char __b) {
14810 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14811 (vector char)__b);
14812 }
14813
vec_all_eq(vector unsigned char __a,vector unsigned char __b)14814 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned char __a,
14815 vector unsigned char __b) {
14816 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14817 (vector char)__b);
14818 }
14819
vec_all_eq(vector unsigned char __a,vector bool char __b)14820 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned char __a,
14821 vector bool char __b) {
14822 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14823 (vector char)__b);
14824 }
14825
vec_all_eq(vector bool char __a,vector signed char __b)14826 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a,
14827 vector signed char __b) {
14828 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14829 (vector char)__b);
14830 }
14831
vec_all_eq(vector bool char __a,vector unsigned char __b)14832 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a,
14833 vector unsigned char __b) {
14834 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14835 (vector char)__b);
14836 }
14837
vec_all_eq(vector bool char __a,vector bool char __b)14838 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a,
14839 vector bool char __b) {
14840 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a,
14841 (vector char)__b);
14842 }
14843
vec_all_eq(vector short __a,vector short __b)14844 static __inline__ int __ATTRS_o_ai vec_all_eq(vector short __a,
14845 vector short __b) {
14846 return __builtin_altivec_vcmpequh_p(__CR6_LT, __a, __b);
14847 }
14848
vec_all_eq(vector short __a,vector bool short __b)14849 static __inline__ int __ATTRS_o_ai vec_all_eq(vector short __a,
14850 vector bool short __b) {
14851 return __builtin_altivec_vcmpequh_p(__CR6_LT, __a, (vector short)__b);
14852 }
14853
vec_all_eq(vector unsigned short __a,vector unsigned short __b)14854 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned short __a,
14855 vector unsigned short __b) {
14856 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14857 (vector short)__b);
14858 }
14859
vec_all_eq(vector unsigned short __a,vector bool short __b)14860 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned short __a,
14861 vector bool short __b) {
14862 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14863 (vector short)__b);
14864 }
14865
vec_all_eq(vector bool short __a,vector short __b)14866 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a,
14867 vector short __b) {
14868 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14869 (vector short)__b);
14870 }
14871
vec_all_eq(vector bool short __a,vector unsigned short __b)14872 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a,
14873 vector unsigned short __b) {
14874 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14875 (vector short)__b);
14876 }
14877
vec_all_eq(vector bool short __a,vector bool short __b)14878 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a,
14879 vector bool short __b) {
14880 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14881 (vector short)__b);
14882 }
14883
vec_all_eq(vector pixel __a,vector pixel __b)14884 static __inline__ int __ATTRS_o_ai vec_all_eq(vector pixel __a,
14885 vector pixel __b) {
14886 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a,
14887 (vector short)__b);
14888 }
14889
vec_all_eq(vector int __a,vector int __b)14890 static __inline__ int __ATTRS_o_ai vec_all_eq(vector int __a, vector int __b) {
14891 return __builtin_altivec_vcmpequw_p(__CR6_LT, __a, __b);
14892 }
14893
vec_all_eq(vector int __a,vector bool int __b)14894 static __inline__ int __ATTRS_o_ai vec_all_eq(vector int __a,
14895 vector bool int __b) {
14896 return __builtin_altivec_vcmpequw_p(__CR6_LT, __a, (vector int)__b);
14897 }
14898
vec_all_eq(vector unsigned int __a,vector unsigned int __b)14899 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned int __a,
14900 vector unsigned int __b) {
14901 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a,
14902 (vector int)__b);
14903 }
14904
vec_all_eq(vector unsigned int __a,vector bool int __b)14905 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned int __a,
14906 vector bool int __b) {
14907 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a,
14908 (vector int)__b);
14909 }
14910
vec_all_eq(vector bool int __a,vector int __b)14911 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a,
14912 vector int __b) {
14913 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a,
14914 (vector int)__b);
14915 }
14916
vec_all_eq(vector bool int __a,vector unsigned int __b)14917 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a,
14918 vector unsigned int __b) {
14919 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a,
14920 (vector int)__b);
14921 }
14922
vec_all_eq(vector bool int __a,vector bool int __b)14923 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a,
14924 vector bool int __b) {
14925 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a,
14926 (vector int)__b);
14927 }
14928
14929 #ifdef __VSX__
vec_all_eq(vector signed long long __a,vector signed long long __b)14930 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed long long __a,
14931 vector signed long long __b) {
14932 #ifdef __POWER8_VECTOR__
14933 return __builtin_altivec_vcmpequd_p(__CR6_LT, __a, __b);
14934 #else
14935 // No vcmpequd on Power7 so we xor the two vectors and compare against zero as
14936 // 32-bit elements.
14937 return vec_all_eq((vector signed int)vec_xor(__a, __b), (vector signed int)0);
14938 #endif
14939 }
14940
vec_all_eq(vector long long __a,vector bool long long __b)14941 static __inline__ int __ATTRS_o_ai vec_all_eq(vector long long __a,
14942 vector bool long long __b) {
14943 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14944 }
14945
vec_all_eq(vector unsigned long long __a,vector unsigned long long __b)14946 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned long long __a,
14947 vector unsigned long long __b) {
14948 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14949 }
14950
vec_all_eq(vector unsigned long long __a,vector bool long long __b)14951 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned long long __a,
14952 vector bool long long __b) {
14953 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14954 }
14955
vec_all_eq(vector bool long long __a,vector long long __b)14956 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a,
14957 vector long long __b) {
14958 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14959 }
14960
vec_all_eq(vector bool long long __a,vector unsigned long long __b)14961 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a,
14962 vector unsigned long long __b) {
14963 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14964 }
14965
vec_all_eq(vector bool long long __a,vector bool long long __b)14966 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a,
14967 vector bool long long __b) {
14968 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b);
14969 }
14970 #endif
14971
vec_all_eq(vector float __a,vector float __b)14972 static __inline__ int __ATTRS_o_ai vec_all_eq(vector float __a,
14973 vector float __b) {
14974 #ifdef __VSX__
14975 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT, __a, __b);
14976 #else
14977 return __builtin_altivec_vcmpeqfp_p(__CR6_LT, __a, __b);
14978 #endif
14979 }
14980
14981 #ifdef __VSX__
vec_all_eq(vector double __a,vector double __b)14982 static __inline__ int __ATTRS_o_ai vec_all_eq(vector double __a,
14983 vector double __b) {
14984 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT, __a, __b);
14985 }
14986 #endif
14987
14988 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_eq(vector signed __int128 __a,vector signed __int128 __b)14989 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed __int128 __a,
14990 vector signed __int128 __b) {
14991 return __builtin_altivec_vcmpequq_p(__CR6_LT, (vector unsigned __int128)__a,
14992 (vector signed __int128)__b);
14993 }
14994
vec_all_eq(vector unsigned __int128 __a,vector unsigned __int128 __b)14995 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned __int128 __a,
14996 vector unsigned __int128 __b) {
14997 return __builtin_altivec_vcmpequq_p(__CR6_LT, __a,
14998 (vector signed __int128)__b);
14999 }
15000
vec_all_eq(vector bool __int128 __a,vector bool __int128 __b)15001 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool __int128 __a,
15002 vector bool __int128 __b) {
15003 return __builtin_altivec_vcmpequq_p(__CR6_LT, (vector unsigned __int128)__a,
15004 (vector signed __int128)__b);
15005 }
15006 #endif
15007
15008 /* vec_all_ge */
15009
vec_all_ge(vector signed char __a,vector signed char __b)15010 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed char __a,
15011 vector signed char __b) {
15012 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __b, __a);
15013 }
15014
vec_all_ge(vector signed char __a,vector bool char __b)15015 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed char __a,
15016 vector bool char __b) {
15017 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, (vector signed char)__b, __a);
15018 }
15019
vec_all_ge(vector unsigned char __a,vector unsigned char __b)15020 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned char __a,
15021 vector unsigned char __b) {
15022 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __b, __a);
15023 }
15024
vec_all_ge(vector unsigned char __a,vector bool char __b)15025 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned char __a,
15026 vector bool char __b) {
15027 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__b, __a);
15028 }
15029
vec_all_ge(vector bool char __a,vector signed char __b)15030 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a,
15031 vector signed char __b) {
15032 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __b, (vector signed char)__a);
15033 }
15034
vec_all_ge(vector bool char __a,vector unsigned char __b)15035 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a,
15036 vector unsigned char __b) {
15037 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __b, (vector unsigned char)__a);
15038 }
15039
vec_all_ge(vector bool char __a,vector bool char __b)15040 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a,
15041 vector bool char __b) {
15042 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__b,
15043 (vector unsigned char)__a);
15044 }
15045
vec_all_ge(vector short __a,vector short __b)15046 static __inline__ int __ATTRS_o_ai vec_all_ge(vector short __a,
15047 vector short __b) {
15048 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __b, __a);
15049 }
15050
vec_all_ge(vector short __a,vector bool short __b)15051 static __inline__ int __ATTRS_o_ai vec_all_ge(vector short __a,
15052 vector bool short __b) {
15053 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, (vector short)__b, __a);
15054 }
15055
vec_all_ge(vector unsigned short __a,vector unsigned short __b)15056 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned short __a,
15057 vector unsigned short __b) {
15058 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __b, __a);
15059 }
15060
vec_all_ge(vector unsigned short __a,vector bool short __b)15061 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned short __a,
15062 vector bool short __b) {
15063 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__b,
15064 __a);
15065 }
15066
vec_all_ge(vector bool short __a,vector short __b)15067 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a,
15068 vector short __b) {
15069 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __b, (vector signed short)__a);
15070 }
15071
vec_all_ge(vector bool short __a,vector unsigned short __b)15072 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a,
15073 vector unsigned short __b) {
15074 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __b,
15075 (vector unsigned short)__a);
15076 }
15077
vec_all_ge(vector bool short __a,vector bool short __b)15078 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a,
15079 vector bool short __b) {
15080 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__b,
15081 (vector unsigned short)__a);
15082 }
15083
vec_all_ge(vector int __a,vector int __b)15084 static __inline__ int __ATTRS_o_ai vec_all_ge(vector int __a, vector int __b) {
15085 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __b, __a);
15086 }
15087
vec_all_ge(vector int __a,vector bool int __b)15088 static __inline__ int __ATTRS_o_ai vec_all_ge(vector int __a,
15089 vector bool int __b) {
15090 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, (vector int)__b, __a);
15091 }
15092
vec_all_ge(vector unsigned int __a,vector unsigned int __b)15093 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned int __a,
15094 vector unsigned int __b) {
15095 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __b, __a);
15096 }
15097
vec_all_ge(vector unsigned int __a,vector bool int __b)15098 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned int __a,
15099 vector bool int __b) {
15100 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__b, __a);
15101 }
15102
vec_all_ge(vector bool int __a,vector int __b)15103 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a,
15104 vector int __b) {
15105 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __b, (vector signed int)__a);
15106 }
15107
vec_all_ge(vector bool int __a,vector unsigned int __b)15108 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a,
15109 vector unsigned int __b) {
15110 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __b, (vector unsigned int)__a);
15111 }
15112
vec_all_ge(vector bool int __a,vector bool int __b)15113 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a,
15114 vector bool int __b) {
15115 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__b,
15116 (vector unsigned int)__a);
15117 }
15118
15119 #ifdef __VSX__
vec_all_ge(vector signed long long __a,vector signed long long __b)15120 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed long long __a,
15121 vector signed long long __b) {
15122 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __b, __a);
15123 }
vec_all_ge(vector signed long long __a,vector bool long long __b)15124 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed long long __a,
15125 vector bool long long __b) {
15126 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, (vector signed long long)__b,
15127 __a);
15128 }
15129
vec_all_ge(vector unsigned long long __a,vector unsigned long long __b)15130 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned long long __a,
15131 vector unsigned long long __b) {
15132 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __b, __a);
15133 }
15134
vec_all_ge(vector unsigned long long __a,vector bool long long __b)15135 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned long long __a,
15136 vector bool long long __b) {
15137 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__b,
15138 __a);
15139 }
15140
vec_all_ge(vector bool long long __a,vector signed long long __b)15141 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a,
15142 vector signed long long __b) {
15143 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __b,
15144 (vector signed long long)__a);
15145 }
15146
vec_all_ge(vector bool long long __a,vector unsigned long long __b)15147 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a,
15148 vector unsigned long long __b) {
15149 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __b,
15150 (vector unsigned long long)__a);
15151 }
15152
vec_all_ge(vector bool long long __a,vector bool long long __b)15153 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a,
15154 vector bool long long __b) {
15155 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__b,
15156 (vector unsigned long long)__a);
15157 }
15158 #endif
15159
vec_all_ge(vector float __a,vector float __b)15160 static __inline__ int __ATTRS_o_ai vec_all_ge(vector float __a,
15161 vector float __b) {
15162 #ifdef __VSX__
15163 return __builtin_vsx_xvcmpgesp_p(__CR6_LT, __a, __b);
15164 #else
15165 return __builtin_altivec_vcmpgefp_p(__CR6_LT, __a, __b);
15166 #endif
15167 }
15168
15169 #ifdef __VSX__
vec_all_ge(vector double __a,vector double __b)15170 static __inline__ int __ATTRS_o_ai vec_all_ge(vector double __a,
15171 vector double __b) {
15172 return __builtin_vsx_xvcmpgedp_p(__CR6_LT, __a, __b);
15173 }
15174 #endif
15175
15176 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_ge(vector signed __int128 __a,vector signed __int128 __b)15177 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed __int128 __a,
15178 vector signed __int128 __b) {
15179 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ, __b, __a);
15180 }
15181
vec_all_ge(vector unsigned __int128 __a,vector unsigned __int128 __b)15182 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned __int128 __a,
15183 vector unsigned __int128 __b) {
15184 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ, __b, __a);
15185 }
15186 #endif
15187
15188 /* vec_all_gt */
15189
vec_all_gt(vector signed char __a,vector signed char __b)15190 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed char __a,
15191 vector signed char __b) {
15192 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __a, __b);
15193 }
15194
vec_all_gt(vector signed char __a,vector bool char __b)15195 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed char __a,
15196 vector bool char __b) {
15197 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __a, (vector signed char)__b);
15198 }
15199
vec_all_gt(vector unsigned char __a,vector unsigned char __b)15200 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned char __a,
15201 vector unsigned char __b) {
15202 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __a, __b);
15203 }
15204
vec_all_gt(vector unsigned char __a,vector bool char __b)15205 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned char __a,
15206 vector bool char __b) {
15207 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __a, (vector unsigned char)__b);
15208 }
15209
vec_all_gt(vector bool char __a,vector signed char __b)15210 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a,
15211 vector signed char __b) {
15212 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, (vector signed char)__a, __b);
15213 }
15214
vec_all_gt(vector bool char __a,vector unsigned char __b)15215 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a,
15216 vector unsigned char __b) {
15217 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__a, __b);
15218 }
15219
vec_all_gt(vector bool char __a,vector bool char __b)15220 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a,
15221 vector bool char __b) {
15222 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__a,
15223 (vector unsigned char)__b);
15224 }
15225
vec_all_gt(vector short __a,vector short __b)15226 static __inline__ int __ATTRS_o_ai vec_all_gt(vector short __a,
15227 vector short __b) {
15228 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __a, __b);
15229 }
15230
vec_all_gt(vector short __a,vector bool short __b)15231 static __inline__ int __ATTRS_o_ai vec_all_gt(vector short __a,
15232 vector bool short __b) {
15233 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __a, (vector short)__b);
15234 }
15235
vec_all_gt(vector unsigned short __a,vector unsigned short __b)15236 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned short __a,
15237 vector unsigned short __b) {
15238 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __a, __b);
15239 }
15240
vec_all_gt(vector unsigned short __a,vector bool short __b)15241 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned short __a,
15242 vector bool short __b) {
15243 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __a,
15244 (vector unsigned short)__b);
15245 }
15246
vec_all_gt(vector bool short __a,vector short __b)15247 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a,
15248 vector short __b) {
15249 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, (vector signed short)__a, __b);
15250 }
15251
vec_all_gt(vector bool short __a,vector unsigned short __b)15252 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a,
15253 vector unsigned short __b) {
15254 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__a,
15255 __b);
15256 }
15257
vec_all_gt(vector bool short __a,vector bool short __b)15258 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a,
15259 vector bool short __b) {
15260 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__a,
15261 (vector unsigned short)__b);
15262 }
15263
vec_all_gt(vector int __a,vector int __b)15264 static __inline__ int __ATTRS_o_ai vec_all_gt(vector int __a, vector int __b) {
15265 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __a, __b);
15266 }
15267
vec_all_gt(vector int __a,vector bool int __b)15268 static __inline__ int __ATTRS_o_ai vec_all_gt(vector int __a,
15269 vector bool int __b) {
15270 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __a, (vector int)__b);
15271 }
15272
vec_all_gt(vector unsigned int __a,vector unsigned int __b)15273 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned int __a,
15274 vector unsigned int __b) {
15275 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __a, __b);
15276 }
15277
vec_all_gt(vector unsigned int __a,vector bool int __b)15278 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned int __a,
15279 vector bool int __b) {
15280 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __a, (vector unsigned int)__b);
15281 }
15282
vec_all_gt(vector bool int __a,vector int __b)15283 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a,
15284 vector int __b) {
15285 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, (vector signed int)__a, __b);
15286 }
15287
vec_all_gt(vector bool int __a,vector unsigned int __b)15288 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a,
15289 vector unsigned int __b) {
15290 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__a, __b);
15291 }
15292
vec_all_gt(vector bool int __a,vector bool int __b)15293 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a,
15294 vector bool int __b) {
15295 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__a,
15296 (vector unsigned int)__b);
15297 }
15298
15299 #ifdef __VSX__
vec_all_gt(vector signed long long __a,vector signed long long __b)15300 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed long long __a,
15301 vector signed long long __b) {
15302 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __a, __b);
15303 }
vec_all_gt(vector signed long long __a,vector bool long long __b)15304 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed long long __a,
15305 vector bool long long __b) {
15306 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __a,
15307 (vector signed long long)__b);
15308 }
15309
vec_all_gt(vector unsigned long long __a,vector unsigned long long __b)15310 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned long long __a,
15311 vector unsigned long long __b) {
15312 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __a, __b);
15313 }
15314
vec_all_gt(vector unsigned long long __a,vector bool long long __b)15315 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned long long __a,
15316 vector bool long long __b) {
15317 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __a,
15318 (vector unsigned long long)__b);
15319 }
15320
vec_all_gt(vector bool long long __a,vector signed long long __b)15321 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a,
15322 vector signed long long __b) {
15323 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, (vector signed long long)__a,
15324 __b);
15325 }
15326
vec_all_gt(vector bool long long __a,vector unsigned long long __b)15327 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a,
15328 vector unsigned long long __b) {
15329 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__a,
15330 __b);
15331 }
15332
vec_all_gt(vector bool long long __a,vector bool long long __b)15333 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a,
15334 vector bool long long __b) {
15335 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__a,
15336 (vector unsigned long long)__b);
15337 }
15338 #endif
15339
vec_all_gt(vector float __a,vector float __b)15340 static __inline__ int __ATTRS_o_ai vec_all_gt(vector float __a,
15341 vector float __b) {
15342 #ifdef __VSX__
15343 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT, __a, __b);
15344 #else
15345 return __builtin_altivec_vcmpgtfp_p(__CR6_LT, __a, __b);
15346 #endif
15347 }
15348
15349 #ifdef __VSX__
vec_all_gt(vector double __a,vector double __b)15350 static __inline__ int __ATTRS_o_ai vec_all_gt(vector double __a,
15351 vector double __b) {
15352 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT, __a, __b);
15353 }
15354 #endif
15355
15356 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_gt(vector signed __int128 __a,vector signed __int128 __b)15357 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed __int128 __a,
15358 vector signed __int128 __b) {
15359 return __builtin_altivec_vcmpgtsq_p(__CR6_LT, __a, __b);
15360 }
15361
vec_all_gt(vector unsigned __int128 __a,vector unsigned __int128 __b)15362 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned __int128 __a,
15363 vector unsigned __int128 __b) {
15364 return __builtin_altivec_vcmpgtuq_p(__CR6_LT, __a, __b);
15365 }
15366 #endif
15367
15368 /* vec_all_in */
15369
15370 static __inline__ int __attribute__((__always_inline__))
vec_all_in(vector float __a,vector float __b)15371 vec_all_in(vector float __a, vector float __b) {
15372 return __builtin_altivec_vcmpbfp_p(__CR6_EQ, __a, __b);
15373 }
15374
15375 /* vec_all_le */
15376
vec_all_le(vector signed char __a,vector signed char __b)15377 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed char __a,
15378 vector signed char __b) {
15379 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __a, __b);
15380 }
15381
vec_all_le(vector signed char __a,vector bool char __b)15382 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed char __a,
15383 vector bool char __b) {
15384 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __a, (vector signed char)__b);
15385 }
15386
vec_all_le(vector unsigned char __a,vector unsigned char __b)15387 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned char __a,
15388 vector unsigned char __b) {
15389 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __a, __b);
15390 }
15391
vec_all_le(vector unsigned char __a,vector bool char __b)15392 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned char __a,
15393 vector bool char __b) {
15394 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __a, (vector unsigned char)__b);
15395 }
15396
vec_all_le(vector bool char __a,vector signed char __b)15397 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a,
15398 vector signed char __b) {
15399 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, (vector signed char)__a, __b);
15400 }
15401
vec_all_le(vector bool char __a,vector unsigned char __b)15402 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a,
15403 vector unsigned char __b) {
15404 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__a, __b);
15405 }
15406
vec_all_le(vector bool char __a,vector bool char __b)15407 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a,
15408 vector bool char __b) {
15409 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__a,
15410 (vector unsigned char)__b);
15411 }
15412
vec_all_le(vector short __a,vector short __b)15413 static __inline__ int __ATTRS_o_ai vec_all_le(vector short __a,
15414 vector short __b) {
15415 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __a, __b);
15416 }
15417
vec_all_le(vector short __a,vector bool short __b)15418 static __inline__ int __ATTRS_o_ai vec_all_le(vector short __a,
15419 vector bool short __b) {
15420 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __a, (vector short)__b);
15421 }
15422
vec_all_le(vector unsigned short __a,vector unsigned short __b)15423 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned short __a,
15424 vector unsigned short __b) {
15425 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __a, __b);
15426 }
15427
vec_all_le(vector unsigned short __a,vector bool short __b)15428 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned short __a,
15429 vector bool short __b) {
15430 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __a,
15431 (vector unsigned short)__b);
15432 }
15433
vec_all_le(vector bool short __a,vector short __b)15434 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a,
15435 vector short __b) {
15436 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, (vector signed short)__a, __b);
15437 }
15438
vec_all_le(vector bool short __a,vector unsigned short __b)15439 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a,
15440 vector unsigned short __b) {
15441 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__a,
15442 __b);
15443 }
15444
vec_all_le(vector bool short __a,vector bool short __b)15445 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a,
15446 vector bool short __b) {
15447 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__a,
15448 (vector unsigned short)__b);
15449 }
15450
vec_all_le(vector int __a,vector int __b)15451 static __inline__ int __ATTRS_o_ai vec_all_le(vector int __a, vector int __b) {
15452 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __a, __b);
15453 }
15454
vec_all_le(vector int __a,vector bool int __b)15455 static __inline__ int __ATTRS_o_ai vec_all_le(vector int __a,
15456 vector bool int __b) {
15457 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __a, (vector int)__b);
15458 }
15459
vec_all_le(vector unsigned int __a,vector unsigned int __b)15460 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned int __a,
15461 vector unsigned int __b) {
15462 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __a, __b);
15463 }
15464
vec_all_le(vector unsigned int __a,vector bool int __b)15465 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned int __a,
15466 vector bool int __b) {
15467 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __a, (vector unsigned int)__b);
15468 }
15469
vec_all_le(vector bool int __a,vector int __b)15470 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a,
15471 vector int __b) {
15472 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, (vector signed int)__a, __b);
15473 }
15474
vec_all_le(vector bool int __a,vector unsigned int __b)15475 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a,
15476 vector unsigned int __b) {
15477 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__a, __b);
15478 }
15479
vec_all_le(vector bool int __a,vector bool int __b)15480 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a,
15481 vector bool int __b) {
15482 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__a,
15483 (vector unsigned int)__b);
15484 }
15485
15486 #ifdef __VSX__
vec_all_le(vector signed long long __a,vector signed long long __b)15487 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed long long __a,
15488 vector signed long long __b) {
15489 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __a, __b);
15490 }
15491
vec_all_le(vector unsigned long long __a,vector unsigned long long __b)15492 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned long long __a,
15493 vector unsigned long long __b) {
15494 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __a, __b);
15495 }
15496
vec_all_le(vector signed long long __a,vector bool long long __b)15497 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed long long __a,
15498 vector bool long long __b) {
15499 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __a,
15500 (vector signed long long)__b);
15501 }
15502
vec_all_le(vector unsigned long long __a,vector bool long long __b)15503 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned long long __a,
15504 vector bool long long __b) {
15505 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __a,
15506 (vector unsigned long long)__b);
15507 }
15508
vec_all_le(vector bool long long __a,vector signed long long __b)15509 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a,
15510 vector signed long long __b) {
15511 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, (vector signed long long)__a,
15512 __b);
15513 }
15514
vec_all_le(vector bool long long __a,vector unsigned long long __b)15515 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a,
15516 vector unsigned long long __b) {
15517 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__a,
15518 __b);
15519 }
15520
vec_all_le(vector bool long long __a,vector bool long long __b)15521 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a,
15522 vector bool long long __b) {
15523 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__a,
15524 (vector unsigned long long)__b);
15525 }
15526 #endif
15527
vec_all_le(vector float __a,vector float __b)15528 static __inline__ int __ATTRS_o_ai vec_all_le(vector float __a,
15529 vector float __b) {
15530 #ifdef __VSX__
15531 return __builtin_vsx_xvcmpgesp_p(__CR6_LT, __b, __a);
15532 #else
15533 return __builtin_altivec_vcmpgefp_p(__CR6_LT, __b, __a);
15534 #endif
15535 }
15536
15537 #ifdef __VSX__
vec_all_le(vector double __a,vector double __b)15538 static __inline__ int __ATTRS_o_ai vec_all_le(vector double __a,
15539 vector double __b) {
15540 return __builtin_vsx_xvcmpgedp_p(__CR6_LT, __b, __a);
15541 }
15542 #endif
15543
15544 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_le(vector signed __int128 __a,vector signed __int128 __b)15545 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed __int128 __a,
15546 vector signed __int128 __b) {
15547 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ, __a, __b);
15548 }
15549
vec_all_le(vector unsigned __int128 __a,vector unsigned __int128 __b)15550 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned __int128 __a,
15551 vector unsigned __int128 __b) {
15552 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ, __a, __b);
15553 }
15554 #endif
15555
15556 /* vec_all_lt */
15557
vec_all_lt(vector signed char __a,vector signed char __b)15558 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed char __a,
15559 vector signed char __b) {
15560 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __b, __a);
15561 }
15562
vec_all_lt(vector signed char __a,vector bool char __b)15563 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed char __a,
15564 vector bool char __b) {
15565 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, (vector signed char)__b, __a);
15566 }
15567
vec_all_lt(vector unsigned char __a,vector unsigned char __b)15568 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned char __a,
15569 vector unsigned char __b) {
15570 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __b, __a);
15571 }
15572
vec_all_lt(vector unsigned char __a,vector bool char __b)15573 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned char __a,
15574 vector bool char __b) {
15575 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__b, __a);
15576 }
15577
vec_all_lt(vector bool char __a,vector signed char __b)15578 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a,
15579 vector signed char __b) {
15580 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __b, (vector signed char)__a);
15581 }
15582
vec_all_lt(vector bool char __a,vector unsigned char __b)15583 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a,
15584 vector unsigned char __b) {
15585 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __b, (vector unsigned char)__a);
15586 }
15587
vec_all_lt(vector bool char __a,vector bool char __b)15588 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a,
15589 vector bool char __b) {
15590 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__b,
15591 (vector unsigned char)__a);
15592 }
15593
vec_all_lt(vector short __a,vector short __b)15594 static __inline__ int __ATTRS_o_ai vec_all_lt(vector short __a,
15595 vector short __b) {
15596 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __b, __a);
15597 }
15598
vec_all_lt(vector short __a,vector bool short __b)15599 static __inline__ int __ATTRS_o_ai vec_all_lt(vector short __a,
15600 vector bool short __b) {
15601 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, (vector short)__b, __a);
15602 }
15603
vec_all_lt(vector unsigned short __a,vector unsigned short __b)15604 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned short __a,
15605 vector unsigned short __b) {
15606 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __b, __a);
15607 }
15608
vec_all_lt(vector unsigned short __a,vector bool short __b)15609 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned short __a,
15610 vector bool short __b) {
15611 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__b,
15612 __a);
15613 }
15614
vec_all_lt(vector bool short __a,vector short __b)15615 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a,
15616 vector short __b) {
15617 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __b, (vector signed short)__a);
15618 }
15619
vec_all_lt(vector bool short __a,vector unsigned short __b)15620 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a,
15621 vector unsigned short __b) {
15622 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __b,
15623 (vector unsigned short)__a);
15624 }
15625
vec_all_lt(vector bool short __a,vector bool short __b)15626 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a,
15627 vector bool short __b) {
15628 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__b,
15629 (vector unsigned short)__a);
15630 }
15631
vec_all_lt(vector int __a,vector int __b)15632 static __inline__ int __ATTRS_o_ai vec_all_lt(vector int __a, vector int __b) {
15633 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __b, __a);
15634 }
15635
vec_all_lt(vector int __a,vector bool int __b)15636 static __inline__ int __ATTRS_o_ai vec_all_lt(vector int __a,
15637 vector bool int __b) {
15638 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, (vector int)__b, __a);
15639 }
15640
vec_all_lt(vector unsigned int __a,vector unsigned int __b)15641 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned int __a,
15642 vector unsigned int __b) {
15643 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __b, __a);
15644 }
15645
vec_all_lt(vector unsigned int __a,vector bool int __b)15646 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned int __a,
15647 vector bool int __b) {
15648 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__b, __a);
15649 }
15650
vec_all_lt(vector bool int __a,vector int __b)15651 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a,
15652 vector int __b) {
15653 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __b, (vector signed int)__a);
15654 }
15655
vec_all_lt(vector bool int __a,vector unsigned int __b)15656 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a,
15657 vector unsigned int __b) {
15658 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __b, (vector unsigned int)__a);
15659 }
15660
vec_all_lt(vector bool int __a,vector bool int __b)15661 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a,
15662 vector bool int __b) {
15663 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__b,
15664 (vector unsigned int)__a);
15665 }
15666
15667 #ifdef __VSX__
vec_all_lt(vector signed long long __a,vector signed long long __b)15668 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed long long __a,
15669 vector signed long long __b) {
15670 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __b, __a);
15671 }
15672
vec_all_lt(vector unsigned long long __a,vector unsigned long long __b)15673 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned long long __a,
15674 vector unsigned long long __b) {
15675 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __b, __a);
15676 }
15677
vec_all_lt(vector signed long long __a,vector bool long long __b)15678 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed long long __a,
15679 vector bool long long __b) {
15680 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, (vector signed long long)__b,
15681 __a);
15682 }
15683
vec_all_lt(vector unsigned long long __a,vector bool long long __b)15684 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned long long __a,
15685 vector bool long long __b) {
15686 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__b,
15687 __a);
15688 }
15689
vec_all_lt(vector bool long long __a,vector signed long long __b)15690 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a,
15691 vector signed long long __b) {
15692 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __b,
15693 (vector signed long long)__a);
15694 }
15695
vec_all_lt(vector bool long long __a,vector unsigned long long __b)15696 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a,
15697 vector unsigned long long __b) {
15698 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __b,
15699 (vector unsigned long long)__a);
15700 }
15701
vec_all_lt(vector bool long long __a,vector bool long long __b)15702 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a,
15703 vector bool long long __b) {
15704 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__b,
15705 (vector unsigned long long)__a);
15706 }
15707 #endif
15708
vec_all_lt(vector float __a,vector float __b)15709 static __inline__ int __ATTRS_o_ai vec_all_lt(vector float __a,
15710 vector float __b) {
15711 #ifdef __VSX__
15712 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT, __b, __a);
15713 #else
15714 return __builtin_altivec_vcmpgtfp_p(__CR6_LT, __b, __a);
15715 #endif
15716 }
15717
15718 #ifdef __VSX__
vec_all_lt(vector double __a,vector double __b)15719 static __inline__ int __ATTRS_o_ai vec_all_lt(vector double __a,
15720 vector double __b) {
15721 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT, __b, __a);
15722 }
15723 #endif
15724
15725 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_lt(vector signed __int128 __a,vector signed __int128 __b)15726 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed __int128 __a,
15727 vector signed __int128 __b) {
15728 return __builtin_altivec_vcmpgtsq_p(__CR6_LT, __b, __a);
15729 }
15730
vec_all_lt(vector unsigned __int128 __a,vector unsigned __int128 __b)15731 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned __int128 __a,
15732 vector unsigned __int128 __b) {
15733 return __builtin_altivec_vcmpgtuq_p(__CR6_LT, __b, __a);
15734 }
15735 #endif
15736
15737 /* vec_all_nan */
15738
vec_all_nan(vector float __a)15739 static __inline__ int __ATTRS_o_ai vec_all_nan(vector float __a) {
15740 #ifdef __VSX__
15741 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ, __a, __a);
15742 #else
15743 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ, __a, __a);
15744 #endif
15745 }
15746
15747 #ifdef __VSX__
vec_all_nan(vector double __a)15748 static __inline__ int __ATTRS_o_ai vec_all_nan(vector double __a) {
15749 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ, __a, __a);
15750 }
15751 #endif
15752
15753 /* vec_all_ne */
15754
vec_all_ne(vector signed char __a,vector signed char __b)15755 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed char __a,
15756 vector signed char __b) {
15757 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15758 (vector char)__b);
15759 }
15760
vec_all_ne(vector signed char __a,vector bool char __b)15761 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed char __a,
15762 vector bool char __b) {
15763 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15764 (vector char)__b);
15765 }
15766
vec_all_ne(vector unsigned char __a,vector unsigned char __b)15767 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned char __a,
15768 vector unsigned char __b) {
15769 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15770 (vector char)__b);
15771 }
15772
vec_all_ne(vector unsigned char __a,vector bool char __b)15773 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned char __a,
15774 vector bool char __b) {
15775 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15776 (vector char)__b);
15777 }
15778
vec_all_ne(vector bool char __a,vector signed char __b)15779 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a,
15780 vector signed char __b) {
15781 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15782 (vector char)__b);
15783 }
15784
vec_all_ne(vector bool char __a,vector unsigned char __b)15785 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a,
15786 vector unsigned char __b) {
15787 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15788 (vector char)__b);
15789 }
15790
vec_all_ne(vector bool char __a,vector bool char __b)15791 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a,
15792 vector bool char __b) {
15793 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a,
15794 (vector char)__b);
15795 }
15796
vec_all_ne(vector short __a,vector short __b)15797 static __inline__ int __ATTRS_o_ai vec_all_ne(vector short __a,
15798 vector short __b) {
15799 return __builtin_altivec_vcmpequh_p(__CR6_EQ, __a, __b);
15800 }
15801
vec_all_ne(vector short __a,vector bool short __b)15802 static __inline__ int __ATTRS_o_ai vec_all_ne(vector short __a,
15803 vector bool short __b) {
15804 return __builtin_altivec_vcmpequh_p(__CR6_EQ, __a, (vector short)__b);
15805 }
15806
vec_all_ne(vector unsigned short __a,vector unsigned short __b)15807 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned short __a,
15808 vector unsigned short __b) {
15809 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15810 (vector short)__b);
15811 }
15812
vec_all_ne(vector unsigned short __a,vector bool short __b)15813 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned short __a,
15814 vector bool short __b) {
15815 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15816 (vector short)__b);
15817 }
15818
vec_all_ne(vector bool short __a,vector short __b)15819 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a,
15820 vector short __b) {
15821 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15822 (vector short)__b);
15823 }
15824
vec_all_ne(vector bool short __a,vector unsigned short __b)15825 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a,
15826 vector unsigned short __b) {
15827 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15828 (vector short)__b);
15829 }
15830
vec_all_ne(vector bool short __a,vector bool short __b)15831 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a,
15832 vector bool short __b) {
15833 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15834 (vector short)__b);
15835 }
15836
vec_all_ne(vector pixel __a,vector pixel __b)15837 static __inline__ int __ATTRS_o_ai vec_all_ne(vector pixel __a,
15838 vector pixel __b) {
15839 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a,
15840 (vector short)__b);
15841 }
15842
vec_all_ne(vector int __a,vector int __b)15843 static __inline__ int __ATTRS_o_ai vec_all_ne(vector int __a, vector int __b) {
15844 return __builtin_altivec_vcmpequw_p(__CR6_EQ, __a, __b);
15845 }
15846
vec_all_ne(vector int __a,vector bool int __b)15847 static __inline__ int __ATTRS_o_ai vec_all_ne(vector int __a,
15848 vector bool int __b) {
15849 return __builtin_altivec_vcmpequw_p(__CR6_EQ, __a, (vector int)__b);
15850 }
15851
vec_all_ne(vector unsigned int __a,vector unsigned int __b)15852 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned int __a,
15853 vector unsigned int __b) {
15854 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a,
15855 (vector int)__b);
15856 }
15857
vec_all_ne(vector unsigned int __a,vector bool int __b)15858 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned int __a,
15859 vector bool int __b) {
15860 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a,
15861 (vector int)__b);
15862 }
15863
vec_all_ne(vector bool int __a,vector int __b)15864 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a,
15865 vector int __b) {
15866 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a,
15867 (vector int)__b);
15868 }
15869
vec_all_ne(vector bool int __a,vector unsigned int __b)15870 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a,
15871 vector unsigned int __b) {
15872 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a,
15873 (vector int)__b);
15874 }
15875
vec_all_ne(vector bool int __a,vector bool int __b)15876 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a,
15877 vector bool int __b) {
15878 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a,
15879 (vector int)__b);
15880 }
15881
15882 #ifdef __VSX__
vec_all_ne(vector signed long long __a,vector signed long long __b)15883 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed long long __a,
15884 vector signed long long __b) {
15885 return __builtin_altivec_vcmpequd_p(__CR6_EQ, __a, __b);
15886 }
15887
vec_all_ne(vector unsigned long long __a,vector unsigned long long __b)15888 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned long long __a,
15889 vector unsigned long long __b) {
15890 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector long long)__a,
15891 (vector long long)__b);
15892 }
15893
vec_all_ne(vector signed long long __a,vector bool long long __b)15894 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed long long __a,
15895 vector bool long long __b) {
15896 return __builtin_altivec_vcmpequd_p(__CR6_EQ, __a,
15897 (vector signed long long)__b);
15898 }
15899
vec_all_ne(vector unsigned long long __a,vector bool long long __b)15900 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned long long __a,
15901 vector bool long long __b) {
15902 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a,
15903 (vector signed long long)__b);
15904 }
15905
vec_all_ne(vector bool long long __a,vector signed long long __b)15906 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a,
15907 vector signed long long __b) {
15908 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a,
15909 (vector signed long long)__b);
15910 }
15911
vec_all_ne(vector bool long long __a,vector unsigned long long __b)15912 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a,
15913 vector unsigned long long __b) {
15914 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a,
15915 (vector signed long long)__b);
15916 }
15917
vec_all_ne(vector bool long long __a,vector bool long long __b)15918 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a,
15919 vector bool long long __b) {
15920 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a,
15921 (vector signed long long)__b);
15922 }
15923 #endif
15924
vec_all_ne(vector float __a,vector float __b)15925 static __inline__ int __ATTRS_o_ai vec_all_ne(vector float __a,
15926 vector float __b) {
15927 #ifdef __VSX__
15928 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ, __a, __b);
15929 #else
15930 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ, __a, __b);
15931 #endif
15932 }
15933
15934 #ifdef __VSX__
vec_all_ne(vector double __a,vector double __b)15935 static __inline__ int __ATTRS_o_ai vec_all_ne(vector double __a,
15936 vector double __b) {
15937 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ, __a, __b);
15938 }
15939 #endif
15940
15941 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_all_ne(vector signed __int128 __a,vector signed __int128 __b)15942 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed __int128 __a,
15943 vector signed __int128 __b) {
15944 return __builtin_altivec_vcmpequq_p(__CR6_EQ, (vector unsigned __int128)__a,
15945 __b);
15946 }
15947
vec_all_ne(vector unsigned __int128 __a,vector unsigned __int128 __b)15948 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned __int128 __a,
15949 vector unsigned __int128 __b) {
15950 return __builtin_altivec_vcmpequq_p(__CR6_EQ, __a,
15951 (vector signed __int128)__b);
15952 }
15953
vec_all_ne(vector bool __int128 __a,vector bool __int128 __b)15954 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool __int128 __a,
15955 vector bool __int128 __b) {
15956 return __builtin_altivec_vcmpequq_p(__CR6_EQ, (vector unsigned __int128)__a,
15957 (vector signed __int128)__b);
15958 }
15959 #endif
15960
15961 /* vec_all_nge */
15962
vec_all_nge(vector float __a,vector float __b)15963 static __inline__ int __ATTRS_o_ai vec_all_nge(vector float __a,
15964 vector float __b) {
15965 #ifdef __VSX__
15966 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ, __a, __b);
15967 #else
15968 return __builtin_altivec_vcmpgefp_p(__CR6_EQ, __a, __b);
15969 #endif
15970 }
15971
15972 #ifdef __VSX__
vec_all_nge(vector double __a,vector double __b)15973 static __inline__ int __ATTRS_o_ai vec_all_nge(vector double __a,
15974 vector double __b) {
15975 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ, __a, __b);
15976 }
15977 #endif
15978
15979 /* vec_all_ngt */
15980
vec_all_ngt(vector float __a,vector float __b)15981 static __inline__ int __ATTRS_o_ai vec_all_ngt(vector float __a,
15982 vector float __b) {
15983 #ifdef __VSX__
15984 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ, __a, __b);
15985 #else
15986 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ, __a, __b);
15987 #endif
15988 }
15989
15990 #ifdef __VSX__
vec_all_ngt(vector double __a,vector double __b)15991 static __inline__ int __ATTRS_o_ai vec_all_ngt(vector double __a,
15992 vector double __b) {
15993 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ, __a, __b);
15994 }
15995 #endif
15996
15997 /* vec_all_nle */
15998
15999 static __inline__ int __ATTRS_o_ai
vec_all_nle(vector float __a,vector float __b)16000 vec_all_nle(vector float __a, vector float __b) {
16001 #ifdef __VSX__
16002 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ, __b, __a);
16003 #else
16004 return __builtin_altivec_vcmpgefp_p(__CR6_EQ, __b, __a);
16005 #endif
16006 }
16007
16008 #ifdef __VSX__
vec_all_nle(vector double __a,vector double __b)16009 static __inline__ int __ATTRS_o_ai vec_all_nle(vector double __a,
16010 vector double __b) {
16011 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ, __b, __a);
16012 }
16013 #endif
16014
16015 /* vec_all_nlt */
16016
16017 static __inline__ int __ATTRS_o_ai
vec_all_nlt(vector float __a,vector float __b)16018 vec_all_nlt(vector float __a, vector float __b) {
16019 #ifdef __VSX__
16020 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ, __b, __a);
16021 #else
16022 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ, __b, __a);
16023 #endif
16024 }
16025
16026 #ifdef __VSX__
vec_all_nlt(vector double __a,vector double __b)16027 static __inline__ int __ATTRS_o_ai vec_all_nlt(vector double __a,
16028 vector double __b) {
16029 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ, __b, __a);
16030 }
16031 #endif
16032
16033 /* vec_all_numeric */
16034
16035 static __inline__ int __ATTRS_o_ai
vec_all_numeric(vector float __a)16036 vec_all_numeric(vector float __a) {
16037 #ifdef __VSX__
16038 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT, __a, __a);
16039 #else
16040 return __builtin_altivec_vcmpeqfp_p(__CR6_LT, __a, __a);
16041 #endif
16042 }
16043
16044 #ifdef __VSX__
vec_all_numeric(vector double __a)16045 static __inline__ int __ATTRS_o_ai vec_all_numeric(vector double __a) {
16046 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT, __a, __a);
16047 }
16048 #endif
16049
16050 /* vec_any_eq */
16051
vec_any_eq(vector signed char __a,vector signed char __b)16052 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed char __a,
16053 vector signed char __b) {
16054 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16055 (vector char)__b);
16056 }
16057
vec_any_eq(vector signed char __a,vector bool char __b)16058 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed char __a,
16059 vector bool char __b) {
16060 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16061 (vector char)__b);
16062 }
16063
vec_any_eq(vector unsigned char __a,vector unsigned char __b)16064 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned char __a,
16065 vector unsigned char __b) {
16066 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16067 (vector char)__b);
16068 }
16069
vec_any_eq(vector unsigned char __a,vector bool char __b)16070 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned char __a,
16071 vector bool char __b) {
16072 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16073 (vector char)__b);
16074 }
16075
vec_any_eq(vector bool char __a,vector signed char __b)16076 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a,
16077 vector signed char __b) {
16078 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16079 (vector char)__b);
16080 }
16081
vec_any_eq(vector bool char __a,vector unsigned char __b)16082 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a,
16083 vector unsigned char __b) {
16084 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16085 (vector char)__b);
16086 }
16087
vec_any_eq(vector bool char __a,vector bool char __b)16088 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a,
16089 vector bool char __b) {
16090 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a,
16091 (vector char)__b);
16092 }
16093
vec_any_eq(vector short __a,vector short __b)16094 static __inline__ int __ATTRS_o_ai vec_any_eq(vector short __a,
16095 vector short __b) {
16096 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, __a, __b);
16097 }
16098
vec_any_eq(vector short __a,vector bool short __b)16099 static __inline__ int __ATTRS_o_ai vec_any_eq(vector short __a,
16100 vector bool short __b) {
16101 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, __a, (vector short)__b);
16102 }
16103
vec_any_eq(vector unsigned short __a,vector unsigned short __b)16104 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned short __a,
16105 vector unsigned short __b) {
16106 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16107 (vector short)__b);
16108 }
16109
vec_any_eq(vector unsigned short __a,vector bool short __b)16110 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned short __a,
16111 vector bool short __b) {
16112 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16113 (vector short)__b);
16114 }
16115
vec_any_eq(vector bool short __a,vector short __b)16116 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a,
16117 vector short __b) {
16118 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16119 (vector short)__b);
16120 }
16121
vec_any_eq(vector bool short __a,vector unsigned short __b)16122 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a,
16123 vector unsigned short __b) {
16124 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16125 (vector short)__b);
16126 }
16127
vec_any_eq(vector bool short __a,vector bool short __b)16128 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a,
16129 vector bool short __b) {
16130 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16131 (vector short)__b);
16132 }
16133
vec_any_eq(vector pixel __a,vector pixel __b)16134 static __inline__ int __ATTRS_o_ai vec_any_eq(vector pixel __a,
16135 vector pixel __b) {
16136 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a,
16137 (vector short)__b);
16138 }
16139
vec_any_eq(vector int __a,vector int __b)16140 static __inline__ int __ATTRS_o_ai vec_any_eq(vector int __a, vector int __b) {
16141 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, __a, __b);
16142 }
16143
vec_any_eq(vector int __a,vector bool int __b)16144 static __inline__ int __ATTRS_o_ai vec_any_eq(vector int __a,
16145 vector bool int __b) {
16146 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, __a, (vector int)__b);
16147 }
16148
vec_any_eq(vector unsigned int __a,vector unsigned int __b)16149 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned int __a,
16150 vector unsigned int __b) {
16151 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a,
16152 (vector int)__b);
16153 }
16154
vec_any_eq(vector unsigned int __a,vector bool int __b)16155 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned int __a,
16156 vector bool int __b) {
16157 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a,
16158 (vector int)__b);
16159 }
16160
vec_any_eq(vector bool int __a,vector int __b)16161 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a,
16162 vector int __b) {
16163 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a,
16164 (vector int)__b);
16165 }
16166
vec_any_eq(vector bool int __a,vector unsigned int __b)16167 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a,
16168 vector unsigned int __b) {
16169 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a,
16170 (vector int)__b);
16171 }
16172
vec_any_eq(vector bool int __a,vector bool int __b)16173 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a,
16174 vector bool int __b) {
16175 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a,
16176 (vector int)__b);
16177 }
16178
16179 #ifdef __VSX__
vec_any_eq(vector signed long long __a,vector signed long long __b)16180 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed long long __a,
16181 vector signed long long __b) {
16182 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, __a, __b);
16183 }
16184
vec_any_eq(vector unsigned long long __a,vector unsigned long long __b)16185 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned long long __a,
16186 vector unsigned long long __b) {
16187 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, (vector long long)__a,
16188 (vector long long)__b);
16189 }
16190
vec_any_eq(vector signed long long __a,vector bool long long __b)16191 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed long long __a,
16192 vector bool long long __b) {
16193 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, __a,
16194 (vector signed long long)__b);
16195 }
16196
vec_any_eq(vector unsigned long long __a,vector bool long long __b)16197 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned long long __a,
16198 vector bool long long __b) {
16199 return __builtin_altivec_vcmpequd_p(
16200 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b);
16201 }
16202
vec_any_eq(vector bool long long __a,vector signed long long __b)16203 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a,
16204 vector signed long long __b) {
16205 return __builtin_altivec_vcmpequd_p(
16206 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b);
16207 }
16208
vec_any_eq(vector bool long long __a,vector unsigned long long __b)16209 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a,
16210 vector unsigned long long __b) {
16211 return __builtin_altivec_vcmpequd_p(
16212 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b);
16213 }
16214
vec_any_eq(vector bool long long __a,vector bool long long __b)16215 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a,
16216 vector bool long long __b) {
16217 return __builtin_altivec_vcmpequd_p(
16218 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b);
16219 }
16220 #endif
16221
vec_any_eq(vector float __a,vector float __b)16222 static __inline__ int __ATTRS_o_ai vec_any_eq(vector float __a,
16223 vector float __b) {
16224 #ifdef __VSX__
16225 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ_REV, __a, __b);
16226 #else
16227 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ_REV, __a, __b);
16228 #endif
16229 }
16230
16231 #ifdef __VSX__
vec_any_eq(vector double __a,vector double __b)16232 static __inline__ int __ATTRS_o_ai vec_any_eq(vector double __a,
16233 vector double __b) {
16234 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ_REV, __a, __b);
16235 }
16236 #endif
16237
16238 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_eq(vector signed __int128 __a,vector signed __int128 __b)16239 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed __int128 __a,
16240 vector signed __int128 __b) {
16241 return __builtin_altivec_vcmpequq_p(__CR6_EQ_REV,
16242 (vector unsigned __int128)__a, __b);
16243 }
16244
vec_any_eq(vector unsigned __int128 __a,vector unsigned __int128 __b)16245 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned __int128 __a,
16246 vector unsigned __int128 __b) {
16247 return __builtin_altivec_vcmpequq_p(__CR6_EQ_REV, __a,
16248 (vector signed __int128)__b);
16249 }
16250
vec_any_eq(vector bool __int128 __a,vector bool __int128 __b)16251 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool __int128 __a,
16252 vector bool __int128 __b) {
16253 return __builtin_altivec_vcmpequq_p(
16254 __CR6_EQ_REV, (vector unsigned __int128)__a, (vector signed __int128)__b);
16255 }
16256 #endif
16257
16258 /* vec_any_ge */
16259
vec_any_ge(vector signed char __a,vector signed char __b)16260 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed char __a,
16261 vector signed char __b) {
16262 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __b, __a);
16263 }
16264
vec_any_ge(vector signed char __a,vector bool char __b)16265 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed char __a,
16266 vector bool char __b) {
16267 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, (vector signed char)__b,
16268 __a);
16269 }
16270
vec_any_ge(vector unsigned char __a,vector unsigned char __b)16271 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned char __a,
16272 vector unsigned char __b) {
16273 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __b, __a);
16274 }
16275
vec_any_ge(vector unsigned char __a,vector bool char __b)16276 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned char __a,
16277 vector bool char __b) {
16278 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__b,
16279 __a);
16280 }
16281
vec_any_ge(vector bool char __a,vector signed char __b)16282 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a,
16283 vector signed char __b) {
16284 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __b,
16285 (vector signed char)__a);
16286 }
16287
vec_any_ge(vector bool char __a,vector unsigned char __b)16288 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a,
16289 vector unsigned char __b) {
16290 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __b,
16291 (vector unsigned char)__a);
16292 }
16293
vec_any_ge(vector bool char __a,vector bool char __b)16294 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a,
16295 vector bool char __b) {
16296 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__b,
16297 (vector unsigned char)__a);
16298 }
16299
vec_any_ge(vector short __a,vector short __b)16300 static __inline__ int __ATTRS_o_ai vec_any_ge(vector short __a,
16301 vector short __b) {
16302 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __b, __a);
16303 }
16304
vec_any_ge(vector short __a,vector bool short __b)16305 static __inline__ int __ATTRS_o_ai vec_any_ge(vector short __a,
16306 vector bool short __b) {
16307 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, (vector short)__b, __a);
16308 }
16309
vec_any_ge(vector unsigned short __a,vector unsigned short __b)16310 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned short __a,
16311 vector unsigned short __b) {
16312 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __b, __a);
16313 }
16314
vec_any_ge(vector unsigned short __a,vector bool short __b)16315 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned short __a,
16316 vector bool short __b) {
16317 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__b,
16318 __a);
16319 }
16320
vec_any_ge(vector bool short __a,vector short __b)16321 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a,
16322 vector short __b) {
16323 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __b,
16324 (vector signed short)__a);
16325 }
16326
vec_any_ge(vector bool short __a,vector unsigned short __b)16327 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a,
16328 vector unsigned short __b) {
16329 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __b,
16330 (vector unsigned short)__a);
16331 }
16332
vec_any_ge(vector bool short __a,vector bool short __b)16333 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a,
16334 vector bool short __b) {
16335 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__b,
16336 (vector unsigned short)__a);
16337 }
16338
vec_any_ge(vector int __a,vector int __b)16339 static __inline__ int __ATTRS_o_ai vec_any_ge(vector int __a, vector int __b) {
16340 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __b, __a);
16341 }
16342
vec_any_ge(vector int __a,vector bool int __b)16343 static __inline__ int __ATTRS_o_ai vec_any_ge(vector int __a,
16344 vector bool int __b) {
16345 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, (vector int)__b, __a);
16346 }
16347
vec_any_ge(vector unsigned int __a,vector unsigned int __b)16348 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned int __a,
16349 vector unsigned int __b) {
16350 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __b, __a);
16351 }
16352
vec_any_ge(vector unsigned int __a,vector bool int __b)16353 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned int __a,
16354 vector bool int __b) {
16355 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__b,
16356 __a);
16357 }
16358
vec_any_ge(vector bool int __a,vector int __b)16359 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a,
16360 vector int __b) {
16361 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __b,
16362 (vector signed int)__a);
16363 }
16364
vec_any_ge(vector bool int __a,vector unsigned int __b)16365 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a,
16366 vector unsigned int __b) {
16367 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __b,
16368 (vector unsigned int)__a);
16369 }
16370
vec_any_ge(vector bool int __a,vector bool int __b)16371 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a,
16372 vector bool int __b) {
16373 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__b,
16374 (vector unsigned int)__a);
16375 }
16376
16377 #ifdef __VSX__
vec_any_ge(vector signed long long __a,vector signed long long __b)16378 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed long long __a,
16379 vector signed long long __b) {
16380 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __b, __a);
16381 }
16382
vec_any_ge(vector unsigned long long __a,vector unsigned long long __b)16383 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned long long __a,
16384 vector unsigned long long __b) {
16385 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __b, __a);
16386 }
16387
vec_any_ge(vector signed long long __a,vector bool long long __b)16388 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed long long __a,
16389 vector bool long long __b) {
16390 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV,
16391 (vector signed long long)__b, __a);
16392 }
16393
vec_any_ge(vector unsigned long long __a,vector bool long long __b)16394 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned long long __a,
16395 vector bool long long __b) {
16396 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV,
16397 (vector unsigned long long)__b, __a);
16398 }
16399
vec_any_ge(vector bool long long __a,vector signed long long __b)16400 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a,
16401 vector signed long long __b) {
16402 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __b,
16403 (vector signed long long)__a);
16404 }
16405
vec_any_ge(vector bool long long __a,vector unsigned long long __b)16406 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a,
16407 vector unsigned long long __b) {
16408 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __b,
16409 (vector unsigned long long)__a);
16410 }
16411
vec_any_ge(vector bool long long __a,vector bool long long __b)16412 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a,
16413 vector bool long long __b) {
16414 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV,
16415 (vector unsigned long long)__b,
16416 (vector unsigned long long)__a);
16417 }
16418 #endif
16419
vec_any_ge(vector float __a,vector float __b)16420 static __inline__ int __ATTRS_o_ai vec_any_ge(vector float __a,
16421 vector float __b) {
16422 #ifdef __VSX__
16423 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ_REV, __a, __b);
16424 #else
16425 return __builtin_altivec_vcmpgefp_p(__CR6_EQ_REV, __a, __b);
16426 #endif
16427 }
16428
16429 #ifdef __VSX__
vec_any_ge(vector double __a,vector double __b)16430 static __inline__ int __ATTRS_o_ai vec_any_ge(vector double __a,
16431 vector double __b) {
16432 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ_REV, __a, __b);
16433 }
16434 #endif
16435
16436 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_ge(vector signed __int128 __a,vector signed __int128 __b)16437 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed __int128 __a,
16438 vector signed __int128 __b) {
16439 return __builtin_altivec_vcmpgtsq_p(__CR6_LT_REV, __b, __a);
16440 }
16441
vec_any_ge(vector unsigned __int128 __a,vector unsigned __int128 __b)16442 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned __int128 __a,
16443 vector unsigned __int128 __b) {
16444 return __builtin_altivec_vcmpgtuq_p(__CR6_LT_REV, __b, __a);
16445 }
16446 #endif
16447
16448 /* vec_any_gt */
16449
vec_any_gt(vector signed char __a,vector signed char __b)16450 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed char __a,
16451 vector signed char __b) {
16452 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __a, __b);
16453 }
16454
vec_any_gt(vector signed char __a,vector bool char __b)16455 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed char __a,
16456 vector bool char __b) {
16457 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __a,
16458 (vector signed char)__b);
16459 }
16460
vec_any_gt(vector unsigned char __a,vector unsigned char __b)16461 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned char __a,
16462 vector unsigned char __b) {
16463 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __a, __b);
16464 }
16465
vec_any_gt(vector unsigned char __a,vector bool char __b)16466 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned char __a,
16467 vector bool char __b) {
16468 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __a,
16469 (vector unsigned char)__b);
16470 }
16471
vec_any_gt(vector bool char __a,vector signed char __b)16472 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a,
16473 vector signed char __b) {
16474 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, (vector signed char)__a,
16475 __b);
16476 }
16477
vec_any_gt(vector bool char __a,vector unsigned char __b)16478 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a,
16479 vector unsigned char __b) {
16480 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__a,
16481 __b);
16482 }
16483
vec_any_gt(vector bool char __a,vector bool char __b)16484 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a,
16485 vector bool char __b) {
16486 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__a,
16487 (vector unsigned char)__b);
16488 }
16489
vec_any_gt(vector short __a,vector short __b)16490 static __inline__ int __ATTRS_o_ai vec_any_gt(vector short __a,
16491 vector short __b) {
16492 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __a, __b);
16493 }
16494
vec_any_gt(vector short __a,vector bool short __b)16495 static __inline__ int __ATTRS_o_ai vec_any_gt(vector short __a,
16496 vector bool short __b) {
16497 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __a, (vector short)__b);
16498 }
16499
vec_any_gt(vector unsigned short __a,vector unsigned short __b)16500 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned short __a,
16501 vector unsigned short __b) {
16502 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __a, __b);
16503 }
16504
vec_any_gt(vector unsigned short __a,vector bool short __b)16505 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned short __a,
16506 vector bool short __b) {
16507 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __a,
16508 (vector unsigned short)__b);
16509 }
16510
vec_any_gt(vector bool short __a,vector short __b)16511 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a,
16512 vector short __b) {
16513 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, (vector signed short)__a,
16514 __b);
16515 }
16516
vec_any_gt(vector bool short __a,vector unsigned short __b)16517 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a,
16518 vector unsigned short __b) {
16519 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__a,
16520 __b);
16521 }
16522
vec_any_gt(vector bool short __a,vector bool short __b)16523 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a,
16524 vector bool short __b) {
16525 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__a,
16526 (vector unsigned short)__b);
16527 }
16528
vec_any_gt(vector int __a,vector int __b)16529 static __inline__ int __ATTRS_o_ai vec_any_gt(vector int __a, vector int __b) {
16530 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __a, __b);
16531 }
16532
vec_any_gt(vector int __a,vector bool int __b)16533 static __inline__ int __ATTRS_o_ai vec_any_gt(vector int __a,
16534 vector bool int __b) {
16535 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __a, (vector int)__b);
16536 }
16537
vec_any_gt(vector unsigned int __a,vector unsigned int __b)16538 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned int __a,
16539 vector unsigned int __b) {
16540 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __a, __b);
16541 }
16542
vec_any_gt(vector unsigned int __a,vector bool int __b)16543 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned int __a,
16544 vector bool int __b) {
16545 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __a,
16546 (vector unsigned int)__b);
16547 }
16548
vec_any_gt(vector bool int __a,vector int __b)16549 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a,
16550 vector int __b) {
16551 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, (vector signed int)__a,
16552 __b);
16553 }
16554
vec_any_gt(vector bool int __a,vector unsigned int __b)16555 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a,
16556 vector unsigned int __b) {
16557 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__a,
16558 __b);
16559 }
16560
vec_any_gt(vector bool int __a,vector bool int __b)16561 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a,
16562 vector bool int __b) {
16563 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__a,
16564 (vector unsigned int)__b);
16565 }
16566
16567 #ifdef __VSX__
vec_any_gt(vector signed long long __a,vector signed long long __b)16568 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed long long __a,
16569 vector signed long long __b) {
16570 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __a, __b);
16571 }
16572
vec_any_gt(vector unsigned long long __a,vector unsigned long long __b)16573 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned long long __a,
16574 vector unsigned long long __b) {
16575 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __a, __b);
16576 }
16577
vec_any_gt(vector signed long long __a,vector bool long long __b)16578 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed long long __a,
16579 vector bool long long __b) {
16580 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __a,
16581 (vector signed long long)__b);
16582 }
16583
vec_any_gt(vector unsigned long long __a,vector bool long long __b)16584 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned long long __a,
16585 vector bool long long __b) {
16586 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __a,
16587 (vector unsigned long long)__b);
16588 }
16589
vec_any_gt(vector bool long long __a,vector signed long long __b)16590 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a,
16591 vector signed long long __b) {
16592 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV,
16593 (vector signed long long)__a, __b);
16594 }
16595
vec_any_gt(vector bool long long __a,vector unsigned long long __b)16596 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a,
16597 vector unsigned long long __b) {
16598 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV,
16599 (vector unsigned long long)__a, __b);
16600 }
16601
vec_any_gt(vector bool long long __a,vector bool long long __b)16602 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a,
16603 vector bool long long __b) {
16604 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV,
16605 (vector unsigned long long)__a,
16606 (vector unsigned long long)__b);
16607 }
16608 #endif
16609
vec_any_gt(vector float __a,vector float __b)16610 static __inline__ int __ATTRS_o_ai vec_any_gt(vector float __a,
16611 vector float __b) {
16612 #ifdef __VSX__
16613 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ_REV, __a, __b);
16614 #else
16615 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ_REV, __a, __b);
16616 #endif
16617 }
16618
16619 #ifdef __VSX__
vec_any_gt(vector double __a,vector double __b)16620 static __inline__ int __ATTRS_o_ai vec_any_gt(vector double __a,
16621 vector double __b) {
16622 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ_REV, __a, __b);
16623 }
16624 #endif
16625
16626 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_gt(vector signed __int128 __a,vector signed __int128 __b)16627 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed __int128 __a,
16628 vector signed __int128 __b) {
16629 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ_REV, __a, __b);
16630 }
16631
vec_any_gt(vector unsigned __int128 __a,vector unsigned __int128 __b)16632 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned __int128 __a,
16633 vector unsigned __int128 __b) {
16634 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ_REV, __a, __b);
16635 }
16636 #endif
16637
16638 /* vec_any_le */
16639
vec_any_le(vector signed char __a,vector signed char __b)16640 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed char __a,
16641 vector signed char __b) {
16642 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __a, __b);
16643 }
16644
vec_any_le(vector signed char __a,vector bool char __b)16645 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed char __a,
16646 vector bool char __b) {
16647 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __a,
16648 (vector signed char)__b);
16649 }
16650
vec_any_le(vector unsigned char __a,vector unsigned char __b)16651 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned char __a,
16652 vector unsigned char __b) {
16653 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __a, __b);
16654 }
16655
vec_any_le(vector unsigned char __a,vector bool char __b)16656 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned char __a,
16657 vector bool char __b) {
16658 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __a,
16659 (vector unsigned char)__b);
16660 }
16661
vec_any_le(vector bool char __a,vector signed char __b)16662 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a,
16663 vector signed char __b) {
16664 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, (vector signed char)__a,
16665 __b);
16666 }
16667
vec_any_le(vector bool char __a,vector unsigned char __b)16668 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a,
16669 vector unsigned char __b) {
16670 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__a,
16671 __b);
16672 }
16673
vec_any_le(vector bool char __a,vector bool char __b)16674 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a,
16675 vector bool char __b) {
16676 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__a,
16677 (vector unsigned char)__b);
16678 }
16679
vec_any_le(vector short __a,vector short __b)16680 static __inline__ int __ATTRS_o_ai vec_any_le(vector short __a,
16681 vector short __b) {
16682 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __a, __b);
16683 }
16684
vec_any_le(vector short __a,vector bool short __b)16685 static __inline__ int __ATTRS_o_ai vec_any_le(vector short __a,
16686 vector bool short __b) {
16687 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __a, (vector short)__b);
16688 }
16689
vec_any_le(vector unsigned short __a,vector unsigned short __b)16690 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned short __a,
16691 vector unsigned short __b) {
16692 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __a, __b);
16693 }
16694
vec_any_le(vector unsigned short __a,vector bool short __b)16695 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned short __a,
16696 vector bool short __b) {
16697 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __a,
16698 (vector unsigned short)__b);
16699 }
16700
vec_any_le(vector bool short __a,vector short __b)16701 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a,
16702 vector short __b) {
16703 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, (vector signed short)__a,
16704 __b);
16705 }
16706
vec_any_le(vector bool short __a,vector unsigned short __b)16707 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a,
16708 vector unsigned short __b) {
16709 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__a,
16710 __b);
16711 }
16712
vec_any_le(vector bool short __a,vector bool short __b)16713 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a,
16714 vector bool short __b) {
16715 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__a,
16716 (vector unsigned short)__b);
16717 }
16718
vec_any_le(vector int __a,vector int __b)16719 static __inline__ int __ATTRS_o_ai vec_any_le(vector int __a, vector int __b) {
16720 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __a, __b);
16721 }
16722
vec_any_le(vector int __a,vector bool int __b)16723 static __inline__ int __ATTRS_o_ai vec_any_le(vector int __a,
16724 vector bool int __b) {
16725 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __a, (vector int)__b);
16726 }
16727
vec_any_le(vector unsigned int __a,vector unsigned int __b)16728 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned int __a,
16729 vector unsigned int __b) {
16730 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __a, __b);
16731 }
16732
vec_any_le(vector unsigned int __a,vector bool int __b)16733 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned int __a,
16734 vector bool int __b) {
16735 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __a,
16736 (vector unsigned int)__b);
16737 }
16738
vec_any_le(vector bool int __a,vector int __b)16739 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a,
16740 vector int __b) {
16741 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, (vector signed int)__a,
16742 __b);
16743 }
16744
vec_any_le(vector bool int __a,vector unsigned int __b)16745 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a,
16746 vector unsigned int __b) {
16747 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__a,
16748 __b);
16749 }
16750
vec_any_le(vector bool int __a,vector bool int __b)16751 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a,
16752 vector bool int __b) {
16753 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__a,
16754 (vector unsigned int)__b);
16755 }
16756
16757 #ifdef __VSX__
vec_any_le(vector signed long long __a,vector signed long long __b)16758 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed long long __a,
16759 vector signed long long __b) {
16760 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __a, __b);
16761 }
16762
vec_any_le(vector unsigned long long __a,vector unsigned long long __b)16763 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned long long __a,
16764 vector unsigned long long __b) {
16765 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __a, __b);
16766 }
16767
vec_any_le(vector signed long long __a,vector bool long long __b)16768 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed long long __a,
16769 vector bool long long __b) {
16770 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __a,
16771 (vector signed long long)__b);
16772 }
16773
vec_any_le(vector unsigned long long __a,vector bool long long __b)16774 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned long long __a,
16775 vector bool long long __b) {
16776 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __a,
16777 (vector unsigned long long)__b);
16778 }
16779
vec_any_le(vector bool long long __a,vector signed long long __b)16780 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a,
16781 vector signed long long __b) {
16782 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV,
16783 (vector signed long long)__a, __b);
16784 }
16785
vec_any_le(vector bool long long __a,vector unsigned long long __b)16786 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a,
16787 vector unsigned long long __b) {
16788 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV,
16789 (vector unsigned long long)__a, __b);
16790 }
16791
vec_any_le(vector bool long long __a,vector bool long long __b)16792 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a,
16793 vector bool long long __b) {
16794 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV,
16795 (vector unsigned long long)__a,
16796 (vector unsigned long long)__b);
16797 }
16798 #endif
16799
vec_any_le(vector float __a,vector float __b)16800 static __inline__ int __ATTRS_o_ai vec_any_le(vector float __a,
16801 vector float __b) {
16802 #ifdef __VSX__
16803 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ_REV, __b, __a);
16804 #else
16805 return __builtin_altivec_vcmpgefp_p(__CR6_EQ_REV, __b, __a);
16806 #endif
16807 }
16808
16809 #ifdef __VSX__
vec_any_le(vector double __a,vector double __b)16810 static __inline__ int __ATTRS_o_ai vec_any_le(vector double __a,
16811 vector double __b) {
16812 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ_REV, __b, __a);
16813 }
16814 #endif
16815
16816 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_le(vector signed __int128 __a,vector signed __int128 __b)16817 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed __int128 __a,
16818 vector signed __int128 __b) {
16819 return __builtin_altivec_vcmpgtsq_p(__CR6_LT_REV, __a, __b);
16820 }
16821
vec_any_le(vector unsigned __int128 __a,vector unsigned __int128 __b)16822 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned __int128 __a,
16823 vector unsigned __int128 __b) {
16824 return __builtin_altivec_vcmpgtuq_p(__CR6_LT_REV, __a, __b);
16825 }
16826 #endif
16827
16828 /* vec_any_lt */
16829
vec_any_lt(vector signed char __a,vector signed char __b)16830 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed char __a,
16831 vector signed char __b) {
16832 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __b, __a);
16833 }
16834
vec_any_lt(vector signed char __a,vector bool char __b)16835 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed char __a,
16836 vector bool char __b) {
16837 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, (vector signed char)__b,
16838 __a);
16839 }
16840
vec_any_lt(vector unsigned char __a,vector unsigned char __b)16841 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned char __a,
16842 vector unsigned char __b) {
16843 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __b, __a);
16844 }
16845
vec_any_lt(vector unsigned char __a,vector bool char __b)16846 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned char __a,
16847 vector bool char __b) {
16848 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__b,
16849 __a);
16850 }
16851
vec_any_lt(vector bool char __a,vector signed char __b)16852 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a,
16853 vector signed char __b) {
16854 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __b,
16855 (vector signed char)__a);
16856 }
16857
vec_any_lt(vector bool char __a,vector unsigned char __b)16858 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a,
16859 vector unsigned char __b) {
16860 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __b,
16861 (vector unsigned char)__a);
16862 }
16863
vec_any_lt(vector bool char __a,vector bool char __b)16864 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a,
16865 vector bool char __b) {
16866 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__b,
16867 (vector unsigned char)__a);
16868 }
16869
vec_any_lt(vector short __a,vector short __b)16870 static __inline__ int __ATTRS_o_ai vec_any_lt(vector short __a,
16871 vector short __b) {
16872 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __b, __a);
16873 }
16874
vec_any_lt(vector short __a,vector bool short __b)16875 static __inline__ int __ATTRS_o_ai vec_any_lt(vector short __a,
16876 vector bool short __b) {
16877 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, (vector short)__b, __a);
16878 }
16879
vec_any_lt(vector unsigned short __a,vector unsigned short __b)16880 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned short __a,
16881 vector unsigned short __b) {
16882 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __b, __a);
16883 }
16884
vec_any_lt(vector unsigned short __a,vector bool short __b)16885 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned short __a,
16886 vector bool short __b) {
16887 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__b,
16888 __a);
16889 }
16890
vec_any_lt(vector bool short __a,vector short __b)16891 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a,
16892 vector short __b) {
16893 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __b,
16894 (vector signed short)__a);
16895 }
16896
vec_any_lt(vector bool short __a,vector unsigned short __b)16897 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a,
16898 vector unsigned short __b) {
16899 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __b,
16900 (vector unsigned short)__a);
16901 }
16902
vec_any_lt(vector bool short __a,vector bool short __b)16903 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a,
16904 vector bool short __b) {
16905 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__b,
16906 (vector unsigned short)__a);
16907 }
16908
vec_any_lt(vector int __a,vector int __b)16909 static __inline__ int __ATTRS_o_ai vec_any_lt(vector int __a, vector int __b) {
16910 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __b, __a);
16911 }
16912
vec_any_lt(vector int __a,vector bool int __b)16913 static __inline__ int __ATTRS_o_ai vec_any_lt(vector int __a,
16914 vector bool int __b) {
16915 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, (vector int)__b, __a);
16916 }
16917
vec_any_lt(vector unsigned int __a,vector unsigned int __b)16918 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned int __a,
16919 vector unsigned int __b) {
16920 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __b, __a);
16921 }
16922
vec_any_lt(vector unsigned int __a,vector bool int __b)16923 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned int __a,
16924 vector bool int __b) {
16925 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__b,
16926 __a);
16927 }
16928
vec_any_lt(vector bool int __a,vector int __b)16929 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a,
16930 vector int __b) {
16931 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __b,
16932 (vector signed int)__a);
16933 }
16934
vec_any_lt(vector bool int __a,vector unsigned int __b)16935 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a,
16936 vector unsigned int __b) {
16937 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __b,
16938 (vector unsigned int)__a);
16939 }
16940
vec_any_lt(vector bool int __a,vector bool int __b)16941 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a,
16942 vector bool int __b) {
16943 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__b,
16944 (vector unsigned int)__a);
16945 }
16946
16947 #ifdef __VSX__
vec_any_lt(vector signed long long __a,vector signed long long __b)16948 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed long long __a,
16949 vector signed long long __b) {
16950 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __b, __a);
16951 }
16952
vec_any_lt(vector unsigned long long __a,vector unsigned long long __b)16953 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned long long __a,
16954 vector unsigned long long __b) {
16955 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __b, __a);
16956 }
16957
vec_any_lt(vector signed long long __a,vector bool long long __b)16958 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed long long __a,
16959 vector bool long long __b) {
16960 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV,
16961 (vector signed long long)__b, __a);
16962 }
16963
vec_any_lt(vector unsigned long long __a,vector bool long long __b)16964 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned long long __a,
16965 vector bool long long __b) {
16966 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV,
16967 (vector unsigned long long)__b, __a);
16968 }
16969
vec_any_lt(vector bool long long __a,vector signed long long __b)16970 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a,
16971 vector signed long long __b) {
16972 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __b,
16973 (vector signed long long)__a);
16974 }
16975
vec_any_lt(vector bool long long __a,vector unsigned long long __b)16976 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a,
16977 vector unsigned long long __b) {
16978 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __b,
16979 (vector unsigned long long)__a);
16980 }
16981
vec_any_lt(vector bool long long __a,vector bool long long __b)16982 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a,
16983 vector bool long long __b) {
16984 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV,
16985 (vector unsigned long long)__b,
16986 (vector unsigned long long)__a);
16987 }
16988 #endif
16989
vec_any_lt(vector float __a,vector float __b)16990 static __inline__ int __ATTRS_o_ai vec_any_lt(vector float __a,
16991 vector float __b) {
16992 #ifdef __VSX__
16993 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ_REV, __b, __a);
16994 #else
16995 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ_REV, __b, __a);
16996 #endif
16997 }
16998
16999 #ifdef __VSX__
vec_any_lt(vector double __a,vector double __b)17000 static __inline__ int __ATTRS_o_ai vec_any_lt(vector double __a,
17001 vector double __b) {
17002 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ_REV, __b, __a);
17003 }
17004 #endif
17005
17006 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_lt(vector signed __int128 __a,vector signed __int128 __b)17007 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed __int128 __a,
17008 vector signed __int128 __b) {
17009 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ_REV, __b, __a);
17010 }
17011
vec_any_lt(vector unsigned __int128 __a,vector unsigned __int128 __b)17012 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned __int128 __a,
17013 vector unsigned __int128 __b) {
17014 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ_REV, __b, __a);
17015 }
17016 #endif
17017
17018 /* vec_any_nan */
17019
vec_any_nan(vector float __a)17020 static __inline__ int __ATTRS_o_ai vec_any_nan(vector float __a) {
17021 #ifdef __VSX__
17022 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT_REV, __a, __a);
17023 #else
17024 return __builtin_altivec_vcmpeqfp_p(__CR6_LT_REV, __a, __a);
17025 #endif
17026 }
17027 #ifdef __VSX__
vec_any_nan(vector double __a)17028 static __inline__ int __ATTRS_o_ai vec_any_nan(vector double __a) {
17029 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT_REV, __a, __a);
17030 }
17031 #endif
17032
17033 /* vec_any_ne */
17034
vec_any_ne(vector signed char __a,vector signed char __b)17035 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed char __a,
17036 vector signed char __b) {
17037 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17038 (vector char)__b);
17039 }
17040
vec_any_ne(vector signed char __a,vector bool char __b)17041 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed char __a,
17042 vector bool char __b) {
17043 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17044 (vector char)__b);
17045 }
17046
vec_any_ne(vector unsigned char __a,vector unsigned char __b)17047 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned char __a,
17048 vector unsigned char __b) {
17049 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17050 (vector char)__b);
17051 }
17052
vec_any_ne(vector unsigned char __a,vector bool char __b)17053 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned char __a,
17054 vector bool char __b) {
17055 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17056 (vector char)__b);
17057 }
17058
vec_any_ne(vector bool char __a,vector signed char __b)17059 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a,
17060 vector signed char __b) {
17061 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17062 (vector char)__b);
17063 }
17064
vec_any_ne(vector bool char __a,vector unsigned char __b)17065 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a,
17066 vector unsigned char __b) {
17067 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17068 (vector char)__b);
17069 }
17070
vec_any_ne(vector bool char __a,vector bool char __b)17071 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a,
17072 vector bool char __b) {
17073 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a,
17074 (vector char)__b);
17075 }
17076
vec_any_ne(vector short __a,vector short __b)17077 static __inline__ int __ATTRS_o_ai vec_any_ne(vector short __a,
17078 vector short __b) {
17079 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, __a, __b);
17080 }
17081
vec_any_ne(vector short __a,vector bool short __b)17082 static __inline__ int __ATTRS_o_ai vec_any_ne(vector short __a,
17083 vector bool short __b) {
17084 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, __a, (vector short)__b);
17085 }
17086
vec_any_ne(vector unsigned short __a,vector unsigned short __b)17087 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned short __a,
17088 vector unsigned short __b) {
17089 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17090 (vector short)__b);
17091 }
17092
vec_any_ne(vector unsigned short __a,vector bool short __b)17093 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned short __a,
17094 vector bool short __b) {
17095 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17096 (vector short)__b);
17097 }
17098
vec_any_ne(vector bool short __a,vector short __b)17099 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a,
17100 vector short __b) {
17101 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17102 (vector short)__b);
17103 }
17104
vec_any_ne(vector bool short __a,vector unsigned short __b)17105 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a,
17106 vector unsigned short __b) {
17107 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17108 (vector short)__b);
17109 }
17110
vec_any_ne(vector bool short __a,vector bool short __b)17111 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a,
17112 vector bool short __b) {
17113 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17114 (vector short)__b);
17115 }
17116
vec_any_ne(vector pixel __a,vector pixel __b)17117 static __inline__ int __ATTRS_o_ai vec_any_ne(vector pixel __a,
17118 vector pixel __b) {
17119 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a,
17120 (vector short)__b);
17121 }
17122
vec_any_ne(vector int __a,vector int __b)17123 static __inline__ int __ATTRS_o_ai vec_any_ne(vector int __a, vector int __b) {
17124 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, __a, __b);
17125 }
17126
vec_any_ne(vector int __a,vector bool int __b)17127 static __inline__ int __ATTRS_o_ai vec_any_ne(vector int __a,
17128 vector bool int __b) {
17129 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, __a, (vector int)__b);
17130 }
17131
vec_any_ne(vector unsigned int __a,vector unsigned int __b)17132 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned int __a,
17133 vector unsigned int __b) {
17134 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a,
17135 (vector int)__b);
17136 }
17137
vec_any_ne(vector unsigned int __a,vector bool int __b)17138 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned int __a,
17139 vector bool int __b) {
17140 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a,
17141 (vector int)__b);
17142 }
17143
vec_any_ne(vector bool int __a,vector int __b)17144 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a,
17145 vector int __b) {
17146 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a,
17147 (vector int)__b);
17148 }
17149
vec_any_ne(vector bool int __a,vector unsigned int __b)17150 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a,
17151 vector unsigned int __b) {
17152 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a,
17153 (vector int)__b);
17154 }
17155
vec_any_ne(vector bool int __a,vector bool int __b)17156 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a,
17157 vector bool int __b) {
17158 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a,
17159 (vector int)__b);
17160 }
17161
17162 #ifdef __VSX__
vec_any_ne(vector signed long long __a,vector signed long long __b)17163 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed long long __a,
17164 vector signed long long __b) {
17165 #ifdef __POWER8_VECTOR__
17166 return __builtin_altivec_vcmpequd_p(__CR6_LT_REV, __a, __b);
17167 #else
17168 // Take advantage of the optimized sequence for vec_all_eq when vcmpequd is
17169 // not available.
17170 return !vec_all_eq(__a, __b);
17171 #endif
17172 }
17173
vec_any_ne(vector unsigned long long __a,vector unsigned long long __b)17174 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned long long __a,
17175 vector unsigned long long __b) {
17176 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17177 }
17178
vec_any_ne(vector signed long long __a,vector bool long long __b)17179 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed long long __a,
17180 vector bool long long __b) {
17181 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17182 }
17183
vec_any_ne(vector unsigned long long __a,vector bool long long __b)17184 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned long long __a,
17185 vector bool long long __b) {
17186 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17187 }
17188
vec_any_ne(vector bool long long __a,vector signed long long __b)17189 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a,
17190 vector signed long long __b) {
17191 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17192 }
17193
vec_any_ne(vector bool long long __a,vector unsigned long long __b)17194 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a,
17195 vector unsigned long long __b) {
17196 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17197 }
17198
vec_any_ne(vector bool long long __a,vector bool long long __b)17199 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a,
17200 vector bool long long __b) {
17201 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b);
17202 }
17203 #endif
17204
vec_any_ne(vector float __a,vector float __b)17205 static __inline__ int __ATTRS_o_ai vec_any_ne(vector float __a,
17206 vector float __b) {
17207 #ifdef __VSX__
17208 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT_REV, __a, __b);
17209 #else
17210 return __builtin_altivec_vcmpeqfp_p(__CR6_LT_REV, __a, __b);
17211 #endif
17212 }
17213
17214 #ifdef __VSX__
vec_any_ne(vector double __a,vector double __b)17215 static __inline__ int __ATTRS_o_ai vec_any_ne(vector double __a,
17216 vector double __b) {
17217 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT_REV, __a, __b);
17218 }
17219 #endif
17220
17221 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__)
vec_any_ne(vector signed __int128 __a,vector signed __int128 __b)17222 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed __int128 __a,
17223 vector signed __int128 __b) {
17224 return __builtin_altivec_vcmpequq_p(__CR6_LT_REV,
17225 (vector unsigned __int128)__a, __b);
17226 }
17227
vec_any_ne(vector unsigned __int128 __a,vector unsigned __int128 __b)17228 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned __int128 __a,
17229 vector unsigned __int128 __b) {
17230 return __builtin_altivec_vcmpequq_p(__CR6_LT_REV, __a,
17231 (vector signed __int128)__b);
17232 }
17233
vec_any_ne(vector bool __int128 __a,vector bool __int128 __b)17234 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool __int128 __a,
17235 vector bool __int128 __b) {
17236 return __builtin_altivec_vcmpequq_p(
17237 __CR6_LT_REV, (vector unsigned __int128)__a, (vector signed __int128)__b);
17238 }
17239 #endif
17240
17241 /* vec_any_nge */
17242
vec_any_nge(vector float __a,vector float __b)17243 static __inline__ int __ATTRS_o_ai vec_any_nge(vector float __a,
17244 vector float __b) {
17245 #ifdef __VSX__
17246 return __builtin_vsx_xvcmpgesp_p(__CR6_LT_REV, __a, __b);
17247 #else
17248 return __builtin_altivec_vcmpgefp_p(__CR6_LT_REV, __a, __b);
17249 #endif
17250 }
17251
17252 #ifdef __VSX__
vec_any_nge(vector double __a,vector double __b)17253 static __inline__ int __ATTRS_o_ai vec_any_nge(vector double __a,
17254 vector double __b) {
17255 return __builtin_vsx_xvcmpgedp_p(__CR6_LT_REV, __a, __b);
17256 }
17257 #endif
17258
17259 /* vec_any_ngt */
17260
vec_any_ngt(vector float __a,vector float __b)17261 static __inline__ int __ATTRS_o_ai vec_any_ngt(vector float __a,
17262 vector float __b) {
17263 #ifdef __VSX__
17264 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT_REV, __a, __b);
17265 #else
17266 return __builtin_altivec_vcmpgtfp_p(__CR6_LT_REV, __a, __b);
17267 #endif
17268 }
17269
17270 #ifdef __VSX__
vec_any_ngt(vector double __a,vector double __b)17271 static __inline__ int __ATTRS_o_ai vec_any_ngt(vector double __a,
17272 vector double __b) {
17273 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT_REV, __a, __b);
17274 }
17275 #endif
17276
17277 /* vec_any_nle */
17278
vec_any_nle(vector float __a,vector float __b)17279 static __inline__ int __ATTRS_o_ai vec_any_nle(vector float __a,
17280 vector float __b) {
17281 #ifdef __VSX__
17282 return __builtin_vsx_xvcmpgesp_p(__CR6_LT_REV, __b, __a);
17283 #else
17284 return __builtin_altivec_vcmpgefp_p(__CR6_LT_REV, __b, __a);
17285 #endif
17286 }
17287
17288 #ifdef __VSX__
vec_any_nle(vector double __a,vector double __b)17289 static __inline__ int __ATTRS_o_ai vec_any_nle(vector double __a,
17290 vector double __b) {
17291 return __builtin_vsx_xvcmpgedp_p(__CR6_LT_REV, __b, __a);
17292 }
17293 #endif
17294
17295 /* vec_any_nlt */
17296
vec_any_nlt(vector float __a,vector float __b)17297 static __inline__ int __ATTRS_o_ai vec_any_nlt(vector float __a,
17298 vector float __b) {
17299 #ifdef __VSX__
17300 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT_REV, __b, __a);
17301 #else
17302 return __builtin_altivec_vcmpgtfp_p(__CR6_LT_REV, __b, __a);
17303 #endif
17304 }
17305
17306 #ifdef __VSX__
vec_any_nlt(vector double __a,vector double __b)17307 static __inline__ int __ATTRS_o_ai vec_any_nlt(vector double __a,
17308 vector double __b) {
17309 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT_REV, __b, __a);
17310 }
17311 #endif
17312
17313 /* vec_any_numeric */
17314
vec_any_numeric(vector float __a)17315 static __inline__ int __ATTRS_o_ai vec_any_numeric(vector float __a) {
17316 #ifdef __VSX__
17317 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ_REV, __a, __a);
17318 #else
17319 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ_REV, __a, __a);
17320 #endif
17321 }
17322
17323 #ifdef __VSX__
vec_any_numeric(vector double __a)17324 static __inline__ int __ATTRS_o_ai vec_any_numeric(vector double __a) {
17325 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ_REV, __a, __a);
17326 }
17327 #endif
17328
17329 /* vec_any_out */
17330
17331 static __inline__ int __attribute__((__always_inline__))
vec_any_out(vector float __a,vector float __b)17332 vec_any_out(vector float __a, vector float __b) {
17333 return __builtin_altivec_vcmpbfp_p(__CR6_EQ_REV, __a, __b);
17334 }
17335
17336 /* Power 8 Crypto functions
17337 Note: We diverge from the current GCC implementation with regard
17338 to cryptography and related functions as follows:
17339 - Only the SHA and AES instructions and builtins are disabled by -mno-crypto
17340 - The remaining ones are only available on Power8 and up so
17341 require -mpower8-vector
17342 The justification for this is that export requirements require that
17343 Category:Vector.Crypto is optional (i.e. compliant hardware may not provide
17344 support). As a result, we need to be able to turn off support for those.
17345 The remaining ones (currently controlled by -mcrypto for GCC) still
17346 need to be provided on compliant hardware even if Vector.Crypto is not
17347 provided.
17348 */
17349 #ifdef __CRYPTO__
17350 #define vec_sbox_be __builtin_altivec_crypto_vsbox
17351 #define vec_cipher_be __builtin_altivec_crypto_vcipher
17352 #define vec_cipherlast_be __builtin_altivec_crypto_vcipherlast
17353 #define vec_ncipher_be __builtin_altivec_crypto_vncipher
17354 #define vec_ncipherlast_be __builtin_altivec_crypto_vncipherlast
17355
17356 #ifdef __VSX__
17357 static __inline__ vector unsigned char __attribute__((__always_inline__))
__builtin_crypto_vsbox(vector unsigned char __a)17358 __builtin_crypto_vsbox(vector unsigned char __a) {
17359 return __builtin_altivec_crypto_vsbox(__a);
17360 }
17361
17362 static __inline__ vector unsigned char __attribute__((__always_inline__))
__builtin_crypto_vcipher(vector unsigned char __a,vector unsigned char __b)17363 __builtin_crypto_vcipher(vector unsigned char __a,
17364 vector unsigned char __b) {
17365 return __builtin_altivec_crypto_vcipher(__a, __b);
17366 }
17367
17368 static __inline__ vector unsigned char __attribute__((__always_inline__))
__builtin_crypto_vcipherlast(vector unsigned char __a,vector unsigned char __b)17369 __builtin_crypto_vcipherlast(vector unsigned char __a,
17370 vector unsigned char __b) {
17371 return __builtin_altivec_crypto_vcipherlast(__a, __b);
17372 }
17373
17374 static __inline__ vector unsigned char __attribute__((__always_inline__))
__builtin_crypto_vncipher(vector unsigned char __a,vector unsigned char __b)17375 __builtin_crypto_vncipher(vector unsigned char __a,
17376 vector unsigned char __b) {
17377 return __builtin_altivec_crypto_vncipher(__a, __b);
17378 }
17379
17380 static __inline__ vector unsigned char __attribute__((__always_inline__))
__builtin_crypto_vncipherlast(vector unsigned char __a,vector unsigned char __b)17381 __builtin_crypto_vncipherlast(vector unsigned char __a,
17382 vector unsigned char __b) {
17383 return __builtin_altivec_crypto_vncipherlast(__a, __b);
17384 }
17385 #endif /* __VSX__ */
17386
17387 #define __builtin_crypto_vshasigmad __builtin_altivec_crypto_vshasigmad
17388 #define __builtin_crypto_vshasigmaw __builtin_altivec_crypto_vshasigmaw
17389
17390 #define vec_shasigma_be(X, Y, Z) \
17391 _Generic((X), vector unsigned int \
17392 : __builtin_crypto_vshasigmaw, vector unsigned long long \
17393 : __builtin_crypto_vshasigmad)((X), (Y), (Z))
17394 #endif
17395
17396 #ifdef __POWER8_VECTOR__
17397 static __inline__ vector bool char __ATTRS_o_ai
vec_permxor(vector bool char __a,vector bool char __b,vector bool char __c)17398 vec_permxor(vector bool char __a, vector bool char __b,
17399 vector bool char __c) {
17400 return (vector bool char)__builtin_altivec_crypto_vpermxor(
17401 (vector unsigned char)__a, (vector unsigned char)__b,
17402 (vector unsigned char)__c);
17403 }
17404
17405 static __inline__ vector signed char __ATTRS_o_ai
vec_permxor(vector signed char __a,vector signed char __b,vector signed char __c)17406 vec_permxor(vector signed char __a, vector signed char __b,
17407 vector signed char __c) {
17408 return (vector signed char)__builtin_altivec_crypto_vpermxor(
17409 (vector unsigned char)__a, (vector unsigned char)__b,
17410 (vector unsigned char)__c);
17411 }
17412
17413 static __inline__ vector unsigned char __ATTRS_o_ai
vec_permxor(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)17414 vec_permxor(vector unsigned char __a, vector unsigned char __b,
17415 vector unsigned char __c) {
17416 return __builtin_altivec_crypto_vpermxor(__a, __b, __c);
17417 }
17418
17419 static __inline__ vector unsigned char __ATTRS_o_ai
__builtin_crypto_vpermxor(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)17420 __builtin_crypto_vpermxor(vector unsigned char __a, vector unsigned char __b,
17421 vector unsigned char __c) {
17422 return __builtin_altivec_crypto_vpermxor(__a, __b, __c);
17423 }
17424
17425 static __inline__ vector unsigned short __ATTRS_o_ai
__builtin_crypto_vpermxor(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)17426 __builtin_crypto_vpermxor(vector unsigned short __a, vector unsigned short __b,
17427 vector unsigned short __c) {
17428 return (vector unsigned short)__builtin_altivec_crypto_vpermxor(
17429 (vector unsigned char)__a, (vector unsigned char)__b,
17430 (vector unsigned char)__c);
17431 }
17432
__builtin_crypto_vpermxor(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)17433 static __inline__ vector unsigned int __ATTRS_o_ai __builtin_crypto_vpermxor(
17434 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) {
17435 return (vector unsigned int)__builtin_altivec_crypto_vpermxor(
17436 (vector unsigned char)__a, (vector unsigned char)__b,
17437 (vector unsigned char)__c);
17438 }
17439
17440 static __inline__ vector unsigned long long __ATTRS_o_ai
__builtin_crypto_vpermxor(vector unsigned long long __a,vector unsigned long long __b,vector unsigned long long __c)17441 __builtin_crypto_vpermxor(vector unsigned long long __a,
17442 vector unsigned long long __b,
17443 vector unsigned long long __c) {
17444 return (vector unsigned long long)__builtin_altivec_crypto_vpermxor(
17445 (vector unsigned char)__a, (vector unsigned char)__b,
17446 (vector unsigned char)__c);
17447 }
17448
17449 static __inline__ vector unsigned char __ATTRS_o_ai
__builtin_crypto_vpmsumb(vector unsigned char __a,vector unsigned char __b)17450 __builtin_crypto_vpmsumb(vector unsigned char __a, vector unsigned char __b) {
17451 return __builtin_altivec_crypto_vpmsumb(__a, __b);
17452 }
17453
17454 static __inline__ vector unsigned short __ATTRS_o_ai
__builtin_crypto_vpmsumb(vector unsigned short __a,vector unsigned short __b)17455 __builtin_crypto_vpmsumb(vector unsigned short __a, vector unsigned short __b) {
17456 return __builtin_altivec_crypto_vpmsumh(__a, __b);
17457 }
17458
17459 static __inline__ vector unsigned int __ATTRS_o_ai
__builtin_crypto_vpmsumb(vector unsigned int __a,vector unsigned int __b)17460 __builtin_crypto_vpmsumb(vector unsigned int __a, vector unsigned int __b) {
17461 return __builtin_altivec_crypto_vpmsumw(__a, __b);
17462 }
17463
17464 static __inline__ vector unsigned long long __ATTRS_o_ai
__builtin_crypto_vpmsumb(vector unsigned long long __a,vector unsigned long long __b)17465 __builtin_crypto_vpmsumb(vector unsigned long long __a,
17466 vector unsigned long long __b) {
17467 return __builtin_altivec_crypto_vpmsumd(__a, __b);
17468 }
17469
17470 static __inline__ vector signed char __ATTRS_o_ai
vec_vgbbd(vector signed char __a)17471 vec_vgbbd(vector signed char __a) {
17472 return (vector signed char)__builtin_altivec_vgbbd((vector unsigned char)__a);
17473 }
17474
17475 #define vec_pmsum_be __builtin_crypto_vpmsumb
17476 #define vec_gb __builtin_altivec_vgbbd
17477
17478 static __inline__ vector unsigned char __ATTRS_o_ai
vec_vgbbd(vector unsigned char __a)17479 vec_vgbbd(vector unsigned char __a) {
17480 return __builtin_altivec_vgbbd(__a);
17481 }
17482
17483 static __inline__ vector signed long long __ATTRS_o_ai
vec_gbb(vector signed long long __a)17484 vec_gbb(vector signed long long __a) {
17485 return (vector signed long long)__builtin_altivec_vgbbd(
17486 (vector unsigned char)__a);
17487 }
17488
17489 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_gbb(vector unsigned long long __a)17490 vec_gbb(vector unsigned long long __a) {
17491 return (vector unsigned long long)__builtin_altivec_vgbbd(
17492 (vector unsigned char)__a);
17493 }
17494
17495 static __inline__ vector long long __ATTRS_o_ai
vec_vbpermq(vector signed char __a,vector signed char __b)17496 vec_vbpermq(vector signed char __a, vector signed char __b) {
17497 return (vector long long)__builtin_altivec_vbpermq((vector unsigned char)__a,
17498 (vector unsigned char)__b);
17499 }
17500
17501 static __inline__ vector long long __ATTRS_o_ai
vec_vbpermq(vector unsigned char __a,vector unsigned char __b)17502 vec_vbpermq(vector unsigned char __a, vector unsigned char __b) {
17503 return (vector long long)__builtin_altivec_vbpermq(__a, __b);
17504 }
17505
17506 #if defined(__powerpc64__) && defined(__SIZEOF_INT128__)
17507 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_bperm(vector unsigned __int128 __a,vector unsigned char __b)17508 vec_bperm(vector unsigned __int128 __a, vector unsigned char __b) {
17509 return __builtin_altivec_vbpermq((vector unsigned char)__a,
17510 (vector unsigned char)__b);
17511 }
17512 #endif
17513 static __inline__ vector unsigned char __ATTRS_o_ai
vec_bperm(vector unsigned char __a,vector unsigned char __b)17514 vec_bperm(vector unsigned char __a, vector unsigned char __b) {
17515 return (vector unsigned char)__builtin_altivec_vbpermq(__a, __b);
17516 }
17517 #endif // __POWER8_VECTOR__
17518 #ifdef __POWER9_VECTOR__
17519 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_bperm(vector unsigned long long __a,vector unsigned char __b)17520 vec_bperm(vector unsigned long long __a, vector unsigned char __b) {
17521 return __builtin_altivec_vbpermd(__a, __b);
17522 }
17523 #endif
17524
17525
17526 /* vec_reve */
17527
vec_reve(vector bool char __a)17528 static inline __ATTRS_o_ai vector bool char vec_reve(vector bool char __a) {
17529 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6,
17530 5, 4, 3, 2, 1, 0);
17531 }
17532
vec_reve(vector signed char __a)17533 static inline __ATTRS_o_ai vector signed char vec_reve(vector signed char __a) {
17534 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6,
17535 5, 4, 3, 2, 1, 0);
17536 }
17537
17538 static inline __ATTRS_o_ai vector unsigned char
vec_reve(vector unsigned char __a)17539 vec_reve(vector unsigned char __a) {
17540 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6,
17541 5, 4, 3, 2, 1, 0);
17542 }
17543
vec_reve(vector bool int __a)17544 static inline __ATTRS_o_ai vector bool int vec_reve(vector bool int __a) {
17545 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
17546 }
17547
vec_reve(vector signed int __a)17548 static inline __ATTRS_o_ai vector signed int vec_reve(vector signed int __a) {
17549 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
17550 }
17551
17552 static inline __ATTRS_o_ai vector unsigned int
vec_reve(vector unsigned int __a)17553 vec_reve(vector unsigned int __a) {
17554 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
17555 }
17556
vec_reve(vector bool short __a)17557 static inline __ATTRS_o_ai vector bool short vec_reve(vector bool short __a) {
17558 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0);
17559 }
17560
17561 static inline __ATTRS_o_ai vector signed short
vec_reve(vector signed short __a)17562 vec_reve(vector signed short __a) {
17563 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0);
17564 }
17565
17566 static inline __ATTRS_o_ai vector unsigned short
vec_reve(vector unsigned short __a)17567 vec_reve(vector unsigned short __a) {
17568 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0);
17569 }
17570
vec_reve(vector float __a)17571 static inline __ATTRS_o_ai vector float vec_reve(vector float __a) {
17572 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
17573 }
17574
17575 #ifdef __VSX__
17576 static inline __ATTRS_o_ai vector bool long long
vec_reve(vector bool long long __a)17577 vec_reve(vector bool long long __a) {
17578 return __builtin_shufflevector(__a, __a, 1, 0);
17579 }
17580
17581 static inline __ATTRS_o_ai vector signed long long
vec_reve(vector signed long long __a)17582 vec_reve(vector signed long long __a) {
17583 return __builtin_shufflevector(__a, __a, 1, 0);
17584 }
17585
17586 static inline __ATTRS_o_ai vector unsigned long long
vec_reve(vector unsigned long long __a)17587 vec_reve(vector unsigned long long __a) {
17588 return __builtin_shufflevector(__a, __a, 1, 0);
17589 }
17590
vec_reve(vector double __a)17591 static inline __ATTRS_o_ai vector double vec_reve(vector double __a) {
17592 return __builtin_shufflevector(__a, __a, 1, 0);
17593 }
17594 #endif
17595
17596 /* vec_revb */
17597 static __inline__ vector bool char __ATTRS_o_ai
vec_revb(vector bool char __a)17598 vec_revb(vector bool char __a) {
17599 return __a;
17600 }
17601
17602 static __inline__ vector signed char __ATTRS_o_ai
vec_revb(vector signed char __a)17603 vec_revb(vector signed char __a) {
17604 return __a;
17605 }
17606
17607 static __inline__ vector unsigned char __ATTRS_o_ai
vec_revb(vector unsigned char __a)17608 vec_revb(vector unsigned char __a) {
17609 return __a;
17610 }
17611
17612 static __inline__ vector bool short __ATTRS_o_ai
vec_revb(vector bool short __a)17613 vec_revb(vector bool short __a) {
17614 vector unsigned char __indices =
17615 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 };
17616 return vec_perm(__a, __a, __indices);
17617 }
17618
17619 static __inline__ vector signed short __ATTRS_o_ai
vec_revb(vector signed short __a)17620 vec_revb(vector signed short __a) {
17621 vector unsigned char __indices =
17622 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 };
17623 return vec_perm(__a, __a, __indices);
17624 }
17625
17626 static __inline__ vector unsigned short __ATTRS_o_ai
vec_revb(vector unsigned short __a)17627 vec_revb(vector unsigned short __a) {
17628 vector unsigned char __indices =
17629 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 };
17630 return vec_perm(__a, __a, __indices);
17631 }
17632
17633 static __inline__ vector bool int __ATTRS_o_ai
vec_revb(vector bool int __a)17634 vec_revb(vector bool int __a) {
17635 vector unsigned char __indices =
17636 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 };
17637 return vec_perm(__a, __a, __indices);
17638 }
17639
17640 static __inline__ vector signed int __ATTRS_o_ai
vec_revb(vector signed int __a)17641 vec_revb(vector signed int __a) {
17642 vector unsigned char __indices =
17643 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 };
17644 return vec_perm(__a, __a, __indices);
17645 }
17646
17647 static __inline__ vector unsigned int __ATTRS_o_ai
vec_revb(vector unsigned int __a)17648 vec_revb(vector unsigned int __a) {
17649 vector unsigned char __indices =
17650 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 };
17651 return vec_perm(__a, __a, __indices);
17652 }
17653
17654 static __inline__ vector float __ATTRS_o_ai
vec_revb(vector float __a)17655 vec_revb(vector float __a) {
17656 vector unsigned char __indices =
17657 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 };
17658 return vec_perm(__a, __a, __indices);
17659 }
17660
17661 #ifdef __VSX__
17662 static __inline__ vector bool long long __ATTRS_o_ai
vec_revb(vector bool long long __a)17663 vec_revb(vector bool long long __a) {
17664 vector unsigned char __indices =
17665 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 };
17666 return vec_perm(__a, __a, __indices);
17667 }
17668
17669 static __inline__ vector signed long long __ATTRS_o_ai
vec_revb(vector signed long long __a)17670 vec_revb(vector signed long long __a) {
17671 vector unsigned char __indices =
17672 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 };
17673 return vec_perm(__a, __a, __indices);
17674 }
17675
17676 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_revb(vector unsigned long long __a)17677 vec_revb(vector unsigned long long __a) {
17678 vector unsigned char __indices =
17679 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 };
17680 return vec_perm(__a, __a, __indices);
17681 }
17682
17683 static __inline__ vector double __ATTRS_o_ai
vec_revb(vector double __a)17684 vec_revb(vector double __a) {
17685 vector unsigned char __indices =
17686 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 };
17687 return vec_perm(__a, __a, __indices);
17688 }
17689 #endif /* End __VSX__ */
17690
17691 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
17692 defined(__SIZEOF_INT128__)
17693 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_revb(vector signed __int128 __a)17694 vec_revb(vector signed __int128 __a) {
17695 vector unsigned char __indices =
17696 { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
17697 return (vector signed __int128)vec_perm((vector signed int)__a,
17698 (vector signed int)__a,
17699 __indices);
17700 }
17701
17702 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_revb(vector unsigned __int128 __a)17703 vec_revb(vector unsigned __int128 __a) {
17704 vector unsigned char __indices =
17705 { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 };
17706 return (vector unsigned __int128)vec_perm((vector signed int)__a,
17707 (vector signed int)__a,
17708 __indices);
17709 }
17710 #endif /* END __POWER8_VECTOR__ && __powerpc64__ */
17711
17712 /* vec_xl */
17713
17714 #define vec_xld2 vec_xl
17715 #define vec_xlw4 vec_xl
17716 typedef vector signed char unaligned_vec_schar __attribute__((aligned(1)));
17717 typedef vector unsigned char unaligned_vec_uchar __attribute__((aligned(1)));
17718 typedef vector signed short unaligned_vec_sshort __attribute__((aligned(1)));
17719 typedef vector unsigned short unaligned_vec_ushort __attribute__((aligned(1)));
17720 typedef vector signed int unaligned_vec_sint __attribute__((aligned(1)));
17721 typedef vector unsigned int unaligned_vec_uint __attribute__((aligned(1)));
17722 typedef vector float unaligned_vec_float __attribute__((aligned(1)));
17723
vec_xl(ptrdiff_t __offset,const signed char * __ptr)17724 static inline __ATTRS_o_ai vector signed char vec_xl(ptrdiff_t __offset,
17725 const signed char *__ptr) {
17726 return *(unaligned_vec_schar *)(__ptr + __offset);
17727 }
17728
17729 static inline __ATTRS_o_ai vector unsigned char
vec_xl(ptrdiff_t __offset,const unsigned char * __ptr)17730 vec_xl(ptrdiff_t __offset, const unsigned char *__ptr) {
17731 return *(unaligned_vec_uchar*)(__ptr + __offset);
17732 }
17733
17734 static inline __ATTRS_o_ai vector signed short
vec_xl(ptrdiff_t __offset,const signed short * __ptr)17735 vec_xl(ptrdiff_t __offset, const signed short *__ptr) {
17736 signed char *__addr = (signed char *)__ptr + __offset;
17737 return *(unaligned_vec_sshort *)__addr;
17738 }
17739
17740 static inline __ATTRS_o_ai vector unsigned short
vec_xl(ptrdiff_t __offset,const unsigned short * __ptr)17741 vec_xl(ptrdiff_t __offset, const unsigned short *__ptr) {
17742 signed char *__addr = (signed char *)__ptr + __offset;
17743 return *(unaligned_vec_ushort *)__addr;
17744 }
17745
vec_xl(ptrdiff_t __offset,const signed int * __ptr)17746 static inline __ATTRS_o_ai vector signed int vec_xl(ptrdiff_t __offset,
17747 const signed int *__ptr) {
17748 signed char *__addr = (signed char *)__ptr + __offset;
17749 return *(unaligned_vec_sint *)__addr;
17750 }
17751
17752 static inline __ATTRS_o_ai vector unsigned int
vec_xl(ptrdiff_t __offset,const unsigned int * __ptr)17753 vec_xl(ptrdiff_t __offset, const unsigned int *__ptr) {
17754 signed char *__addr = (signed char *)__ptr + __offset;
17755 return *(unaligned_vec_uint *)__addr;
17756 }
17757
vec_xl(ptrdiff_t __offset,const float * __ptr)17758 static inline __ATTRS_o_ai vector float vec_xl(ptrdiff_t __offset,
17759 const float *__ptr) {
17760 signed char *__addr = (signed char *)__ptr + __offset;
17761 return *(unaligned_vec_float *)__addr;
17762 }
17763
17764 #ifdef __VSX__
17765 typedef vector signed long long unaligned_vec_sll __attribute__((aligned(1)));
17766 typedef vector unsigned long long unaligned_vec_ull __attribute__((aligned(1)));
17767 typedef vector double unaligned_vec_double __attribute__((aligned(1)));
17768
17769 static inline __ATTRS_o_ai vector signed long long
vec_xl(ptrdiff_t __offset,const signed long long * __ptr)17770 vec_xl(ptrdiff_t __offset, const signed long long *__ptr) {
17771 signed char *__addr = (signed char *)__ptr + __offset;
17772 return *(unaligned_vec_sll *)__addr;
17773 }
17774
17775 static inline __ATTRS_o_ai vector unsigned long long
vec_xl(ptrdiff_t __offset,const unsigned long long * __ptr)17776 vec_xl(ptrdiff_t __offset, const unsigned long long *__ptr) {
17777 signed char *__addr = (signed char *)__ptr + __offset;
17778 return *(unaligned_vec_ull *)__addr;
17779 }
17780
vec_xl(ptrdiff_t __offset,const double * __ptr)17781 static inline __ATTRS_o_ai vector double vec_xl(ptrdiff_t __offset,
17782 const double *__ptr) {
17783 signed char *__addr = (signed char *)__ptr + __offset;
17784 return *(unaligned_vec_double *)__addr;
17785 }
17786 #endif
17787
17788 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
17789 defined(__SIZEOF_INT128__)
17790 typedef vector signed __int128 unaligned_vec_si128 __attribute__((aligned(1)));
17791 typedef vector unsigned __int128 unaligned_vec_ui128
17792 __attribute__((aligned(1)));
17793 static inline __ATTRS_o_ai vector signed __int128
vec_xl(ptrdiff_t __offset,const signed __int128 * __ptr)17794 vec_xl(ptrdiff_t __offset, const signed __int128 *__ptr) {
17795 signed char *__addr = (signed char *)__ptr + __offset;
17796 return *(unaligned_vec_si128 *)__addr;
17797 }
17798
17799 static inline __ATTRS_o_ai vector unsigned __int128
vec_xl(ptrdiff_t __offset,const unsigned __int128 * __ptr)17800 vec_xl(ptrdiff_t __offset, const unsigned __int128 *__ptr) {
17801 signed char *__addr = (signed char *)__ptr + __offset;
17802 return *(unaligned_vec_ui128 *)__addr;
17803 }
17804 #endif
17805
17806 /* vec_xl_be */
17807
17808 #ifdef __LITTLE_ENDIAN__
17809 static __inline__ vector signed char __ATTRS_o_ai
vec_xl_be(ptrdiff_t __offset,const signed char * __ptr)17810 vec_xl_be(ptrdiff_t __offset, const signed char *__ptr) {
17811 vector signed char __vec = (vector signed char)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17812 return __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14,
17813 13, 12, 11, 10, 9, 8);
17814 }
17815
17816 static __inline__ vector unsigned char __ATTRS_o_ai
vec_xl_be(ptrdiff_t __offset,const unsigned char * __ptr)17817 vec_xl_be(ptrdiff_t __offset, const unsigned char *__ptr) {
17818 vector unsigned char __vec = (vector unsigned char)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17819 return __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14,
17820 13, 12, 11, 10, 9, 8);
17821 }
17822
17823 static __inline__ vector signed short __ATTRS_o_ai
vec_xl_be(ptrdiff_t __offset,const signed short * __ptr)17824 vec_xl_be(ptrdiff_t __offset, const signed short *__ptr) {
17825 vector signed short __vec = (vector signed short)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17826 return __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4);
17827 }
17828
17829 static __inline__ vector unsigned short __ATTRS_o_ai
vec_xl_be(ptrdiff_t __offset,const unsigned short * __ptr)17830 vec_xl_be(ptrdiff_t __offset, const unsigned short *__ptr) {
17831 vector unsigned short __vec = (vector unsigned short)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17832 return __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4);
17833 }
17834
17835 static __inline__ vector signed int __ATTRS_o_ai
vec_xl_be(signed long long __offset,const signed int * __ptr)17836 vec_xl_be(signed long long __offset, const signed int *__ptr) {
17837 return (vector signed int)__builtin_vsx_lxvw4x_be(__offset, __ptr);
17838 }
17839
17840 static __inline__ vector unsigned int __ATTRS_o_ai
vec_xl_be(signed long long __offset,const unsigned int * __ptr)17841 vec_xl_be(signed long long __offset, const unsigned int *__ptr) {
17842 return (vector unsigned int)__builtin_vsx_lxvw4x_be(__offset, __ptr);
17843 }
17844
17845 static __inline__ vector float __ATTRS_o_ai
vec_xl_be(signed long long __offset,const float * __ptr)17846 vec_xl_be(signed long long __offset, const float *__ptr) {
17847 return (vector float)__builtin_vsx_lxvw4x_be(__offset, __ptr);
17848 }
17849
17850 #ifdef __VSX__
17851 static __inline__ vector signed long long __ATTRS_o_ai
vec_xl_be(signed long long __offset,const signed long long * __ptr)17852 vec_xl_be(signed long long __offset, const signed long long *__ptr) {
17853 return (vector signed long long)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17854 }
17855
17856 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xl_be(signed long long __offset,const unsigned long long * __ptr)17857 vec_xl_be(signed long long __offset, const unsigned long long *__ptr) {
17858 return (vector unsigned long long)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17859 }
17860
17861 static __inline__ vector double __ATTRS_o_ai
vec_xl_be(signed long long __offset,const double * __ptr)17862 vec_xl_be(signed long long __offset, const double *__ptr) {
17863 return (vector double)__builtin_vsx_lxvd2x_be(__offset, __ptr);
17864 }
17865 #endif
17866
17867 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
17868 defined(__SIZEOF_INT128__)
17869 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_be(signed long long __offset,const signed __int128 * __ptr)17870 vec_xl_be(signed long long __offset, const signed __int128 *__ptr) {
17871 return vec_xl(__offset, __ptr);
17872 }
17873
17874 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_be(signed long long __offset,const unsigned __int128 * __ptr)17875 vec_xl_be(signed long long __offset, const unsigned __int128 *__ptr) {
17876 return vec_xl(__offset, __ptr);
17877 }
17878 #endif
17879 #else
17880 #define vec_xl_be vec_xl
17881 #endif
17882
17883 #if defined(__POWER10_VECTOR__) && defined(__VSX__) && \
17884 defined(__SIZEOF_INT128__)
17885
17886 /* vec_xl_sext */
17887
17888 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_sext(ptrdiff_t __offset,const signed char * __pointer)17889 vec_xl_sext(ptrdiff_t __offset, const signed char *__pointer) {
17890 return (vector signed __int128)*(__pointer + __offset);
17891 }
17892
17893 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_sext(ptrdiff_t __offset,const signed short * __pointer)17894 vec_xl_sext(ptrdiff_t __offset, const signed short *__pointer) {
17895 return (vector signed __int128)*(__pointer + __offset);
17896 }
17897
17898 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_sext(ptrdiff_t __offset,const signed int * __pointer)17899 vec_xl_sext(ptrdiff_t __offset, const signed int *__pointer) {
17900 return (vector signed __int128)*(__pointer + __offset);
17901 }
17902
17903 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_xl_sext(ptrdiff_t __offset,const signed long long * __pointer)17904 vec_xl_sext(ptrdiff_t __offset, const signed long long *__pointer) {
17905 return (vector signed __int128)*(__pointer + __offset);
17906 }
17907
17908 /* vec_xl_zext */
17909
17910 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_zext(ptrdiff_t __offset,const unsigned char * __pointer)17911 vec_xl_zext(ptrdiff_t __offset, const unsigned char *__pointer) {
17912 return (vector unsigned __int128)*(__pointer + __offset);
17913 }
17914
17915 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_zext(ptrdiff_t __offset,const unsigned short * __pointer)17916 vec_xl_zext(ptrdiff_t __offset, const unsigned short *__pointer) {
17917 return (vector unsigned __int128)*(__pointer + __offset);
17918 }
17919
17920 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_zext(ptrdiff_t __offset,const unsigned int * __pointer)17921 vec_xl_zext(ptrdiff_t __offset, const unsigned int *__pointer) {
17922 return (vector unsigned __int128)*(__pointer + __offset);
17923 }
17924
17925 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_xl_zext(ptrdiff_t __offset,const unsigned long long * __pointer)17926 vec_xl_zext(ptrdiff_t __offset, const unsigned long long *__pointer) {
17927 return (vector unsigned __int128)*(__pointer + __offset);
17928 }
17929
17930 #endif
17931
17932 /* vec_xlds */
17933 #ifdef __VSX__
17934 static __inline__ vector signed long long __ATTRS_o_ai
vec_xlds(ptrdiff_t __offset,const signed long long * __ptr)17935 vec_xlds(ptrdiff_t __offset, const signed long long *__ptr) {
17936 signed long long *__addr = (signed long long*)((signed char *)__ptr + __offset);
17937 return (vector signed long long) *__addr;
17938 }
17939
17940 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_xlds(ptrdiff_t __offset,const unsigned long long * __ptr)17941 vec_xlds(ptrdiff_t __offset, const unsigned long long *__ptr) {
17942 unsigned long long *__addr = (unsigned long long *)((signed char *)__ptr + __offset);
17943 return (unaligned_vec_ull) *__addr;
17944 }
17945
vec_xlds(ptrdiff_t __offset,const double * __ptr)17946 static __inline__ vector double __ATTRS_o_ai vec_xlds(ptrdiff_t __offset,
17947 const double *__ptr) {
17948 double *__addr = (double*)((signed char *)__ptr + __offset);
17949 return (unaligned_vec_double) *__addr;
17950 }
17951
17952 /* vec_load_splats */
17953 static __inline__ vector signed int __ATTRS_o_ai
vec_load_splats(signed long long __offset,const signed int * __ptr)17954 vec_load_splats(signed long long __offset, const signed int *__ptr) {
17955 signed int *__addr = (signed int*)((signed char *)__ptr + __offset);
17956 return (vector signed int)*__addr;
17957 }
17958
17959 static __inline__ vector signed int __ATTRS_o_ai
vec_load_splats(unsigned long long __offset,const signed int * __ptr)17960 vec_load_splats(unsigned long long __offset, const signed int *__ptr) {
17961 signed int *__addr = (signed int*)((signed char *)__ptr + __offset);
17962 return (vector signed int)*__addr;
17963 }
17964
17965 static __inline__ vector unsigned int __ATTRS_o_ai
vec_load_splats(signed long long __offset,const unsigned int * __ptr)17966 vec_load_splats(signed long long __offset, const unsigned int *__ptr) {
17967 unsigned int *__addr = (unsigned int*)((signed char *)__ptr + __offset);
17968 return (vector unsigned int)*__addr;
17969 }
17970
17971 static __inline__ vector unsigned int __ATTRS_o_ai
vec_load_splats(unsigned long long __offset,const unsigned int * __ptr)17972 vec_load_splats(unsigned long long __offset, const unsigned int *__ptr) {
17973 unsigned int *__addr = (unsigned int*)((signed char *)__ptr + __offset);
17974 return (vector unsigned int)*__addr;
17975 }
17976
17977 static __inline__ vector float __ATTRS_o_ai
vec_load_splats(signed long long __offset,const float * __ptr)17978 vec_load_splats(signed long long __offset, const float *__ptr) {
17979 float *__addr = (float*)((signed char *)__ptr + __offset);
17980 return (vector float)*__addr;
17981 }
17982
17983 static __inline__ vector float __ATTRS_o_ai
vec_load_splats(unsigned long long __offset,const float * __ptr)17984 vec_load_splats(unsigned long long __offset, const float *__ptr) {
17985 float *__addr = (float*)((signed char *)__ptr + __offset);
17986 return (vector float)*__addr;
17987 }
17988 #endif
17989
17990 /* vec_xst */
17991
17992 #define vec_xstd2 vec_xst
17993 #define vec_xstw4 vec_xst
17994 static inline __ATTRS_o_ai void
vec_xst(vector signed char __vec,ptrdiff_t __offset,signed char * __ptr)17995 vec_xst(vector signed char __vec, ptrdiff_t __offset, signed char *__ptr) {
17996 *(unaligned_vec_schar *)(__ptr + __offset) = __vec;
17997 }
17998
17999 static inline __ATTRS_o_ai void
vec_xst(vector unsigned char __vec,ptrdiff_t __offset,unsigned char * __ptr)18000 vec_xst(vector unsigned char __vec, ptrdiff_t __offset, unsigned char *__ptr) {
18001 *(unaligned_vec_uchar *)(__ptr + __offset) = __vec;
18002 }
18003
18004 static inline __ATTRS_o_ai void
vec_xst(vector signed short __vec,ptrdiff_t __offset,signed short * __ptr)18005 vec_xst(vector signed short __vec, ptrdiff_t __offset, signed short *__ptr) {
18006 signed char *__addr = (signed char *)__ptr + __offset;
18007 *(unaligned_vec_sshort *)__addr = __vec;
18008 }
18009
vec_xst(vector unsigned short __vec,ptrdiff_t __offset,unsigned short * __ptr)18010 static inline __ATTRS_o_ai void vec_xst(vector unsigned short __vec,
18011 ptrdiff_t __offset,
18012 unsigned short *__ptr) {
18013 signed char *__addr = (signed char *)__ptr + __offset;
18014 *(unaligned_vec_ushort *)__addr = __vec;
18015 }
18016
vec_xst(vector signed int __vec,ptrdiff_t __offset,signed int * __ptr)18017 static inline __ATTRS_o_ai void vec_xst(vector signed int __vec,
18018 ptrdiff_t __offset, signed int *__ptr) {
18019 signed char *__addr = (signed char *)__ptr + __offset;
18020 *(unaligned_vec_sint *)__addr = __vec;
18021 }
18022
18023 static inline __ATTRS_o_ai void
vec_xst(vector unsigned int __vec,ptrdiff_t __offset,unsigned int * __ptr)18024 vec_xst(vector unsigned int __vec, ptrdiff_t __offset, unsigned int *__ptr) {
18025 signed char *__addr = (signed char *)__ptr + __offset;
18026 *(unaligned_vec_uint *)__addr = __vec;
18027 }
18028
vec_xst(vector float __vec,ptrdiff_t __offset,float * __ptr)18029 static inline __ATTRS_o_ai void vec_xst(vector float __vec, ptrdiff_t __offset,
18030 float *__ptr) {
18031 signed char *__addr = (signed char *)__ptr + __offset;
18032 *(unaligned_vec_float *)__addr = __vec;
18033 }
18034
18035 #ifdef __VSX__
vec_xst(vector signed long long __vec,ptrdiff_t __offset,signed long long * __ptr)18036 static inline __ATTRS_o_ai void vec_xst(vector signed long long __vec,
18037 ptrdiff_t __offset,
18038 signed long long *__ptr) {
18039 signed char *__addr = (signed char *)__ptr + __offset;
18040 *(unaligned_vec_sll *)__addr = __vec;
18041 }
18042
vec_xst(vector unsigned long long __vec,ptrdiff_t __offset,unsigned long long * __ptr)18043 static inline __ATTRS_o_ai void vec_xst(vector unsigned long long __vec,
18044 ptrdiff_t __offset,
18045 unsigned long long *__ptr) {
18046 signed char *__addr = (signed char *)__ptr + __offset;
18047 *(unaligned_vec_ull *)__addr = __vec;
18048 }
18049
vec_xst(vector double __vec,ptrdiff_t __offset,double * __ptr)18050 static inline __ATTRS_o_ai void vec_xst(vector double __vec, ptrdiff_t __offset,
18051 double *__ptr) {
18052 signed char *__addr = (signed char *)__ptr + __offset;
18053 *(unaligned_vec_double *)__addr = __vec;
18054 }
18055 #endif
18056
18057 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
18058 defined(__SIZEOF_INT128__)
vec_xst(vector signed __int128 __vec,ptrdiff_t __offset,signed __int128 * __ptr)18059 static inline __ATTRS_o_ai void vec_xst(vector signed __int128 __vec,
18060 ptrdiff_t __offset,
18061 signed __int128 *__ptr) {
18062 signed char *__addr = (signed char *)__ptr + __offset;
18063 *(unaligned_vec_si128 *)__addr = __vec;
18064 }
18065
vec_xst(vector unsigned __int128 __vec,ptrdiff_t __offset,unsigned __int128 * __ptr)18066 static inline __ATTRS_o_ai void vec_xst(vector unsigned __int128 __vec,
18067 ptrdiff_t __offset,
18068 unsigned __int128 *__ptr) {
18069 signed char *__addr = (signed char *)__ptr + __offset;
18070 *(unaligned_vec_ui128 *)__addr = __vec;
18071 }
18072 #endif
18073
18074 /* vec_xst_trunc */
18075
18076 #if defined(__POWER10_VECTOR__) && defined(__VSX__) && \
18077 defined(__SIZEOF_INT128__)
vec_xst_trunc(vector signed __int128 __vec,ptrdiff_t __offset,signed char * __ptr)18078 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec,
18079 ptrdiff_t __offset,
18080 signed char *__ptr) {
18081 *(__ptr + __offset) = (signed char)__vec[0];
18082 }
18083
vec_xst_trunc(vector unsigned __int128 __vec,ptrdiff_t __offset,unsigned char * __ptr)18084 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec,
18085 ptrdiff_t __offset,
18086 unsigned char *__ptr) {
18087 *(__ptr + __offset) = (unsigned char)__vec[0];
18088 }
18089
vec_xst_trunc(vector signed __int128 __vec,ptrdiff_t __offset,signed short * __ptr)18090 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec,
18091 ptrdiff_t __offset,
18092 signed short *__ptr) {
18093 *(__ptr + __offset) = (signed short)__vec[0];
18094 }
18095
vec_xst_trunc(vector unsigned __int128 __vec,ptrdiff_t __offset,unsigned short * __ptr)18096 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec,
18097 ptrdiff_t __offset,
18098 unsigned short *__ptr) {
18099 *(__ptr + __offset) = (unsigned short)__vec[0];
18100 }
18101
vec_xst_trunc(vector signed __int128 __vec,ptrdiff_t __offset,signed int * __ptr)18102 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec,
18103 ptrdiff_t __offset,
18104 signed int *__ptr) {
18105 *(__ptr + __offset) = (signed int)__vec[0];
18106 }
18107
vec_xst_trunc(vector unsigned __int128 __vec,ptrdiff_t __offset,unsigned int * __ptr)18108 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec,
18109 ptrdiff_t __offset,
18110 unsigned int *__ptr) {
18111 *(__ptr + __offset) = (unsigned int)__vec[0];
18112 }
18113
vec_xst_trunc(vector signed __int128 __vec,ptrdiff_t __offset,signed long long * __ptr)18114 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec,
18115 ptrdiff_t __offset,
18116 signed long long *__ptr) {
18117 *(__ptr + __offset) = (signed long long)__vec[0];
18118 }
18119
vec_xst_trunc(vector unsigned __int128 __vec,ptrdiff_t __offset,unsigned long long * __ptr)18120 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec,
18121 ptrdiff_t __offset,
18122 unsigned long long *__ptr) {
18123 *(__ptr + __offset) = (unsigned long long)__vec[0];
18124 }
18125 #endif
18126
18127 /* vec_xst_be */
18128
18129 #ifdef __LITTLE_ENDIAN__
vec_xst_be(vector signed char __vec,signed long long __offset,signed char * __ptr)18130 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed char __vec,
18131 signed long long __offset,
18132 signed char *__ptr) {
18133 vector signed char __tmp =
18134 __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14,
18135 13, 12, 11, 10, 9, 8);
18136 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double;
18137 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr);
18138 }
18139
vec_xst_be(vector unsigned char __vec,signed long long __offset,unsigned char * __ptr)18140 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned char __vec,
18141 signed long long __offset,
18142 unsigned char *__ptr) {
18143 vector unsigned char __tmp =
18144 __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14,
18145 13, 12, 11, 10, 9, 8);
18146 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double;
18147 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr);
18148 }
18149
vec_xst_be(vector signed short __vec,signed long long __offset,signed short * __ptr)18150 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed short __vec,
18151 signed long long __offset,
18152 signed short *__ptr) {
18153 vector signed short __tmp =
18154 __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4);
18155 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double;
18156 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr);
18157 }
18158
vec_xst_be(vector unsigned short __vec,signed long long __offset,unsigned short * __ptr)18159 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned short __vec,
18160 signed long long __offset,
18161 unsigned short *__ptr) {
18162 vector unsigned short __tmp =
18163 __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4);
18164 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double;
18165 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr);
18166 }
18167
vec_xst_be(vector signed int __vec,signed long long __offset,signed int * __ptr)18168 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed int __vec,
18169 signed long long __offset,
18170 signed int *__ptr) {
18171 __builtin_vsx_stxvw4x_be(__vec, __offset, __ptr);
18172 }
18173
vec_xst_be(vector unsigned int __vec,signed long long __offset,unsigned int * __ptr)18174 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned int __vec,
18175 signed long long __offset,
18176 unsigned int *__ptr) {
18177 __builtin_vsx_stxvw4x_be((vector int)__vec, __offset, __ptr);
18178 }
18179
vec_xst_be(vector float __vec,signed long long __offset,float * __ptr)18180 static __inline__ void __ATTRS_o_ai vec_xst_be(vector float __vec,
18181 signed long long __offset,
18182 float *__ptr) {
18183 __builtin_vsx_stxvw4x_be((vector int)__vec, __offset, __ptr);
18184 }
18185
18186 #ifdef __VSX__
vec_xst_be(vector signed long long __vec,signed long long __offset,signed long long * __ptr)18187 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed long long __vec,
18188 signed long long __offset,
18189 signed long long *__ptr) {
18190 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr);
18191 }
18192
vec_xst_be(vector unsigned long long __vec,signed long long __offset,unsigned long long * __ptr)18193 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned long long __vec,
18194 signed long long __offset,
18195 unsigned long long *__ptr) {
18196 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr);
18197 }
18198
vec_xst_be(vector double __vec,signed long long __offset,double * __ptr)18199 static __inline__ void __ATTRS_o_ai vec_xst_be(vector double __vec,
18200 signed long long __offset,
18201 double *__ptr) {
18202 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr);
18203 }
18204 #endif
18205
18206 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \
18207 defined(__SIZEOF_INT128__)
vec_xst_be(vector signed __int128 __vec,signed long long __offset,signed __int128 * __ptr)18208 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed __int128 __vec,
18209 signed long long __offset,
18210 signed __int128 *__ptr) {
18211 vec_xst(__vec, __offset, __ptr);
18212 }
18213
vec_xst_be(vector unsigned __int128 __vec,signed long long __offset,unsigned __int128 * __ptr)18214 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned __int128 __vec,
18215 signed long long __offset,
18216 unsigned __int128 *__ptr) {
18217 vec_xst(__vec, __offset, __ptr);
18218 }
18219 #endif
18220 #else
18221 #define vec_xst_be vec_xst
18222 #endif
18223
18224 #ifdef __POWER9_VECTOR__
18225 #define vec_test_data_class(__a, __b) \
18226 _Generic( \
18227 (__a), vector float \
18228 : (vector bool int)__builtin_vsx_xvtstdcsp((vector float)(__a), (__b)), \
18229 vector double \
18230 : (vector bool long long)__builtin_vsx_xvtstdcdp((vector double)(__a), \
18231 (__b)))
18232
18233 #endif /* #ifdef __POWER9_VECTOR__ */
18234
vec_neg(vector float __a)18235 static vector float __ATTRS_o_ai vec_neg(vector float __a) {
18236 return -__a;
18237 }
18238
18239 #ifdef __VSX__
vec_neg(vector double __a)18240 static vector double __ATTRS_o_ai vec_neg(vector double __a) {
18241 return -__a;
18242 }
18243
18244 #endif
18245
18246 #ifdef __VSX__
vec_neg(vector long long __a)18247 static vector long long __ATTRS_o_ai vec_neg(vector long long __a) {
18248 return -__a;
18249 }
18250 #endif
18251
vec_neg(vector signed int __a)18252 static vector signed int __ATTRS_o_ai vec_neg(vector signed int __a) {
18253 return -__a;
18254 }
18255
vec_neg(vector signed short __a)18256 static vector signed short __ATTRS_o_ai vec_neg(vector signed short __a) {
18257 return -__a;
18258 }
18259
vec_neg(vector signed char __a)18260 static vector signed char __ATTRS_o_ai vec_neg(vector signed char __a) {
18261 return -__a;
18262 }
18263
vec_nabs(vector float __a)18264 static vector float __ATTRS_o_ai vec_nabs(vector float __a) {
18265 return - vec_abs(__a);
18266 }
18267
18268 #ifdef __VSX__
vec_nabs(vector double __a)18269 static vector double __ATTRS_o_ai vec_nabs(vector double __a) {
18270 return - vec_abs(__a);
18271 }
18272
18273 #endif
18274
18275 #ifdef __POWER8_VECTOR__
vec_nabs(vector long long __a)18276 static vector long long __ATTRS_o_ai vec_nabs(vector long long __a) {
18277 return __builtin_altivec_vminsd(__a, -__a);
18278 }
18279 #endif
18280
vec_nabs(vector signed int __a)18281 static vector signed int __ATTRS_o_ai vec_nabs(vector signed int __a) {
18282 return __builtin_altivec_vminsw(__a, -__a);
18283 }
18284
vec_nabs(vector signed short __a)18285 static vector signed short __ATTRS_o_ai vec_nabs(vector signed short __a) {
18286 return __builtin_altivec_vminsh(__a, -__a);
18287 }
18288
vec_nabs(vector signed char __a)18289 static vector signed char __ATTRS_o_ai vec_nabs(vector signed char __a) {
18290 return __builtin_altivec_vminsb(__a, -__a);
18291 }
18292
vec_recipdiv(vector float __a,vector float __b)18293 static vector float __ATTRS_o_ai vec_recipdiv(vector float __a,
18294 vector float __b) {
18295 return __builtin_ppc_recipdivf(__a, __b);
18296 }
18297
18298 #ifdef __VSX__
vec_recipdiv(vector double __a,vector double __b)18299 static vector double __ATTRS_o_ai vec_recipdiv(vector double __a,
18300 vector double __b) {
18301 return __builtin_ppc_recipdivd(__a, __b);
18302 }
18303 #endif
18304
18305 #ifdef __POWER10_VECTOR__
18306
18307 /* vec_extractm */
18308
18309 static __inline__ unsigned int __ATTRS_o_ai
vec_extractm(vector unsigned char __a)18310 vec_extractm(vector unsigned char __a) {
18311 return __builtin_altivec_vextractbm(__a);
18312 }
18313
18314 static __inline__ unsigned int __ATTRS_o_ai
vec_extractm(vector unsigned short __a)18315 vec_extractm(vector unsigned short __a) {
18316 return __builtin_altivec_vextracthm(__a);
18317 }
18318
18319 static __inline__ unsigned int __ATTRS_o_ai
vec_extractm(vector unsigned int __a)18320 vec_extractm(vector unsigned int __a) {
18321 return __builtin_altivec_vextractwm(__a);
18322 }
18323
18324 static __inline__ unsigned int __ATTRS_o_ai
vec_extractm(vector unsigned long long __a)18325 vec_extractm(vector unsigned long long __a) {
18326 return __builtin_altivec_vextractdm(__a);
18327 }
18328
18329 #ifdef __SIZEOF_INT128__
18330 static __inline__ unsigned int __ATTRS_o_ai
vec_extractm(vector unsigned __int128 __a)18331 vec_extractm(vector unsigned __int128 __a) {
18332 return __builtin_altivec_vextractqm(__a);
18333 }
18334 #endif
18335
18336 /* vec_expandm */
18337
18338 static __inline__ vector unsigned char __ATTRS_o_ai
vec_expandm(vector unsigned char __a)18339 vec_expandm(vector unsigned char __a) {
18340 return __builtin_altivec_vexpandbm(__a);
18341 }
18342
18343 static __inline__ vector unsigned short __ATTRS_o_ai
vec_expandm(vector unsigned short __a)18344 vec_expandm(vector unsigned short __a) {
18345 return __builtin_altivec_vexpandhm(__a);
18346 }
18347
18348 static __inline__ vector unsigned int __ATTRS_o_ai
vec_expandm(vector unsigned int __a)18349 vec_expandm(vector unsigned int __a) {
18350 return __builtin_altivec_vexpandwm(__a);
18351 }
18352
18353 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_expandm(vector unsigned long long __a)18354 vec_expandm(vector unsigned long long __a) {
18355 return __builtin_altivec_vexpanddm(__a);
18356 }
18357
18358 #ifdef __SIZEOF_INT128__
18359 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_expandm(vector unsigned __int128 __a)18360 vec_expandm(vector unsigned __int128 __a) {
18361 return __builtin_altivec_vexpandqm(__a);
18362 }
18363 #endif
18364
18365 /* vec_cntm */
18366
18367 #define vec_cntm(__a, __mp) \
18368 _Generic((__a), vector unsigned char \
18369 : __builtin_altivec_vcntmbb((vector unsigned char)(__a), \
18370 (unsigned char)(__mp)), \
18371 vector unsigned short \
18372 : __builtin_altivec_vcntmbh((vector unsigned short)(__a), \
18373 (unsigned char)(__mp)), \
18374 vector unsigned int \
18375 : __builtin_altivec_vcntmbw((vector unsigned int)(__a), \
18376 (unsigned char)(__mp)), \
18377 vector unsigned long long \
18378 : __builtin_altivec_vcntmbd((vector unsigned long long)(__a), \
18379 (unsigned char)(__mp)))
18380
18381 /* vec_gen[b|h|w|d|q]m */
18382
18383 static __inline__ vector unsigned char __ATTRS_o_ai
vec_genbm(unsigned long long __bm)18384 vec_genbm(unsigned long long __bm) {
18385 return __builtin_altivec_mtvsrbm(__bm);
18386 }
18387
18388 static __inline__ vector unsigned short __ATTRS_o_ai
vec_genhm(unsigned long long __bm)18389 vec_genhm(unsigned long long __bm) {
18390 return __builtin_altivec_mtvsrhm(__bm);
18391 }
18392
18393 static __inline__ vector unsigned int __ATTRS_o_ai
vec_genwm(unsigned long long __bm)18394 vec_genwm(unsigned long long __bm) {
18395 return __builtin_altivec_mtvsrwm(__bm);
18396 }
18397
18398 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_gendm(unsigned long long __bm)18399 vec_gendm(unsigned long long __bm) {
18400 return __builtin_altivec_mtvsrdm(__bm);
18401 }
18402
18403 #ifdef __SIZEOF_INT128__
18404 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_genqm(unsigned long long __bm)18405 vec_genqm(unsigned long long __bm) {
18406 return __builtin_altivec_mtvsrqm(__bm);
18407 }
18408 #endif
18409
18410 /* vec_pdep */
18411
18412 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_pdep(vector unsigned long long __a,vector unsigned long long __b)18413 vec_pdep(vector unsigned long long __a, vector unsigned long long __b) {
18414 return __builtin_altivec_vpdepd(__a, __b);
18415 }
18416
18417 /* vec_pext */
18418
18419 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_pext(vector unsigned long long __a,vector unsigned long long __b)18420 vec_pext(vector unsigned long long __a, vector unsigned long long __b) {
18421 return __builtin_altivec_vpextd(__a, __b);
18422 }
18423
18424 /* vec_cfuge */
18425
18426 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_cfuge(vector unsigned long long __a,vector unsigned long long __b)18427 vec_cfuge(vector unsigned long long __a, vector unsigned long long __b) {
18428 return __builtin_altivec_vcfuged(__a, __b);
18429 }
18430
18431 /* vec_gnb */
18432
18433 #define vec_gnb(__a, __b) __builtin_altivec_vgnb(__a, __b)
18434
18435 /* vec_ternarylogic */
18436 #ifdef __VSX__
18437 #ifdef __SIZEOF_INT128__
18438 #define vec_ternarylogic(__a, __b, __c, __imm) \
18439 _Generic((__a), vector unsigned char \
18440 : (vector unsigned char)__builtin_vsx_xxeval( \
18441 (vector unsigned long long)(__a), \
18442 (vector unsigned long long)(__b), \
18443 (vector unsigned long long)(__c), (__imm)), \
18444 vector unsigned short \
18445 : (vector unsigned short)__builtin_vsx_xxeval( \
18446 (vector unsigned long long)(__a), \
18447 (vector unsigned long long)(__b), \
18448 (vector unsigned long long)(__c), (__imm)), \
18449 vector unsigned int \
18450 : (vector unsigned int)__builtin_vsx_xxeval( \
18451 (vector unsigned long long)(__a), \
18452 (vector unsigned long long)(__b), \
18453 (vector unsigned long long)(__c), (__imm)), \
18454 vector unsigned long long \
18455 : (vector unsigned long long)__builtin_vsx_xxeval( \
18456 (vector unsigned long long)(__a), \
18457 (vector unsigned long long)(__b), \
18458 (vector unsigned long long)(__c), (__imm)), \
18459 vector unsigned __int128 \
18460 : (vector unsigned __int128)__builtin_vsx_xxeval( \
18461 (vector unsigned long long)(__a), \
18462 (vector unsigned long long)(__b), \
18463 (vector unsigned long long)(__c), (__imm)))
18464 #else
18465 #define vec_ternarylogic(__a, __b, __c, __imm) \
18466 _Generic((__a), vector unsigned char \
18467 : (vector unsigned char)__builtin_vsx_xxeval( \
18468 (vector unsigned long long)(__a), \
18469 (vector unsigned long long)(__b), \
18470 (vector unsigned long long)(__c), (__imm)), \
18471 vector unsigned short \
18472 : (vector unsigned short)__builtin_vsx_xxeval( \
18473 (vector unsigned long long)(__a), \
18474 (vector unsigned long long)(__b), \
18475 (vector unsigned long long)(__c), (__imm)), \
18476 vector unsigned int \
18477 : (vector unsigned int)__builtin_vsx_xxeval( \
18478 (vector unsigned long long)(__a), \
18479 (vector unsigned long long)(__b), \
18480 (vector unsigned long long)(__c), (__imm)), \
18481 vector unsigned long long \
18482 : (vector unsigned long long)__builtin_vsx_xxeval( \
18483 (vector unsigned long long)(__a), \
18484 (vector unsigned long long)(__b), \
18485 (vector unsigned long long)(__c), (__imm)))
18486 #endif /* __SIZEOF_INT128__ */
18487 #endif /* __VSX__ */
18488
18489 /* vec_genpcvm */
18490
18491 #ifdef __VSX__
18492 #define vec_genpcvm(__a, __imm) \
18493 _Generic( \
18494 (__a), vector unsigned char \
18495 : __builtin_vsx_xxgenpcvbm((vector unsigned char)(__a), (int)(__imm)), \
18496 vector unsigned short \
18497 : __builtin_vsx_xxgenpcvhm((vector unsigned short)(__a), (int)(__imm)), \
18498 vector unsigned int \
18499 : __builtin_vsx_xxgenpcvwm((vector unsigned int)(__a), (int)(__imm)), \
18500 vector unsigned long long \
18501 : __builtin_vsx_xxgenpcvdm((vector unsigned long long)(__a), \
18502 (int)(__imm)))
18503 #endif /* __VSX__ */
18504
18505 /* vec_clr_first */
18506
18507 static __inline__ vector signed char __ATTRS_o_ai
vec_clr_first(vector signed char __a,unsigned int __n)18508 vec_clr_first(vector signed char __a, unsigned int __n) {
18509 #ifdef __LITTLE_ENDIAN__
18510 return (vector signed char)__builtin_altivec_vclrrb((vector unsigned char)__a,
18511 __n);
18512 #else
18513 return (vector signed char)__builtin_altivec_vclrlb((vector unsigned char)__a,
18514 __n);
18515 #endif
18516 }
18517
18518 static __inline__ vector unsigned char __ATTRS_o_ai
vec_clr_first(vector unsigned char __a,unsigned int __n)18519 vec_clr_first(vector unsigned char __a, unsigned int __n) {
18520 #ifdef __LITTLE_ENDIAN__
18521 return (vector unsigned char)__builtin_altivec_vclrrb(
18522 (vector unsigned char)__a, __n);
18523 #else
18524 return (vector unsigned char)__builtin_altivec_vclrlb(
18525 (vector unsigned char)__a, __n);
18526 #endif
18527 }
18528
18529 /* vec_clr_last */
18530
18531 static __inline__ vector signed char __ATTRS_o_ai
vec_clr_last(vector signed char __a,unsigned int __n)18532 vec_clr_last(vector signed char __a, unsigned int __n) {
18533 #ifdef __LITTLE_ENDIAN__
18534 return (vector signed char)__builtin_altivec_vclrlb((vector unsigned char)__a,
18535 __n);
18536 #else
18537 return (vector signed char)__builtin_altivec_vclrrb((vector unsigned char)__a,
18538 __n);
18539 #endif
18540 }
18541
18542 static __inline__ vector unsigned char __ATTRS_o_ai
vec_clr_last(vector unsigned char __a,unsigned int __n)18543 vec_clr_last(vector unsigned char __a, unsigned int __n) {
18544 #ifdef __LITTLE_ENDIAN__
18545 return (vector unsigned char)__builtin_altivec_vclrlb(
18546 (vector unsigned char)__a, __n);
18547 #else
18548 return (vector unsigned char)__builtin_altivec_vclrrb(
18549 (vector unsigned char)__a, __n);
18550 #endif
18551 }
18552
18553 /* vec_cntlzm */
18554
18555 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_cntlzm(vector unsigned long long __a,vector unsigned long long __b)18556 vec_cntlzm(vector unsigned long long __a, vector unsigned long long __b) {
18557 return __builtin_altivec_vclzdm(__a, __b);
18558 }
18559
18560 /* vec_cnttzm */
18561
18562 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_cnttzm(vector unsigned long long __a,vector unsigned long long __b)18563 vec_cnttzm(vector unsigned long long __a, vector unsigned long long __b) {
18564 return __builtin_altivec_vctzdm(__a, __b);
18565 }
18566
18567 /* vec_mod */
18568
18569 static __inline__ vector signed int __ATTRS_o_ai
vec_mod(vector signed int __a,vector signed int __b)18570 vec_mod(vector signed int __a, vector signed int __b) {
18571 return __a % __b;
18572 }
18573
18574 static __inline__ vector unsigned int __ATTRS_o_ai
vec_mod(vector unsigned int __a,vector unsigned int __b)18575 vec_mod(vector unsigned int __a, vector unsigned int __b) {
18576 return __a % __b;
18577 }
18578
18579 static __inline__ vector signed long long __ATTRS_o_ai
vec_mod(vector signed long long __a,vector signed long long __b)18580 vec_mod(vector signed long long __a, vector signed long long __b) {
18581 return __a % __b;
18582 }
18583
18584 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_mod(vector unsigned long long __a,vector unsigned long long __b)18585 vec_mod(vector unsigned long long __a, vector unsigned long long __b) {
18586 return __a % __b;
18587 }
18588
18589 #ifdef __SIZEOF_INT128__
18590 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_mod(vector signed __int128 __a,vector signed __int128 __b)18591 vec_mod(vector signed __int128 __a, vector signed __int128 __b) {
18592 return __a % __b;
18593 }
18594
18595 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_mod(vector unsigned __int128 __a,vector unsigned __int128 __b)18596 vec_mod(vector unsigned __int128 __a, vector unsigned __int128 __b) {
18597 return __a % __b;
18598 }
18599 #endif
18600
18601 /* vec_sldb */
18602 #define vec_sldb(__a, __b, __c) \
18603 _Generic( \
18604 (__a), vector unsigned char \
18605 : (vector unsigned char)__builtin_altivec_vsldbi( \
18606 (vector unsigned char)__a, (vector unsigned char)__b, \
18607 (__c & 0x7)), \
18608 vector signed char \
18609 : (vector signed char)__builtin_altivec_vsldbi( \
18610 (vector unsigned char)__a, (vector unsigned char)__b, \
18611 (__c & 0x7)), \
18612 vector unsigned short \
18613 : (vector unsigned short)__builtin_altivec_vsldbi( \
18614 (vector unsigned char)__a, (vector unsigned char)__b, \
18615 (__c & 0x7)), \
18616 vector signed short \
18617 : (vector signed short)__builtin_altivec_vsldbi( \
18618 (vector unsigned char)__a, (vector unsigned char)__b, \
18619 (__c & 0x7)), \
18620 vector unsigned int \
18621 : (vector unsigned int)__builtin_altivec_vsldbi( \
18622 (vector unsigned char)__a, (vector unsigned char)__b, \
18623 (__c & 0x7)), \
18624 vector signed int \
18625 : (vector signed int)__builtin_altivec_vsldbi((vector unsigned char)__a, \
18626 (vector unsigned char)__b, \
18627 (__c & 0x7)), \
18628 vector unsigned long long \
18629 : (vector unsigned long long)__builtin_altivec_vsldbi( \
18630 (vector unsigned char)__a, (vector unsigned char)__b, \
18631 (__c & 0x7)), \
18632 vector signed long long \
18633 : (vector signed long long)__builtin_altivec_vsldbi( \
18634 (vector unsigned char)__a, (vector unsigned char)__b, (__c & 0x7)))
18635
18636 /* vec_srdb */
18637 #define vec_srdb(__a, __b, __c) \
18638 _Generic( \
18639 (__a), vector unsigned char \
18640 : (vector unsigned char)__builtin_altivec_vsrdbi( \
18641 (vector unsigned char)__a, (vector unsigned char)__b, \
18642 (__c & 0x7)), \
18643 vector signed char \
18644 : (vector signed char)__builtin_altivec_vsrdbi( \
18645 (vector unsigned char)__a, (vector unsigned char)__b, \
18646 (__c & 0x7)), \
18647 vector unsigned short \
18648 : (vector unsigned short)__builtin_altivec_vsrdbi( \
18649 (vector unsigned char)__a, (vector unsigned char)__b, \
18650 (__c & 0x7)), \
18651 vector signed short \
18652 : (vector signed short)__builtin_altivec_vsrdbi( \
18653 (vector unsigned char)__a, (vector unsigned char)__b, \
18654 (__c & 0x7)), \
18655 vector unsigned int \
18656 : (vector unsigned int)__builtin_altivec_vsrdbi( \
18657 (vector unsigned char)__a, (vector unsigned char)__b, \
18658 (__c & 0x7)), \
18659 vector signed int \
18660 : (vector signed int)__builtin_altivec_vsrdbi((vector unsigned char)__a, \
18661 (vector unsigned char)__b, \
18662 (__c & 0x7)), \
18663 vector unsigned long long \
18664 : (vector unsigned long long)__builtin_altivec_vsrdbi( \
18665 (vector unsigned char)__a, (vector unsigned char)__b, \
18666 (__c & 0x7)), \
18667 vector signed long long \
18668 : (vector signed long long)__builtin_altivec_vsrdbi( \
18669 (vector unsigned char)__a, (vector unsigned char)__b, (__c & 0x7)))
18670
18671 /* vec_insertl */
18672
18673 static __inline__ vector unsigned char __ATTRS_o_ai
vec_insertl(unsigned char __a,vector unsigned char __b,unsigned int __c)18674 vec_insertl(unsigned char __a, vector unsigned char __b, unsigned int __c) {
18675 #ifdef __LITTLE_ENDIAN__
18676 return __builtin_altivec_vinsbrx(__b, __c, __a);
18677 #else
18678 return __builtin_altivec_vinsblx(__b, __c, __a);
18679 #endif
18680 }
18681
18682 static __inline__ vector unsigned short __ATTRS_o_ai
vec_insertl(unsigned short __a,vector unsigned short __b,unsigned int __c)18683 vec_insertl(unsigned short __a, vector unsigned short __b, unsigned int __c) {
18684 #ifdef __LITTLE_ENDIAN__
18685 return __builtin_altivec_vinshrx(__b, __c, __a);
18686 #else
18687 return __builtin_altivec_vinshlx(__b, __c, __a);
18688 #endif
18689 }
18690
18691 static __inline__ vector unsigned int __ATTRS_o_ai
vec_insertl(unsigned int __a,vector unsigned int __b,unsigned int __c)18692 vec_insertl(unsigned int __a, vector unsigned int __b, unsigned int __c) {
18693 #ifdef __LITTLE_ENDIAN__
18694 return __builtin_altivec_vinswrx(__b, __c, __a);
18695 #else
18696 return __builtin_altivec_vinswlx(__b, __c, __a);
18697 #endif
18698 }
18699
18700 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_insertl(unsigned long long __a,vector unsigned long long __b,unsigned int __c)18701 vec_insertl(unsigned long long __a, vector unsigned long long __b,
18702 unsigned int __c) {
18703 #ifdef __LITTLE_ENDIAN__
18704 return __builtin_altivec_vinsdrx(__b, __c, __a);
18705 #else
18706 return __builtin_altivec_vinsdlx(__b, __c, __a);
18707 #endif
18708 }
18709
18710 static __inline__ vector unsigned char __ATTRS_o_ai
vec_insertl(vector unsigned char __a,vector unsigned char __b,unsigned int __c)18711 vec_insertl(vector unsigned char __a, vector unsigned char __b,
18712 unsigned int __c) {
18713 #ifdef __LITTLE_ENDIAN__
18714 return __builtin_altivec_vinsbvrx(__b, __c, __a);
18715 #else
18716 return __builtin_altivec_vinsbvlx(__b, __c, __a);
18717 #endif
18718 }
18719
18720 static __inline__ vector unsigned short __ATTRS_o_ai
vec_insertl(vector unsigned short __a,vector unsigned short __b,unsigned int __c)18721 vec_insertl(vector unsigned short __a, vector unsigned short __b,
18722 unsigned int __c) {
18723 #ifdef __LITTLE_ENDIAN__
18724 return __builtin_altivec_vinshvrx(__b, __c, __a);
18725 #else
18726 return __builtin_altivec_vinshvlx(__b, __c, __a);
18727 #endif
18728 }
18729
18730 static __inline__ vector unsigned int __ATTRS_o_ai
vec_insertl(vector unsigned int __a,vector unsigned int __b,unsigned int __c)18731 vec_insertl(vector unsigned int __a, vector unsigned int __b,
18732 unsigned int __c) {
18733 #ifdef __LITTLE_ENDIAN__
18734 return __builtin_altivec_vinswvrx(__b, __c, __a);
18735 #else
18736 return __builtin_altivec_vinswvlx(__b, __c, __a);
18737 #endif
18738 }
18739
18740 /* vec_inserth */
18741
18742 static __inline__ vector unsigned char __ATTRS_o_ai
vec_inserth(unsigned char __a,vector unsigned char __b,unsigned int __c)18743 vec_inserth(unsigned char __a, vector unsigned char __b, unsigned int __c) {
18744 #ifdef __LITTLE_ENDIAN__
18745 return __builtin_altivec_vinsblx(__b, __c, __a);
18746 #else
18747 return __builtin_altivec_vinsbrx(__b, __c, __a);
18748 #endif
18749 }
18750
18751 static __inline__ vector unsigned short __ATTRS_o_ai
vec_inserth(unsigned short __a,vector unsigned short __b,unsigned int __c)18752 vec_inserth(unsigned short __a, vector unsigned short __b, unsigned int __c) {
18753 #ifdef __LITTLE_ENDIAN__
18754 return __builtin_altivec_vinshlx(__b, __c, __a);
18755 #else
18756 return __builtin_altivec_vinshrx(__b, __c, __a);
18757 #endif
18758 }
18759
18760 static __inline__ vector unsigned int __ATTRS_o_ai
vec_inserth(unsigned int __a,vector unsigned int __b,unsigned int __c)18761 vec_inserth(unsigned int __a, vector unsigned int __b, unsigned int __c) {
18762 #ifdef __LITTLE_ENDIAN__
18763 return __builtin_altivec_vinswlx(__b, __c, __a);
18764 #else
18765 return __builtin_altivec_vinswrx(__b, __c, __a);
18766 #endif
18767 }
18768
18769 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_inserth(unsigned long long __a,vector unsigned long long __b,unsigned int __c)18770 vec_inserth(unsigned long long __a, vector unsigned long long __b,
18771 unsigned int __c) {
18772 #ifdef __LITTLE_ENDIAN__
18773 return __builtin_altivec_vinsdlx(__b, __c, __a);
18774 #else
18775 return __builtin_altivec_vinsdrx(__b, __c, __a);
18776 #endif
18777 }
18778
18779 static __inline__ vector unsigned char __ATTRS_o_ai
vec_inserth(vector unsigned char __a,vector unsigned char __b,unsigned int __c)18780 vec_inserth(vector unsigned char __a, vector unsigned char __b,
18781 unsigned int __c) {
18782 #ifdef __LITTLE_ENDIAN__
18783 return __builtin_altivec_vinsbvlx(__b, __c, __a);
18784 #else
18785 return __builtin_altivec_vinsbvrx(__b, __c, __a);
18786 #endif
18787 }
18788
18789 static __inline__ vector unsigned short __ATTRS_o_ai
vec_inserth(vector unsigned short __a,vector unsigned short __b,unsigned int __c)18790 vec_inserth(vector unsigned short __a, vector unsigned short __b,
18791 unsigned int __c) {
18792 #ifdef __LITTLE_ENDIAN__
18793 return __builtin_altivec_vinshvlx(__b, __c, __a);
18794 #else
18795 return __builtin_altivec_vinshvrx(__b, __c, __a);
18796 #endif
18797 }
18798
18799 static __inline__ vector unsigned int __ATTRS_o_ai
vec_inserth(vector unsigned int __a,vector unsigned int __b,unsigned int __c)18800 vec_inserth(vector unsigned int __a, vector unsigned int __b,
18801 unsigned int __c) {
18802 #ifdef __LITTLE_ENDIAN__
18803 return __builtin_altivec_vinswvlx(__b, __c, __a);
18804 #else
18805 return __builtin_altivec_vinswvrx(__b, __c, __a);
18806 #endif
18807 }
18808
18809 /* vec_extractl */
18810
vec_extractl(vector unsigned char __a,vector unsigned char __b,unsigned int __c)18811 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl(
18812 vector unsigned char __a, vector unsigned char __b, unsigned int __c) {
18813 #ifdef __LITTLE_ENDIAN__
18814 return __builtin_altivec_vextdubvrx(__a, __b, __c);
18815 #else
18816 vector unsigned long long __ret = __builtin_altivec_vextdubvlx(__a, __b, __c);
18817 return vec_sld(__ret, __ret, 8);
18818 #endif
18819 }
18820
vec_extractl(vector unsigned short __a,vector unsigned short __b,unsigned int __c)18821 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl(
18822 vector unsigned short __a, vector unsigned short __b, unsigned int __c) {
18823 #ifdef __LITTLE_ENDIAN__
18824 return __builtin_altivec_vextduhvrx(__a, __b, __c);
18825 #else
18826 vector unsigned long long __ret = __builtin_altivec_vextduhvlx(__a, __b, __c);
18827 return vec_sld(__ret, __ret, 8);
18828 #endif
18829 }
18830
vec_extractl(vector unsigned int __a,vector unsigned int __b,unsigned int __c)18831 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl(
18832 vector unsigned int __a, vector unsigned int __b, unsigned int __c) {
18833 #ifdef __LITTLE_ENDIAN__
18834 return __builtin_altivec_vextduwvrx(__a, __b, __c);
18835 #else
18836 vector unsigned long long __ret = __builtin_altivec_vextduwvlx(__a, __b, __c);
18837 return vec_sld(__ret, __ret, 8);
18838 #endif
18839 }
18840
18841 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_extractl(vector unsigned long long __a,vector unsigned long long __b,unsigned int __c)18842 vec_extractl(vector unsigned long long __a, vector unsigned long long __b,
18843 unsigned int __c) {
18844 #ifdef __LITTLE_ENDIAN__
18845 return __builtin_altivec_vextddvrx(__a, __b, __c);
18846 #else
18847 vector unsigned long long __ret = __builtin_altivec_vextddvlx(__a, __b, __c);
18848 return vec_sld(__ret, __ret, 8);
18849 #endif
18850 }
18851
18852 /* vec_extracth */
18853
vec_extracth(vector unsigned char __a,vector unsigned char __b,unsigned int __c)18854 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth(
18855 vector unsigned char __a, vector unsigned char __b, unsigned int __c) {
18856 #ifdef __LITTLE_ENDIAN__
18857 return __builtin_altivec_vextdubvlx(__a, __b, __c);
18858 #else
18859 vector unsigned long long __ret = __builtin_altivec_vextdubvrx(__a, __b, __c);
18860 return vec_sld(__ret, __ret, 8);
18861 #endif
18862 }
18863
vec_extracth(vector unsigned short __a,vector unsigned short __b,unsigned int __c)18864 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth(
18865 vector unsigned short __a, vector unsigned short __b, unsigned int __c) {
18866 #ifdef __LITTLE_ENDIAN__
18867 return __builtin_altivec_vextduhvlx(__a, __b, __c);
18868 #else
18869 vector unsigned long long __ret = __builtin_altivec_vextduhvrx(__a, __b, __c);
18870 return vec_sld(__ret, __ret, 8);
18871 #endif
18872 }
18873
vec_extracth(vector unsigned int __a,vector unsigned int __b,unsigned int __c)18874 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth(
18875 vector unsigned int __a, vector unsigned int __b, unsigned int __c) {
18876 #ifdef __LITTLE_ENDIAN__
18877 return __builtin_altivec_vextduwvlx(__a, __b, __c);
18878 #else
18879 vector unsigned long long __ret = __builtin_altivec_vextduwvrx(__a, __b, __c);
18880 return vec_sld(__ret, __ret, 8);
18881 #endif
18882 }
18883
18884 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_extracth(vector unsigned long long __a,vector unsigned long long __b,unsigned int __c)18885 vec_extracth(vector unsigned long long __a, vector unsigned long long __b,
18886 unsigned int __c) {
18887 #ifdef __LITTLE_ENDIAN__
18888 return __builtin_altivec_vextddvlx(__a, __b, __c);
18889 #else
18890 vector unsigned long long __ret = __builtin_altivec_vextddvrx(__a, __b, __c);
18891 return vec_sld(__ret, __ret, 8);
18892 #endif
18893 }
18894
18895 #ifdef __VSX__
18896
18897 /* vec_permx */
18898 #define vec_permx(__a, __b, __c, __d) \
18899 _Generic( \
18900 (__a), vector unsigned char \
18901 : (vector unsigned char)__builtin_vsx_xxpermx( \
18902 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18903 vector signed char \
18904 : (vector signed char)__builtin_vsx_xxpermx( \
18905 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18906 vector unsigned short \
18907 : (vector unsigned short)__builtin_vsx_xxpermx( \
18908 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18909 vector signed short \
18910 : (vector signed short)__builtin_vsx_xxpermx( \
18911 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18912 vector unsigned int \
18913 : (vector unsigned int)__builtin_vsx_xxpermx( \
18914 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18915 vector signed int \
18916 : (vector signed int)__builtin_vsx_xxpermx( \
18917 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18918 vector unsigned long long \
18919 : (vector unsigned long long)__builtin_vsx_xxpermx( \
18920 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18921 vector signed long long \
18922 : (vector signed long long)__builtin_vsx_xxpermx( \
18923 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18924 vector float \
18925 : (vector float)__builtin_vsx_xxpermx( \
18926 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \
18927 vector double \
18928 : (vector double)__builtin_vsx_xxpermx( \
18929 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d))
18930
18931 /* vec_blendv */
18932
18933 static __inline__ vector signed char __ATTRS_o_ai
vec_blendv(vector signed char __a,vector signed char __b,vector unsigned char __c)18934 vec_blendv(vector signed char __a, vector signed char __b,
18935 vector unsigned char __c) {
18936 return (vector signed char)__builtin_vsx_xxblendvb(
18937 (vector unsigned char)__a, (vector unsigned char)__b, __c);
18938 }
18939
18940 static __inline__ vector unsigned char __ATTRS_o_ai
vec_blendv(vector unsigned char __a,vector unsigned char __b,vector unsigned char __c)18941 vec_blendv(vector unsigned char __a, vector unsigned char __b,
18942 vector unsigned char __c) {
18943 return __builtin_vsx_xxblendvb(__a, __b, __c);
18944 }
18945
18946 static __inline__ vector signed short __ATTRS_o_ai
vec_blendv(vector signed short __a,vector signed short __b,vector unsigned short __c)18947 vec_blendv(vector signed short __a, vector signed short __b,
18948 vector unsigned short __c) {
18949 return (vector signed short)__builtin_vsx_xxblendvh(
18950 (vector unsigned short)__a, (vector unsigned short)__b, __c);
18951 }
18952
18953 static __inline__ vector unsigned short __ATTRS_o_ai
vec_blendv(vector unsigned short __a,vector unsigned short __b,vector unsigned short __c)18954 vec_blendv(vector unsigned short __a, vector unsigned short __b,
18955 vector unsigned short __c) {
18956 return __builtin_vsx_xxblendvh(__a, __b, __c);
18957 }
18958
18959 static __inline__ vector signed int __ATTRS_o_ai
vec_blendv(vector signed int __a,vector signed int __b,vector unsigned int __c)18960 vec_blendv(vector signed int __a, vector signed int __b,
18961 vector unsigned int __c) {
18962 return (vector signed int)__builtin_vsx_xxblendvw(
18963 (vector unsigned int)__a, (vector unsigned int)__b, __c);
18964 }
18965
18966 static __inline__ vector unsigned int __ATTRS_o_ai
vec_blendv(vector unsigned int __a,vector unsigned int __b,vector unsigned int __c)18967 vec_blendv(vector unsigned int __a, vector unsigned int __b,
18968 vector unsigned int __c) {
18969 return __builtin_vsx_xxblendvw(__a, __b, __c);
18970 }
18971
18972 static __inline__ vector signed long long __ATTRS_o_ai
vec_blendv(vector signed long long __a,vector signed long long __b,vector unsigned long long __c)18973 vec_blendv(vector signed long long __a, vector signed long long __b,
18974 vector unsigned long long __c) {
18975 return (vector signed long long)__builtin_vsx_xxblendvd(
18976 (vector unsigned long long)__a, (vector unsigned long long)__b, __c);
18977 }
18978
18979 static __inline__ vector unsigned long long __ATTRS_o_ai
vec_blendv(vector unsigned long long __a,vector unsigned long long __b,vector unsigned long long __c)18980 vec_blendv(vector unsigned long long __a, vector unsigned long long __b,
18981 vector unsigned long long __c) {
18982 return (vector unsigned long long)__builtin_vsx_xxblendvd(__a, __b, __c);
18983 }
18984
18985 static __inline__ vector float __ATTRS_o_ai
vec_blendv(vector float __a,vector float __b,vector unsigned int __c)18986 vec_blendv(vector float __a, vector float __b, vector unsigned int __c) {
18987 return (vector float)__builtin_vsx_xxblendvw((vector unsigned int)__a,
18988 (vector unsigned int)__b, __c);
18989 }
18990
18991 static __inline__ vector double __ATTRS_o_ai
vec_blendv(vector double __a,vector double __b,vector unsigned long long __c)18992 vec_blendv(vector double __a, vector double __b,
18993 vector unsigned long long __c) {
18994 return (vector double)__builtin_vsx_xxblendvd(
18995 (vector unsigned long long)__a, (vector unsigned long long)__b, __c);
18996 }
18997
18998 #define vec_replace_unaligned(__a, __b, __c) \
18999 _Generic((__a), vector signed int \
19000 : __builtin_altivec_vinsw((vector unsigned char)__a, \
19001 (unsigned int)__b, __c), \
19002 vector unsigned int \
19003 : __builtin_altivec_vinsw((vector unsigned char)__a, \
19004 (unsigned int)__b, __c), \
19005 vector unsigned long long \
19006 : __builtin_altivec_vinsd((vector unsigned char)__a, \
19007 (unsigned long long)__b, __c), \
19008 vector signed long long \
19009 : __builtin_altivec_vinsd((vector unsigned char)__a, \
19010 (unsigned long long)__b, __c), \
19011 vector float \
19012 : __builtin_altivec_vinsw((vector unsigned char)__a, \
19013 (unsigned int)__b, __c), \
19014 vector double \
19015 : __builtin_altivec_vinsd((vector unsigned char)__a, \
19016 (unsigned long long)__b, __c))
19017
19018 #define vec_replace_elt(__a, __b, __c) \
19019 _Generic((__a), vector signed int \
19020 : (vector signed int)__builtin_altivec_vinsw_elt( \
19021 (vector unsigned char)__a, (unsigned int)__b, __c), \
19022 vector unsigned int \
19023 : (vector unsigned int)__builtin_altivec_vinsw_elt( \
19024 (vector unsigned char)__a, (unsigned int)__b, __c), \
19025 vector unsigned long long \
19026 : (vector unsigned long long)__builtin_altivec_vinsd_elt( \
19027 (vector unsigned char)__a, (unsigned long long)__b, __c), \
19028 vector signed long long \
19029 : (vector signed long long)__builtin_altivec_vinsd_elt( \
19030 (vector unsigned char)__a, (unsigned long long)__b, __c), \
19031 vector float \
19032 : (vector float)__builtin_altivec_vinsw_elt( \
19033 (vector unsigned char)__a, (unsigned int)__b, __c), \
19034 vector double \
19035 : (vector double)__builtin_altivec_vinsd_elt( \
19036 (vector unsigned char)__a, (unsigned long long)__b, __c))
19037
19038 /* vec_splati */
19039
19040 #define vec_splati(__a) \
19041 _Generic((__a), signed int \
19042 : ((vector signed int)__a), unsigned int \
19043 : ((vector unsigned int)__a), float \
19044 : ((vector float)__a))
19045
19046 /* vec_spatid */
19047
vec_splatid(const float __a)19048 static __inline__ vector double __ATTRS_o_ai vec_splatid(const float __a) {
19049 return ((vector double)((double)__a));
19050 }
19051
19052 /* vec_splati_ins */
19053
vec_splati_ins(vector signed int __a,const unsigned int __b,const signed int __c)19054 static __inline__ vector signed int __ATTRS_o_ai vec_splati_ins(
19055 vector signed int __a, const unsigned int __b, const signed int __c) {
19056 const unsigned int __d = __b & 0x01;
19057 #ifdef __LITTLE_ENDIAN__
19058 __a[1 - __d] = __c;
19059 __a[3 - __d] = __c;
19060 #else
19061 __a[__d] = __c;
19062 __a[2 + __d] = __c;
19063 #endif
19064 return __a;
19065 }
19066
vec_splati_ins(vector unsigned int __a,const unsigned int __b,const unsigned int __c)19067 static __inline__ vector unsigned int __ATTRS_o_ai vec_splati_ins(
19068 vector unsigned int __a, const unsigned int __b, const unsigned int __c) {
19069 const unsigned int __d = __b & 0x01;
19070 #ifdef __LITTLE_ENDIAN__
19071 __a[1 - __d] = __c;
19072 __a[3 - __d] = __c;
19073 #else
19074 __a[__d] = __c;
19075 __a[2 + __d] = __c;
19076 #endif
19077 return __a;
19078 }
19079
19080 static __inline__ vector float __ATTRS_o_ai
vec_splati_ins(vector float __a,const unsigned int __b,const float __c)19081 vec_splati_ins(vector float __a, const unsigned int __b, const float __c) {
19082 const unsigned int __d = __b & 0x01;
19083 #ifdef __LITTLE_ENDIAN__
19084 __a[1 - __d] = __c;
19085 __a[3 - __d] = __c;
19086 #else
19087 __a[__d] = __c;
19088 __a[2 + __d] = __c;
19089 #endif
19090 return __a;
19091 }
19092
19093 /* vec_test_lsbb_all_ones */
19094
19095 static __inline__ int __ATTRS_o_ai
vec_test_lsbb_all_ones(vector unsigned char __a)19096 vec_test_lsbb_all_ones(vector unsigned char __a) {
19097 return __builtin_vsx_xvtlsbb(__a, 1);
19098 }
19099
19100 /* vec_test_lsbb_all_zeros */
19101
19102 static __inline__ int __ATTRS_o_ai
vec_test_lsbb_all_zeros(vector unsigned char __a)19103 vec_test_lsbb_all_zeros(vector unsigned char __a) {
19104 return __builtin_vsx_xvtlsbb(__a, 0);
19105 }
19106 #endif /* __VSX__ */
19107
19108 /* vec_stril */
19109
19110 static __inline__ vector unsigned char __ATTRS_o_ai
vec_stril(vector unsigned char __a)19111 vec_stril(vector unsigned char __a) {
19112 #ifdef __LITTLE_ENDIAN__
19113 return (vector unsigned char)__builtin_altivec_vstribr(
19114 (vector unsigned char)__a);
19115 #else
19116 return (vector unsigned char)__builtin_altivec_vstribl(
19117 (vector unsigned char)__a);
19118 #endif
19119 }
19120
19121 static __inline__ vector signed char __ATTRS_o_ai
vec_stril(vector signed char __a)19122 vec_stril(vector signed char __a) {
19123 #ifdef __LITTLE_ENDIAN__
19124 return (vector signed char)__builtin_altivec_vstribr(
19125 (vector unsigned char)__a);
19126 #else
19127 return (vector signed char)__builtin_altivec_vstribl(
19128 (vector unsigned char)__a);
19129 #endif
19130 }
19131
19132 static __inline__ vector unsigned short __ATTRS_o_ai
vec_stril(vector unsigned short __a)19133 vec_stril(vector unsigned short __a) {
19134 #ifdef __LITTLE_ENDIAN__
19135 return (vector unsigned short)__builtin_altivec_vstrihr(
19136 (vector signed short)__a);
19137 #else
19138 return (vector unsigned short)__builtin_altivec_vstrihl(
19139 (vector signed short)__a);
19140 #endif
19141 }
19142
19143 static __inline__ vector signed short __ATTRS_o_ai
vec_stril(vector signed short __a)19144 vec_stril(vector signed short __a) {
19145 #ifdef __LITTLE_ENDIAN__
19146 return __builtin_altivec_vstrihr(__a);
19147 #else
19148 return __builtin_altivec_vstrihl(__a);
19149 #endif
19150 }
19151
19152 /* vec_stril_p */
19153
vec_stril_p(vector unsigned char __a)19154 static __inline__ int __ATTRS_o_ai vec_stril_p(vector unsigned char __a) {
19155 #ifdef __LITTLE_ENDIAN__
19156 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a);
19157 #else
19158 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a);
19159 #endif
19160 }
19161
vec_stril_p(vector signed char __a)19162 static __inline__ int __ATTRS_o_ai vec_stril_p(vector signed char __a) {
19163 #ifdef __LITTLE_ENDIAN__
19164 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a);
19165 #else
19166 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a);
19167 #endif
19168 }
19169
vec_stril_p(vector unsigned short __a)19170 static __inline__ int __ATTRS_o_ai vec_stril_p(vector unsigned short __a) {
19171 #ifdef __LITTLE_ENDIAN__
19172 return __builtin_altivec_vstrihr_p(__CR6_EQ, (vector signed short)__a);
19173 #else
19174 return __builtin_altivec_vstrihl_p(__CR6_EQ, (vector signed short)__a);
19175 #endif
19176 }
19177
vec_stril_p(vector signed short __a)19178 static __inline__ int __ATTRS_o_ai vec_stril_p(vector signed short __a) {
19179 #ifdef __LITTLE_ENDIAN__
19180 return __builtin_altivec_vstrihr_p(__CR6_EQ, __a);
19181 #else
19182 return __builtin_altivec_vstrihl_p(__CR6_EQ, __a);
19183 #endif
19184 }
19185
19186 /* vec_strir */
19187
19188 static __inline__ vector unsigned char __ATTRS_o_ai
vec_strir(vector unsigned char __a)19189 vec_strir(vector unsigned char __a) {
19190 #ifdef __LITTLE_ENDIAN__
19191 return (vector unsigned char)__builtin_altivec_vstribl(
19192 (vector unsigned char)__a);
19193 #else
19194 return (vector unsigned char)__builtin_altivec_vstribr(
19195 (vector unsigned char)__a);
19196 #endif
19197 }
19198
19199 static __inline__ vector signed char __ATTRS_o_ai
vec_strir(vector signed char __a)19200 vec_strir(vector signed char __a) {
19201 #ifdef __LITTLE_ENDIAN__
19202 return (vector signed char)__builtin_altivec_vstribl(
19203 (vector unsigned char)__a);
19204 #else
19205 return (vector signed char)__builtin_altivec_vstribr(
19206 (vector unsigned char)__a);
19207 #endif
19208 }
19209
19210 static __inline__ vector unsigned short __ATTRS_o_ai
vec_strir(vector unsigned short __a)19211 vec_strir(vector unsigned short __a) {
19212 #ifdef __LITTLE_ENDIAN__
19213 return (vector unsigned short)__builtin_altivec_vstrihl(
19214 (vector signed short)__a);
19215 #else
19216 return (vector unsigned short)__builtin_altivec_vstrihr(
19217 (vector signed short)__a);
19218 #endif
19219 }
19220
19221 static __inline__ vector signed short __ATTRS_o_ai
vec_strir(vector signed short __a)19222 vec_strir(vector signed short __a) {
19223 #ifdef __LITTLE_ENDIAN__
19224 return __builtin_altivec_vstrihl(__a);
19225 #else
19226 return __builtin_altivec_vstrihr(__a);
19227 #endif
19228 }
19229
19230 /* vec_strir_p */
19231
vec_strir_p(vector unsigned char __a)19232 static __inline__ int __ATTRS_o_ai vec_strir_p(vector unsigned char __a) {
19233 #ifdef __LITTLE_ENDIAN__
19234 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a);
19235 #else
19236 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a);
19237 #endif
19238 }
19239
vec_strir_p(vector signed char __a)19240 static __inline__ int __ATTRS_o_ai vec_strir_p(vector signed char __a) {
19241 #ifdef __LITTLE_ENDIAN__
19242 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a);
19243 #else
19244 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a);
19245 #endif
19246 }
19247
vec_strir_p(vector unsigned short __a)19248 static __inline__ int __ATTRS_o_ai vec_strir_p(vector unsigned short __a) {
19249 #ifdef __LITTLE_ENDIAN__
19250 return __builtin_altivec_vstrihl_p(__CR6_EQ, (vector signed short)__a);
19251 #else
19252 return __builtin_altivec_vstrihr_p(__CR6_EQ, (vector signed short)__a);
19253 #endif
19254 }
19255
vec_strir_p(vector signed short __a)19256 static __inline__ int __ATTRS_o_ai vec_strir_p(vector signed short __a) {
19257 #ifdef __LITTLE_ENDIAN__
19258 return __builtin_altivec_vstrihl_p(__CR6_EQ, __a);
19259 #else
19260 return __builtin_altivec_vstrihr_p(__CR6_EQ, __a);
19261 #endif
19262 }
19263
19264 /* vs[l | r | ra] */
19265
19266 #ifdef __SIZEOF_INT128__
19267 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_sl(vector unsigned __int128 __a,vector unsigned __int128 __b)19268 vec_sl(vector unsigned __int128 __a, vector unsigned __int128 __b) {
19269 return __a << (__b % (vector unsigned __int128)(sizeof(unsigned __int128) *
19270 __CHAR_BIT__));
19271 }
19272
19273 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_sl(vector signed __int128 __a,vector unsigned __int128 __b)19274 vec_sl(vector signed __int128 __a, vector unsigned __int128 __b) {
19275 return __a << (__b % (vector unsigned __int128)(sizeof(unsigned __int128) *
19276 __CHAR_BIT__));
19277 }
19278
19279 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_sr(vector unsigned __int128 __a,vector unsigned __int128 __b)19280 vec_sr(vector unsigned __int128 __a, vector unsigned __int128 __b) {
19281 return __a >> (__b % (vector unsigned __int128)(sizeof(unsigned __int128) *
19282 __CHAR_BIT__));
19283 }
19284
19285 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_sr(vector signed __int128 __a,vector unsigned __int128 __b)19286 vec_sr(vector signed __int128 __a, vector unsigned __int128 __b) {
19287 return (
19288 vector signed __int128)(((vector unsigned __int128)__a) >>
19289 (__b %
19290 (vector unsigned __int128)(sizeof(
19291 unsigned __int128) *
19292 __CHAR_BIT__)));
19293 }
19294
19295 static __inline__ vector unsigned __int128 __ATTRS_o_ai
vec_sra(vector unsigned __int128 __a,vector unsigned __int128 __b)19296 vec_sra(vector unsigned __int128 __a, vector unsigned __int128 __b) {
19297 return (
19298 vector unsigned __int128)(((vector signed __int128)__a) >>
19299 (__b %
19300 (vector unsigned __int128)(sizeof(
19301 unsigned __int128) *
19302 __CHAR_BIT__)));
19303 }
19304
19305 static __inline__ vector signed __int128 __ATTRS_o_ai
vec_sra(vector signed __int128 __a,vector unsigned __int128 __b)19306 vec_sra(vector signed __int128 __a, vector unsigned __int128 __b) {
19307 return __a >> (__b % (vector unsigned __int128)(sizeof(unsigned __int128) *
19308 __CHAR_BIT__));
19309 }
19310
19311 #endif /* __SIZEOF_INT128__ */
19312 #endif /* __POWER10_VECTOR__ */
19313
19314 #ifdef __POWER8_VECTOR__
19315 #define __bcdadd(__a, __b, __ps) __builtin_ppc_bcdadd((__a), (__b), (__ps))
19316 #define __bcdsub(__a, __b, __ps) __builtin_ppc_bcdsub((__a), (__b), (__ps))
19317
__bcdadd_ofl(vector unsigned char __a,vector unsigned char __b)19318 static __inline__ long __bcdadd_ofl(vector unsigned char __a,
19319 vector unsigned char __b) {
19320 return __builtin_ppc_bcdadd_p(__CR6_SO, __a, __b);
19321 }
19322
__bcdsub_ofl(vector unsigned char __a,vector unsigned char __b)19323 static __inline__ long __bcdsub_ofl(vector unsigned char __a,
19324 vector unsigned char __b) {
19325 return __builtin_ppc_bcdsub_p(__CR6_SO, __a, __b);
19326 }
19327
__bcd_invalid(vector unsigned char __a)19328 static __inline__ long __bcd_invalid(vector unsigned char __a) {
19329 return __builtin_ppc_bcdsub_p(__CR6_SO, __a, __a);
19330 }
19331
__bcdcmpeq(vector unsigned char __a,vector unsigned char __b)19332 static __inline__ long __bcdcmpeq(vector unsigned char __a,
19333 vector unsigned char __b) {
19334 return __builtin_ppc_bcdsub_p(__CR6_EQ, __a, __b);
19335 }
19336
__bcdcmplt(vector unsigned char __a,vector unsigned char __b)19337 static __inline__ long __bcdcmplt(vector unsigned char __a,
19338 vector unsigned char __b) {
19339 return __builtin_ppc_bcdsub_p(__CR6_LT, __a, __b);
19340 }
19341
__bcdcmpgt(vector unsigned char __a,vector unsigned char __b)19342 static __inline__ long __bcdcmpgt(vector unsigned char __a,
19343 vector unsigned char __b) {
19344 return __builtin_ppc_bcdsub_p(__CR6_GT, __a, __b);
19345 }
19346
__bcdcmple(vector unsigned char __a,vector unsigned char __b)19347 static __inline__ long __bcdcmple(vector unsigned char __a,
19348 vector unsigned char __b) {
19349 return __builtin_ppc_bcdsub_p(__CR6_GT_REV, __a, __b);
19350 }
19351
__bcdcmpge(vector unsigned char __a,vector unsigned char __b)19352 static __inline__ long __bcdcmpge(vector unsigned char __a,
19353 vector unsigned char __b) {
19354 return __builtin_ppc_bcdsub_p(__CR6_LT_REV, __a, __b);
19355 }
19356
19357 #endif // __POWER8_VECTOR__
19358
19359 #undef __ATTRS_o_ai
19360
19361 #endif /* __ALTIVEC_H */
19362