1*bed243d3SAndroid Build Coastguard Worker /*===------------- avx512ifmaintrin.h - IFMA intrinsics ------------------===
2*bed243d3SAndroid Build Coastguard Worker *
3*bed243d3SAndroid Build Coastguard Worker *
4*bed243d3SAndroid Build Coastguard Worker * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5*bed243d3SAndroid Build Coastguard Worker * See https://llvm.org/LICENSE.txt for license information.
6*bed243d3SAndroid Build Coastguard Worker * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7*bed243d3SAndroid Build Coastguard Worker *
8*bed243d3SAndroid Build Coastguard Worker *===-----------------------------------------------------------------------===
9*bed243d3SAndroid Build Coastguard Worker */
10*bed243d3SAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
11*bed243d3SAndroid Build Coastguard Worker #error "Never use <avx512ifmaintrin.h> directly; include <immintrin.h> instead."
12*bed243d3SAndroid Build Coastguard Worker #endif
13*bed243d3SAndroid Build Coastguard Worker
14*bed243d3SAndroid Build Coastguard Worker #ifndef __IFMAINTRIN_H
15*bed243d3SAndroid Build Coastguard Worker #define __IFMAINTRIN_H
16*bed243d3SAndroid Build Coastguard Worker
17*bed243d3SAndroid Build Coastguard Worker /* Define the default attributes for the functions in this file. */
18*bed243d3SAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS \
19*bed243d3SAndroid Build Coastguard Worker __attribute__((__always_inline__, __nodebug__, \
20*bed243d3SAndroid Build Coastguard Worker __target__("avx512ifma,evex512"), __min_vector_width__(512)))
21*bed243d3SAndroid Build Coastguard Worker
22*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_madd52hi_epu64(__m512i __X,__m512i __Y,__m512i __Z)23*bed243d3SAndroid Build Coastguard Worker _mm512_madd52hi_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
24*bed243d3SAndroid Build Coastguard Worker {
25*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di) __X, (__v8di) __Y,
26*bed243d3SAndroid Build Coastguard Worker (__v8di) __Z);
27*bed243d3SAndroid Build Coastguard Worker }
28*bed243d3SAndroid Build Coastguard Worker
29*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_madd52hi_epu64(__m512i __W,__mmask8 __M,__m512i __X,__m512i __Y)30*bed243d3SAndroid Build Coastguard Worker _mm512_mask_madd52hi_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
31*bed243d3SAndroid Build Coastguard Worker {
32*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_selectq_512(__M,
33*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_madd52hi_epu64(__W, __X, __Y),
34*bed243d3SAndroid Build Coastguard Worker (__v8di)__W);
35*bed243d3SAndroid Build Coastguard Worker }
36*bed243d3SAndroid Build Coastguard Worker
37*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_madd52hi_epu64(__mmask8 __M,__m512i __X,__m512i __Y,__m512i __Z)38*bed243d3SAndroid Build Coastguard Worker _mm512_maskz_madd52hi_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
39*bed243d3SAndroid Build Coastguard Worker {
40*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_selectq_512(__M,
41*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_madd52hi_epu64(__X, __Y, __Z),
42*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_setzero_si512());
43*bed243d3SAndroid Build Coastguard Worker }
44*bed243d3SAndroid Build Coastguard Worker
45*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_madd52lo_epu64(__m512i __X,__m512i __Y,__m512i __Z)46*bed243d3SAndroid Build Coastguard Worker _mm512_madd52lo_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
47*bed243d3SAndroid Build Coastguard Worker {
48*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_vpmadd52luq512((__v8di) __X, (__v8di) __Y,
49*bed243d3SAndroid Build Coastguard Worker (__v8di) __Z);
50*bed243d3SAndroid Build Coastguard Worker }
51*bed243d3SAndroid Build Coastguard Worker
52*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_madd52lo_epu64(__m512i __W,__mmask8 __M,__m512i __X,__m512i __Y)53*bed243d3SAndroid Build Coastguard Worker _mm512_mask_madd52lo_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
54*bed243d3SAndroid Build Coastguard Worker {
55*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_selectq_512(__M,
56*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_madd52lo_epu64(__W, __X, __Y),
57*bed243d3SAndroid Build Coastguard Worker (__v8di)__W);
58*bed243d3SAndroid Build Coastguard Worker }
59*bed243d3SAndroid Build Coastguard Worker
60*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_madd52lo_epu64(__mmask8 __M,__m512i __X,__m512i __Y,__m512i __Z)61*bed243d3SAndroid Build Coastguard Worker _mm512_maskz_madd52lo_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
62*bed243d3SAndroid Build Coastguard Worker {
63*bed243d3SAndroid Build Coastguard Worker return (__m512i)__builtin_ia32_selectq_512(__M,
64*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_madd52lo_epu64(__X, __Y, __Z),
65*bed243d3SAndroid Build Coastguard Worker (__v8di)_mm512_setzero_si512());
66*bed243d3SAndroid Build Coastguard Worker }
67*bed243d3SAndroid Build Coastguard Worker
68*bed243d3SAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
69*bed243d3SAndroid Build Coastguard Worker
70*bed243d3SAndroid Build Coastguard Worker #endif
71