xref: /aosp_15_r20/prebuilts/clang-tools/linux-x86/clang-headers/avx512ifmaintrin.h (revision bed243d3d9cd544cfb038bfa7be843dedc6e6bf7)
1*bed243d3SAndroid Build Coastguard Worker /*===------------- avx512ifmaintrin.h - IFMA intrinsics ------------------===
2*bed243d3SAndroid Build Coastguard Worker  *
3*bed243d3SAndroid Build Coastguard Worker  *
4*bed243d3SAndroid Build Coastguard Worker  * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5*bed243d3SAndroid Build Coastguard Worker  * See https://llvm.org/LICENSE.txt for license information.
6*bed243d3SAndroid Build Coastguard Worker  * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7*bed243d3SAndroid Build Coastguard Worker  *
8*bed243d3SAndroid Build Coastguard Worker  *===-----------------------------------------------------------------------===
9*bed243d3SAndroid Build Coastguard Worker  */
10*bed243d3SAndroid Build Coastguard Worker #ifndef __IMMINTRIN_H
11*bed243d3SAndroid Build Coastguard Worker #error "Never use <avx512ifmaintrin.h> directly; include <immintrin.h> instead."
12*bed243d3SAndroid Build Coastguard Worker #endif
13*bed243d3SAndroid Build Coastguard Worker 
14*bed243d3SAndroid Build Coastguard Worker #ifndef __IFMAINTRIN_H
15*bed243d3SAndroid Build Coastguard Worker #define __IFMAINTRIN_H
16*bed243d3SAndroid Build Coastguard Worker 
17*bed243d3SAndroid Build Coastguard Worker /* Define the default attributes for the functions in this file. */
18*bed243d3SAndroid Build Coastguard Worker #define __DEFAULT_FN_ATTRS                                                     \
19*bed243d3SAndroid Build Coastguard Worker   __attribute__((__always_inline__, __nodebug__,                               \
20*bed243d3SAndroid Build Coastguard Worker                  __target__("avx512ifma,evex512"), __min_vector_width__(512)))
21*bed243d3SAndroid Build Coastguard Worker 
22*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_madd52hi_epu64(__m512i __X,__m512i __Y,__m512i __Z)23*bed243d3SAndroid Build Coastguard Worker _mm512_madd52hi_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
24*bed243d3SAndroid Build Coastguard Worker {
25*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di) __X, (__v8di) __Y,
26*bed243d3SAndroid Build Coastguard Worker                                                 (__v8di) __Z);
27*bed243d3SAndroid Build Coastguard Worker }
28*bed243d3SAndroid Build Coastguard Worker 
29*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_madd52hi_epu64(__m512i __W,__mmask8 __M,__m512i __X,__m512i __Y)30*bed243d3SAndroid Build Coastguard Worker _mm512_mask_madd52hi_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
31*bed243d3SAndroid Build Coastguard Worker {
32*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_selectq_512(__M,
33*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_madd52hi_epu64(__W, __X, __Y),
34*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)__W);
35*bed243d3SAndroid Build Coastguard Worker }
36*bed243d3SAndroid Build Coastguard Worker 
37*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_madd52hi_epu64(__mmask8 __M,__m512i __X,__m512i __Y,__m512i __Z)38*bed243d3SAndroid Build Coastguard Worker _mm512_maskz_madd52hi_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
39*bed243d3SAndroid Build Coastguard Worker {
40*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_selectq_512(__M,
41*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_madd52hi_epu64(__X, __Y, __Z),
42*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_setzero_si512());
43*bed243d3SAndroid Build Coastguard Worker }
44*bed243d3SAndroid Build Coastguard Worker 
45*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_madd52lo_epu64(__m512i __X,__m512i __Y,__m512i __Z)46*bed243d3SAndroid Build Coastguard Worker _mm512_madd52lo_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
47*bed243d3SAndroid Build Coastguard Worker {
48*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_vpmadd52luq512((__v8di) __X, (__v8di) __Y,
49*bed243d3SAndroid Build Coastguard Worker                                                 (__v8di) __Z);
50*bed243d3SAndroid Build Coastguard Worker }
51*bed243d3SAndroid Build Coastguard Worker 
52*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_mask_madd52lo_epu64(__m512i __W,__mmask8 __M,__m512i __X,__m512i __Y)53*bed243d3SAndroid Build Coastguard Worker _mm512_mask_madd52lo_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
54*bed243d3SAndroid Build Coastguard Worker {
55*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_selectq_512(__M,
56*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_madd52lo_epu64(__W, __X, __Y),
57*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)__W);
58*bed243d3SAndroid Build Coastguard Worker }
59*bed243d3SAndroid Build Coastguard Worker 
60*bed243d3SAndroid Build Coastguard Worker static __inline__ __m512i __DEFAULT_FN_ATTRS
_mm512_maskz_madd52lo_epu64(__mmask8 __M,__m512i __X,__m512i __Y,__m512i __Z)61*bed243d3SAndroid Build Coastguard Worker _mm512_maskz_madd52lo_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
62*bed243d3SAndroid Build Coastguard Worker {
63*bed243d3SAndroid Build Coastguard Worker   return (__m512i)__builtin_ia32_selectq_512(__M,
64*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_madd52lo_epu64(__X, __Y, __Z),
65*bed243d3SAndroid Build Coastguard Worker                                    (__v8di)_mm512_setzero_si512());
66*bed243d3SAndroid Build Coastguard Worker }
67*bed243d3SAndroid Build Coastguard Worker 
68*bed243d3SAndroid Build Coastguard Worker #undef __DEFAULT_FN_ATTRS
69*bed243d3SAndroid Build Coastguard Worker 
70*bed243d3SAndroid Build Coastguard Worker #endif
71