xref: /aosp_15_r20/external/clang/test/CodeGen/aarch64-v8.1a-neon-intrinsics.c (revision 67e74705e28f6214e480b399dd47ea732279e315)
1*67e74705SXin Li // REQUIRES: aarch64-registered-target
2*67e74705SXin Li 
3*67e74705SXin Li // RUN: %clang_cc1 -triple aarch64-linux-gnu -target-feature +neon \
4*67e74705SXin Li // RUN:  -target-feature +v8.1a -S -emit-llvm -o - %s | FileCheck %s
5*67e74705SXin Li 
6*67e74705SXin Li  #include <arm_neon.h>
7*67e74705SXin Li 
8*67e74705SXin Li // CHECK-LABEL: test_vqrdmlah_laneq_s16
test_vqrdmlah_laneq_s16(int16x4_t a,int16x4_t b,int16x8_t v)9*67e74705SXin Li int16x4_t test_vqrdmlah_laneq_s16(int16x4_t a, int16x4_t b, int16x8_t v) {
10*67e74705SXin Li // CHECK: shufflevector <8 x i16> {{%.*}}, <8 x i16> {{%.*}}, <4 x i32> <i32 7, i32 7, i32 7, i32 7>
11*67e74705SXin Li // CHECK: call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> {{%.*}}, <4 x i16> {{%.*}})
12*67e74705SXin Li // CHECK: call <4 x i16> @llvm.aarch64.neon.sqadd.v4i16(<4 x i16> {{%.*}}, <4 x i16> {{%.*}})
13*67e74705SXin Li   return vqrdmlah_laneq_s16(a, b, v, 7);
14*67e74705SXin Li }
15*67e74705SXin Li 
16*67e74705SXin Li // CHECK-LABEL: test_vqrdmlah_laneq_s32
test_vqrdmlah_laneq_s32(int32x2_t a,int32x2_t b,int32x4_t v)17*67e74705SXin Li int32x2_t test_vqrdmlah_laneq_s32(int32x2_t a, int32x2_t b, int32x4_t v) {
18*67e74705SXin Li // CHECK: shufflevector <4 x i32> {{%.*}}, <4 x i32> {{%.*}}, <2 x i32> <i32 3, i32 3>
19*67e74705SXin Li // CHECK: call <2 x i32> @llvm.aarch64.neon.sqrdmulh.v2i32(<2 x i32> {{%.*}}, <2 x i32> {{%.*}})
20*67e74705SXin Li // CHECK: call <2 x i32> @llvm.aarch64.neon.sqadd.v2i32(<2 x i32> {{%.*}}, <2 x i32> {{%.*}})
21*67e74705SXin Li   return vqrdmlah_laneq_s32(a, b, v, 3);
22*67e74705SXin Li }
23*67e74705SXin Li 
24*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahq_laneq_s16
test_vqrdmlahq_laneq_s16(int16x8_t a,int16x8_t b,int16x8_t v)25*67e74705SXin Li int16x8_t test_vqrdmlahq_laneq_s16(int16x8_t a, int16x8_t b, int16x8_t v) {
26*67e74705SXin Li // CHECK: shufflevector <8 x i16> {{%.*}}, <8 x i16> {{%.*}}, <8 x i32> <i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7>
27*67e74705SXin Li // CHECK: call <8 x i16> @llvm.aarch64.neon.sqrdmulh.v8i16(<8 x i16> {{%.*}}, <8 x i16> {{%.*}})
28*67e74705SXin Li // CHECK: call <8 x i16> @llvm.aarch64.neon.sqadd.v8i16(<8 x i16> {{%.*}}, <8 x i16> {{%.*}})
29*67e74705SXin Li   return vqrdmlahq_laneq_s16(a, b, v, 7);
30*67e74705SXin Li }
31*67e74705SXin Li 
32*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahq_laneq_s32
test_vqrdmlahq_laneq_s32(int32x4_t a,int32x4_t b,int32x4_t v)33*67e74705SXin Li int32x4_t test_vqrdmlahq_laneq_s32(int32x4_t a, int32x4_t b, int32x4_t v) {
34*67e74705SXin Li // CHECK: shufflevector <4 x i32> {{%.*}}, <4 x i32> {{%.*}}, <4 x i32> <i32 3, i32 3, i32 3, i32 3>
35*67e74705SXin Li // CHECK: call <4 x i32> @llvm.aarch64.neon.sqrdmulh.v4i32(<4 x i32> {{%.*}}, <4 x i32> {{%.*}})
36*67e74705SXin Li // CHECK: call <4 x i32> @llvm.aarch64.neon.sqadd.v4i32(<4 x i32> {{%.*}}, <4 x i32> {{%.*}})
37*67e74705SXin Li   return vqrdmlahq_laneq_s32(a, b, v, 3);
38*67e74705SXin Li }
39*67e74705SXin Li 
40*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahh_s16
test_vqrdmlahh_s16(int16_t a,int16_t b,int16_t c)41*67e74705SXin Li int16_t test_vqrdmlahh_s16(int16_t a, int16_t b, int16_t c) {
42*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
43*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
44*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
45*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
46*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
47*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
48*67e74705SXin Li // CHECK: [[add:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqadd.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
49*67e74705SXin Li // CHECK: extractelement <4 x i16> [[add]], i64 0
50*67e74705SXin Li   return vqrdmlahh_s16(a, b, c);
51*67e74705SXin Li }
52*67e74705SXin Li 
53*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahs_s32
test_vqrdmlahs_s32(int32_t a,int32_t b,int32_t c)54*67e74705SXin Li int32_t test_vqrdmlahs_s32(int32_t a, int32_t b, int32_t c) {
55*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
56*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqadd.i32(i32 {{%.*}}, i32 {{%.*}})
57*67e74705SXin Li   return vqrdmlahs_s32(a, b, c);
58*67e74705SXin Li }
59*67e74705SXin Li 
60*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahh_lane_s16
test_vqrdmlahh_lane_s16(int16_t a,int16_t b,int16x4_t c)61*67e74705SXin Li int16_t test_vqrdmlahh_lane_s16(int16_t a, int16_t b, int16x4_t c) {
62*67e74705SXin Li // CHECK: extractelement <4 x i16> {{%.*}}, i32 3
63*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
64*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
65*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
66*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
67*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
68*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
69*67e74705SXin Li // CHECK: [[add:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqadd.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
70*67e74705SXin Li // CHECK: extractelement <4 x i16> [[add]], i64 0
71*67e74705SXin Li   return vqrdmlahh_lane_s16(a, b, c, 3);
72*67e74705SXin Li }
73*67e74705SXin Li 
74*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahs_lane_s32
test_vqrdmlahs_lane_s32(int32_t a,int32_t b,int32x2_t c)75*67e74705SXin Li int32_t test_vqrdmlahs_lane_s32(int32_t a, int32_t b, int32x2_t c) {
76*67e74705SXin Li // CHECK: extractelement <2 x i32> {{%.*}}, i32 1
77*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
78*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqadd.i32(i32 {{%.*}}, i32 {{%.*}})
79*67e74705SXin Li   return vqrdmlahs_lane_s32(a, b, c, 1);
80*67e74705SXin Li }
81*67e74705SXin Li 
82*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahh_laneq_s16
test_vqrdmlahh_laneq_s16(int16_t a,int16_t b,int16x8_t c)83*67e74705SXin Li int16_t test_vqrdmlahh_laneq_s16(int16_t a, int16_t b, int16x8_t c) {
84*67e74705SXin Li // CHECK: extractelement <8 x i16> {{%.*}}, i32 7
85*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
86*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
87*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
88*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
89*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
90*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
91*67e74705SXin Li // CHECK: [[add:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqadd.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
92*67e74705SXin Li // CHECK: extractelement <4 x i16> [[add]], i64 0
93*67e74705SXin Li   return vqrdmlahh_laneq_s16(a, b, c, 7);
94*67e74705SXin Li }
95*67e74705SXin Li 
96*67e74705SXin Li // CHECK-LABEL: test_vqrdmlahs_laneq_s32
test_vqrdmlahs_laneq_s32(int32_t a,int32_t b,int32x4_t c)97*67e74705SXin Li int32_t test_vqrdmlahs_laneq_s32(int32_t a, int32_t b, int32x4_t c) {
98*67e74705SXin Li // CHECK: extractelement <4 x i32> {{%.*}}, i32 3
99*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
100*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqadd.i32(i32 {{%.*}}, i32 {{%.*}})
101*67e74705SXin Li   return vqrdmlahs_laneq_s32(a, b, c, 3);
102*67e74705SXin Li }
103*67e74705SXin Li 
104*67e74705SXin Li // CHECK-LABEL: test_vqrdmlsh_laneq_s16
test_vqrdmlsh_laneq_s16(int16x4_t a,int16x4_t b,int16x8_t v)105*67e74705SXin Li int16x4_t test_vqrdmlsh_laneq_s16(int16x4_t a, int16x4_t b, int16x8_t v) {
106*67e74705SXin Li // CHECK: shufflevector <8 x i16> {{%.*}}, <8 x i16> {{%.*}}, <4 x i32> <i32 7, i32 7, i32 7, i32 7>
107*67e74705SXin Li // CHECK: call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> {{%.*}}, <4 x i16> {{%.*}})
108*67e74705SXin Li // CHECK: call <4 x i16> @llvm.aarch64.neon.sqsub.v4i16(<4 x i16> {{%.*}}, <4 x i16> {{%.*}})
109*67e74705SXin Li   return vqrdmlsh_laneq_s16(a, b, v, 7);
110*67e74705SXin Li }
111*67e74705SXin Li 
112*67e74705SXin Li // CHECK-LABEL: test_vqrdmlsh_laneq_s32
test_vqrdmlsh_laneq_s32(int32x2_t a,int32x2_t b,int32x4_t v)113*67e74705SXin Li int32x2_t test_vqrdmlsh_laneq_s32(int32x2_t a, int32x2_t b, int32x4_t v) {
114*67e74705SXin Li // CHECK: shufflevector <4 x i32> {{%.*}}, <4 x i32> {{%.*}}, <2 x i32> <i32 3, i32 3>
115*67e74705SXin Li // CHECK: call <2 x i32> @llvm.aarch64.neon.sqrdmulh.v2i32(<2 x i32> {{%.*}}, <2 x i32> {{%.*}})
116*67e74705SXin Li // CHECK: call <2 x i32> @llvm.aarch64.neon.sqsub.v2i32(<2 x i32> {{%.*}}, <2 x i32> {{%.*}})
117*67e74705SXin Li   return vqrdmlsh_laneq_s32(a, b, v, 3);
118*67e74705SXin Li }
119*67e74705SXin Li 
120*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshq_laneq_s16
test_vqrdmlshq_laneq_s16(int16x8_t a,int16x8_t b,int16x8_t v)121*67e74705SXin Li int16x8_t test_vqrdmlshq_laneq_s16(int16x8_t a, int16x8_t b, int16x8_t v) {
122*67e74705SXin Li // CHECK: shufflevector <8 x i16> {{%.*}}, <8 x i16> {{%.*}}, <8 x i32> <i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7, i32 7>
123*67e74705SXin Li // CHECK: call <8 x i16> @llvm.aarch64.neon.sqrdmulh.v8i16(<8 x i16> {{%.*}}, <8 x i16> {{%.*}})
124*67e74705SXin Li // CHECK: call <8 x i16> @llvm.aarch64.neon.sqsub.v8i16(<8 x i16> {{%.*}}, <8 x i16> {{%.*}})
125*67e74705SXin Li   return vqrdmlshq_laneq_s16(a, b, v, 7);
126*67e74705SXin Li }
127*67e74705SXin Li 
128*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshq_laneq_s32
test_vqrdmlshq_laneq_s32(int32x4_t a,int32x4_t b,int32x4_t v)129*67e74705SXin Li int32x4_t test_vqrdmlshq_laneq_s32(int32x4_t a, int32x4_t b, int32x4_t v) {
130*67e74705SXin Li // CHECK: shufflevector <4 x i32> {{%.*}}, <4 x i32> {{%.*}}, <4 x i32> <i32 3, i32 3, i32 3, i32 3>
131*67e74705SXin Li // CHECK: call <4 x i32> @llvm.aarch64.neon.sqrdmulh.v4i32(<4 x i32> {{%.*}}, <4 x i32> {{%.*}})
132*67e74705SXin Li // CHECK: call <4 x i32> @llvm.aarch64.neon.sqsub.v4i32(<4 x i32> {{%.*}}, <4 x i32> {{%.*}})
133*67e74705SXin Li   return vqrdmlshq_laneq_s32(a, b, v, 3);
134*67e74705SXin Li }
135*67e74705SXin Li 
136*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshh_s16
test_vqrdmlshh_s16(int16_t a,int16_t b,int16_t c)137*67e74705SXin Li int16_t test_vqrdmlshh_s16(int16_t a, int16_t b, int16_t c) {
138*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
139*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
140*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
141*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
142*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
143*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
144*67e74705SXin Li // CHECK: [[sub:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqsub.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
145*67e74705SXin Li // CHECK: extractelement <4 x i16> [[sub]], i64 0
146*67e74705SXin Li   return vqrdmlshh_s16(a, b, c);
147*67e74705SXin Li }
148*67e74705SXin Li 
149*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshs_s32
test_vqrdmlshs_s32(int32_t a,int32_t b,int32_t c)150*67e74705SXin Li int32_t test_vqrdmlshs_s32(int32_t a, int32_t b, int32_t c) {
151*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
152*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqsub.i32(i32 {{%.*}}, i32 {{%.*}})
153*67e74705SXin Li   return vqrdmlshs_s32(a, b, c);
154*67e74705SXin Li }
155*67e74705SXin Li 
156*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshh_lane_s16
test_vqrdmlshh_lane_s16(int16_t a,int16_t b,int16x4_t c)157*67e74705SXin Li int16_t test_vqrdmlshh_lane_s16(int16_t a, int16_t b, int16x4_t c) {
158*67e74705SXin Li // CHECK: extractelement <4 x i16> {{%.*}}, i32 3
159*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
160*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
161*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
162*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
163*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
164*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
165*67e74705SXin Li // CHECK: [[sub:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqsub.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
166*67e74705SXin Li // CHECK: extractelement <4 x i16> [[sub]], i64 0
167*67e74705SXin Li   return vqrdmlshh_lane_s16(a, b, c, 3);
168*67e74705SXin Li }
169*67e74705SXin Li 
170*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshs_lane_s32
test_vqrdmlshs_lane_s32(int32_t a,int32_t b,int32x2_t c)171*67e74705SXin Li int32_t test_vqrdmlshs_lane_s32(int32_t a, int32_t b, int32x2_t c) {
172*67e74705SXin Li // CHECK: extractelement <2 x i32> {{%.*}}, i32 1
173*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
174*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqsub.i32(i32 {{%.*}}, i32 {{%.*}})
175*67e74705SXin Li   return vqrdmlshs_lane_s32(a, b, c, 1);
176*67e74705SXin Li }
177*67e74705SXin Li 
178*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshh_laneq_s16
test_vqrdmlshh_laneq_s16(int16_t a,int16_t b,int16x8_t c)179*67e74705SXin Li int16_t test_vqrdmlshh_laneq_s16(int16_t a, int16_t b, int16x8_t c) {
180*67e74705SXin Li // CHECK: extractelement <8 x i16> {{%.*}}, i32 7
181*67e74705SXin Li // CHECK: [[insb:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
182*67e74705SXin Li // CHECK: [[insc:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
183*67e74705SXin Li // CHECK: [[mul:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqrdmulh.v4i16(<4 x i16> [[insb]], <4 x i16> [[insc]])
184*67e74705SXin Li // CHECK: extractelement <4 x i16> [[mul]], i64 0
185*67e74705SXin Li // CHECK: [[insa:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
186*67e74705SXin Li // CHECK: [[insmul:%.*]] = insertelement <4 x i16> undef, i16 {{%.*}}, i64 0
187*67e74705SXin Li // CHECK: [[sub:%.*]] = call <4 x i16> @llvm.aarch64.neon.sqsub.v4i16(<4 x i16> [[insa]], <4 x i16> [[insmul]])
188*67e74705SXin Li // CHECK: extractelement <4 x i16> [[sub]], i64 0
189*67e74705SXin Li   return vqrdmlshh_laneq_s16(a, b, c, 7);
190*67e74705SXin Li }
191*67e74705SXin Li 
192*67e74705SXin Li // CHECK-LABEL: test_vqrdmlshs_laneq_s32
test_vqrdmlshs_laneq_s32(int32_t a,int32_t b,int32x4_t c)193*67e74705SXin Li int32_t test_vqrdmlshs_laneq_s32(int32_t a, int32_t b, int32x4_t c) {
194*67e74705SXin Li // CHECK: extractelement <4 x i32> {{%.*}}, i32 3
195*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqrdmulh.i32(i32 {{%.*}}, i32 {{%.*}})
196*67e74705SXin Li // CHECK: call i32 @llvm.aarch64.neon.sqsub.i32(i32 {{%.*}}, i32 {{%.*}})
197*67e74705SXin Li   return vqrdmlshs_laneq_s32(a, b, c, 3);
198*67e74705SXin Li }
199