xref: /aosp_15_r20/external/llvm/test/CodeGen/X86/vselect-avx.ll (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2*9880d681SAndroid Build Coastguard Worker; RUN: llc < %s -mtriple=x86_64-apple-macosx -mattr=+avx | FileCheck %s
3*9880d681SAndroid Build Coastguard Workertarget datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128"
4*9880d681SAndroid Build Coastguard Worker
5*9880d681SAndroid Build Coastguard Worker; For this test we used to optimize the <i1 true, i1 false, i1 false, i1 true>
6*9880d681SAndroid Build Coastguard Worker; mask into <i32 2147483648, i32 0, i32 0, i32 2147483648> because we thought
7*9880d681SAndroid Build Coastguard Worker; we would lower that into a blend where only the high bit is relevant.
8*9880d681SAndroid Build Coastguard Worker; However, since the whole mask is constant, this is simplified incorrectly
9*9880d681SAndroid Build Coastguard Worker; by the generic code, because it was expecting -1 in place of 2147483648.
10*9880d681SAndroid Build Coastguard Worker;
11*9880d681SAndroid Build Coastguard Worker; The problem does not occur without AVX, because vselect of v4i32 is not legal
12*9880d681SAndroid Build Coastguard Worker; nor custom.
13*9880d681SAndroid Build Coastguard Worker;
14*9880d681SAndroid Build Coastguard Worker; <rdar://problem/18675020>
15*9880d681SAndroid Build Coastguard Worker
16*9880d681SAndroid Build Coastguard Workerdefine void @test(<4 x i16>* %a, <4 x i16>* %b) {
17*9880d681SAndroid Build Coastguard Worker; CHECK-LABEL: test:
18*9880d681SAndroid Build Coastguard Worker; CHECK:       ## BB#0: ## %body
19*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm0 = [0,1,4,5,8,9,12,13,8,9,12,13,12,13,14,15]
20*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm1 = [65533,124,125,14807]
21*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufb %xmm0, %xmm1, %xmm1
22*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovq %xmm1, (%rdi)
23*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm1 = [65535,0,0,65535]
24*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufb %xmm0, %xmm1, %xmm0
25*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovq %xmm0, (%rsi)
26*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    retq
27*9880d681SAndroid Build Coastguard Workerbody:
28*9880d681SAndroid Build Coastguard Worker  %predphi = select <4 x i1> <i1 true, i1 false, i1 false, i1 true>, <4 x i16> <i16 -3, i16 545, i16 4385, i16 14807>, <4 x i16> <i16 123, i16 124, i16 125, i16 127>
29*9880d681SAndroid Build Coastguard Worker  %predphi42 = select <4 x i1> <i1 true, i1 false, i1 false, i1 true>, <4 x i16> <i16 -1, i16 -1, i16 -1, i16 -1>, <4 x i16> zeroinitializer
30*9880d681SAndroid Build Coastguard Worker  store <4 x i16> %predphi, <4 x i16>* %a, align 8
31*9880d681SAndroid Build Coastguard Worker  store <4 x i16> %predphi42, <4 x i16>* %b, align 8
32*9880d681SAndroid Build Coastguard Worker  ret void
33*9880d681SAndroid Build Coastguard Worker}
34*9880d681SAndroid Build Coastguard Worker
35*9880d681SAndroid Build Coastguard Worker; Improve code coverage.
36*9880d681SAndroid Build Coastguard Worker;
37*9880d681SAndroid Build Coastguard Worker; When shrinking the condition used into the select to match a blend, this
38*9880d681SAndroid Build Coastguard Worker; test case exercises the path where the modified node is not the root
39*9880d681SAndroid Build Coastguard Worker; of the condition.
40*9880d681SAndroid Build Coastguard Worker
41*9880d681SAndroid Build Coastguard Workerdefine void @test2(double** %call1559, i64 %indvars.iv4198, <4 x i1> %tmp1895) {
42*9880d681SAndroid Build Coastguard Worker; CHECK-LABEL: test2:
43*9880d681SAndroid Build Coastguard Worker; CHECK:       ## BB#0: ## %bb
44*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpslld $31, %xmm0, %xmm0
45*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpsrad $31, %xmm0, %xmm0
46*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpmovsxdq %xmm0, %xmm1
47*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufd {{.*#+}} xmm0 = xmm0[2,3,0,1]
48*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpmovsxdq %xmm0, %xmm0
49*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vinsertf128 $1, %xmm0, %ymm1, %ymm0
50*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    movq (%rdi,%rsi,8), %rax
51*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovapd {{.*#+}} ymm1 = [5.000000e-01,5.000000e-01,5.000000e-01,5.000000e-01]
52*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vblendvpd %ymm0, {{.*}}(%rip), %ymm1, %ymm0
53*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovupd %ymm0, (%rax)
54*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vzeroupper
55*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    retq
56*9880d681SAndroid Build Coastguard Workerbb:
57*9880d681SAndroid Build Coastguard Worker  %arrayidx1928 = getelementptr inbounds double*, double** %call1559, i64 %indvars.iv4198
58*9880d681SAndroid Build Coastguard Worker  %tmp1888 = load double*, double** %arrayidx1928, align 8
59*9880d681SAndroid Build Coastguard Worker  %predphi.v.v = select <4 x i1> %tmp1895, <4 x double> <double -5.000000e-01, double -5.000000e-01, double -5.000000e-01, double -5.000000e-01>, <4 x double> <double 5.000000e-01, double 5.000000e-01, double 5.000000e-01, double 5.000000e-01>
60*9880d681SAndroid Build Coastguard Worker  %tmp1900 = bitcast double* %tmp1888 to <4 x double>*
61*9880d681SAndroid Build Coastguard Worker  store <4 x double> %predphi.v.v, <4 x double>* %tmp1900, align 8
62*9880d681SAndroid Build Coastguard Worker  ret void
63*9880d681SAndroid Build Coastguard Worker}
64*9880d681SAndroid Build Coastguard Worker
65*9880d681SAndroid Build Coastguard Worker; For this test, we used to optimized the conditional mask for the blend, i.e.,
66*9880d681SAndroid Build Coastguard Worker; we shrunk some of its bits.
67*9880d681SAndroid Build Coastguard Worker; However, this same mask was used in another select (%predphi31) that turned out
68*9880d681SAndroid Build Coastguard Worker; to be optimized into a and. In that case, the conditional mask was wrong.
69*9880d681SAndroid Build Coastguard Worker;
70*9880d681SAndroid Build Coastguard Worker; Make sure that the and is fed by the original mask.
71*9880d681SAndroid Build Coastguard Worker;
72*9880d681SAndroid Build Coastguard Worker; <rdar://problem/18819506>
73*9880d681SAndroid Build Coastguard Worker
74*9880d681SAndroid Build Coastguard Workerdefine void @test3(<4 x i32> %induction30, <4 x i16>* %tmp16, <4 x i16>* %tmp17,  <4 x i16> %tmp3, <4 x i16> %tmp12) {
75*9880d681SAndroid Build Coastguard Worker; CHECK-LABEL: test3:
76*9880d681SAndroid Build Coastguard Worker; CHECK:       ## BB#0:
77*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm3 = [1431655766,1431655766,1431655766,1431655766]
78*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufd {{.*#+}} xmm4 = xmm3[1,1,3,3]
79*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufd {{.*#+}} xmm5 = xmm0[1,1,3,3]
80*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpmuldq %xmm4, %xmm5, %xmm4
81*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpmuldq %xmm3, %xmm0, %xmm3
82*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufd {{.*#+}} xmm3 = xmm3[1,1,3,3]
83*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpblendw {{.*#+}} xmm3 = xmm3[0,1],xmm4[2,3],xmm3[4,5],xmm4[6,7]
84*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpsrld $31, %xmm3, %xmm4
85*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpaddd %xmm4, %xmm3, %xmm3
86*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpmulld {{.*}}(%rip), %xmm3, %xmm3
87*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpsubd %xmm3, %xmm0, %xmm0
88*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpxor %xmm3, %xmm3, %xmm3
89*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpcmpeqd %xmm3, %xmm0, %xmm0
90*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vblendvps %xmm0, %xmm1, %xmm2, %xmm1
91*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm2 = [0,1,4,5,8,9,12,13,8,9,12,13,12,13,14,15]
92*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufb %xmm2, %xmm0, %xmm0
93*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovq %xmm0, (%rdi)
94*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpshufb %xmm2, %xmm1, %xmm0
95*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovq %xmm0, (%rsi)
96*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    retq
97*9880d681SAndroid Build Coastguard Worker  %tmp6 = srem <4 x i32> %induction30, <i32 3, i32 3, i32 3, i32 3>
98*9880d681SAndroid Build Coastguard Worker  %tmp7 = icmp eq <4 x i32> %tmp6, zeroinitializer
99*9880d681SAndroid Build Coastguard Worker  %predphi = select <4 x i1> %tmp7, <4 x i16> %tmp3, <4 x i16> %tmp12
100*9880d681SAndroid Build Coastguard Worker  %predphi31 = select <4 x i1> %tmp7, <4 x i16> <i16 -1, i16 -1, i16 -1, i16 -1>, <4 x i16> zeroinitializer
101*9880d681SAndroid Build Coastguard Worker
102*9880d681SAndroid Build Coastguard Worker  store <4 x i16> %predphi31, <4 x i16>* %tmp16, align 8
103*9880d681SAndroid Build Coastguard Worker  store <4 x i16> %predphi, <4 x i16>* %tmp17, align 8
104*9880d681SAndroid Build Coastguard Worker ret void
105*9880d681SAndroid Build Coastguard Worker}
106*9880d681SAndroid Build Coastguard Worker
107*9880d681SAndroid Build Coastguard Worker; We shouldn't try to lower this directly using VSELECT because we don't have
108*9880d681SAndroid Build Coastguard Worker; vpblendvb in AVX1, only in AVX2. Instead, it should be expanded.
109*9880d681SAndroid Build Coastguard Worker
110*9880d681SAndroid Build Coastguard Workerdefine <32 x i8> @PR22706(<32 x i1> %x) {
111*9880d681SAndroid Build Coastguard Worker; CHECK-LABEL: PR22706:
112*9880d681SAndroid Build Coastguard Worker; CHECK:       ## BB#0:
113*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vextractf128 $1, %ymm0, %xmm1
114*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpsllw $7, %xmm1, %xmm1
115*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vmovdqa {{.*#+}} xmm2 = [128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128]
116*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpand %xmm2, %xmm1, %xmm1
117*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpxor %xmm3, %xmm3, %xmm3
118*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpcmpgtb %xmm1, %xmm3, %xmm1
119*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpsllw $7, %xmm0, %xmm0
120*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpand %xmm2, %xmm0, %xmm0
121*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vpcmpgtb %xmm0, %xmm3, %xmm0
122*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vinsertf128 $1, %xmm1, %ymm0, %ymm0
123*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vandnps {{.*}}(%rip), %ymm0, %ymm1
124*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vandps {{.*}}(%rip), %ymm0, %ymm0
125*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    vorps %ymm1, %ymm0, %ymm0
126*9880d681SAndroid Build Coastguard Worker; CHECK-NEXT:    retq
127*9880d681SAndroid Build Coastguard Worker  %tmp = select <32 x i1> %x, <32 x i8> <i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1, i8 1>, <32 x i8> <i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2, i8 2>
128*9880d681SAndroid Build Coastguard Worker  ret <32 x i8> %tmp
129*9880d681SAndroid Build Coastguard Worker}
130