xref: /aosp_15_r20/external/llvm/test/CodeGen/AMDGPU/ctpop64.ll (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=GCN -check-prefix=FUNC %s
2*9880d681SAndroid Build Coastguard Worker; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=VI -check-prefix=GCN -check-prefix=FUNC %s
3*9880d681SAndroid Build Coastguard Worker
4*9880d681SAndroid Build Coastguard Workerdeclare i64 @llvm.ctpop.i64(i64) nounwind readnone
5*9880d681SAndroid Build Coastguard Workerdeclare <2 x i64> @llvm.ctpop.v2i64(<2 x i64>) nounwind readnone
6*9880d681SAndroid Build Coastguard Workerdeclare <4 x i64> @llvm.ctpop.v4i64(<4 x i64>) nounwind readnone
7*9880d681SAndroid Build Coastguard Workerdeclare <8 x i64> @llvm.ctpop.v8i64(<8 x i64>) nounwind readnone
8*9880d681SAndroid Build Coastguard Workerdeclare <16 x i64> @llvm.ctpop.v16i64(<16 x i64>) nounwind readnone
9*9880d681SAndroid Build Coastguard Worker
10*9880d681SAndroid Build Coastguard Workerdeclare i65 @llvm.ctpop.i65(i65) nounwind readnone
11*9880d681SAndroid Build Coastguard Workerdeclare i128 @llvm.ctpop.i128(i128) nounwind readnone
12*9880d681SAndroid Build Coastguard Worker
13*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}s_ctpop_i64:
14*9880d681SAndroid Build Coastguard Worker; SI: s_load_dwordx2 [[SVAL:s\[[0-9]+:[0-9]+\]]], s{{\[[0-9]+:[0-9]+\]}}, 0xb
15*9880d681SAndroid Build Coastguard Worker; VI: s_load_dwordx2 [[SVAL:s\[[0-9]+:[0-9]+\]]], s{{\[[0-9]+:[0-9]+\]}}, 0x2c
16*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64 [[SRESULT:s[0-9]+]], [[SVAL]]
17*9880d681SAndroid Build Coastguard Worker; GCN: v_mov_b32_e32 [[VRESULT:v[0-9]+]], [[SRESULT]]
18*9880d681SAndroid Build Coastguard Worker; GCN: buffer_store_dword [[VRESULT]],
19*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
20*9880d681SAndroid Build Coastguard Workerdefine void @s_ctpop_i64(i32 addrspace(1)* noalias %out, i64 %val) nounwind {
21*9880d681SAndroid Build Coastguard Worker  %ctpop = call i64 @llvm.ctpop.i64(i64 %val) nounwind readnone
22*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc i64 %ctpop to i32
23*9880d681SAndroid Build Coastguard Worker  store i32 %truncctpop, i32 addrspace(1)* %out, align 4
24*9880d681SAndroid Build Coastguard Worker  ret void
25*9880d681SAndroid Build Coastguard Worker}
26*9880d681SAndroid Build Coastguard Worker
27*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}v_ctpop_i64:
28*9880d681SAndroid Build Coastguard Worker; GCN: buffer_load_dwordx2 v{{\[}}[[LOVAL:[0-9]+]]:[[HIVAL:[0-9]+]]{{\]}},
29*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32_e64 [[MIDRESULT:v[0-9]+]], v[[LOVAL]], 0
30*9880d681SAndroid Build Coastguard Worker; SI-NEXT: v_bcnt_u32_b32_e32 [[RESULT:v[0-9]+]], v[[HIVAL]], [[MIDRESULT]]
31*9880d681SAndroid Build Coastguard Worker; VI-NEXT: v_bcnt_u32_b32_e64 [[RESULT:v[0-9]+]], v[[HIVAL]], [[MIDRESULT]]
32*9880d681SAndroid Build Coastguard Worker; GCN: buffer_store_dword [[RESULT]],
33*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
34*9880d681SAndroid Build Coastguard Workerdefine void @v_ctpop_i64(i32 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
35*9880d681SAndroid Build Coastguard Worker  %val = load i64, i64 addrspace(1)* %in, align 8
36*9880d681SAndroid Build Coastguard Worker  %ctpop = call i64 @llvm.ctpop.i64(i64 %val) nounwind readnone
37*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc i64 %ctpop to i32
38*9880d681SAndroid Build Coastguard Worker  store i32 %truncctpop, i32 addrspace(1)* %out, align 4
39*9880d681SAndroid Build Coastguard Worker  ret void
40*9880d681SAndroid Build Coastguard Worker}
41*9880d681SAndroid Build Coastguard Worker
42*9880d681SAndroid Build Coastguard Worker; FIXME: or 0 should be replaxed with copy
43*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}v_ctpop_i64_user:
44*9880d681SAndroid Build Coastguard Worker; GCN: buffer_load_dwordx2 v{{\[}}[[LOVAL:[0-9]+]]:[[HIVAL:[0-9]+]]{{\]}},
45*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32_e64 [[MIDRESULT:v[0-9]+]], v[[LOVAL]], 0
46*9880d681SAndroid Build Coastguard Worker; SI-NEXT: v_bcnt_u32_b32_e32 [[RESULT:v[0-9]+]], v[[HIVAL]], [[MIDRESULT]]
47*9880d681SAndroid Build Coastguard Worker; VI-NEXT: v_bcnt_u32_b32_e64 [[RESULT:v[0-9]+]], v[[HIVAL]], [[MIDRESULT]]
48*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_or_b32_e32 v[[RESULT_LO:[0-9]+]], s{{[0-9]+}}, [[RESULT]]
49*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_or_b32_e64 v[[RESULT_HI:[0-9]+]], 0, s{{[0-9]+}}
50*9880d681SAndroid Build Coastguard Worker; GCN: buffer_store_dwordx2 v{{\[}}[[RESULT_LO]]:[[RESULT_HI]]{{\]}}
51*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
52*9880d681SAndroid Build Coastguard Workerdefine void @v_ctpop_i64_user(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in, i64 %s.val) nounwind {
53*9880d681SAndroid Build Coastguard Worker  %val = load i64, i64 addrspace(1)* %in, align 8
54*9880d681SAndroid Build Coastguard Worker  %ctpop = call i64 @llvm.ctpop.i64(i64 %val) nounwind readnone
55*9880d681SAndroid Build Coastguard Worker  %or = or i64 %ctpop, %s.val
56*9880d681SAndroid Build Coastguard Worker  store i64 %or, i64 addrspace(1)* %out
57*9880d681SAndroid Build Coastguard Worker  ret void
58*9880d681SAndroid Build Coastguard Worker}
59*9880d681SAndroid Build Coastguard Worker
60*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}s_ctpop_v2i64:
61*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
62*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
63*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
64*9880d681SAndroid Build Coastguard Workerdefine void @s_ctpop_v2i64(<2 x i32> addrspace(1)* noalias %out, <2 x i64> %val) nounwind {
65*9880d681SAndroid Build Coastguard Worker  %ctpop = call <2 x i64> @llvm.ctpop.v2i64(<2 x i64> %val) nounwind readnone
66*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc <2 x i64> %ctpop to <2 x i32>
67*9880d681SAndroid Build Coastguard Worker  store <2 x i32> %truncctpop, <2 x i32> addrspace(1)* %out, align 8
68*9880d681SAndroid Build Coastguard Worker  ret void
69*9880d681SAndroid Build Coastguard Worker}
70*9880d681SAndroid Build Coastguard Worker
71*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}s_ctpop_v4i64:
72*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
73*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
74*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
75*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64
76*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
77*9880d681SAndroid Build Coastguard Workerdefine void @s_ctpop_v4i64(<4 x i32> addrspace(1)* noalias %out, <4 x i64> %val) nounwind {
78*9880d681SAndroid Build Coastguard Worker  %ctpop = call <4 x i64> @llvm.ctpop.v4i64(<4 x i64> %val) nounwind readnone
79*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc <4 x i64> %ctpop to <4 x i32>
80*9880d681SAndroid Build Coastguard Worker  store <4 x i32> %truncctpop, <4 x i32> addrspace(1)* %out, align 16
81*9880d681SAndroid Build Coastguard Worker  ret void
82*9880d681SAndroid Build Coastguard Worker}
83*9880d681SAndroid Build Coastguard Worker
84*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}v_ctpop_v2i64:
85*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
86*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
87*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
88*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
89*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
90*9880d681SAndroid Build Coastguard Workerdefine void @v_ctpop_v2i64(<2 x i32> addrspace(1)* noalias %out, <2 x i64> addrspace(1)* noalias %in) nounwind {
91*9880d681SAndroid Build Coastguard Worker  %val = load <2 x i64>, <2 x i64> addrspace(1)* %in, align 16
92*9880d681SAndroid Build Coastguard Worker  %ctpop = call <2 x i64> @llvm.ctpop.v2i64(<2 x i64> %val) nounwind readnone
93*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc <2 x i64> %ctpop to <2 x i32>
94*9880d681SAndroid Build Coastguard Worker  store <2 x i32> %truncctpop, <2 x i32> addrspace(1)* %out, align 8
95*9880d681SAndroid Build Coastguard Worker  ret void
96*9880d681SAndroid Build Coastguard Worker}
97*9880d681SAndroid Build Coastguard Worker
98*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}v_ctpop_v4i64:
99*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
100*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
101*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
102*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
103*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
104*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
105*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
106*9880d681SAndroid Build Coastguard Worker; GCN: v_bcnt_u32_b32
107*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
108*9880d681SAndroid Build Coastguard Workerdefine void @v_ctpop_v4i64(<4 x i32> addrspace(1)* noalias %out, <4 x i64> addrspace(1)* noalias %in) nounwind {
109*9880d681SAndroid Build Coastguard Worker  %val = load <4 x i64>, <4 x i64> addrspace(1)* %in, align 32
110*9880d681SAndroid Build Coastguard Worker  %ctpop = call <4 x i64> @llvm.ctpop.v4i64(<4 x i64> %val) nounwind readnone
111*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc <4 x i64> %ctpop to <4 x i32>
112*9880d681SAndroid Build Coastguard Worker  store <4 x i32> %truncctpop, <4 x i32> addrspace(1)* %out, align 16
113*9880d681SAndroid Build Coastguard Worker  ret void
114*9880d681SAndroid Build Coastguard Worker}
115*9880d681SAndroid Build Coastguard Worker
116*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}ctpop_i64_in_br:
117*9880d681SAndroid Build Coastguard Worker; SI-DAG: s_load_dwordx2 s{{\[}}[[LOVAL:[0-9]+]]:[[HIVAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0xd
118*9880d681SAndroid Build Coastguard Worker; VI-DAG: s_load_dwordx2 s{{\[}}[[LOVAL:[0-9]+]]:[[HIVAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0x34
119*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_bcnt1_i32_b64 [[RESULT:s[0-9]+]], {{s\[}}[[LOVAL]]:[[HIVAL]]{{\]}}
120*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_mov_b32 [[ZERO:s[0-9]+]], 0
121*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_mov_b32_e32 v[[VLO:[0-9]+]], [[RESULT]]
122*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_mov_b32_e32 v[[VHI:[0-9]+]], [[ZERO]]
123*9880d681SAndroid Build Coastguard Worker; GCN: buffer_store_dwordx2 {{v\[}}[[VLO]]:[[VHI]]{{\]}}
124*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
125*9880d681SAndroid Build Coastguard Workerdefine void @ctpop_i64_in_br(i64 addrspace(1)* %out, i64 addrspace(1)* %in, i64 %ctpop_arg, i32 %cond) {
126*9880d681SAndroid Build Coastguard Workerentry:
127*9880d681SAndroid Build Coastguard Worker  %tmp0 = icmp eq i32 %cond, 0
128*9880d681SAndroid Build Coastguard Worker  br i1 %tmp0, label %if, label %else
129*9880d681SAndroid Build Coastguard Worker
130*9880d681SAndroid Build Coastguard Workerif:
131*9880d681SAndroid Build Coastguard Worker  %tmp2 = call i64 @llvm.ctpop.i64(i64 %ctpop_arg)
132*9880d681SAndroid Build Coastguard Worker  br label %endif
133*9880d681SAndroid Build Coastguard Worker
134*9880d681SAndroid Build Coastguard Workerelse:
135*9880d681SAndroid Build Coastguard Worker  %tmp3 = getelementptr i64, i64 addrspace(1)* %in, i32 1
136*9880d681SAndroid Build Coastguard Worker  %tmp4 = load i64, i64 addrspace(1)* %tmp3
137*9880d681SAndroid Build Coastguard Worker  br label %endif
138*9880d681SAndroid Build Coastguard Worker
139*9880d681SAndroid Build Coastguard Workerendif:
140*9880d681SAndroid Build Coastguard Worker  %tmp5 = phi i64 [%tmp2, %if], [%tmp4, %else]
141*9880d681SAndroid Build Coastguard Worker  store i64 %tmp5, i64 addrspace(1)* %out
142*9880d681SAndroid Build Coastguard Worker  ret void
143*9880d681SAndroid Build Coastguard Worker}
144*9880d681SAndroid Build Coastguard Worker
145*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}s_ctpop_i128:
146*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64 [[SRESULT0:s[0-9]+]],
147*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64 [[SRESULT1:s[0-9]+]],
148*9880d681SAndroid Build Coastguard Worker; GCN: s_add_i32 s{{[0-9]+}}, [[SRESULT1]], [[SRESULT0]]
149*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
150*9880d681SAndroid Build Coastguard Workerdefine void @s_ctpop_i128(i32 addrspace(1)* noalias %out, i128 %val) nounwind {
151*9880d681SAndroid Build Coastguard Worker  %ctpop = call i128 @llvm.ctpop.i128(i128 %val) nounwind readnone
152*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc i128 %ctpop to i32
153*9880d681SAndroid Build Coastguard Worker  store i32 %truncctpop, i32 addrspace(1)* %out, align 4
154*9880d681SAndroid Build Coastguard Worker  ret void
155*9880d681SAndroid Build Coastguard Worker}
156*9880d681SAndroid Build Coastguard Worker
157*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}s_ctpop_i65:
158*9880d681SAndroid Build Coastguard Worker; GCN: s_and_b32
159*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64 [[REG0:s[0-9]+]],
160*9880d681SAndroid Build Coastguard Worker; GCN: s_bcnt1_i32_b64 [[REG1:s[0-9]+]],
161*9880d681SAndroid Build Coastguard Worker; GCN: s_add_i32 {{s[0-9]+}}, [[REG0]], [[REG1]]
162*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
163*9880d681SAndroid Build Coastguard Workerdefine void @s_ctpop_i65(i32 addrspace(1)* noalias %out, i65 %val) nounwind {
164*9880d681SAndroid Build Coastguard Worker  %ctpop = call i65 @llvm.ctpop.i65(i65 %val) nounwind readnone
165*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc i65 %ctpop to i32
166*9880d681SAndroid Build Coastguard Worker  store i32 %truncctpop, i32 addrspace(1)* %out, align 4
167*9880d681SAndroid Build Coastguard Worker  ret void
168*9880d681SAndroid Build Coastguard Worker}
169*9880d681SAndroid Build Coastguard Worker
170*9880d681SAndroid Build Coastguard Worker; FIXME: Should not have extra add
171*9880d681SAndroid Build Coastguard Worker
172*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}v_ctpop_i128:
173*9880d681SAndroid Build Coastguard Worker; GCN: buffer_load_dwordx4 v{{\[}}[[VAL0:[0-9]+]]:[[VAL3:[0-9]+]]{{\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, 0{{$}}
174*9880d681SAndroid Build Coastguard Worker
175*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_bcnt_u32_b32_e64 [[MIDRESULT0:v[0-9]+]], v{{[0-9]+}}, 0
176*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_bcnt_u32_b32{{_e32|_e64}} [[MIDRESULT1:v[0-9]+]], v[[VAL3]], [[MIDRESULT0]]
177*9880d681SAndroid Build Coastguard Worker
178*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_bcnt_u32_b32_e64 [[MIDRESULT2:v[0-9]+]], v[[VAL0]], 0
179*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_bcnt_u32_b32{{_e32|_e64}} [[MIDRESULT3:v[0-9]+]], v{{[0-9]+}}, [[MIDRESULT2]]
180*9880d681SAndroid Build Coastguard Worker
181*9880d681SAndroid Build Coastguard Worker; GCN: v_add_i32_e32 [[RESULT:v[0-9]+]], vcc, [[MIDRESULT1]], [[MIDRESULT2]]
182*9880d681SAndroid Build Coastguard Worker
183*9880d681SAndroid Build Coastguard Worker; GCN: buffer_store_dword [[RESULT]],
184*9880d681SAndroid Build Coastguard Worker; GCN: s_endpgm
185*9880d681SAndroid Build Coastguard Workerdefine void @v_ctpop_i128(i32 addrspace(1)* noalias %out, i128 addrspace(1)* noalias %in) nounwind {
186*9880d681SAndroid Build Coastguard Worker  %val = load i128, i128 addrspace(1)* %in, align 8
187*9880d681SAndroid Build Coastguard Worker  %ctpop = call i128 @llvm.ctpop.i128(i128 %val) nounwind readnone
188*9880d681SAndroid Build Coastguard Worker  %truncctpop = trunc i128 %ctpop to i32
189*9880d681SAndroid Build Coastguard Worker  store i32 %truncctpop, i32 addrspace(1)* %out, align 4
190*9880d681SAndroid Build Coastguard Worker  ret void
191*9880d681SAndroid Build Coastguard Worker}
192