xref: /aosp_15_r20/external/llvm/test/CodeGen/AMDGPU/load-constant-i16.ll (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=GCN-NOHSA -check-prefix=FUNC %s
2*9880d681SAndroid Build Coastguard Worker; RUN: llc -mtriple=amdgcn--amdhsa -mcpu=kaveri -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=GCN-HSA -check-prefix=FUNC %s
3*9880d681SAndroid Build Coastguard Worker; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=GCN-NOHSA -check-prefix=FUNC %s
4*9880d681SAndroid Build Coastguard Worker; RUN: llc -march=r600 -mcpu=redwood < %s | FileCheck -check-prefix=EG -check-prefix=FUNC %s
5*9880d681SAndroid Build Coastguard Worker
6*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_i16:
7*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_load_ushort v{{[0-9]+}}
8*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_load_ushort
9*9880d681SAndroid Build Coastguard Worker
10*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16 T{{[0-9]+}}.X, T{{[0-9]+}}.X, 0
11*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_i16(i16 addrspace(1)* %out, i16 addrspace(2)* %in) {
12*9880d681SAndroid Build Coastguard Workerentry:
13*9880d681SAndroid Build Coastguard Worker  %ld = load i16, i16 addrspace(2)* %in
14*9880d681SAndroid Build Coastguard Worker  store i16 %ld, i16 addrspace(1)* %out
15*9880d681SAndroid Build Coastguard Worker  ret void
16*9880d681SAndroid Build Coastguard Worker}
17*9880d681SAndroid Build Coastguard Worker
18*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_v2i16:
19*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dword s
20*9880d681SAndroid Build Coastguard Worker
21*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_32
22*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_v2i16(<2 x i16> addrspace(1)* %out, <2 x i16> addrspace(2)* %in) {
23*9880d681SAndroid Build Coastguard Workerentry:
24*9880d681SAndroid Build Coastguard Worker  %ld = load <2 x i16>, <2 x i16> addrspace(2)* %in
25*9880d681SAndroid Build Coastguard Worker  store <2 x i16> %ld, <2 x i16> addrspace(1)* %out
26*9880d681SAndroid Build Coastguard Worker  ret void
27*9880d681SAndroid Build Coastguard Worker}
28*9880d681SAndroid Build Coastguard Worker
29*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_v3i16:
30*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2 s
31*9880d681SAndroid Build Coastguard Worker
32*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_32
33*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16
34*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_v3i16(<3 x i16> addrspace(1)* %out, <3 x i16> addrspace(2)* %in) {
35*9880d681SAndroid Build Coastguard Workerentry:
36*9880d681SAndroid Build Coastguard Worker  %ld = load <3 x i16>, <3 x i16> addrspace(2)* %in
37*9880d681SAndroid Build Coastguard Worker  store <3 x i16> %ld, <3 x i16> addrspace(1)* %out
38*9880d681SAndroid Build Coastguard Worker  ret void
39*9880d681SAndroid Build Coastguard Worker}
40*9880d681SAndroid Build Coastguard Worker
41*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_v4i16:
42*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2
43*9880d681SAndroid Build Coastguard Worker
44*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_64
45*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_v4i16(<4 x i16> addrspace(1)* %out, <4 x i16> addrspace(2)* %in) {
46*9880d681SAndroid Build Coastguard Workerentry:
47*9880d681SAndroid Build Coastguard Worker  %ld = load <4 x i16>, <4 x i16> addrspace(2)* %in
48*9880d681SAndroid Build Coastguard Worker  store <4 x i16> %ld, <4 x i16> addrspace(1)* %out
49*9880d681SAndroid Build Coastguard Worker  ret void
50*9880d681SAndroid Build Coastguard Worker}
51*9880d681SAndroid Build Coastguard Worker
52*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_v8i16:
53*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx4
54*9880d681SAndroid Build Coastguard Worker
55*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_128
56*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_v8i16(<8 x i16> addrspace(1)* %out, <8 x i16> addrspace(2)* %in) {
57*9880d681SAndroid Build Coastguard Workerentry:
58*9880d681SAndroid Build Coastguard Worker  %ld = load <8 x i16>, <8 x i16> addrspace(2)* %in
59*9880d681SAndroid Build Coastguard Worker  store <8 x i16> %ld, <8 x i16> addrspace(1)* %out
60*9880d681SAndroid Build Coastguard Worker  ret void
61*9880d681SAndroid Build Coastguard Worker}
62*9880d681SAndroid Build Coastguard Worker
63*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_load_v16i16:
64*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx8
65*9880d681SAndroid Build Coastguard Worker
66*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_128
67*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_128
68*9880d681SAndroid Build Coastguard Workerdefine void @constant_load_v16i16(<16 x i16> addrspace(1)* %out, <16 x i16> addrspace(2)* %in) {
69*9880d681SAndroid Build Coastguard Workerentry:
70*9880d681SAndroid Build Coastguard Worker  %ld = load <16 x i16>, <16 x i16> addrspace(2)* %in
71*9880d681SAndroid Build Coastguard Worker  store <16 x i16> %ld, <16 x i16> addrspace(1)* %out
72*9880d681SAndroid Build Coastguard Worker  ret void
73*9880d681SAndroid Build Coastguard Worker}
74*9880d681SAndroid Build Coastguard Worker
75*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_i16_to_i32:
76*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_load_ushort
77*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_store_dword
78*9880d681SAndroid Build Coastguard Worker
79*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_load_ushort
80*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_store_dword
81*9880d681SAndroid Build Coastguard Worker
82*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16 T{{[0-9]+\.X, T[0-9]+\.X}}
83*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_i16_to_i32(i32 addrspace(1)* %out, i16 addrspace(2)* %in) #0 {
84*9880d681SAndroid Build Coastguard Worker  %a = load i16, i16 addrspace(2)* %in
85*9880d681SAndroid Build Coastguard Worker  %ext = zext i16 %a to i32
86*9880d681SAndroid Build Coastguard Worker  store i32 %ext, i32 addrspace(1)* %out
87*9880d681SAndroid Build Coastguard Worker  ret void
88*9880d681SAndroid Build Coastguard Worker}
89*9880d681SAndroid Build Coastguard Worker
90*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_i16_to_i32:
91*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_load_sshort
92*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_store_dword
93*9880d681SAndroid Build Coastguard Worker
94*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_load_sshort
95*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_store_dword
96*9880d681SAndroid Build Coastguard Worker
97*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16 [[DST:T[0-9]\.[XYZW]]], [[DST]]
98*9880d681SAndroid Build Coastguard Worker; EG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST]], 0.0, literal
99*9880d681SAndroid Build Coastguard Worker; EG: 16
100*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_i16_to_i32(i32 addrspace(1)* %out, i16 addrspace(2)* %in) #0 {
101*9880d681SAndroid Build Coastguard Worker  %a = load i16, i16 addrspace(2)* %in
102*9880d681SAndroid Build Coastguard Worker  %ext = sext i16 %a to i32
103*9880d681SAndroid Build Coastguard Worker  store i32 %ext, i32 addrspace(1)* %out
104*9880d681SAndroid Build Coastguard Worker  ret void
105*9880d681SAndroid Build Coastguard Worker}
106*9880d681SAndroid Build Coastguard Worker
107*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v1i16_to_v1i32:
108*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_load_ushort
109*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_load_ushort
110*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v1i16_to_v1i32(<1 x i32> addrspace(1)* %out, <1 x i16> addrspace(2)* %in) #0 {
111*9880d681SAndroid Build Coastguard Worker  %load = load <1 x i16>, <1 x i16> addrspace(2)* %in
112*9880d681SAndroid Build Coastguard Worker  %ext = zext <1 x i16> %load to <1 x i32>
113*9880d681SAndroid Build Coastguard Worker  store <1 x i32> %ext, <1 x i32> addrspace(1)* %out
114*9880d681SAndroid Build Coastguard Worker  ret void
115*9880d681SAndroid Build Coastguard Worker}
116*9880d681SAndroid Build Coastguard Worker
117*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v1i16_to_v1i32:
118*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_load_sshort
119*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_load_sshort
120*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v1i16_to_v1i32(<1 x i32> addrspace(1)* %out, <1 x i16> addrspace(2)* %in) #0 {
121*9880d681SAndroid Build Coastguard Worker  %load = load <1 x i16>, <1 x i16> addrspace(2)* %in
122*9880d681SAndroid Build Coastguard Worker  %ext = sext <1 x i16> %load to <1 x i32>
123*9880d681SAndroid Build Coastguard Worker  store <1 x i32> %ext, <1 x i32> addrspace(1)* %out
124*9880d681SAndroid Build Coastguard Worker  ret void
125*9880d681SAndroid Build Coastguard Worker}
126*9880d681SAndroid Build Coastguard Worker
127*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v2i16_to_v2i32:
128*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dword s
129*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_and_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0xffff{{$}}
130*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_lshr_b32 s{{[0-9]+}}, s{{[0-9]+}}, 16
131*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v2i16_to_v2i32(<2 x i32> addrspace(1)* %out, <2 x i16> addrspace(2)* %in) #0 {
132*9880d681SAndroid Build Coastguard Worker  %load = load <2 x i16>, <2 x i16> addrspace(2)* %in
133*9880d681SAndroid Build Coastguard Worker  %ext = zext <2 x i16> %load to <2 x i32>
134*9880d681SAndroid Build Coastguard Worker  store <2 x i32> %ext, <2 x i32> addrspace(1)* %out
135*9880d681SAndroid Build Coastguard Worker  ret void
136*9880d681SAndroid Build Coastguard Worker}
137*9880d681SAndroid Build Coastguard Worker
138*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v2i16_to_v2i32:
139*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dword s
140*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_ashr_i32
141*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_sext_i32_i16
142*9880d681SAndroid Build Coastguard Worker
143*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_X:T[0-9]\.[XYZW]]], [[DST_X]]
144*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_Y:T[0-9]\.[XYZW]]], [[DST_Y]]
145*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_X]], 0.0, literal
146*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_Y]], 0.0, literal
147*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
148*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
149*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v2i16_to_v2i32(<2 x i32> addrspace(1)* %out, <2 x i16> addrspace(2)* %in) #0 {
150*9880d681SAndroid Build Coastguard Worker  %load = load <2 x i16>, <2 x i16> addrspace(2)* %in
151*9880d681SAndroid Build Coastguard Worker  %ext = sext <2 x i16> %load to <2 x i32>
152*9880d681SAndroid Build Coastguard Worker  store <2 x i32> %ext, <2 x i32> addrspace(1)* %out
153*9880d681SAndroid Build Coastguard Worker  ret void
154*9880d681SAndroid Build Coastguard Worker}
155*9880d681SAndroid Build Coastguard Worker
156*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_constant_zextload_v3i16_to_v3i32:
157*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2
158*9880d681SAndroid Build Coastguard Workerdefine void @constant_constant_zextload_v3i16_to_v3i32(<3 x i32> addrspace(1)* %out, <3 x i16> addrspace(2)* %in) {
159*9880d681SAndroid Build Coastguard Workerentry:
160*9880d681SAndroid Build Coastguard Worker  %ld = load <3 x i16>, <3 x i16> addrspace(2)* %in
161*9880d681SAndroid Build Coastguard Worker  %ext = zext <3 x i16> %ld to <3 x i32>
162*9880d681SAndroid Build Coastguard Worker  store <3 x i32> %ext, <3 x i32> addrspace(1)* %out
163*9880d681SAndroid Build Coastguard Worker  ret void
164*9880d681SAndroid Build Coastguard Worker}
165*9880d681SAndroid Build Coastguard Worker
166*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_constant_sextload_v3i16_to_v3i32:
167*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2
168*9880d681SAndroid Build Coastguard Workerdefine void @constant_constant_sextload_v3i16_to_v3i32(<3 x i32> addrspace(1)* %out, <3 x i16> addrspace(2)* %in) {
169*9880d681SAndroid Build Coastguard Workerentry:
170*9880d681SAndroid Build Coastguard Worker  %ld = load <3 x i16>, <3 x i16> addrspace(2)* %in
171*9880d681SAndroid Build Coastguard Worker  %ext = sext <3 x i16> %ld to <3 x i32>
172*9880d681SAndroid Build Coastguard Worker  store <3 x i32> %ext, <3 x i32> addrspace(1)* %out
173*9880d681SAndroid Build Coastguard Worker  ret void
174*9880d681SAndroid Build Coastguard Worker}
175*9880d681SAndroid Build Coastguard Worker
176*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_constant_zextload_v4i16_to_v4i32:
177*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2
178*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_and_b32
179*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_lshr_b32
180*9880d681SAndroid Build Coastguard Worker
181*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16
182*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16
183*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16
184*9880d681SAndroid Build Coastguard Worker; EG: VTX_READ_16
185*9880d681SAndroid Build Coastguard Workerdefine void @constant_constant_zextload_v4i16_to_v4i32(<4 x i32> addrspace(1)* %out, <4 x i16> addrspace(2)* %in) #0 {
186*9880d681SAndroid Build Coastguard Worker  %load = load <4 x i16>, <4 x i16> addrspace(2)* %in
187*9880d681SAndroid Build Coastguard Worker  %ext = zext <4 x i16> %load to <4 x i32>
188*9880d681SAndroid Build Coastguard Worker  store <4 x i32> %ext, <4 x i32> addrspace(1)* %out
189*9880d681SAndroid Build Coastguard Worker  ret void
190*9880d681SAndroid Build Coastguard Worker}
191*9880d681SAndroid Build Coastguard Worker
192*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v4i16_to_v4i32:
193*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx2
194*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_ashr_i32
195*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_sext_i32_i16
196*9880d681SAndroid Build Coastguard Worker
197*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_X:T[0-9]\.[XYZW]]], [[DST_X]]
198*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_Y:T[0-9]\.[XYZW]]], [[DST_Y]]
199*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_Z:T[0-9]\.[XYZW]]], [[DST_Z]]
200*9880d681SAndroid Build Coastguard Worker; EG-DAG: VTX_READ_16 [[DST_W:T[0-9]\.[XYZW]]], [[DST_W]]
201*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_X]], 0.0, literal
202*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_Y]], 0.0, literal
203*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_Z]], 0.0, literal
204*9880d681SAndroid Build Coastguard Worker; EG-DAG: BFE_INT {{[* ]*}}T{{[0-9].[XYZW]}}, [[DST_W]], 0.0, literal
205*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
206*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
207*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
208*9880d681SAndroid Build Coastguard Worker; EG-DAG: 16
209*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v4i16_to_v4i32(<4 x i32> addrspace(1)* %out, <4 x i16> addrspace(2)* %in) #0 {
210*9880d681SAndroid Build Coastguard Worker  %load = load <4 x i16>, <4 x i16> addrspace(2)* %in
211*9880d681SAndroid Build Coastguard Worker  %ext = sext <4 x i16> %load to <4 x i32>
212*9880d681SAndroid Build Coastguard Worker  store <4 x i32> %ext, <4 x i32> addrspace(1)* %out
213*9880d681SAndroid Build Coastguard Worker  ret void
214*9880d681SAndroid Build Coastguard Worker}
215*9880d681SAndroid Build Coastguard Worker
216*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v8i16_to_v8i32:
217*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx4
218*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_and_b32
219*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_lshr_b32
220*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v8i16_to_v8i32(<8 x i32> addrspace(1)* %out, <8 x i16> addrspace(2)* %in) #0 {
221*9880d681SAndroid Build Coastguard Worker  %load = load <8 x i16>, <8 x i16> addrspace(2)* %in
222*9880d681SAndroid Build Coastguard Worker  %ext = zext <8 x i16> %load to <8 x i32>
223*9880d681SAndroid Build Coastguard Worker  store <8 x i32> %ext, <8 x i32> addrspace(1)* %out
224*9880d681SAndroid Build Coastguard Worker  ret void
225*9880d681SAndroid Build Coastguard Worker}
226*9880d681SAndroid Build Coastguard Worker
227*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v8i16_to_v8i32:
228*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx4
229*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_ashr_i32
230*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_sext_i32_i16
231*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v8i16_to_v8i32(<8 x i32> addrspace(1)* %out, <8 x i16> addrspace(2)* %in) #0 {
232*9880d681SAndroid Build Coastguard Worker  %load = load <8 x i16>, <8 x i16> addrspace(2)* %in
233*9880d681SAndroid Build Coastguard Worker  %ext = sext <8 x i16> %load to <8 x i32>
234*9880d681SAndroid Build Coastguard Worker  store <8 x i32> %ext, <8 x i32> addrspace(1)* %out
235*9880d681SAndroid Build Coastguard Worker  ret void
236*9880d681SAndroid Build Coastguard Worker}
237*9880d681SAndroid Build Coastguard Worker
238*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v16i16_to_v16i32:
239*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx8
240*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_and_b32
241*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_lshr_b32
242*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v16i16_to_v16i32(<16 x i32> addrspace(1)* %out, <16 x i16> addrspace(2)* %in) #0 {
243*9880d681SAndroid Build Coastguard Worker  %load = load <16 x i16>, <16 x i16> addrspace(2)* %in
244*9880d681SAndroid Build Coastguard Worker  %ext = zext <16 x i16> %load to <16 x i32>
245*9880d681SAndroid Build Coastguard Worker  store <16 x i32> %ext, <16 x i32> addrspace(1)* %out
246*9880d681SAndroid Build Coastguard Worker  ret void
247*9880d681SAndroid Build Coastguard Worker}
248*9880d681SAndroid Build Coastguard Worker
249*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v16i16_to_v16i32:
250*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx8
251*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_ashr_i32
252*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_sext_i32_i16
253*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v16i16_to_v16i32(<16 x i32> addrspace(1)* %out, <16 x i16> addrspace(2)* %in) #0 {
254*9880d681SAndroid Build Coastguard Worker  %load = load <16 x i16>, <16 x i16> addrspace(2)* %in
255*9880d681SAndroid Build Coastguard Worker  %ext = sext <16 x i16> %load to <16 x i32>
256*9880d681SAndroid Build Coastguard Worker  store <16 x i32> %ext, <16 x i32> addrspace(1)* %out
257*9880d681SAndroid Build Coastguard Worker  ret void
258*9880d681SAndroid Build Coastguard Worker}
259*9880d681SAndroid Build Coastguard Worker
260*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v32i16_to_v32i32:
261*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_load_dwordx16
262*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_mov_b32 [[K:s[0-9]+]], 0xffff{{$}}
263*9880d681SAndroid Build Coastguard Worker; GCN: s_and_b32 s{{[0-9]+}}, s{{[0-9]+}}, [[K]]
264*9880d681SAndroid Build Coastguard Worker; GCN: s_lshr_b32 s{{[0-9]+}}, s{{[0-9]+}}, 16
265*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v32i16_to_v32i32(<32 x i32> addrspace(1)* %out, <32 x i16> addrspace(2)* %in) #0 {
266*9880d681SAndroid Build Coastguard Worker  %load = load <32 x i16>, <32 x i16> addrspace(2)* %in
267*9880d681SAndroid Build Coastguard Worker  %ext = zext <32 x i16> %load to <32 x i32>
268*9880d681SAndroid Build Coastguard Worker  store <32 x i32> %ext, <32 x i32> addrspace(1)* %out
269*9880d681SAndroid Build Coastguard Worker  ret void
270*9880d681SAndroid Build Coastguard Worker}
271*9880d681SAndroid Build Coastguard Worker
272*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v32i16_to_v32i32:
273*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx16
274*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_ashr_i32
275*9880d681SAndroid Build Coastguard Worker; GCN-DAG: s_sext_i32_i16
276*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v32i16_to_v32i32(<32 x i32> addrspace(1)* %out, <32 x i16> addrspace(2)* %in) #0 {
277*9880d681SAndroid Build Coastguard Worker  %load = load <32 x i16>, <32 x i16> addrspace(2)* %in
278*9880d681SAndroid Build Coastguard Worker  %ext = sext <32 x i16> %load to <32 x i32>
279*9880d681SAndroid Build Coastguard Worker  store <32 x i32> %ext, <32 x i32> addrspace(1)* %out
280*9880d681SAndroid Build Coastguard Worker  ret void
281*9880d681SAndroid Build Coastguard Worker}
282*9880d681SAndroid Build Coastguard Worker
283*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v64i16_to_v64i32:
284*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx16
285*9880d681SAndroid Build Coastguard Worker; GCN: s_load_dwordx16
286*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v64i16_to_v64i32(<64 x i32> addrspace(1)* %out, <64 x i16> addrspace(2)* %in) #0 {
287*9880d681SAndroid Build Coastguard Worker  %load = load <64 x i16>, <64 x i16> addrspace(2)* %in
288*9880d681SAndroid Build Coastguard Worker  %ext = zext <64 x i16> %load to <64 x i32>
289*9880d681SAndroid Build Coastguard Worker  store <64 x i32> %ext, <64 x i32> addrspace(1)* %out
290*9880d681SAndroid Build Coastguard Worker  ret void
291*9880d681SAndroid Build Coastguard Worker}
292*9880d681SAndroid Build Coastguard Worker
293*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v64i16_to_v64i32:
294*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v64i16_to_v64i32(<64 x i32> addrspace(1)* %out, <64 x i16> addrspace(2)* %in) #0 {
295*9880d681SAndroid Build Coastguard Worker  %load = load <64 x i16>, <64 x i16> addrspace(2)* %in
296*9880d681SAndroid Build Coastguard Worker  %ext = sext <64 x i16> %load to <64 x i32>
297*9880d681SAndroid Build Coastguard Worker  store <64 x i32> %ext, <64 x i32> addrspace(1)* %out
298*9880d681SAndroid Build Coastguard Worker  ret void
299*9880d681SAndroid Build Coastguard Worker}
300*9880d681SAndroid Build Coastguard Worker
301*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_i16_to_i64:
302*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA-DAG: buffer_load_ushort v[[LO:[0-9]+]],
303*9880d681SAndroid Build Coastguard Worker; GCN-HSA-DAG: flat_load_ushort v[[LO:[0-9]+]],
304*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_mov_b32_e32 v[[HI:[0-9]+]], 0{{$}}
305*9880d681SAndroid Build Coastguard Worker
306*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_store_dwordx2 v{{\[}}[[LO]]:[[HI]]]
307*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{\[}}[[LO]]:[[HI]]{{\]}}
308*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_i16_to_i64(i64 addrspace(1)* %out, i16 addrspace(2)* %in) #0 {
309*9880d681SAndroid Build Coastguard Worker  %a = load i16, i16 addrspace(2)* %in
310*9880d681SAndroid Build Coastguard Worker  %ext = zext i16 %a to i64
311*9880d681SAndroid Build Coastguard Worker  store i64 %ext, i64 addrspace(1)* %out
312*9880d681SAndroid Build Coastguard Worker  ret void
313*9880d681SAndroid Build Coastguard Worker}
314*9880d681SAndroid Build Coastguard Worker
315*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_i16_to_i64:
316*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA-DAG: buffer_load_sshort v[[LO:[0-9]+]],
317*9880d681SAndroid Build Coastguard Worker; GCN-HSA-DAG: flat_load_sshort v[[LO:[0-9]+]],
318*9880d681SAndroid Build Coastguard Worker; GCN-DAG: v_ashrrev_i32_e32 v[[HI:[0-9]+]], 31, v[[LO]]
319*9880d681SAndroid Build Coastguard Worker
320*9880d681SAndroid Build Coastguard Worker; GCN-NOHSA: buffer_store_dwordx2 v{{\[}}[[LO]]:[[HI]]]
321*9880d681SAndroid Build Coastguard Worker; GCN-HSA: flat_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{\[}}[[LO]]:[[HI]]{{\]}}
322*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_i16_to_i64(i64 addrspace(1)* %out, i16 addrspace(2)* %in) #0 {
323*9880d681SAndroid Build Coastguard Worker  %a = load i16, i16 addrspace(2)* %in
324*9880d681SAndroid Build Coastguard Worker  %ext = sext i16 %a to i64
325*9880d681SAndroid Build Coastguard Worker  store i64 %ext, i64 addrspace(1)* %out
326*9880d681SAndroid Build Coastguard Worker  ret void
327*9880d681SAndroid Build Coastguard Worker}
328*9880d681SAndroid Build Coastguard Worker
329*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v1i16_to_v1i64:
330*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v1i16_to_v1i64(<1 x i64> addrspace(1)* %out, <1 x i16> addrspace(2)* %in) #0 {
331*9880d681SAndroid Build Coastguard Worker  %load = load <1 x i16>, <1 x i16> addrspace(2)* %in
332*9880d681SAndroid Build Coastguard Worker  %ext = zext <1 x i16> %load to <1 x i64>
333*9880d681SAndroid Build Coastguard Worker  store <1 x i64> %ext, <1 x i64> addrspace(1)* %out
334*9880d681SAndroid Build Coastguard Worker  ret void
335*9880d681SAndroid Build Coastguard Worker}
336*9880d681SAndroid Build Coastguard Worker
337*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v1i16_to_v1i64:
338*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v1i16_to_v1i64(<1 x i64> addrspace(1)* %out, <1 x i16> addrspace(2)* %in) #0 {
339*9880d681SAndroid Build Coastguard Worker  %load = load <1 x i16>, <1 x i16> addrspace(2)* %in
340*9880d681SAndroid Build Coastguard Worker  %ext = sext <1 x i16> %load to <1 x i64>
341*9880d681SAndroid Build Coastguard Worker  store <1 x i64> %ext, <1 x i64> addrspace(1)* %out
342*9880d681SAndroid Build Coastguard Worker  ret void
343*9880d681SAndroid Build Coastguard Worker}
344*9880d681SAndroid Build Coastguard Worker
345*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v2i16_to_v2i64:
346*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v2i16_to_v2i64(<2 x i64> addrspace(1)* %out, <2 x i16> addrspace(2)* %in) #0 {
347*9880d681SAndroid Build Coastguard Worker  %load = load <2 x i16>, <2 x i16> addrspace(2)* %in
348*9880d681SAndroid Build Coastguard Worker  %ext = zext <2 x i16> %load to <2 x i64>
349*9880d681SAndroid Build Coastguard Worker  store <2 x i64> %ext, <2 x i64> addrspace(1)* %out
350*9880d681SAndroid Build Coastguard Worker  ret void
351*9880d681SAndroid Build Coastguard Worker}
352*9880d681SAndroid Build Coastguard Worker
353*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v2i16_to_v2i64:
354*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v2i16_to_v2i64(<2 x i64> addrspace(1)* %out, <2 x i16> addrspace(2)* %in) #0 {
355*9880d681SAndroid Build Coastguard Worker  %load = load <2 x i16>, <2 x i16> addrspace(2)* %in
356*9880d681SAndroid Build Coastguard Worker  %ext = sext <2 x i16> %load to <2 x i64>
357*9880d681SAndroid Build Coastguard Worker  store <2 x i64> %ext, <2 x i64> addrspace(1)* %out
358*9880d681SAndroid Build Coastguard Worker  ret void
359*9880d681SAndroid Build Coastguard Worker}
360*9880d681SAndroid Build Coastguard Worker
361*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v4i16_to_v4i64:
362*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v4i16_to_v4i64(<4 x i64> addrspace(1)* %out, <4 x i16> addrspace(2)* %in) #0 {
363*9880d681SAndroid Build Coastguard Worker  %load = load <4 x i16>, <4 x i16> addrspace(2)* %in
364*9880d681SAndroid Build Coastguard Worker  %ext = zext <4 x i16> %load to <4 x i64>
365*9880d681SAndroid Build Coastguard Worker  store <4 x i64> %ext, <4 x i64> addrspace(1)* %out
366*9880d681SAndroid Build Coastguard Worker  ret void
367*9880d681SAndroid Build Coastguard Worker}
368*9880d681SAndroid Build Coastguard Worker
369*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v4i16_to_v4i64:
370*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v4i16_to_v4i64(<4 x i64> addrspace(1)* %out, <4 x i16> addrspace(2)* %in) #0 {
371*9880d681SAndroid Build Coastguard Worker  %load = load <4 x i16>, <4 x i16> addrspace(2)* %in
372*9880d681SAndroid Build Coastguard Worker  %ext = sext <4 x i16> %load to <4 x i64>
373*9880d681SAndroid Build Coastguard Worker  store <4 x i64> %ext, <4 x i64> addrspace(1)* %out
374*9880d681SAndroid Build Coastguard Worker  ret void
375*9880d681SAndroid Build Coastguard Worker}
376*9880d681SAndroid Build Coastguard Worker
377*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v8i16_to_v8i64:
378*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v8i16_to_v8i64(<8 x i64> addrspace(1)* %out, <8 x i16> addrspace(2)* %in) #0 {
379*9880d681SAndroid Build Coastguard Worker  %load = load <8 x i16>, <8 x i16> addrspace(2)* %in
380*9880d681SAndroid Build Coastguard Worker  %ext = zext <8 x i16> %load to <8 x i64>
381*9880d681SAndroid Build Coastguard Worker  store <8 x i64> %ext, <8 x i64> addrspace(1)* %out
382*9880d681SAndroid Build Coastguard Worker  ret void
383*9880d681SAndroid Build Coastguard Worker}
384*9880d681SAndroid Build Coastguard Worker
385*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v8i16_to_v8i64:
386*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v8i16_to_v8i64(<8 x i64> addrspace(1)* %out, <8 x i16> addrspace(2)* %in) #0 {
387*9880d681SAndroid Build Coastguard Worker  %load = load <8 x i16>, <8 x i16> addrspace(2)* %in
388*9880d681SAndroid Build Coastguard Worker  %ext = sext <8 x i16> %load to <8 x i64>
389*9880d681SAndroid Build Coastguard Worker  store <8 x i64> %ext, <8 x i64> addrspace(1)* %out
390*9880d681SAndroid Build Coastguard Worker  ret void
391*9880d681SAndroid Build Coastguard Worker}
392*9880d681SAndroid Build Coastguard Worker
393*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v16i16_to_v16i64:
394*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v16i16_to_v16i64(<16 x i64> addrspace(1)* %out, <16 x i16> addrspace(2)* %in) #0 {
395*9880d681SAndroid Build Coastguard Worker  %load = load <16 x i16>, <16 x i16> addrspace(2)* %in
396*9880d681SAndroid Build Coastguard Worker  %ext = zext <16 x i16> %load to <16 x i64>
397*9880d681SAndroid Build Coastguard Worker  store <16 x i64> %ext, <16 x i64> addrspace(1)* %out
398*9880d681SAndroid Build Coastguard Worker  ret void
399*9880d681SAndroid Build Coastguard Worker}
400*9880d681SAndroid Build Coastguard Worker
401*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v16i16_to_v16i64:
402*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v16i16_to_v16i64(<16 x i64> addrspace(1)* %out, <16 x i16> addrspace(2)* %in) #0 {
403*9880d681SAndroid Build Coastguard Worker  %load = load <16 x i16>, <16 x i16> addrspace(2)* %in
404*9880d681SAndroid Build Coastguard Worker  %ext = sext <16 x i16> %load to <16 x i64>
405*9880d681SAndroid Build Coastguard Worker  store <16 x i64> %ext, <16 x i64> addrspace(1)* %out
406*9880d681SAndroid Build Coastguard Worker  ret void
407*9880d681SAndroid Build Coastguard Worker}
408*9880d681SAndroid Build Coastguard Worker
409*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_zextload_v32i16_to_v32i64:
410*9880d681SAndroid Build Coastguard Workerdefine void @constant_zextload_v32i16_to_v32i64(<32 x i64> addrspace(1)* %out, <32 x i16> addrspace(2)* %in) #0 {
411*9880d681SAndroid Build Coastguard Worker  %load = load <32 x i16>, <32 x i16> addrspace(2)* %in
412*9880d681SAndroid Build Coastguard Worker  %ext = zext <32 x i16> %load to <32 x i64>
413*9880d681SAndroid Build Coastguard Worker  store <32 x i64> %ext, <32 x i64> addrspace(1)* %out
414*9880d681SAndroid Build Coastguard Worker  ret void
415*9880d681SAndroid Build Coastguard Worker}
416*9880d681SAndroid Build Coastguard Worker
417*9880d681SAndroid Build Coastguard Worker; FUNC-LABEL: {{^}}constant_sextload_v32i16_to_v32i64:
418*9880d681SAndroid Build Coastguard Workerdefine void @constant_sextload_v32i16_to_v32i64(<32 x i64> addrspace(1)* %out, <32 x i16> addrspace(2)* %in) #0 {
419*9880d681SAndroid Build Coastguard Worker  %load = load <32 x i16>, <32 x i16> addrspace(2)* %in
420*9880d681SAndroid Build Coastguard Worker  %ext = sext <32 x i16> %load to <32 x i64>
421*9880d681SAndroid Build Coastguard Worker  store <32 x i64> %ext, <32 x i64> addrspace(1)* %out
422*9880d681SAndroid Build Coastguard Worker  ret void
423*9880d681SAndroid Build Coastguard Worker}
424*9880d681SAndroid Build Coastguard Worker
425*9880d681SAndroid Build Coastguard Worker; ; XFUNC-LABEL: {{^}}constant_zextload_v64i16_to_v64i64:
426*9880d681SAndroid Build Coastguard Worker; define void @constant_zextload_v64i16_to_v64i64(<64 x i64> addrspace(1)* %out, <64 x i16> addrspace(2)* %in) #0 {
427*9880d681SAndroid Build Coastguard Worker;   %load = load <64 x i16>, <64 x i16> addrspace(2)* %in
428*9880d681SAndroid Build Coastguard Worker;   %ext = zext <64 x i16> %load to <64 x i64>
429*9880d681SAndroid Build Coastguard Worker;   store <64 x i64> %ext, <64 x i64> addrspace(1)* %out
430*9880d681SAndroid Build Coastguard Worker;   ret void
431*9880d681SAndroid Build Coastguard Worker; }
432*9880d681SAndroid Build Coastguard Worker
433*9880d681SAndroid Build Coastguard Worker; ; XFUNC-LABEL: {{^}}constant_sextload_v64i16_to_v64i64:
434*9880d681SAndroid Build Coastguard Worker; define void @constant_sextload_v64i16_to_v64i64(<64 x i64> addrspace(1)* %out, <64 x i16> addrspace(2)* %in) #0 {
435*9880d681SAndroid Build Coastguard Worker;   %load = load <64 x i16>, <64 x i16> addrspace(2)* %in
436*9880d681SAndroid Build Coastguard Worker;   %ext = sext <64 x i16> %load to <64 x i64>
437*9880d681SAndroid Build Coastguard Worker;   store <64 x i64> %ext, <64 x i64> addrspace(1)* %out
438*9880d681SAndroid Build Coastguard Worker;   ret void
439*9880d681SAndroid Build Coastguard Worker; }
440*9880d681SAndroid Build Coastguard Worker
441*9880d681SAndroid Build Coastguard Workerattributes #0 = { nounwind }
442