1; RUN: llc -march=amdgcn -mcpu=hawaii -verify-machineinstrs < %s | FileCheck  -enable-var-scope -check-prefix=GCN -check-prefix=CI %s
2; RUN: llc -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=VI %s
3; RUN: llc -march=amdgcn -mcpu=gfx900 -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=VI %s
4
5; GCN-LABEL: {{^}}void_func_i1:
6; GCN: v_and_b32_e32 v0, 1, v0
7; GCN: buffer_store_byte v0, off
8define void @void_func_i1(i1 %arg0) #0 {
9  store i1 %arg0, i1 addrspace(1)* undef
10  ret void
11}
12
13; GCN-LABEL: {{^}}void_func_i1_zeroext:
14; GCN: s_waitcnt
15; GCN-NEXT: v_or_b32_e32 v0, 12, v0
16; GCN-NOT: v0
17; GCN: buffer_store_dword v0, off
18define void @void_func_i1_zeroext(i1 zeroext %arg0) #0 {
19  %ext = zext i1 %arg0 to i32
20  %add = add i32 %ext, 12
21  store i32 %add, i32 addrspace(1)* undef
22  ret void
23}
24
25; GCN-LABEL: {{^}}void_func_i1_signext:
26; GCN: s_waitcnt
27; GCN-NEXT: v_add_i32_e32 v0, vcc, 12, v0
28; GCN-NOT: v0
29; GCN: buffer_store_dword v0, off
30define void @void_func_i1_signext(i1 signext %arg0) #0 {
31  %ext = sext i1 %arg0 to i32
32  %add = add i32 %ext, 12
33  store i32 %add, i32 addrspace(1)* undef
34  ret void
35}
36
37; GCN-LABEL: {{^}}void_func_i8:
38; GCN-NOT: v0
39; GCN: buffer_store_byte v0, off
40define void @void_func_i8(i8 %arg0) #0 {
41  store i8 %arg0, i8 addrspace(1)* undef
42  ret void
43}
44
45; GCN-LABEL: {{^}}void_func_i8_zeroext:
46; GCN-NOT: and_b32
47; GCN: v_add_i32_e32 v0, vcc, 12, v0
48define void @void_func_i8_zeroext(i8 zeroext %arg0) #0 {
49  %ext = zext i8 %arg0 to i32
50  %add = add i32 %ext, 12
51  store i32 %add, i32 addrspace(1)* undef
52  ret void
53}
54
55; GCN-LABEL: {{^}}void_func_i8_signext:
56; GCN-NOT: v_bfe_i32
57; GCN: v_add_i32_e32 v0, vcc, 12, v0
58define void @void_func_i8_signext(i8 signext %arg0) #0 {
59  %ext = sext i8 %arg0 to i32
60  %add = add i32 %ext, 12
61  store i32 %add, i32 addrspace(1)* undef
62  ret void
63}
64
65; GCN-LABEL: {{^}}void_func_i16:
66; GCN: buffer_store_short v0, off
67define void @void_func_i16(i16 %arg0) #0 {
68  store i16 %arg0, i16 addrspace(1)* undef
69  ret void
70}
71
72; GCN-LABEL: {{^}}void_func_i16_zeroext:
73; GCN-NOT: v0
74; GCN: v_add_i32_e32 v0, vcc, 12, v0
75define void @void_func_i16_zeroext(i16 zeroext %arg0) #0 {
76  %ext = zext i16 %arg0 to i32
77  %add = add i32 %ext, 12
78  store i32 %add, i32 addrspace(1)* undef
79  ret void
80}
81
82; GCN-LABEL: {{^}}void_func_i16_signext:
83; GCN-NOT: v0
84; GCN: v_add_i32_e32 v0, vcc, 12, v0
85define void @void_func_i16_signext(i16 signext %arg0) #0 {
86  %ext = sext i16 %arg0 to i32
87  %add = add i32 %ext, 12
88  store i32 %add, i32 addrspace(1)* undef
89  ret void
90}
91
92; GCN-LABEL: {{^}}void_func_i32:
93; GCN-NOT: v0
94; GCN: buffer_store_dword v0, off
95define void @void_func_i32(i32 %arg0) #0 {
96  store i32 %arg0, i32 addrspace(1)* undef
97  ret void
98}
99
100; GCN-LABEL: {{^}}void_func_i64:
101; GCN-NOT: v[0:1]
102; GCN-NOT: v0
103; GCN-NOT: v1
104; GCN: buffer_store_dwordx2 v[0:1], off
105define void @void_func_i64(i64 %arg0) #0 {
106  store i64 %arg0, i64 addrspace(1)* undef
107  ret void
108}
109
110; GCN-LABEL: {{^}}void_func_f16:
111; VI-NOT: v0
112; CI: v_cvt_f16_f32_e32 v0, v0
113; GCN: buffer_store_short v0, off
114define void @void_func_f16(half %arg0) #0 {
115  store half %arg0, half addrspace(1)* undef
116  ret void
117}
118
119; GCN-LABEL: {{^}}void_func_f32
120; GCN-NOT: v0
121; GCN: buffer_store_dword v0, off
122define void @void_func_f32(float %arg0) #0 {
123  store float %arg0, float addrspace(1)* undef
124  ret void
125}
126
127; GCN-LABEL: {{^}}void_func_f64:
128; GCN-NOT: v[0:1]
129; GCN-NOT: v0
130; GCN-NOT: v1
131; GCN: buffer_store_dwordx2 v[0:1], off
132define void @void_func_f64(double %arg0) #0 {
133  store double %arg0, double addrspace(1)* undef
134  ret void
135}
136
137; GCN-LABEL: {{^}}void_func_v2i32:
138; GCN-NOT: v[0:1]
139; GCN-NOT: v0
140; GCN-NOT: v1
141; GCN: buffer_store_dwordx2 v[0:1], off
142define void @void_func_v2i32(<2 x i32> %arg0) #0 {
143  store <2 x i32> %arg0, <2 x i32> addrspace(1)* undef
144  ret void
145}
146
147; GCN-LABEL: {{^}}void_func_v3i32:
148; GCN-DAG: buffer_store_dword v2, off
149; GCN-DAG: buffer_store_dwordx2 v[0:1], off
150define void @void_func_v3i32(<3 x i32> %arg0) #0 {
151  store <3 x i32> %arg0, <3 x i32> addrspace(1)* undef
152  ret void
153}
154
155; GCN-LABEL: {{^}}void_func_v4i32:
156; GCN: buffer_store_dwordx4 v[0:3], off
157define void @void_func_v4i32(<4 x i32> %arg0) #0 {
158  store <4 x i32> %arg0, <4 x i32> addrspace(1)* undef
159  ret void
160}
161
162; GCN-LABEL: {{^}}void_func_v5i32:
163; GCN-DAG: buffer_store_dwordx4 v[0:3], off
164; GCN-DAG: buffer_store_dword v4, off
165define void @void_func_v5i32(<5 x i32> %arg0) #0 {
166  store <5 x i32> %arg0, <5 x i32> addrspace(1)* undef
167  ret void
168}
169
170; GCN-LABEL: {{^}}void_func_v8i32:
171; GCN-DAG: buffer_store_dwordx4 v[0:3], off
172; GCN-DAG: buffer_store_dwordx4 v[4:7], off
173define void @void_func_v8i32(<8 x i32> %arg0) #0 {
174  store <8 x i32> %arg0, <8 x i32> addrspace(1)* undef
175  ret void
176}
177
178; GCN-LABEL: {{^}}void_func_v16i32:
179; GCN-DAG: buffer_store_dwordx4 v[0:3], off
180; GCN-DAG: buffer_store_dwordx4 v[4:7], off
181; GCN-DAG: buffer_store_dwordx4 v[8:11], off
182; GCN-DAG: buffer_store_dwordx4 v[12:15], off
183define void @void_func_v16i32(<16 x i32> %arg0) #0 {
184  store <16 x i32> %arg0, <16 x i32> addrspace(1)* undef
185  ret void
186}
187
188; GCN-LABEL: {{^}}void_func_v32i32:
189; GCN-DAG: buffer_store_dwordx4 v[0:3], off
190; GCN-DAG: buffer_store_dwordx4 v[4:7], off
191; GCN-DAG: buffer_store_dwordx4 v[8:11], off
192; GCN-DAG: buffer_store_dwordx4 v[12:15], off
193; GCN-DAG: buffer_store_dwordx4 v[16:19], off
194; GCN-DAG: buffer_store_dwordx4 v[20:23], off
195; GCN-DAG: buffer_store_dwordx4 v[24:27], off
196; GCN-DAG: buffer_store_dwordx4 v[28:31], off
197define void @void_func_v32i32(<32 x i32> %arg0) #0 {
198  store <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
199  ret void
200}
201
202; 1 over register limit
203; GCN-LABEL: {{^}}void_func_v33i32:
204; GCN-DAG: buffer_store_dwordx4 v[0:3], off
205; GCN-DAG: buffer_store_dwordx4 v[4:7], off
206; GCN-DAG: buffer_store_dwordx4 v[8:11], off
207; GCN-DAG: buffer_store_dwordx4 v[12:15], off
208; GCN-DAG: buffer_load_dword [[STACKLOAD:v[0-9]+]], off, s[0:3], s5
209; GCN-DAG: buffer_store_dwordx4 v[16:19], off
210; GCN-DAG: buffer_store_dwordx4 v[20:23], off
211; GCN-DAG: buffer_store_dwordx4 v[24:27], off
212; GCN-DAG: buffer_store_dwordx4 v[28:31], off
213; GCN: buffer_store_dword [[STACKLOAD]], off
214define void @void_func_v33i32(<33 x i32> %arg0) #0 {
215  store <33 x i32> %arg0, <33 x i32> addrspace(1)* undef
216  ret void
217}
218
219; GCN-LABEL: {{^}}void_func_v2i64:
220; GCN: buffer_store_dwordx4 v[0:3], off
221define void @void_func_v2i64(<2 x i64> %arg0) #0 {
222  store <2 x i64> %arg0, <2 x i64> addrspace(1)* undef
223  ret void
224}
225
226; GCN-LABEL: {{^}}void_func_v3i64:
227; GCN-DAG: buffer_store_dwordx4 v[0:3], off
228; GCN-DAG: buffer_store_dwordx2 v[4:5], off
229define void @void_func_v3i64(<3 x i64> %arg0) #0 {
230  store <3 x i64> %arg0, <3 x i64> addrspace(1)* undef
231  ret void
232}
233
234; GCN-LABEL: {{^}}void_func_v4i64:
235; GCN-DAG: buffer_store_dwordx4 v[0:3], off
236; GCN-DAG: buffer_store_dwordx4 v[4:7], off
237define void @void_func_v4i64(<4 x i64> %arg0) #0 {
238  store <4 x i64> %arg0, <4 x i64> addrspace(1)* undef
239  ret void
240}
241
242; GCN-LABEL: {{^}}void_func_v5i64:
243; GCN-DAG: buffer_store_dwordx4 v[0:3], off
244; GCN-DAG: buffer_store_dwordx4 v[4:7], off
245; GCN-DAG: buffer_store_dwordx2 v[8:9], off
246define void @void_func_v5i64(<5 x i64> %arg0) #0 {
247  store <5 x i64> %arg0, <5 x i64> addrspace(1)* undef
248  ret void
249}
250
251; GCN-LABEL: {{^}}void_func_v8i64:
252; GCN-DAG: buffer_store_dwordx4 v[0:3], off
253; GCN-DAG: buffer_store_dwordx4 v[4:7], off
254; GCN-DAG: buffer_store_dwordx4 v[8:11], off
255; GCN-DAG: buffer_store_dwordx4 v[12:15], off
256define void @void_func_v8i64(<8 x i64> %arg0) #0 {
257  store <8 x i64> %arg0, <8 x i64> addrspace(1)* undef
258  ret void
259}
260
261; GCN-LABEL: {{^}}void_func_v16i64:
262; GCN-DAG: buffer_store_dwordx4 v[0:3], off
263; GCN-DAG: buffer_store_dwordx4 v[4:7], off
264; GCN-DAG: buffer_store_dwordx4 v[8:11], off
265; GCN-DAG: buffer_store_dwordx4 v[12:15], off
266; GCN-DAG: buffer_store_dwordx4 v[16:19], off
267; GCN-DAG: buffer_store_dwordx4 v[20:23], off
268; GCN-DAG: buffer_store_dwordx4 v[24:27], off
269; GCN-DAG: buffer_store_dwordx4 v[28:31], off
270define void @void_func_v16i64(<16 x i64> %arg0) #0 {
271  store <16 x i64> %arg0, <16 x i64> addrspace(1)* undef
272  ret void
273}
274
275; GCN-LABEL: {{^}}void_func_v2i16:
276; GFX9-NOT: v0
277; GFX9: buffer_store_dword v0, off
278define void @void_func_v2i16(<2 x i16> %arg0) #0 {
279  store <2 x i16> %arg0, <2 x i16> addrspace(1)* undef
280  ret void
281}
282
283; GCN-LABEL: {{^}}void_func_v3i16:
284; GCN-DAG: buffer_store_dword v0, off
285; GCN-DAG: buffer_store_short v2, off
286define void @void_func_v3i16(<3 x i16> %arg0) #0 {
287  store <3 x i16> %arg0, <3 x i16> addrspace(1)* undef
288  ret void
289}
290
291; GCN-LABEL: {{^}}void_func_v4i16:
292; GFX9-NOT: v0
293; GFX9-NOT: v1
294; GFX9: buffer_store_dwordx2 v[0:1], off
295define void @void_func_v4i16(<4 x i16> %arg0) #0 {
296  store <4 x i16> %arg0, <4 x i16> addrspace(1)* undef
297  ret void
298}
299
300; GCN-LABEL: {{^}}void_func_v5i16:
301; GCN-DAG: buffer_store_short v4, off,
302; GCN-DAG: buffer_store_dwordx2 v[1:2], off
303define void @void_func_v5i16(<5 x i16> %arg0) #0 {
304  store <5 x i16> %arg0, <5 x i16> addrspace(1)* undef
305  ret void
306}
307
308; GCN-LABEL: {{^}}void_func_v8i16:
309; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
310define void @void_func_v8i16(<8 x i16> %arg0) #0 {
311  store <8 x i16> %arg0, <8 x i16> addrspace(1)* undef
312  ret void
313}
314
315; GCN-LABEL: {{^}}void_func_v16i16:
316; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
317; GFX9-DAG: buffer_store_dwordx4 v[4:7], off
318define void @void_func_v16i16(<16 x i16> %arg0) #0 {
319  store <16 x i16> %arg0, <16 x i16> addrspace(1)* undef
320  ret void
321}
322
323; GCN-LABEL: {{^}}void_func_v2f32:
324; GCN-NOT: v[0:1]
325; GCN-NOT: v0
326; GCN-NOT: v1
327; GCN: buffer_store_dwordx2 v[0:1], off
328define void @void_func_v2f32(<2 x float> %arg0) #0 {
329  store <2 x float> %arg0, <2 x float> addrspace(1)* undef
330  ret void
331}
332
333; GCN-LABEL: {{^}}void_func_v3f32:
334; GCN-DAG: buffer_store_dword v2, off
335; GCN-DAG: buffer_store_dwordx2 v[0:1], off
336define void @void_func_v3f32(<3 x float> %arg0) #0 {
337  store <3 x float> %arg0, <3 x float> addrspace(1)* undef
338  ret void
339}
340
341; GCN-LABEL: {{^}}void_func_v4f32:
342; GCN: buffer_store_dwordx4 v[0:3], off
343define void @void_func_v4f32(<4 x float> %arg0) #0 {
344  store <4 x float> %arg0, <4 x float> addrspace(1)* undef
345  ret void
346}
347
348; GCN-LABEL: {{^}}void_func_v8f32:
349; GCN-DAG: buffer_store_dwordx4 v[0:3], off
350; GCN-DAG: buffer_store_dwordx4 v[4:7], off
351define void @void_func_v8f32(<8 x float> %arg0) #0 {
352  store <8 x float> %arg0, <8 x float> addrspace(1)* undef
353  ret void
354}
355
356; GCN-LABEL: {{^}}void_func_v16f32:
357; GCN-DAG: buffer_store_dwordx4 v[0:3], off
358; GCN-DAG: buffer_store_dwordx4 v[4:7], off
359; GCN-DAG: buffer_store_dwordx4 v[8:11], off
360; GCN-DAG: buffer_store_dwordx4 v[12:15], off
361define void @void_func_v16f32(<16 x float> %arg0) #0 {
362  store <16 x float> %arg0, <16 x float> addrspace(1)* undef
363  ret void
364}
365
366; GCN-LABEL: {{^}}void_func_v2f64:
367; GCN: buffer_store_dwordx4 v[0:3], off
368define void @void_func_v2f64(<2 x double> %arg0) #0 {
369  store <2 x double> %arg0, <2 x double> addrspace(1)* undef
370  ret void
371}
372
373; GCN-LABEL: {{^}}void_func_v3f64:
374; GCN-DAG: buffer_store_dwordx4 v[0:3], off
375; GCN-DAG: buffer_store_dwordx2 v[4:5], off
376define void @void_func_v3f64(<3 x double> %arg0) #0 {
377  store <3 x double> %arg0, <3 x double> addrspace(1)* undef
378  ret void
379}
380
381; GCN-LABEL: {{^}}void_func_v4f64:
382; GCN-DAG: buffer_store_dwordx4 v[0:3], off
383; GCN-DAG: buffer_store_dwordx4 v[4:7], off
384define void @void_func_v4f64(<4 x double> %arg0) #0 {
385  store <4 x double> %arg0, <4 x double> addrspace(1)* undef
386  ret void
387}
388
389; GCN-LABEL: {{^}}void_func_v8f64:
390; GCN-DAG: buffer_store_dwordx4 v[0:3], off
391; GCN-DAG: buffer_store_dwordx4 v[4:7], off
392; GCN-DAG: buffer_store_dwordx4 v[8:11], off
393; GCN-DAG: buffer_store_dwordx4 v[12:15], off
394define void @void_func_v8f64(<8 x double> %arg0) #0 {
395  store <8 x double> %arg0, <8 x double> addrspace(1)* undef
396  ret void
397}
398
399; GCN-LABEL: {{^}}void_func_v16f64:
400; GCN-DAG: buffer_store_dwordx4 v[0:3], off
401; GCN-DAG: buffer_store_dwordx4 v[4:7], off
402; GCN-DAG: buffer_store_dwordx4 v[8:11], off
403; GCN-DAG: buffer_store_dwordx4 v[12:15], off
404; GCN-DAG: buffer_store_dwordx4 v[16:19], off
405; GCN-DAG: buffer_store_dwordx4 v[20:23], off
406; GCN-DAG: buffer_store_dwordx4 v[24:27], off
407; GCN-DAG: buffer_store_dwordx4 v[28:31], off
408define void @void_func_v16f64(<16 x double> %arg0) #0 {
409  store <16 x double> %arg0, <16 x double> addrspace(1)* undef
410  ret void
411}
412
413; GCN-LABEL: {{^}}void_func_v2f16:
414; GFX9-NOT: v0
415; GFX9: buffer_store_dword v0, off
416define void @void_func_v2f16(<2 x half> %arg0) #0 {
417  store <2 x half> %arg0, <2 x half> addrspace(1)* undef
418  ret void
419}
420
421; GCN-LABEL: {{^}}void_func_v3f16:
422; GFX9-NOT: v0
423; GCN-DAG: buffer_store_dword v0, off
424; GCN-DAG: buffer_store_short v2, off
425define void @void_func_v3f16(<3 x half> %arg0) #0 {
426  store <3 x half> %arg0, <3 x half> addrspace(1)* undef
427  ret void
428}
429
430; GCN-LABEL: {{^}}void_func_v4f16:
431; GFX9-NOT: v0
432; GFX9-NOT: v1
433; GFX9-NOT: v[0:1]
434; GFX9: buffer_store_dwordx2 v[0:1], off
435define void @void_func_v4f16(<4 x half> %arg0) #0 {
436  store <4 x half> %arg0, <4 x half> addrspace(1)* undef
437  ret void
438}
439
440; GCN-LABEL: {{^}}void_func_v8f16:
441; GFX9-NOT: v0
442; GFX9-NOT: v1
443; GFX9: buffer_store_dwordx4 v[0:3], off
444define void @void_func_v8f16(<8 x half> %arg0) #0 {
445  store <8 x half> %arg0, <8 x half> addrspace(1)* undef
446  ret void
447}
448
449; GCN-LABEL: {{^}}void_func_v16f16:
450; GFX9-NOT: v0
451; GFX9-NOT: v1
452; GFX9-DAG: buffer_store_dwordx4 v[0:3], off
453; GFX9-DAG: buffer_store_dwordx4 v[4:7], off
454define void @void_func_v16f16(<16 x half> %arg0) #0 {
455  store <16 x half> %arg0, <16 x half> addrspace(1)* undef
456  ret void
457}
458
459; Make sure there is no alignment requirement for passed vgprs.
460; GCN-LABEL: {{^}}void_func_i32_i64_i32:
461; GCN-NOT: v0
462; GCN: buffer_store_dword v0, off
463; GCN: buffer_store_dwordx2 v[1:2]
464; GCN: buffer_store_dword v3
465define void @void_func_i32_i64_i32(i32 %arg0, i64 %arg1, i32 %arg2) #0 {
466  store volatile i32 %arg0, i32 addrspace(1)* undef
467  store volatile i64 %arg1, i64 addrspace(1)* undef
468  store volatile i32 %arg2, i32 addrspace(1)* undef
469  ret void
470}
471
472; GCN-LABEL: {{^}}void_func_struct_i32:
473; GCN-NOT: v0
474; GCN: buffer_store_dword v0, off
475define void @void_func_struct_i32({ i32 } %arg0) #0 {
476  store { i32 } %arg0, { i32 } addrspace(1)* undef
477  ret void
478}
479
480; GCN-LABEL: {{^}}void_func_struct_i8_i32:
481; GCN-DAG: buffer_store_byte v0, off
482; GCN-DAG: buffer_store_dword v1, off
483define void @void_func_struct_i8_i32({ i8, i32 } %arg0) #0 {
484  store { i8, i32 } %arg0, { i8, i32 } addrspace(1)* undef
485  ret void
486}
487
488; GCN-LABEL: {{^}}void_func_byval_struct_i8_i32:
489; GCN-DAG: buffer_load_ubyte v[[ELT0:[0-9]+]], off, s[0:3], s5{{$}}
490; GCN-DAG: buffer_load_dword v[[ELT1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
491; GCN-DAG: buffer_store_dword v[[ELT1]]
492; GCN-DAG: buffer_store_byte v[[ELT0]]
493define void @void_func_byval_struct_i8_i32({ i8, i32 }* byval %arg0) #0 {
494  %arg0.load = load { i8, i32 }, { i8, i32 }* %arg0
495  store { i8, i32 } %arg0.load, { i8, i32 } addrspace(1)* undef
496  ret void
497}
498
499; GCN-LABEL: {{^}}void_func_byval_struct_i8_i32_x2:
500; GCN: buffer_load_ubyte v[[ELT0_0:[0-9]+]], off, s[0:3], s5{{$}}
501; GCN: buffer_load_dword v[[ELT1_0:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
502; GCN: buffer_load_ubyte v[[ELT0_1:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
503; GCN: buffer_load_dword v[[ELT1_1:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
504
505; GCN: ds_write_b32 v0, v0
506; GCN: s_setpc_b64
507define void @void_func_byval_struct_i8_i32_x2({ i8, i32 }* byval %arg0, { i8, i32 }* byval %arg1, i32 %arg2) #0 {
508  %arg0.load = load volatile { i8, i32 }, { i8, i32 }* %arg0
509  %arg1.load = load volatile { i8, i32 }, { i8, i32 }* %arg1
510  store volatile { i8, i32 } %arg0.load, { i8, i32 } addrspace(1)* undef
511  store volatile { i8, i32 } %arg1.load, { i8, i32 } addrspace(1)* undef
512  store volatile i32 %arg2, i32 addrspace(3)* undef
513  ret void
514}
515
516; GCN-LABEL: {{^}}void_func_byval_i32_byval_i64:
517; GCN-DAG: buffer_load_dword v[[ARG0_LOAD:[0-9]+]], off, s[0:3], s5{{$}}
518; GCN-DAG: buffer_load_dword v[[ARG1_LOAD0:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
519; GCN-DAG: buffer_load_dword v[[ARG1_LOAD1:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
520; GCN-DAG: buffer_store_dword v[[ARG0_LOAD]], off
521; GCN-DAG: buffer_store_dwordx2 v{{\[}}[[ARG1_LOAD0]]:[[ARG1_LOAD1]]{{\]}}, off
522define void @void_func_byval_i32_byval_i64(i32* byval %arg0, i64* byval %arg1) #0 {
523  %arg0.load = load i32, i32* %arg0
524  %arg1.load = load i64, i64* %arg1
525  store i32 %arg0.load, i32 addrspace(1)* undef
526  store i64 %arg1.load, i64 addrspace(1)* undef
527  ret void
528}
529
530; GCN-LABEL: {{^}}void_func_v32i32_i32_i64:
531; GCN-DAG: buffer_store_dwordx4 v[0:3], off
532; GCN-DAG: buffer_store_dwordx4 v[4:7], off
533; GCN-DAG: buffer_store_dwordx4 v[8:11], off
534; GCN-DAG: buffer_store_dwordx4 v[12:15], off
535; GCN-DAG: buffer_store_dwordx4 v[16:19], off
536; GCN-DAG: buffer_store_dwordx4 v[20:23], off
537; GCN-DAG: buffer_store_dwordx4 v[24:27], off
538; GCN-DAG: buffer_store_dwordx4 v[28:31], off
539; GCN-DAG: buffer_load_dword v[[LOAD_ARG1:[0-9]+]], off, s[0:3], s5{{$}}
540; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:4
541; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:8
542
543; GCN: buffer_store_dword v[[LOAD_ARG1]]
544; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_1]]{{\]}}, off
545define void @void_func_v32i32_i32_i64(<32 x i32> %arg0, i32 %arg1, i64 %arg2) #0 {
546  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
547  store volatile i32 %arg1, i32 addrspace(1)* undef
548  store volatile i64 %arg2, i64 addrspace(1)* undef
549  ret void
550}
551
552; FIXME: Different ext load types on CI vs. VI
553; GCN-LABEL: {{^}}void_func_v32i32_i1_i8_i16:
554; GCN-DAG: buffer_load_ubyte [[LOAD_ARG1:v[0-9]+]], off, s[0:3], s5{{$}}
555; VI-DAG: buffer_load_ushort [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:4{{$}}
556; VI-DAG: buffer_load_ushort [[LOAD_ARG3:v[0-9]+]], off, s[0:3], s5 offset:8{{$}}
557; VI-DAG: buffer_load_ushort [[LOAD_ARG4:v[0-9]+]], off, s[0:3], s5 offset:12{{$}}
558
559; CI-DAG: buffer_load_dword [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:4{{$}}
560; CI-DAG: buffer_load_dword [[LOAD_ARG3:v[0-9]+]], off, s[0:3], s5 offset:8{{$}}
561; CI-DAG: buffer_load_dword [[LOAD_ARG4:v[0-9]+]], off, s[0:3], s5 offset:12{{$}}
562
563; GCN-DAG: v_and_b32_e32 [[TRUNC_ARG1_I1:v[0-9]+]], 1, [[LOAD_ARG1]]
564; CI-DAG: v_cvt_f16_f32_e32 [[CVT_ARG4:v[0-9]+]], [[LOAD_ARG4]]
565
566; GCN: buffer_store_byte [[TRUNC_ARG1_I1]], off
567; GCN: buffer_store_byte [[LOAD_ARG2]], off
568; GCN: buffer_store_short [[LOAD_ARG3]], off
569; VI: buffer_store_short [[LOAD_ARG4]], off
570
571; CI: buffer_store_short [[CVT_ARG4]], off
572define void @void_func_v32i32_i1_i8_i16(<32 x i32> %arg0, i1 %arg1, i8 %arg2, i16 %arg3, half %arg4) #0 {
573  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
574  store volatile i1 %arg1, i1 addrspace(1)* undef
575  store volatile i8 %arg2, i8 addrspace(1)* undef
576  store volatile i16 %arg3, i16 addrspace(1)* undef
577  store volatile half %arg4, half addrspace(1)* undef
578  ret void
579}
580
581; GCN-LABEL: {{^}}void_func_v32i32_v2i32_v2f32:
582; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5{{$}}
583; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
584; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
585; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
586
587; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_1]]{{\]}}, off
588; GCN: buffer_store_dwordx2 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_1]]{{\]}}, off
589define void @void_func_v32i32_v2i32_v2f32(<32 x i32> %arg0, <2 x i32> %arg1, <2 x float> %arg2) #0 {
590  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
591  store volatile <2 x i32> %arg1, <2 x i32> addrspace(1)* undef
592  store volatile <2 x float> %arg2, <2 x float> addrspace(1)* undef
593  ret void
594}
595
596; GCN-LABEL: {{^}}void_func_v32i32_v2i16_v2f16:
597; GFX9-DAG: buffer_load_dword [[LOAD_ARG1:v[0-9]+]], off, s[0:3], s5{{$}}
598; GFX9-DAG: buffer_load_dword [[LOAD_ARG2:v[0-9]+]], off, s[0:3], s5 offset:4{{$}}
599; GFX9: buffer_store_dword [[LOAD_ARG1]], off
600; GFX9: buffer_store_short [[LOAD_ARG2]], off
601define void @void_func_v32i32_v2i16_v2f16(<32 x i32> %arg0, <2 x i16> %arg1, <2 x half> %arg2) #0 {
602  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
603  store volatile <2 x i16> %arg1, <2 x i16> addrspace(1)* undef
604  store volatile <2 x half> %arg2, <2 x half> addrspace(1)* undef
605  ret void
606}
607
608; GCN-LABEL: {{^}}void_func_v32i32_v2i64_v2f64:
609; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5{{$}}
610; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
611; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
612; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
613
614; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
615; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
616; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
617; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
618
619; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
620; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
621define void @void_func_v32i32_v2i64_v2f64(<32 x i32> %arg0, <2 x i64> %arg1, <2 x double> %arg2) #0 {
622  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
623  store volatile <2 x i64> %arg1, <2 x i64> addrspace(1)* undef
624  store volatile <2 x double> %arg2, <2 x double> addrspace(1)* undef
625  ret void
626}
627
628; GCN-LABEL: {{^}}void_func_v32i32_v4i32_v4f32:
629; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5{{$}}
630; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
631; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
632; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
633
634; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
635; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
636; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
637; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
638
639; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
640; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
641define void @void_func_v32i32_v4i32_v4f32(<32 x i32> %arg0, <4 x i32> %arg1, <4 x float> %arg2) #0 {
642  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
643  store volatile <4 x i32> %arg1, <4 x i32> addrspace(1)* undef
644  store volatile <4 x float> %arg2, <4 x float> addrspace(1)* undef
645  ret void
646}
647
648; GCN-LABEL: {{^}}void_func_v32i32_v8i32_v8f32:
649; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5{{$}}
650; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
651; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
652; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
653; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_4:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
654; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_5:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
655; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_6:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
656; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_7:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
657
658; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
659; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:36{{$}}
660; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:40{{$}}
661; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:44{{$}}
662; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_4:[0-9]+]], off, s[0:3], s5 offset:48{{$}}
663; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_5:[0-9]+]], off, s[0:3], s5 offset:52{{$}}
664; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_6:[0-9]+]], off, s[0:3], s5 offset:56{{$}}
665; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_7:[0-9]+]], off, s[0:3], s5 offset:60{{$}}
666
667; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_4]]:[[LOAD_ARG1_7]]{{\]}}, off
668; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG1_0]]:[[LOAD_ARG1_3]]{{\]}}, off
669; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_4]]:[[LOAD_ARG2_7]]{{\]}}, off
670; GCN: buffer_store_dwordx4 v{{\[}}[[LOAD_ARG2_0]]:[[LOAD_ARG2_3]]{{\]}}, off
671define void @void_func_v32i32_v8i32_v8f32(<32 x i32> %arg0, <8 x i32> %arg1, <8 x float> %arg2) #0 {
672  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
673  store volatile <8 x i32> %arg1, <8 x i32> addrspace(1)* undef
674  store volatile <8 x float> %arg2, <8 x float> addrspace(1)* undef
675  ret void
676}
677
678; GCN-LABEL: {{^}}void_func_v32i32_v16i32_v16f32:
679; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_0:[0-9]+]], off, s[0:3], s5{{$}}
680; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_1:[0-9]+]], off, s[0:3], s5 offset:4{{$}}
681; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_2:[0-9]+]], off, s[0:3], s5 offset:8{{$}}
682; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_3:[0-9]+]], off, s[0:3], s5 offset:12{{$}}
683; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_4:[0-9]+]], off, s[0:3], s5 offset:16{{$}}
684; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_5:[0-9]+]], off, s[0:3], s5 offset:20{{$}}
685; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_6:[0-9]+]], off, s[0:3], s5 offset:24{{$}}
686; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_7:[0-9]+]], off, s[0:3], s5 offset:28{{$}}
687; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_8:[0-9]+]], off, s[0:3], s5 offset:32{{$}}
688; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_9:[0-9]+]], off, s[0:3], s5 offset:36{{$}}
689; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_10:[0-9]+]], off, s[0:3], s5 offset:40{{$}}
690; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_11:[0-9]+]], off, s[0:3], s5 offset:44{{$}}
691; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_12:[0-9]+]], off, s[0:3], s5 offset:48{{$}}
692; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_13:[0-9]+]], off, s[0:3], s5 offset:52{{$}}
693; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_14:[0-9]+]], off, s[0:3], s5 offset:56{{$}}
694; GCN-DAG: buffer_load_dword v[[LOAD_ARG1_15:[0-9]+]], off, s[0:3], s5 offset:60{{$}}
695
696; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_0:[0-9]+]], off, s[0:3], s5 offset:64{{$}}
697; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_1:[0-9]+]], off, s[0:3], s5 offset:68{{$}}
698; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_2:[0-9]+]], off, s[0:3], s5 offset:72{{$}}
699; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_3:[0-9]+]], off, s[0:3], s5 offset:76{{$}}
700; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_4:[0-9]+]], off, s[0:3], s5 offset:80{{$}}
701; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_5:[0-9]+]], off, s[0:3], s5 offset:84{{$}}
702; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_6:[0-9]+]], off, s[0:3], s5 offset:88{{$}}
703; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_7:[0-9]+]], off, s[0:3], s5 offset:92{{$}}
704; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_8:[0-9]+]], off, s[0:3], s5 offset:96{{$}}
705; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_9:[0-9]+]], off, s[0:3], s5 offset:100{{$}}
706; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_10:[0-9]+]], off, s[0:3], s5 offset:104{{$}}
707; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_11:[0-9]+]], off, s[0:3], s5 offset:108{{$}}
708; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_12:[0-9]+]], off, s[0:3], s5 offset:112{{$}}
709; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_13:[0-9]+]], off, s[0:3], s5 offset:116{{$}}
710; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_14:[0-9]+]], off, s[0:3], s5 offset:120{{$}}
711; GCN-DAG: buffer_load_dword v[[LOAD_ARG2_15:[0-9]+]], off, s[0:3], s5 offset:124{{$}}
712define void @void_func_v32i32_v16i32_v16f32(<32 x i32> %arg0, <16 x i32> %arg1, <16 x float> %arg2) #0 {
713  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
714  store volatile <16 x i32> %arg1, <16 x i32> addrspace(1)* undef
715  store volatile <16 x float> %arg2, <16 x float> addrspace(1)* undef
716  ret void
717}
718
719; Check there is no crash.
720; GCN-LABEL: {{^}}void_func_v16i8:
721define void @void_func_v16i8(<16 x i8> %arg0) #0 {
722  store volatile <16 x i8> %arg0, <16 x i8> addrspace(1)* undef
723  ret void
724}
725
726; Check there is no crash.
727; GCN-LABEL: {{^}}void_func_v32i32_v16i8:
728define void @void_func_v32i32_v16i8(<32 x i32> %arg0, <16 x i8> %arg1) #0 {
729  store volatile <32 x i32> %arg0, <32 x i32> addrspace(1)* undef
730  store volatile <16 x i8> %arg1, <16 x i8> addrspace(1)* undef
731  ret void
732}
733
734attributes #0 = { nounwind }
735