1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2; RUN: llc -march=amdgcn -mcpu=gfx902 -verify-machineinstrs -amdgpu-enable-global-sgpr-addr < %s | FileCheck -check-prefix=GCN %s
3
4define amdgpu_kernel void @vector_clause(<4 x i32> addrspace(1)* noalias nocapture readonly %arg, <4 x i32> addrspace(1)* noalias nocapture %arg1) {
5; GCN-LABEL: vector_clause:
6; GCN:       ; %bb.0: ; %bb
7; GCN-NEXT:    s_load_dwordx2 s[2:3], s[0:1], 0x24
8; GCN-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x2c
9; GCN-NEXT:    v_mov_b32_e32 v17, 0
10; GCN-NEXT:    v_lshlrev_b32_e32 v16, 4, v0
11; GCN-NEXT:    s_nop 0
12; GCN-NEXT:    s_waitcnt lgkmcnt(0)
13; GCN-NEXT:    s_nop 0
14; GCN-NEXT:    global_load_dwordx4 v[0:3], v[16:17], s[2:3]
15; GCN-NEXT:    global_load_dwordx4 v[4:7], v[16:17], s[2:3] offset:16
16; GCN-NEXT:    global_load_dwordx4 v[8:11], v[16:17], s[2:3] offset:32
17; GCN-NEXT:    global_load_dwordx4 v[12:15], v[16:17], s[2:3] offset:48
18; GCN-NEXT:    s_nop 0
19; GCN-NEXT:    s_waitcnt vmcnt(3)
20; GCN-NEXT:    s_nop 0
21; GCN-NEXT:    global_store_dwordx4 v[16:17], v[0:3], s[4:5]
22; GCN-NEXT:    s_waitcnt vmcnt(3)
23; GCN-NEXT:    global_store_dwordx4 v[16:17], v[4:7], s[4:5] offset:16
24; GCN-NEXT:    s_waitcnt vmcnt(3)
25; GCN-NEXT:    global_store_dwordx4 v[16:17], v[8:11], s[4:5] offset:32
26; GCN-NEXT:    s_waitcnt vmcnt(3)
27; GCN-NEXT:    global_store_dwordx4 v[16:17], v[12:15], s[4:5] offset:48
28; GCN-NEXT:    s_endpgm
29bb:
30  %tmp = tail call i32 @llvm.amdgcn.workitem.id.x()
31  %tmp2 = zext i32 %tmp to i64
32  %tmp3 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 %tmp2
33  %tmp4 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp3, align 16
34  %tmp5 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 %tmp2
35  %tmp6 = add nuw nsw i64 %tmp2, 1
36  %tmp7 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 %tmp6
37  %tmp8 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp7, align 16
38  %tmp9 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 %tmp6
39  %tmp10 = add nuw nsw i64 %tmp2, 2
40  %tmp11 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 %tmp10
41  %tmp12 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp11, align 16
42  %tmp13 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 %tmp10
43  %tmp14 = add nuw nsw i64 %tmp2, 3
44  %tmp15 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 %tmp14
45  %tmp16 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp15, align 16
46  %tmp17 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 %tmp14
47  store <4 x i32> %tmp4, <4 x i32> addrspace(1)* %tmp5, align 16
48  store <4 x i32> %tmp8, <4 x i32> addrspace(1)* %tmp9, align 16
49  store <4 x i32> %tmp12, <4 x i32> addrspace(1)* %tmp13, align 16
50  store <4 x i32> %tmp16, <4 x i32> addrspace(1)* %tmp17, align 16
51  ret void
52}
53
54define amdgpu_kernel void @scalar_clause(<4 x i32> addrspace(1)* noalias nocapture readonly %arg, <4 x i32> addrspace(1)* noalias nocapture %arg1) {
55; GCN-LABEL: scalar_clause:
56; GCN:       ; %bb.0: ; %bb
57; GCN-NEXT:    s_load_dwordx2 s[16:17], s[0:1], 0x24
58; GCN-NEXT:    s_load_dwordx2 s[18:19], s[0:1], 0x2c
59; GCN-NEXT:    s_nop 0
60; GCN-NEXT:    s_waitcnt lgkmcnt(0)
61; GCN-NEXT:    s_load_dwordx4 s[0:3], s[16:17], 0x0
62; GCN-NEXT:    s_load_dwordx4 s[4:7], s[16:17], 0x10
63; GCN-NEXT:    s_load_dwordx4 s[8:11], s[16:17], 0x20
64; GCN-NEXT:    s_load_dwordx4 s[12:15], s[16:17], 0x30
65; GCN-NEXT:    v_mov_b32_e32 v12, s18
66; GCN-NEXT:    s_waitcnt lgkmcnt(0)
67; GCN-NEXT:    v_mov_b32_e32 v0, s0
68; GCN-NEXT:    v_mov_b32_e32 v4, s4
69; GCN-NEXT:    v_mov_b32_e32 v8, s8
70; GCN-NEXT:    v_mov_b32_e32 v13, s19
71; GCN-NEXT:    v_mov_b32_e32 v1, s1
72; GCN-NEXT:    v_mov_b32_e32 v2, s2
73; GCN-NEXT:    v_mov_b32_e32 v3, s3
74; GCN-NEXT:    v_mov_b32_e32 v5, s5
75; GCN-NEXT:    v_mov_b32_e32 v6, s6
76; GCN-NEXT:    v_mov_b32_e32 v7, s7
77; GCN-NEXT:    s_nop 0
78; GCN-NEXT:    s_nop 0
79; GCN-NEXT:    global_store_dwordx4 v[12:13], v[0:3], off
80; GCN-NEXT:    global_store_dwordx4 v[12:13], v[4:7], off offset:16
81; GCN-NEXT:    v_mov_b32_e32 v0, s12
82; GCN-NEXT:    v_mov_b32_e32 v9, s9
83; GCN-NEXT:    v_mov_b32_e32 v10, s10
84; GCN-NEXT:    v_mov_b32_e32 v11, s11
85; GCN-NEXT:    v_mov_b32_e32 v1, s13
86; GCN-NEXT:    v_mov_b32_e32 v2, s14
87; GCN-NEXT:    v_mov_b32_e32 v3, s15
88; GCN-NEXT:    s_nop 0
89; GCN-NEXT:    s_nop 0
90; GCN-NEXT:    global_store_dwordx4 v[12:13], v[8:11], off offset:32
91; GCN-NEXT:    global_store_dwordx4 v[12:13], v[0:3], off offset:48
92; GCN-NEXT:    s_endpgm
93bb:
94  %tmp = load <4 x i32>, <4 x i32> addrspace(1)* %arg, align 16
95  %tmp2 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 1
96  %tmp3 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp2, align 16
97  %tmp4 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 1
98  %tmp5 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 2
99  %tmp6 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp5, align 16
100  %tmp7 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 2
101  %tmp8 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg, i64 3
102  %tmp9 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp8, align 16
103  %tmp10 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg1, i64 3
104  store <4 x i32> %tmp, <4 x i32> addrspace(1)* %arg1, align 16
105  store <4 x i32> %tmp3, <4 x i32> addrspace(1)* %tmp4, align 16
106  store <4 x i32> %tmp6, <4 x i32> addrspace(1)* %tmp7, align 16
107  store <4 x i32> %tmp9, <4 x i32> addrspace(1)* %tmp10, align 16
108  ret void
109}
110
111define void @mubuf_clause(<4 x i32> addrspace(5)* noalias nocapture readonly %arg, <4 x i32> addrspace(5)* noalias nocapture %arg1) {
112; GCN-LABEL: mubuf_clause:
113; GCN:       ; %bb.0: ; %bb
114; GCN-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
115; GCN-NEXT:    v_and_b32_e32 v2, 0x3ff, v2
116; GCN-NEXT:    v_lshlrev_b32_e32 v2, 4, v2
117; GCN-NEXT:    v_add_u32_e32 v0, v0, v2
118; GCN-NEXT:    s_nop 0
119; GCN-NEXT:    s_nop 0
120; GCN-NEXT:    buffer_load_dword v3, v0, s[0:3], s33 offen
121; GCN-NEXT:    buffer_load_dword v4, v0, s[0:3], s33 offen offset:4
122; GCN-NEXT:    buffer_load_dword v5, v0, s[0:3], s33 offen offset:8
123; GCN-NEXT:    buffer_load_dword v6, v0, s[0:3], s33 offen offset:12
124; GCN-NEXT:    buffer_load_dword v7, v0, s[0:3], s33 offen offset:16
125; GCN-NEXT:    buffer_load_dword v8, v0, s[0:3], s33 offen offset:20
126; GCN-NEXT:    buffer_load_dword v9, v0, s[0:3], s33 offen offset:24
127; GCN-NEXT:    buffer_load_dword v10, v0, s[0:3], s33 offen offset:28
128; GCN-NEXT:    buffer_load_dword v11, v0, s[0:3], s33 offen offset:32
129; GCN-NEXT:    buffer_load_dword v12, v0, s[0:3], s33 offen offset:36
130; GCN-NEXT:    buffer_load_dword v13, v0, s[0:3], s33 offen offset:40
131; GCN-NEXT:    buffer_load_dword v14, v0, s[0:3], s33 offen offset:44
132; GCN-NEXT:    buffer_load_dword v15, v0, s[0:3], s33 offen offset:48
133; GCN-NEXT:    buffer_load_dword v16, v0, s[0:3], s33 offen offset:52
134; GCN-NEXT:    buffer_load_dword v17, v0, s[0:3], s33 offen offset:56
135; GCN-NEXT:    v_add_u32_e32 v1, v1, v2
136; GCN-NEXT:    s_nop 0
137; GCN-NEXT:    s_nop 0
138; GCN-NEXT:    buffer_load_dword v0, v0, s[0:3], s33 offen offset:60
139; GCN-NEXT:    s_nop 0
140; GCN-NEXT:    s_waitcnt vmcnt(15)
141; GCN-NEXT:    s_nop 0
142; GCN-NEXT:    buffer_store_dword v3, v1, s[0:3], s33 offen
143; GCN-NEXT:    s_waitcnt vmcnt(15)
144; GCN-NEXT:    buffer_store_dword v4, v1, s[0:3], s33 offen offset:4
145; GCN-NEXT:    s_waitcnt vmcnt(15)
146; GCN-NEXT:    buffer_store_dword v5, v1, s[0:3], s33 offen offset:8
147; GCN-NEXT:    s_waitcnt vmcnt(15)
148; GCN-NEXT:    buffer_store_dword v6, v1, s[0:3], s33 offen offset:12
149; GCN-NEXT:    s_waitcnt vmcnt(15)
150; GCN-NEXT:    buffer_store_dword v7, v1, s[0:3], s33 offen offset:16
151; GCN-NEXT:    s_waitcnt vmcnt(15)
152; GCN-NEXT:    buffer_store_dword v8, v1, s[0:3], s33 offen offset:20
153; GCN-NEXT:    s_waitcnt vmcnt(15)
154; GCN-NEXT:    buffer_store_dword v9, v1, s[0:3], s33 offen offset:24
155; GCN-NEXT:    s_waitcnt vmcnt(15)
156; GCN-NEXT:    buffer_store_dword v10, v1, s[0:3], s33 offen offset:28
157; GCN-NEXT:    s_waitcnt vmcnt(15)
158; GCN-NEXT:    buffer_store_dword v11, v1, s[0:3], s33 offen offset:32
159; GCN-NEXT:    s_waitcnt vmcnt(15)
160; GCN-NEXT:    buffer_store_dword v12, v1, s[0:3], s33 offen offset:36
161; GCN-NEXT:    s_waitcnt vmcnt(15)
162; GCN-NEXT:    buffer_store_dword v13, v1, s[0:3], s33 offen offset:40
163; GCN-NEXT:    s_waitcnt vmcnt(15)
164; GCN-NEXT:    buffer_store_dword v14, v1, s[0:3], s33 offen offset:44
165; GCN-NEXT:    s_waitcnt vmcnt(15)
166; GCN-NEXT:    buffer_store_dword v15, v1, s[0:3], s33 offen offset:48
167; GCN-NEXT:    s_waitcnt vmcnt(15)
168; GCN-NEXT:    buffer_store_dword v16, v1, s[0:3], s33 offen offset:52
169; GCN-NEXT:    s_waitcnt vmcnt(15)
170; GCN-NEXT:    buffer_store_dword v17, v1, s[0:3], s33 offen offset:56
171; GCN-NEXT:    s_waitcnt vmcnt(15)
172; GCN-NEXT:    buffer_store_dword v0, v1, s[0:3], s33 offen offset:60
173; GCN-NEXT:    s_waitcnt vmcnt(0)
174; GCN-NEXT:    s_setpc_b64 s[30:31]
175bb:
176  %tmp = tail call i32 @llvm.amdgcn.workitem.id.x()
177  %tmp2 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg, i32 %tmp
178  %tmp3 = load <4 x i32>, <4 x i32> addrspace(5)* %tmp2, align 16
179  %tmp4 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg1, i32 %tmp
180  %tmp5 = add nuw nsw i32 %tmp, 1
181  %tmp6 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg, i32 %tmp5
182  %tmp7 = load <4 x i32>, <4 x i32> addrspace(5)* %tmp6, align 16
183  %tmp8 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg1, i32 %tmp5
184  %tmp9 = add nuw nsw i32 %tmp, 2
185  %tmp10 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg, i32 %tmp9
186  %tmp11 = load <4 x i32>, <4 x i32> addrspace(5)* %tmp10, align 16
187  %tmp12 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg1, i32 %tmp9
188  %tmp13 = add nuw nsw i32 %tmp, 3
189  %tmp14 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg, i32 %tmp13
190  %tmp15 = load <4 x i32>, <4 x i32> addrspace(5)* %tmp14, align 16
191  %tmp16 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(5)* %arg1, i32 %tmp13
192  store <4 x i32> %tmp3, <4 x i32> addrspace(5)* %tmp4, align 16
193  store <4 x i32> %tmp7, <4 x i32> addrspace(5)* %tmp8, align 16
194  store <4 x i32> %tmp11, <4 x i32> addrspace(5)* %tmp12, align 16
195  store <4 x i32> %tmp15, <4 x i32> addrspace(5)* %tmp16, align 16
196  ret void
197}
198
199define amdgpu_kernel void @vector_clause_indirect(i64 addrspace(1)* noalias nocapture readonly %arg, <4 x i32> addrspace(1)* noalias nocapture readnone %arg1, <4 x i32> addrspace(1)* noalias nocapture %arg2) {
200; GCN-LABEL: vector_clause_indirect:
201; GCN:       ; %bb.0: ; %bb
202; GCN-NEXT:    s_load_dwordx2 s[2:3], s[0:1], 0x24
203; GCN-NEXT:    s_load_dwordx2 s[4:5], s[0:1], 0x34
204; GCN-NEXT:    v_mov_b32_e32 v1, 0
205; GCN-NEXT:    v_lshlrev_b32_e32 v0, 3, v0
206; GCN-NEXT:    s_nop 0
207; GCN-NEXT:    s_waitcnt lgkmcnt(0)
208; GCN-NEXT:    s_nop 0
209; GCN-NEXT:    global_load_dwordx2 v[8:9], v[0:1], s[2:3]
210; GCN-NEXT:    s_nop 0
211; GCN-NEXT:    s_waitcnt vmcnt(0)
212; GCN-NEXT:    s_nop 0
213; GCN-NEXT:    global_load_dwordx4 v[0:3], v[8:9], off
214; GCN-NEXT:    global_load_dwordx4 v[4:7], v[8:9], off offset:16
215; GCN-NEXT:    v_mov_b32_e32 v9, s5
216; GCN-NEXT:    v_mov_b32_e32 v8, s4
217; GCN-NEXT:    s_nop 0
218; GCN-NEXT:    s_waitcnt vmcnt(1)
219; GCN-NEXT:    s_nop 0
220; GCN-NEXT:    global_store_dwordx4 v[8:9], v[0:3], off
221; GCN-NEXT:    s_waitcnt vmcnt(1)
222; GCN-NEXT:    global_store_dwordx4 v[8:9], v[4:7], off offset:16
223; GCN-NEXT:    s_endpgm
224bb:
225  %tmp = tail call i32 @llvm.amdgcn.workitem.id.x()
226  %tmp3 = zext i32 %tmp to i64
227  %tmp4 = getelementptr inbounds i64, i64 addrspace(1)* %arg, i64 %tmp3
228  %tmp5 = bitcast i64 addrspace(1)* %tmp4 to <4 x i32> addrspace(1)* addrspace(1)*
229  %tmp6 = load <4 x i32> addrspace(1)*, <4 x i32> addrspace(1)* addrspace(1)* %tmp5, align 8
230  %tmp7 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp6, align 16
231  %tmp8 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %tmp6, i64 1
232  %tmp9 = load <4 x i32>, <4 x i32> addrspace(1)* %tmp8, align 16
233  store <4 x i32> %tmp7, <4 x i32> addrspace(1)* %arg2, align 16
234  %tmp10 = getelementptr inbounds <4 x i32>, <4 x i32> addrspace(1)* %arg2, i64 1
235  store <4 x i32> %tmp9, <4 x i32> addrspace(1)* %tmp10, align 16
236  ret void
237}
238
239define void @load_global_d16_hi(i16 addrspace(1)* %in, i16 %reg, <2 x i16> addrspace(1)* %out) {
240; GCN-LABEL: load_global_d16_hi:
241; GCN:       ; %bb.0: ; %entry
242; GCN-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
243; GCN-NEXT:    v_mov_b32_e32 v5, v2
244; GCN-NEXT:    s_nop 0
245; GCN-NEXT:    s_nop 0
246; GCN-NEXT:    global_load_short_d16_hi v5, v[0:1], off
247; GCN-NEXT:    s_nop 0
248; GCN-NEXT:    s_nop 0
249; GCN-NEXT:    global_load_short_d16_hi v2, v[0:1], off offset:64
250; GCN-NEXT:    s_nop 0
251; GCN-NEXT:    s_waitcnt vmcnt(1)
252; GCN-NEXT:    s_nop 0
253; GCN-NEXT:    global_store_dword v[3:4], v5, off
254; GCN-NEXT:    s_waitcnt vmcnt(1)
255; GCN-NEXT:    global_store_dword v[3:4], v2, off offset:128
256; GCN-NEXT:    s_waitcnt vmcnt(0)
257; GCN-NEXT:    s_setpc_b64 s[30:31]
258entry:
259  %gep = getelementptr inbounds i16, i16 addrspace(1)* %in, i64 32
260  %load1 = load i16, i16 addrspace(1)* %in
261  %load2 = load i16, i16 addrspace(1)* %gep
262  %build0 = insertelement <2 x i16> undef, i16 %reg, i32 0
263  %build1 = insertelement <2 x i16> %build0, i16 %load1, i32 1
264  store <2 x i16> %build1, <2 x i16> addrspace(1)* %out
265  %build2 = insertelement <2 x i16> undef, i16 %reg, i32 0
266  %build3 = insertelement <2 x i16> %build2, i16 %load2, i32 1
267  %gep2 = getelementptr inbounds <2 x i16>, <2 x i16> addrspace(1)* %out, i64 32
268  store <2 x i16> %build3, <2 x i16> addrspace(1)* %gep2
269  ret void
270}
271
272define void @load_global_d16_lo(i16 addrspace(1)* %in, i32 %reg, <2 x i16> addrspace(1)* %out) {
273; GCN-LABEL: load_global_d16_lo:
274; GCN:       ; %bb.0: ; %entry
275; GCN-NEXT:    s_waitcnt vmcnt(0) expcnt(0) lgkmcnt(0)
276; GCN-NEXT:    v_mov_b32_e32 v5, v2
277; GCN-NEXT:    s_nop 0
278; GCN-NEXT:    s_nop 0
279; GCN-NEXT:    global_load_short_d16 v5, v[0:1], off
280; GCN-NEXT:    s_nop 0
281; GCN-NEXT:    s_nop 0
282; GCN-NEXT:    global_load_short_d16 v2, v[0:1], off offset:64
283; GCN-NEXT:    s_nop 0
284; GCN-NEXT:    s_waitcnt vmcnt(1)
285; GCN-NEXT:    s_nop 0
286; GCN-NEXT:    global_store_dword v[3:4], v5, off
287; GCN-NEXT:    s_waitcnt vmcnt(1)
288; GCN-NEXT:    global_store_dword v[3:4], v2, off offset:128
289; GCN-NEXT:    s_waitcnt vmcnt(0)
290; GCN-NEXT:    s_setpc_b64 s[30:31]
291entry:
292  %gep = getelementptr inbounds i16, i16 addrspace(1)* %in, i64 32
293  %reg.bc1 = bitcast i32 %reg to <2 x i16>
294  %reg.bc2 = bitcast i32 %reg to <2 x i16>
295  %load1 = load i16, i16 addrspace(1)* %in
296  %load2 = load i16, i16 addrspace(1)* %gep
297  %build1 = insertelement <2 x i16> %reg.bc1, i16 %load1, i32 0
298  %build2 = insertelement <2 x i16> %reg.bc2, i16 %load2, i32 0
299  %gep2 = getelementptr inbounds <2 x i16>, <2 x i16> addrspace(1)* %out, i64 32
300  store <2 x i16> %build1, <2 x i16> addrspace(1)* %out
301  store <2 x i16> %build2, <2 x i16> addrspace(1)* %gep2
302  ret void
303}
304
305declare i32 @llvm.amdgcn.workitem.id.x()
306