1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=tahiti -verify-machineinstrs < %s | FileCheck -check-prefix=GFX6 %s
3; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=gfx1010 -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX10PLUS,GFX10 %s
4; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=gfx1100 -verify-machineinstrs < %s | FileCheck -check-prefixes=GFX10PLUS,GFX11 %s
5
6define amdgpu_ps <4 x float> @load_3d_v4f32_xyzw(<8 x i32> inreg %rsrc, i32 %s, i32 %t, i32 %r) {
7; GFX6-LABEL: load_3d_v4f32_xyzw:
8; GFX6:       ; %bb.0:
9; GFX6-NEXT:    s_mov_b32 s0, s2
10; GFX6-NEXT:    s_mov_b32 s1, s3
11; GFX6-NEXT:    s_mov_b32 s2, s4
12; GFX6-NEXT:    s_mov_b32 s3, s5
13; GFX6-NEXT:    s_mov_b32 s4, s6
14; GFX6-NEXT:    s_mov_b32 s5, s7
15; GFX6-NEXT:    s_mov_b32 s6, s8
16; GFX6-NEXT:    s_mov_b32 s7, s9
17; GFX6-NEXT:    image_load v[0:3], v[0:2], s[0:7] dmask:0xf unorm
18; GFX6-NEXT:    s_waitcnt vmcnt(0)
19; GFX6-NEXT:    ; return to shader part epilog
20;
21; GFX10PLUS-LABEL: load_3d_v4f32_xyzw:
22; GFX10PLUS:       ; %bb.0:
23; GFX10PLUS-NEXT:    s_mov_b32 s0, s2
24; GFX10PLUS-NEXT:    s_mov_b32 s1, s3
25; GFX10PLUS-NEXT:    s_mov_b32 s2, s4
26; GFX10PLUS-NEXT:    s_mov_b32 s3, s5
27; GFX10PLUS-NEXT:    s_mov_b32 s4, s6
28; GFX10PLUS-NEXT:    s_mov_b32 s5, s7
29; GFX10PLUS-NEXT:    s_mov_b32 s6, s8
30; GFX10PLUS-NEXT:    s_mov_b32 s7, s9
31; GFX10PLUS-NEXT:    image_load v[0:3], v[0:2], s[0:7] dmask:0xf dim:SQ_RSRC_IMG_3D unorm
32; GFX10PLUS-NEXT:    s_waitcnt vmcnt(0)
33; GFX10PLUS-NEXT:    ; return to shader part epilog
34  %v = call <4 x float> @llvm.amdgcn.image.load.3d.v4f32.i32(i32 15, i32 %s, i32 %t, i32 %r, <8 x i32> %rsrc, i32 0, i32 0)
35  ret <4 x float> %v
36}
37
38define amdgpu_ps <4 x float> @load_3d_v4f32_xyzw_tfe(<8 x i32> inreg %rsrc, i32 addrspace(1)* inreg %out, i32 %s, i32 %t, i32 %r) {
39; GFX6-LABEL: load_3d_v4f32_xyzw_tfe:
40; GFX6:       ; %bb.0:
41; GFX6-NEXT:    v_mov_b32_e32 v5, v0
42; GFX6-NEXT:    v_mov_b32_e32 v0, 0
43; GFX6-NEXT:    s_mov_b32 s0, s2
44; GFX6-NEXT:    s_mov_b32 s1, s3
45; GFX6-NEXT:    s_mov_b32 s2, s4
46; GFX6-NEXT:    s_mov_b32 s3, s5
47; GFX6-NEXT:    s_mov_b32 s4, s6
48; GFX6-NEXT:    s_mov_b32 s5, s7
49; GFX6-NEXT:    s_mov_b32 s6, s8
50; GFX6-NEXT:    s_mov_b32 s7, s9
51; GFX6-NEXT:    v_mov_b32_e32 v6, v1
52; GFX6-NEXT:    v_mov_b32_e32 v7, v2
53; GFX6-NEXT:    v_mov_b32_e32 v1, v0
54; GFX6-NEXT:    v_mov_b32_e32 v2, v0
55; GFX6-NEXT:    v_mov_b32_e32 v3, v0
56; GFX6-NEXT:    v_mov_b32_e32 v4, v0
57; GFX6-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf unorm tfe
58; GFX6-NEXT:    s_mov_b32 s8, s10
59; GFX6-NEXT:    s_mov_b32 s9, s11
60; GFX6-NEXT:    s_mov_b32 s10, -1
61; GFX6-NEXT:    s_mov_b32 s11, 0xf000
62; GFX6-NEXT:    s_waitcnt vmcnt(0)
63; GFX6-NEXT:    buffer_store_dword v4, off, s[8:11], 0
64; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0)
65; GFX6-NEXT:    ; return to shader part epilog
66;
67; GFX10-LABEL: load_3d_v4f32_xyzw_tfe:
68; GFX10:       ; %bb.0:
69; GFX10-NEXT:    v_mov_b32_e32 v8, 0
70; GFX10-NEXT:    v_mov_b32_e32 v5, v0
71; GFX10-NEXT:    v_mov_b32_e32 v6, v1
72; GFX10-NEXT:    v_mov_b32_e32 v7, v2
73; GFX10-NEXT:    s_mov_b32 s0, s2
74; GFX10-NEXT:    v_mov_b32_e32 v9, v8
75; GFX10-NEXT:    v_mov_b32_e32 v10, v8
76; GFX10-NEXT:    v_mov_b32_e32 v11, v8
77; GFX10-NEXT:    v_mov_b32_e32 v12, v8
78; GFX10-NEXT:    s_mov_b32 s1, s3
79; GFX10-NEXT:    s_mov_b32 s2, s4
80; GFX10-NEXT:    s_mov_b32 s3, s5
81; GFX10-NEXT:    s_mov_b32 s4, s6
82; GFX10-NEXT:    s_mov_b32 s5, s7
83; GFX10-NEXT:    s_mov_b32 s6, s8
84; GFX10-NEXT:    s_mov_b32 s7, s9
85; GFX10-NEXT:    v_mov_b32_e32 v0, v8
86; GFX10-NEXT:    v_mov_b32_e32 v1, v9
87; GFX10-NEXT:    v_mov_b32_e32 v2, v10
88; GFX10-NEXT:    v_mov_b32_e32 v3, v11
89; GFX10-NEXT:    v_mov_b32_e32 v4, v12
90; GFX10-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf dim:SQ_RSRC_IMG_3D unorm tfe
91; GFX10-NEXT:    s_waitcnt vmcnt(0)
92; GFX10-NEXT:    global_store_dword v8, v4, s[10:11]
93; GFX10-NEXT:    s_waitcnt_vscnt null, 0x0
94; GFX10-NEXT:    ; return to shader part epilog
95;
96; GFX11-LABEL: load_3d_v4f32_xyzw_tfe:
97; GFX11:       ; %bb.0:
98; GFX11-NEXT:    v_mov_b32_e32 v8, 0
99; GFX11-NEXT:    v_mov_b32_e32 v5, v0
100; GFX11-NEXT:    v_mov_b32_e32 v6, v1
101; GFX11-NEXT:    v_mov_b32_e32 v7, v2
102; GFX11-NEXT:    s_mov_b32 s0, s2
103; GFX11-NEXT:    v_mov_b32_e32 v9, v8
104; GFX11-NEXT:    v_mov_b32_e32 v10, v8
105; GFX11-NEXT:    v_mov_b32_e32 v11, v8
106; GFX11-NEXT:    v_mov_b32_e32 v12, v8
107; GFX11-NEXT:    s_mov_b32 s1, s3
108; GFX11-NEXT:    s_mov_b32 s2, s4
109; GFX11-NEXT:    s_mov_b32 s3, s5
110; GFX11-NEXT:    s_mov_b32 s4, s6
111; GFX11-NEXT:    s_mov_b32 s5, s7
112; GFX11-NEXT:    s_mov_b32 s6, s8
113; GFX11-NEXT:    s_mov_b32 s7, s9
114; GFX11-NEXT:    v_mov_b32_e32 v0, v8
115; GFX11-NEXT:    v_mov_b32_e32 v1, v9
116; GFX11-NEXT:    v_mov_b32_e32 v2, v10
117; GFX11-NEXT:    v_mov_b32_e32 v3, v11
118; GFX11-NEXT:    v_mov_b32_e32 v4, v12
119; GFX11-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf dim:SQ_RSRC_IMG_3D unorm tfe
120; GFX11-NEXT:    s_waitcnt vmcnt(0)
121; GFX11-NEXT:    global_store_b32 v8, v4, s[10:11]
122; GFX11-NEXT:    s_waitcnt_vscnt null, 0x0
123; GFX11-NEXT:    ; return to shader part epilog
124  %v = call { <4 x float>, i32 } @llvm.amdgcn.image.load.3d.sl_v4f32i32s.i32(i32 15, i32 %s, i32 %t, i32 %r, <8 x i32> %rsrc, i32 1, i32 0)
125  %v.vec = extractvalue { <4 x float>, i32 } %v, 0
126  %v.err = extractvalue { <4 x float>, i32 } %v, 1
127  store i32 %v.err, i32 addrspace(1)* %out, align 4
128  ret <4 x float> %v.vec
129}
130
131define amdgpu_ps <4 x float> @load_3d_v4f32_xyzw_tfe_lwe(<8 x i32> inreg %rsrc, i32 addrspace(1)* inreg %out, i32 %s, i32 %t, i32 %r) {
132; GFX6-LABEL: load_3d_v4f32_xyzw_tfe_lwe:
133; GFX6:       ; %bb.0:
134; GFX6-NEXT:    v_mov_b32_e32 v5, v0
135; GFX6-NEXT:    v_mov_b32_e32 v0, 0
136; GFX6-NEXT:    s_mov_b32 s0, s2
137; GFX6-NEXT:    s_mov_b32 s1, s3
138; GFX6-NEXT:    s_mov_b32 s2, s4
139; GFX6-NEXT:    s_mov_b32 s3, s5
140; GFX6-NEXT:    s_mov_b32 s4, s6
141; GFX6-NEXT:    s_mov_b32 s5, s7
142; GFX6-NEXT:    s_mov_b32 s6, s8
143; GFX6-NEXT:    s_mov_b32 s7, s9
144; GFX6-NEXT:    v_mov_b32_e32 v6, v1
145; GFX6-NEXT:    v_mov_b32_e32 v7, v2
146; GFX6-NEXT:    v_mov_b32_e32 v1, v0
147; GFX6-NEXT:    v_mov_b32_e32 v2, v0
148; GFX6-NEXT:    v_mov_b32_e32 v3, v0
149; GFX6-NEXT:    v_mov_b32_e32 v4, v0
150; GFX6-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf unorm tfe lwe
151; GFX6-NEXT:    s_mov_b32 s8, s10
152; GFX6-NEXT:    s_mov_b32 s9, s11
153; GFX6-NEXT:    s_mov_b32 s10, -1
154; GFX6-NEXT:    s_mov_b32 s11, 0xf000
155; GFX6-NEXT:    s_waitcnt vmcnt(0)
156; GFX6-NEXT:    buffer_store_dword v4, off, s[8:11], 0
157; GFX6-NEXT:    s_waitcnt vmcnt(0) expcnt(0)
158; GFX6-NEXT:    ; return to shader part epilog
159;
160; GFX10-LABEL: load_3d_v4f32_xyzw_tfe_lwe:
161; GFX10:       ; %bb.0:
162; GFX10-NEXT:    v_mov_b32_e32 v8, 0
163; GFX10-NEXT:    v_mov_b32_e32 v5, v0
164; GFX10-NEXT:    v_mov_b32_e32 v6, v1
165; GFX10-NEXT:    v_mov_b32_e32 v7, v2
166; GFX10-NEXT:    s_mov_b32 s0, s2
167; GFX10-NEXT:    v_mov_b32_e32 v9, v8
168; GFX10-NEXT:    v_mov_b32_e32 v10, v8
169; GFX10-NEXT:    v_mov_b32_e32 v11, v8
170; GFX10-NEXT:    v_mov_b32_e32 v12, v8
171; GFX10-NEXT:    s_mov_b32 s1, s3
172; GFX10-NEXT:    s_mov_b32 s2, s4
173; GFX10-NEXT:    s_mov_b32 s3, s5
174; GFX10-NEXT:    s_mov_b32 s4, s6
175; GFX10-NEXT:    s_mov_b32 s5, s7
176; GFX10-NEXT:    s_mov_b32 s6, s8
177; GFX10-NEXT:    s_mov_b32 s7, s9
178; GFX10-NEXT:    v_mov_b32_e32 v0, v8
179; GFX10-NEXT:    v_mov_b32_e32 v1, v9
180; GFX10-NEXT:    v_mov_b32_e32 v2, v10
181; GFX10-NEXT:    v_mov_b32_e32 v3, v11
182; GFX10-NEXT:    v_mov_b32_e32 v4, v12
183; GFX10-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf dim:SQ_RSRC_IMG_3D unorm tfe lwe
184; GFX10-NEXT:    s_waitcnt vmcnt(0)
185; GFX10-NEXT:    global_store_dword v8, v4, s[10:11]
186; GFX10-NEXT:    s_waitcnt_vscnt null, 0x0
187; GFX10-NEXT:    ; return to shader part epilog
188;
189; GFX11-LABEL: load_3d_v4f32_xyzw_tfe_lwe:
190; GFX11:       ; %bb.0:
191; GFX11-NEXT:    v_mov_b32_e32 v8, 0
192; GFX11-NEXT:    v_mov_b32_e32 v5, v0
193; GFX11-NEXT:    v_mov_b32_e32 v6, v1
194; GFX11-NEXT:    v_mov_b32_e32 v7, v2
195; GFX11-NEXT:    s_mov_b32 s0, s2
196; GFX11-NEXT:    v_mov_b32_e32 v9, v8
197; GFX11-NEXT:    v_mov_b32_e32 v10, v8
198; GFX11-NEXT:    v_mov_b32_e32 v11, v8
199; GFX11-NEXT:    v_mov_b32_e32 v12, v8
200; GFX11-NEXT:    s_mov_b32 s1, s3
201; GFX11-NEXT:    s_mov_b32 s2, s4
202; GFX11-NEXT:    s_mov_b32 s3, s5
203; GFX11-NEXT:    s_mov_b32 s4, s6
204; GFX11-NEXT:    s_mov_b32 s5, s7
205; GFX11-NEXT:    s_mov_b32 s6, s8
206; GFX11-NEXT:    s_mov_b32 s7, s9
207; GFX11-NEXT:    v_mov_b32_e32 v0, v8
208; GFX11-NEXT:    v_mov_b32_e32 v1, v9
209; GFX11-NEXT:    v_mov_b32_e32 v2, v10
210; GFX11-NEXT:    v_mov_b32_e32 v3, v11
211; GFX11-NEXT:    v_mov_b32_e32 v4, v12
212; GFX11-NEXT:    image_load v[0:4], v[5:7], s[0:7] dmask:0xf dim:SQ_RSRC_IMG_3D unorm tfe lwe
213; GFX11-NEXT:    s_waitcnt vmcnt(0)
214; GFX11-NEXT:    global_store_b32 v8, v4, s[10:11]
215; GFX11-NEXT:    s_waitcnt_vscnt null, 0x0
216; GFX11-NEXT:    ; return to shader part epilog
217  %v = call { <4 x float>, i32 } @llvm.amdgcn.image.load.3d.sl_v4f32i32s.i32(i32 15, i32 %s, i32 %t, i32 %r, <8 x i32> %rsrc, i32 3, i32 0)
218  %v.vec = extractvalue { <4 x float>, i32 } %v, 0
219  %v.err = extractvalue { <4 x float>, i32 } %v, 1
220  store i32 %v.err, i32 addrspace(1)* %out, align 4
221  ret <4 x float> %v.vec
222}
223
224declare <4 x float> @llvm.amdgcn.image.load.3d.v4f32.i32(i32 immarg, i32, i32, i32, <8 x i32>, i32 immarg, i32 immarg) #0
225declare { <4 x float>, i32 } @llvm.amdgcn.image.load.3d.sl_v4f32i32s.i32(i32 immarg, i32, i32, i32, <8 x i32>, i32 immarg, i32 immarg) #0
226
227attributes #0 = { nounwind readonly }
228