1; RUN: llc -verify-machineinstrs -march=amdgcn -mtriple=amdgcn---amdgiz -mcpu=tahiti -mattr=+max-private-element-size-16 < %s | FileCheck -enable-var-scope -check-prefixes=GCN,SI,GCN-NO-TONGA %s
2; RUN: llc -verify-machineinstrs -march=amdgcn -mtriple=amdgcn---amdgiz -mcpu=tonga -mattr=-flat-for-global -mattr=+max-private-element-size-16 < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI,GCN-TONGA %s
3
4; FIXME: Broken on evergreen
5; FIXME: For some reason the 8 and 16 vectors are being stored as
6; individual elements instead of 128-bit stores.
7
8
9; FIXME: Why is the constant moved into the intermediate register and
10; not just directly into the vector component?
11
12; GCN-LABEL: {{^}}insertelement_v4f32_0:
13; GCN: s_load_dwordx4
14; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
15; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
16; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
17; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
18; GCN-DAG: s_mov_b32 [[CONSTREG:s[0-9]+]], 0x40a00000
19; GCN-DAG: v_mov_b32_e32 v[[LOW_REG:[0-9]+]], [[CONSTREG]]
20; GCN: buffer_store_dwordx4 v{{\[}}[[LOW_REG]]:
21define amdgpu_kernel void @insertelement_v4f32_0(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind {
22  %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 0
23  store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16
24  ret void
25}
26
27; GCN-LABEL: {{^}}insertelement_v4f32_1:
28define amdgpu_kernel void @insertelement_v4f32_1(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind {
29  %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 1
30  store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16
31  ret void
32}
33
34; GCN-LABEL: {{^}}insertelement_v4f32_2:
35define amdgpu_kernel void @insertelement_v4f32_2(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind {
36  %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 2
37  store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16
38  ret void
39}
40
41; GCN-LABEL: {{^}}insertelement_v4f32_3:
42define amdgpu_kernel void @insertelement_v4f32_3(<4 x float> addrspace(1)* %out, <4 x float> %a) nounwind {
43  %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 3
44  store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16
45  ret void
46}
47
48; GCN-LABEL: {{^}}insertelement_v4i32_0:
49define amdgpu_kernel void @insertelement_v4i32_0(<4 x i32> addrspace(1)* %out, <4 x i32> %a) nounwind {
50  %vecins = insertelement <4 x i32> %a, i32 999, i32 0
51  store <4 x i32> %vecins, <4 x i32> addrspace(1)* %out, align 16
52  ret void
53}
54
55; GCN-LABEL: {{^}}insertelement_v3f32_1:
56define amdgpu_kernel void @insertelement_v3f32_1(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind {
57  %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 1
58  store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16
59  ret void
60}
61
62; GCN-LABEL: {{^}}insertelement_v3f32_2:
63define amdgpu_kernel void @insertelement_v3f32_2(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind {
64  %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 2
65  store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16
66  ret void
67}
68
69; GCN-LABEL: {{^}}insertelement_v3f32_3:
70define amdgpu_kernel void @insertelement_v3f32_3(<3 x float> addrspace(1)* %out, <3 x float> %a) nounwind {
71  %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 3
72  store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16
73  ret void
74}
75
76; GCN-LABEL: {{^}}insertelement_to_sgpr:
77; GCN-NOT: v_readfirstlane
78define amdgpu_ps <4 x float> @insertelement_to_sgpr() nounwind {
79  %tmp = load <4 x i32>, <4 x i32> addrspace(2)* undef
80  %tmp1 = insertelement <4 x i32> %tmp, i32 0, i32 0
81  %tmp2 = call <4 x float> @llvm.amdgcn.image.gather4.lz.v4f32.v2f32.v8i32(<2 x float> undef, <8 x i32> undef, <4 x i32> undef, i32 1, i1 false, i1 false, i1 false, i1 false, i1 true)
82  ret <4 x float> %tmp2
83}
84
85; GCN-LABEL: {{^}}dynamic_insertelement_v2f32:
86; GCN: v_mov_b32_e32 [[CONST:v[0-9]+]], 0x40a00000
87; GCN: v_movreld_b32_e32 v[[LOW_RESULT_REG:[0-9]+]], [[CONST]]
88; GCN: buffer_store_dwordx2 {{v\[}}[[LOW_RESULT_REG]]:
89define amdgpu_kernel void @dynamic_insertelement_v2f32(<2 x float> addrspace(1)* %out, <2 x float> %a, i32 %b) nounwind {
90  %vecins = insertelement <2 x float> %a, float 5.000000e+00, i32 %b
91  store <2 x float> %vecins, <2 x float> addrspace(1)* %out, align 8
92  ret void
93}
94
95; GCN-LABEL: {{^}}dynamic_insertelement_v3f32:
96; GCN: v_mov_b32_e32 [[CONST:v[0-9]+]], 0x40a00000
97; GCN: v_movreld_b32_e32 v[[LOW_RESULT_REG:[0-9]+]], [[CONST]]
98; GCN-DAG: buffer_store_dwordx2 {{v\[}}[[LOW_RESULT_REG]]:
99; GCN-DAG: buffer_store_dword v
100define amdgpu_kernel void @dynamic_insertelement_v3f32(<3 x float> addrspace(1)* %out, <3 x float> %a, i32 %b) nounwind {
101  %vecins = insertelement <3 x float> %a, float 5.000000e+00, i32 %b
102  store <3 x float> %vecins, <3 x float> addrspace(1)* %out, align 16
103  ret void
104}
105
106; GCN-LABEL: {{^}}dynamic_insertelement_v4f32:
107; GCN: v_mov_b32_e32 [[CONST:v[0-9]+]], 0x40a00000
108; GCN: v_movreld_b32_e32 v[[LOW_RESULT_REG:[0-9]+]], [[CONST]]
109; GCN: buffer_store_dwordx4 {{v\[}}[[LOW_RESULT_REG]]:
110define amdgpu_kernel void @dynamic_insertelement_v4f32(<4 x float> addrspace(1)* %out, <4 x float> %a, i32 %b) nounwind {
111  %vecins = insertelement <4 x float> %a, float 5.000000e+00, i32 %b
112  store <4 x float> %vecins, <4 x float> addrspace(1)* %out, align 16
113  ret void
114}
115
116; GCN-LABEL: {{^}}dynamic_insertelement_v8f32:
117; GCN: v_movreld_b32_e32 v{{[0-9]+}}, v{{[0-9]+}}
118; GCN: buffer_store_dwordx4
119; GCN: buffer_store_dwordx4
120define amdgpu_kernel void @dynamic_insertelement_v8f32(<8 x float> addrspace(1)* %out, <8 x float> %a, i32 %b) nounwind {
121  %vecins = insertelement <8 x float> %a, float 5.000000e+00, i32 %b
122  store <8 x float> %vecins, <8 x float> addrspace(1)* %out, align 32
123  ret void
124}
125
126; GCN-LABEL: {{^}}dynamic_insertelement_v16f32:
127; GCN: v_movreld_b32_e32 v{{[0-9]+}}, v{{[0-9]+}}
128; GCN: buffer_store_dwordx4
129; GCN: buffer_store_dwordx4
130; GCN: buffer_store_dwordx4
131; GCN: buffer_store_dwordx4
132define amdgpu_kernel void @dynamic_insertelement_v16f32(<16 x float> addrspace(1)* %out, <16 x float> %a, i32 %b) nounwind {
133  %vecins = insertelement <16 x float> %a, float 5.000000e+00, i32 %b
134  store <16 x float> %vecins, <16 x float> addrspace(1)* %out, align 64
135  ret void
136}
137
138; GCN-LABEL: {{^}}dynamic_insertelement_v2i32:
139; GCN: v_movreld_b32
140; GCN: buffer_store_dwordx2
141define amdgpu_kernel void @dynamic_insertelement_v2i32(<2 x i32> addrspace(1)* %out, <2 x i32> %a, i32 %b) nounwind {
142  %vecins = insertelement <2 x i32> %a, i32 5, i32 %b
143  store <2 x i32> %vecins, <2 x i32> addrspace(1)* %out, align 8
144  ret void
145}
146
147; GCN-LABEL: {{^}}dynamic_insertelement_v3i32:
148; GCN: v_movreld_b32_e32 v[[LOW_RESULT_REG:[0-9]+]], 5
149; GCN-DAG: buffer_store_dwordx2 {{v\[}}[[LOW_RESULT_REG]]:
150; GCN-DAG: buffer_store_dword v
151define amdgpu_kernel void @dynamic_insertelement_v3i32(<3 x i32> addrspace(1)* %out, <3 x i32> %a, i32 %b) nounwind {
152  %vecins = insertelement <3 x i32> %a, i32 5, i32 %b
153  store <3 x i32> %vecins, <3 x i32> addrspace(1)* %out, align 16
154  ret void
155}
156
157; GCN-LABEL: {{^}}dynamic_insertelement_v4i32:
158; GCN: s_load_dword [[SVAL:s[0-9]+]], s{{\[[0-9]+:[0-9]+\]}}, {{0x12|0x48}}
159; GCN: v_mov_b32_e32 [[VVAL:v[0-9]+]], [[SVAL]]
160; GCN: v_movreld_b32_e32 v{{[0-9]+}}, [[VVAL]]
161; GCN: buffer_store_dwordx4
162define amdgpu_kernel void @dynamic_insertelement_v4i32(<4 x i32> addrspace(1)* %out, <4 x i32> %a, i32 %b, i32 %val) nounwind {
163  %vecins = insertelement <4 x i32> %a, i32 %val, i32 %b
164  store <4 x i32> %vecins, <4 x i32> addrspace(1)* %out, align 16
165  ret void
166}
167
168; GCN-LABEL: {{^}}dynamic_insertelement_v8i32:
169; GCN: v_movreld_b32
170; GCN: buffer_store_dwordx4
171; GCN: buffer_store_dwordx4
172define amdgpu_kernel void @dynamic_insertelement_v8i32(<8 x i32> addrspace(1)* %out, <8 x i32> %a, i32 %b) nounwind {
173  %vecins = insertelement <8 x i32> %a, i32 5, i32 %b
174  store <8 x i32> %vecins, <8 x i32> addrspace(1)* %out, align 32
175  ret void
176}
177
178; GCN-LABEL: {{^}}dynamic_insertelement_v16i32:
179; GCN: v_movreld_b32
180; GCN: buffer_store_dwordx4
181; GCN: buffer_store_dwordx4
182; GCN: buffer_store_dwordx4
183; GCN: buffer_store_dwordx4
184define amdgpu_kernel void @dynamic_insertelement_v16i32(<16 x i32> addrspace(1)* %out, <16 x i32> %a, i32 %b) nounwind {
185  %vecins = insertelement <16 x i32> %a, i32 5, i32 %b
186  store <16 x i32> %vecins, <16 x i32> addrspace(1)* %out, align 64
187  ret void
188}
189
190; GCN-LABEL: {{^}}dynamic_insertelement_v2i16:
191define amdgpu_kernel void @dynamic_insertelement_v2i16(<2 x i16> addrspace(1)* %out, <2 x i16> %a, i32 %b) nounwind {
192  %vecins = insertelement <2 x i16> %a, i16 5, i32 %b
193  store <2 x i16> %vecins, <2 x i16> addrspace(1)* %out, align 8
194  ret void
195}
196
197; GCN-LABEL: {{^}}dynamic_insertelement_v3i16:
198define amdgpu_kernel void @dynamic_insertelement_v3i16(<3 x i16> addrspace(1)* %out, <3 x i16> %a, i32 %b) nounwind {
199  %vecins = insertelement <3 x i16> %a, i16 5, i32 %b
200  store <3 x i16> %vecins, <3 x i16> addrspace(1)* %out, align 8
201  ret void
202}
203
204; GCN-LABEL: {{^}}dynamic_insertelement_v2i8:
205; GCN: buffer_load_ubyte v{{[0-9]+}}, off
206; GCN: buffer_load_ubyte v{{[0-9]+}}, off
207
208; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:5
209; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4
210
211; GCN: buffer_store_byte v{{[0-9]+}}, v{{[0-9]+}}, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offen{{$}}
212
213; GCN-NO-TONGA: buffer_load_ubyte
214; GCN-NO-TONGA: buffer_load_ubyte
215; GCN-TONGA: buffer_load_ushort
216
217; GCN: buffer_store_short v{{[0-9]+}}, off
218define amdgpu_kernel void @dynamic_insertelement_v2i8(<2 x i8> addrspace(1)* %out, <2 x i8> %a, i32 %b) nounwind {
219  %vecins = insertelement <2 x i8> %a, i8 5, i32 %b
220  store <2 x i8> %vecins, <2 x i8> addrspace(1)* %out, align 8
221  ret void
222}
223
224; GCN-LABEL: {{^}}dynamic_insertelement_v3i8:
225; GCN: buffer_load_ubyte v{{[0-9]+}}, off
226; GCN: buffer_load_ubyte v{{[0-9]+}}, off
227; GCN: buffer_load_ubyte v{{[0-9]+}}, off
228
229; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4
230; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:5
231; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:6
232
233; GCN-NO-TONGA: buffer_load_ubyte
234; GCN-NO-TONGA: buffer_load_ubyte
235; GCN-NO-TONGA: buffer_load_ubyte
236; GCN-TONGA: buffer_load_ushort
237; GCN-TONGA: buffer_load_ubyte
238
239; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off
240; GCN-DAG: buffer_store_short v{{[0-9]+}}, off
241define amdgpu_kernel void @dynamic_insertelement_v3i8(<3 x i8> addrspace(1)* %out, <3 x i8> %a, i32 %b) nounwind {
242  %vecins = insertelement <3 x i8> %a, i8 5, i32 %b
243  store <3 x i8> %vecins, <3 x i8> addrspace(1)* %out, align 4
244  ret void
245}
246
247; GCN-LABEL: {{^}}dynamic_insertelement_v4i8:
248; GCN: buffer_load_ubyte v{{[0-9]+}}, off
249; GCN: buffer_load_ubyte v{{[0-9]+}}, off
250; GCN: buffer_load_ubyte v{{[0-9]+}}, off
251; GCN: buffer_load_ubyte v{{[0-9]+}}, off
252
253; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:7
254; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:6
255; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:5
256; GCN-DAG: buffer_store_byte v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4
257
258; GCN: buffer_store_byte v{{[0-9]+}}, v{{[0-9]+}}, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offen{{$}}
259
260; GCN-NO-TONGA: buffer_load_ubyte
261; GCN-NO-TONGA: buffer_load_ubyte
262; GCN-NO-TONGA: buffer_load_ubyte
263; GCN-NO-TONGA: buffer_load_ubyte
264; GCN-TONGA: buffer_load_dword
265
266; GCN: buffer_store_dword v{{[0-9]+}}, off
267define amdgpu_kernel void @dynamic_insertelement_v4i8(<4 x i8> addrspace(1)* %out, <4 x i8> %a, i32 %b) nounwind {
268  %vecins = insertelement <4 x i8> %a, i8 5, i32 %b
269  store <4 x i8> %vecins, <4 x i8> addrspace(1)* %out, align 4
270  ret void
271}
272
273; GCN-LABEL: {{^}}dynamic_insertelement_v8i8:
274define amdgpu_kernel void @dynamic_insertelement_v8i8(<8 x i8> addrspace(1)* %out, <8 x i8> %a, i32 %b) nounwind {
275  %vecins = insertelement <8 x i8> %a, i8 5, i32 %b
276  store <8 x i8> %vecins, <8 x i8> addrspace(1)* %out, align 8
277  ret void
278}
279
280; GCN-LABEL: {{^}}dynamic_insertelement_v16i8:
281define amdgpu_kernel void @dynamic_insertelement_v16i8(<16 x i8> addrspace(1)* %out, <16 x i8> %a, i32 %b) nounwind {
282  %vecins = insertelement <16 x i8> %a, i8 5, i32 %b
283  store <16 x i8> %vecins, <16 x i8> addrspace(1)* %out, align 16
284  ret void
285}
286
287; This test requires handling INSERT_SUBREG in SIFixSGPRCopies.  Check that
288; the compiler doesn't crash.
289; GCN-LABEL: {{^}}insert_split_bb:
290define amdgpu_kernel void @insert_split_bb(<2 x i32> addrspace(1)* %out, i32 addrspace(1)* %in, i32 %a, i32 %b) {
291entry:
292  %0 = insertelement <2 x i32> undef, i32 %a, i32 0
293  %1 = icmp eq i32 %a, 0
294  br i1 %1, label %if, label %else
295
296if:
297  %2 = load i32, i32 addrspace(1)* %in
298  %3 = insertelement <2 x i32> %0, i32 %2, i32 1
299  br label %endif
300
301else:
302  %4 = getelementptr i32, i32 addrspace(1)* %in, i32 1
303  %5 = load i32, i32 addrspace(1)* %4
304  %6 = insertelement <2 x i32> %0, i32 %5, i32 1
305  br label %endif
306
307endif:
308  %7 = phi <2 x i32> [%3, %if], [%6, %else]
309  store <2 x i32> %7, <2 x i32> addrspace(1)* %out
310  ret void
311}
312
313; GCN-LABEL: {{^}}dynamic_insertelement_v2f64:
314; GCN-DAG: s_load_dwordx4 s{{\[}}[[A_ELT0:[0-9]+]]:[[A_ELT3:[0-9]+]]{{\]}}
315; GCN-DAG: s_load_dword [[IDX:s[0-9]+]], s{{\[[0-9]+:[0-9]+\]}}, {{0x11|0x44}}{{$}}
316
317; GCN-DAG: s_lshl_b32 [[SCALEDIDX:s[0-9]+]], [[IDX]], 1{{$}}
318
319; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
320; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
321; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
322; GCN-DAG: v_mov_b32_e32 v{{[0-9]+}}, s{{[0-9]+}}
323; GCN-DAG: v_mov_b32_e32 [[ELT1:v[0-9]+]], 0x40200000
324
325; GCN-DAG: s_mov_b32 m0, [[SCALEDIDX]]
326; GCN: v_movreld_b32_e32 v{{[0-9]+}}, 0
327
328; Increment to next element folded into base register, but FileCheck
329; can't do math expressions
330
331; FIXME: Should be able to manipulate m0 directly instead of s_lshl_b32 + copy to m0
332
333; GCN: v_movreld_b32_e32 v{{[0-9]+}}, [[ELT1]]
334
335; GCN: buffer_store_dwordx4
336; GCN: s_endpgm
337define amdgpu_kernel void @dynamic_insertelement_v2f64(<2 x double> addrspace(1)* %out, <2 x double> %a, i32 %b) nounwind {
338  %vecins = insertelement <2 x double> %a, double 8.0, i32 %b
339  store <2 x double> %vecins, <2 x double> addrspace(1)* %out, align 16
340  ret void
341}
342
343; GCN-LABEL: {{^}}dynamic_insertelement_v2i64:
344
345; GCN-DAG: v_movreld_b32_e32 v{{[0-9]+}}, 5
346; GCN-DAG: v_movreld_b32_e32 v{{[0-9]+}}, 0
347
348; GCN: buffer_store_dwordx4
349; GCN: s_endpgm
350define amdgpu_kernel void @dynamic_insertelement_v2i64(<2 x i64> addrspace(1)* %out, <2 x i64> %a, i32 %b) nounwind {
351  %vecins = insertelement <2 x i64> %a, i64 5, i32 %b
352  store <2 x i64> %vecins, <2 x i64> addrspace(1)* %out, align 8
353  ret void
354}
355
356; GCN-LABEL: {{^}}dynamic_insertelement_v3i64:
357define amdgpu_kernel void @dynamic_insertelement_v3i64(<3 x i64> addrspace(1)* %out, <3 x i64> %a, i32 %b) nounwind {
358  %vecins = insertelement <3 x i64> %a, i64 5, i32 %b
359  store <3 x i64> %vecins, <3 x i64> addrspace(1)* %out, align 32
360  ret void
361}
362
363; FIXME: Should be able to do without stack access. The used stack
364; space is also 2x what should be required.
365
366; GCN-LABEL: {{^}}dynamic_insertelement_v4f64:
367; GCN: SCRATCH_RSRC_DWORD
368
369; Stack store
370
371; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:32{{$}}
372; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:48{{$}}
373
374; Write element
375; GCN: buffer_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{[0-9]+}}, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen{{$}}
376
377; Stack reload
378; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:32{{$}}
379; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:48{{$}}
380
381; Store result
382; GCN: buffer_store_dwordx4
383; GCN: buffer_store_dwordx4
384; GCN: s_endpgm
385; GCN: ScratchSize: 64
386
387define amdgpu_kernel void @dynamic_insertelement_v4f64(<4 x double> addrspace(1)* %out, <4 x double> %a, i32 %b) nounwind {
388  %vecins = insertelement <4 x double> %a, double 8.0, i32 %b
389  store <4 x double> %vecins, <4 x double> addrspace(1)* %out, align 16
390  ret void
391}
392
393; GCN-LABEL: {{^}}dynamic_insertelement_v8f64:
394; GCN-DAG: SCRATCH_RSRC_DWORD
395
396; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:64{{$}}
397; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:80{{$}}
398; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:96{{$}}
399; GCN-DAG: buffer_store_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:112{{$}}
400
401; GCN: buffer_store_dwordx2 v{{\[[0-9]+:[0-9]+\]}}, v{{[0-9]+}}, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offen{{$}}
402
403; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:64{{$}}
404; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:80{{$}}
405; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:96{{$}}
406; GCN-DAG: buffer_load_dwordx4 v{{\[[0-9]+:[0-9]+\]}}, off, s{{\[[0-9]+:[0-9]+\]}}, {{s[0-9]+}} offset:112{{$}}
407
408; GCN: buffer_store_dwordx4
409; GCN: buffer_store_dwordx4
410; GCN: buffer_store_dwordx4
411; GCN: buffer_store_dwordx4
412; GCN: s_endpgm
413; GCN: ScratchSize: 128
414define amdgpu_kernel void @dynamic_insertelement_v8f64(<8 x double> addrspace(1)* %out, <8 x double> %a, i32 %b) #0 {
415  %vecins = insertelement <8 x double> %a, double 8.0, i32 %b
416  store <8 x double> %vecins, <8 x double> addrspace(1)* %out, align 16
417  ret void
418}
419
420declare <4 x float> @llvm.amdgcn.image.gather4.lz.v4f32.v2f32.v8i32(<2 x float>, <8 x i32>, <4 x i32>, i32, i1, i1, i1, i1, i1) #1
421
422attributes #0 = { nounwind }
423attributes #1 = { nounwind readnone }
424