1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck --check-prefix=SKX %s
3
4
5define <8 x i16> @extract_subvector128_v32i16(<32 x i16> %x) nounwind {
6; SKX-LABEL: extract_subvector128_v32i16:
7; SKX:       ## BB#0:
8; SKX-NEXT:    vextracti32x4 $2, %zmm0, %xmm0
9; SKX-NEXT:    retq
10  %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23>
11  ret <8 x i16> %r1
12}
13
14define <8 x i16> @extract_subvector128_v32i16_first_element(<32 x i16> %x) nounwind {
15; SKX-LABEL: extract_subvector128_v32i16_first_element:
16; SKX:       ## BB#0:
17; SKX-NEXT:    ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
18; SKX-NEXT:    retq
19  %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
20  ret <8 x i16> %r1
21}
22
23define <16 x i8> @extract_subvector128_v64i8(<64 x i8> %x) nounwind {
24; SKX-LABEL: extract_subvector128_v64i8:
25; SKX:       ## BB#0:
26; SKX-NEXT:    vextracti32x4 $2, %zmm0, %xmm0
27; SKX-NEXT:    retq
28  %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38,i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47>
29  ret <16 x i8> %r1
30}
31
32define <16 x i8> @extract_subvector128_v64i8_first_element(<64 x i8> %x) nounwind {
33; SKX-LABEL: extract_subvector128_v64i8_first_element:
34; SKX:       ## BB#0:
35; SKX-NEXT:    ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
36; SKX-NEXT:    retq
37  %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
38  ret <16 x i8> %r1
39}
40
41
42define <16 x i16> @extract_subvector256_v32i16(<32 x i16> %x) nounwind {
43; SKX-LABEL: extract_subvector256_v32i16:
44; SKX:       ## BB#0:
45; SKX-NEXT:    vextracti64x4 $1, %zmm0, %ymm0
46; SKX-NEXT:    retq
47  %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
48  ret <16 x i16> %r1
49}
50
51define <32 x i8> @extract_subvector256_v64i8(<64 x i8> %x) nounwind {
52; SKX-LABEL: extract_subvector256_v64i8:
53; SKX:       ## BB#0:
54; SKX-NEXT:    vextracti64x4 $1, %zmm0, %ymm0
55; SKX-NEXT:    retq
56  %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <32 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38, i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47, i32 48, i32 49, i32 50, i32 51, i32 52, i32 53, i32 54, i32 55, i32 56, i32 57, i32 58, i32 59, i32 60, i32 61, i32 62, i32 63>
57  ret <32 x i8> %r1
58}
59
60define void @extract_subvector256_v8f64_store(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
61; SKX-LABEL: extract_subvector256_v8f64_store:
62; SKX:       ## BB#0: ## %entry
63; SKX-NEXT:    vextractf64x2 $1, %ymm0, (%rdi)
64; SKX-NEXT:    retq
65entry:
66  %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 2, i32 3>
67  %1 = bitcast double* %addr to <2 x double>*
68  store <2 x double> %0, <2 x double>* %1, align 1
69  ret void
70}
71
72define void @extract_subvector256_v8f32_store(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
73; SKX-LABEL: extract_subvector256_v8f32_store:
74; SKX:       ## BB#0: ## %entry
75; SKX-NEXT:    vextractf32x4 $1, %ymm0, (%rdi)
76; SKX-NEXT:    retq
77entry:
78  %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
79  %1 = bitcast float* %addr to <4 x float>*
80  store <4 x float> %0, <4 x float>* %1, align 1
81  ret void
82}
83
84define void @extract_subvector256_v4i64_store(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
85; SKX-LABEL: extract_subvector256_v4i64_store:
86; SKX:       ## BB#0: ## %entry
87; SKX-NEXT:    vextracti64x2 $1, %ymm0, (%rdi)
88; SKX-NEXT:    retq
89entry:
90  %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
91  %1 = bitcast i64* %addr to <2 x i64>*
92  store <2 x i64> %0, <2 x i64>* %1, align 1
93  ret void
94}
95
96define void @extract_subvector256_v8i32_store(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
97; SKX-LABEL: extract_subvector256_v8i32_store:
98; SKX:       ## BB#0: ## %entry
99; SKX-NEXT:    vextracti32x4 $1, %ymm0, (%rdi)
100; SKX-NEXT:    retq
101entry:
102  %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
103  %1 = bitcast i32* %addr to <4 x i32>*
104  store <4 x i32> %0, <4 x i32>* %1, align 1
105  ret void
106}
107
108define void @extract_subvector256_v16i16_store(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
109; SKX-LABEL: extract_subvector256_v16i16_store:
110; SKX:       ## BB#0: ## %entry
111; SKX-NEXT:    vextracti32x4 $1, %ymm0, (%rdi)
112; SKX-NEXT:    retq
113entry:
114  %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
115  %1 = bitcast i16* %addr to <8 x i16>*
116  store <8 x i16> %0, <8 x i16>* %1, align 1
117  ret void
118}
119
120define void @extract_subvector256_v32i8_store(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
121; SKX-LABEL: extract_subvector256_v32i8_store:
122; SKX:       ## BB#0: ## %entry
123; SKX-NEXT:    vextracti32x4 $1, %ymm0, (%rdi)
124; SKX-NEXT:    retq
125entry:
126  %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
127  %1 = bitcast i8* %addr to <16 x i8>*
128  store <16 x i8> %0, <16 x i8>* %1, align 1
129  ret void
130}
131
132define void @extract_subvector256_v4f64_store_lo(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
133; SKX-LABEL: extract_subvector256_v4f64_store_lo:
134; SKX:       ## BB#0: ## %entry
135; SKX-NEXT:    vmovups %xmm0, (%rdi)
136; SKX-NEXT:    retq
137entry:
138  %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
139  %1 = bitcast double* %addr to <2 x double>*
140  store <2 x double> %0, <2 x double>* %1, align 1
141  ret void
142}
143
144define void @extract_subvector256_v4f64_store_lo_align_16(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
145; SKX-LABEL: extract_subvector256_v4f64_store_lo_align_16:
146; SKX:       ## BB#0: ## %entry
147; SKX-NEXT:    vmovaps %xmm0, (%rdi)
148; SKX-NEXT:    retq
149entry:
150  %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
151  %1 = bitcast double* %addr to <2 x double>*
152  store <2 x double> %0, <2 x double>* %1, align 16
153  ret void
154}
155
156define void @extract_subvector256_v4f32_store_lo(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
157; SKX-LABEL: extract_subvector256_v4f32_store_lo:
158; SKX:       ## BB#0: ## %entry
159; SKX-NEXT:    vmovups %xmm0, (%rdi)
160; SKX-NEXT:    retq
161entry:
162  %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
163  %1 = bitcast float* %addr to <4 x float>*
164  store <4 x float> %0, <4 x float>* %1, align 1
165  ret void
166}
167
168define void @extract_subvector256_v4f32_store_lo_align_16(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
169; SKX-LABEL: extract_subvector256_v4f32_store_lo_align_16:
170; SKX:       ## BB#0: ## %entry
171; SKX-NEXT:    vmovaps %xmm0, (%rdi)
172; SKX-NEXT:    retq
173entry:
174  %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
175  %1 = bitcast float* %addr to <4 x float>*
176  store <4 x float> %0, <4 x float>* %1, align 16
177  ret void
178}
179
180define void @extract_subvector256_v2i64_store_lo(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
181; SKX-LABEL: extract_subvector256_v2i64_store_lo:
182; SKX:       ## BB#0: ## %entry
183; SKX-NEXT:    vmovups %xmm0, (%rdi)
184; SKX-NEXT:    retq
185entry:
186  %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
187  %1 = bitcast i64* %addr to <2 x i64>*
188  store <2 x i64> %0, <2 x i64>* %1, align 1
189  ret void
190}
191
192define void @extract_subvector256_v2i64_store_lo_align_16(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
193; SKX-LABEL: extract_subvector256_v2i64_store_lo_align_16:
194; SKX:       ## BB#0: ## %entry
195; SKX-NEXT:    vmovaps %xmm0, (%rdi)
196; SKX-NEXT:    retq
197entry:
198  %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
199  %1 = bitcast i64* %addr to <2 x i64>*
200  store <2 x i64> %0, <2 x i64>* %1, align 16
201  ret void
202}
203
204define void @extract_subvector256_v4i32_store_lo(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
205; SKX-LABEL: extract_subvector256_v4i32_store_lo:
206; SKX:       ## BB#0: ## %entry
207; SKX-NEXT:    vmovups %xmm0, (%rdi)
208; SKX-NEXT:    retq
209entry:
210  %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
211  %1 = bitcast i32* %addr to <4 x i32>*
212  store <4 x i32> %0, <4 x i32>* %1, align 1
213  ret void
214}
215
216define void @extract_subvector256_v4i32_store_lo_align_16(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
217; SKX-LABEL: extract_subvector256_v4i32_store_lo_align_16:
218; SKX:       ## BB#0: ## %entry
219; SKX-NEXT:    vmovaps %xmm0, (%rdi)
220; SKX-NEXT:    retq
221entry:
222  %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
223  %1 = bitcast i32* %addr to <4 x i32>*
224  store <4 x i32> %0, <4 x i32>* %1, align 16
225  ret void
226}
227
228define void @extract_subvector256_v8i16_store_lo(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
229; SKX-LABEL: extract_subvector256_v8i16_store_lo:
230; SKX:       ## BB#0: ## %entry
231; SKX-NEXT:    vmovups %xmm0, (%rdi)
232; SKX-NEXT:    retq
233entry:
234  %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
235  %1 = bitcast i16* %addr to <8 x i16>*
236  store <8 x i16> %0, <8 x i16>* %1, align 1
237  ret void
238}
239
240define void @extract_subvector256_v8i16_store_lo_align_16(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
241; SKX-LABEL: extract_subvector256_v8i16_store_lo_align_16:
242; SKX:       ## BB#0: ## %entry
243; SKX-NEXT:    vmovaps %xmm0, (%rdi)
244; SKX-NEXT:    retq
245entry:
246  %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
247  %1 = bitcast i16* %addr to <8 x i16>*
248  store <8 x i16> %0, <8 x i16>* %1, align 16
249  ret void
250}
251
252define void @extract_subvector256_v16i8_store_lo(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
253; SKX-LABEL: extract_subvector256_v16i8_store_lo:
254; SKX:       ## BB#0: ## %entry
255; SKX-NEXT:    vmovups %xmm0, (%rdi)
256; SKX-NEXT:    retq
257entry:
258  %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
259  %1 = bitcast i8* %addr to <16 x i8>*
260  store <16 x i8> %0, <16 x i8>* %1, align 1
261  ret void
262}
263
264define void @extract_subvector256_v16i8_store_lo_align_16(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
265; SKX-LABEL: extract_subvector256_v16i8_store_lo_align_16:
266; SKX:       ## BB#0: ## %entry
267; SKX-NEXT:    vmovaps %xmm0, (%rdi)
268; SKX-NEXT:    retq
269entry:
270  %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
271  %1 = bitcast i8* %addr to <16 x i8>*
272  store <16 x i8> %0, <16 x i8>* %1, align 16
273  ret void
274}
275
276define void @extract_subvector512_v2f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
277; SKX-LABEL: extract_subvector512_v2f64_store_lo:
278; SKX:       ## BB#0: ## %entry
279; SKX-NEXT:    vmovups %xmm0, (%rdi)
280; SKX-NEXT:    retq
281entry:
282  %0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
283  %1 = bitcast double* %addr to <2 x double>*
284  store <2 x double> %0, <2 x double>* %1, align 1
285  ret void
286}
287
288define void @extract_subvector512_v2f64_store_lo_align_16(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
289; SKX-LABEL: extract_subvector512_v2f64_store_lo_align_16:
290; SKX:       ## BB#0: ## %entry
291; SKX-NEXT:    vmovaps %xmm0, (%rdi)
292; SKX-NEXT:    retq
293entry:
294  %0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
295  %1 = bitcast double* %addr to <2 x double>*
296  store <2 x double> %0, <2 x double>* %1, align 16
297  ret void
298}
299
300define void @extract_subvector512_v4f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
301; SKX-LABEL: extract_subvector512_v4f32_store_lo:
302; SKX:       ## BB#0: ## %entry
303; SKX-NEXT:    vmovups %xmm0, (%rdi)
304; SKX-NEXT:    retq
305entry:
306  %0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
307  %1 = bitcast float* %addr to <4 x float>*
308  store <4 x float> %0, <4 x float>* %1, align 1
309  ret void
310}
311
312define void @extract_subvector512_v4f32_store_lo_align_16(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
313; SKX-LABEL: extract_subvector512_v4f32_store_lo_align_16:
314; SKX:       ## BB#0: ## %entry
315; SKX-NEXT:    vmovaps %xmm0, (%rdi)
316; SKX-NEXT:    retq
317entry:
318  %0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
319  %1 = bitcast float* %addr to <4 x float>*
320  store <4 x float> %0, <4 x float>* %1, align 16
321  ret void
322}
323
324define void @extract_subvector512_v2i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
325; SKX-LABEL: extract_subvector512_v2i64_store_lo:
326; SKX:       ## BB#0: ## %entry
327; SKX-NEXT:    vmovups %xmm0, (%rdi)
328; SKX-NEXT:    retq
329entry:
330  %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
331  %1 = bitcast i64* %addr to <2 x i64>*
332  store <2 x i64> %0, <2 x i64>* %1, align 1
333  ret void
334}
335
336define void @extract_subvector512_v2i64_store_lo_align_16(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
337; SKX-LABEL: extract_subvector512_v2i64_store_lo_align_16:
338; SKX:       ## BB#0: ## %entry
339; SKX-NEXT:    vmovaps %xmm0, (%rdi)
340; SKX-NEXT:    retq
341entry:
342  %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
343  %1 = bitcast i64* %addr to <2 x i64>*
344  store <2 x i64> %0, <2 x i64>* %1, align 16
345  ret void
346}
347
348define void @extract_subvector512_v4i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
349; SKX-LABEL: extract_subvector512_v4i32_store_lo:
350; SKX:       ## BB#0: ## %entry
351; SKX-NEXT:    vmovups %xmm0, (%rdi)
352; SKX-NEXT:    retq
353entry:
354  %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
355  %1 = bitcast i32* %addr to <4 x i32>*
356  store <4 x i32> %0, <4 x i32>* %1, align 1
357  ret void
358}
359
360define void @extract_subvector512_v4i32_store_lo_align_16(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
361; SKX-LABEL: extract_subvector512_v4i32_store_lo_align_16:
362; SKX:       ## BB#0: ## %entry
363; SKX-NEXT:    vmovaps %xmm0, (%rdi)
364; SKX-NEXT:    retq
365entry:
366  %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
367  %1 = bitcast i32* %addr to <4 x i32>*
368  store <4 x i32> %0, <4 x i32>* %1, align 16
369  ret void
370}
371
372define void @extract_subvector512_v8i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
373; SKX-LABEL: extract_subvector512_v8i16_store_lo:
374; SKX:       ## BB#0: ## %entry
375; SKX-NEXT:    vmovups %xmm0, (%rdi)
376; SKX-NEXT:    retq
377entry:
378  %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
379  %1 = bitcast i16* %addr to <8 x i16>*
380  store <8 x i16> %0, <8 x i16>* %1, align 1
381  ret void
382}
383
384define void @extract_subvector512_v16i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
385; SKX-LABEL: extract_subvector512_v16i8_store_lo:
386; SKX:       ## BB#0: ## %entry
387; SKX-NEXT:    vmovups %xmm0, (%rdi)
388; SKX-NEXT:    retq
389entry:
390  %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
391  %1 = bitcast i8* %addr to <16 x i8>*
392  store <16 x i8> %0, <16 x i8>* %1, align 1
393  ret void
394}
395
396define void @extract_subvector512_v16i8_store_lo_align_16(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
397; SKX-LABEL: extract_subvector512_v16i8_store_lo_align_16:
398; SKX:       ## BB#0: ## %entry
399; SKX-NEXT:    vmovaps %xmm0, (%rdi)
400; SKX-NEXT:    retq
401entry:
402  %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
403  %1 = bitcast i8* %addr to <16 x i8>*
404  store <16 x i8> %0, <16 x i8>* %1, align 16
405  ret void
406}
407
408define void @extract_subvector512_v4f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
409; SKX-LABEL: extract_subvector512_v4f64_store_lo:
410; SKX:       ## BB#0: ## %entry
411; SKX-NEXT:    vmovups %ymm0, (%rdi)
412; SKX-NEXT:    retq
413entry:
414  %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
415  %1 = bitcast double* %addr to <4 x double>*
416  store <4 x double> %0, <4 x double>* %1, align 1
417  ret void
418}
419
420define void @extract_subvector512_v4f64_store_lo_align_16(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
421; SKX-LABEL: extract_subvector512_v4f64_store_lo_align_16:
422; SKX:       ## BB#0: ## %entry
423; SKX-NEXT:    vmovups %ymm0, (%rdi)
424; SKX-NEXT:    retq
425entry:
426  %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
427  %1 = bitcast double* %addr to <4 x double>*
428  store <4 x double> %0, <4 x double>* %1, align 16
429  ret void
430}
431
432define void @extract_subvector512_v4f64_store_lo_align_32(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
433; SKX-LABEL: extract_subvector512_v4f64_store_lo_align_32:
434; SKX:       ## BB#0: ## %entry
435; SKX-NEXT:    vmovaps %ymm0, (%rdi)
436; SKX-NEXT:    retq
437entry:
438  %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
439  %1 = bitcast double* %addr to <4 x double>*
440  store <4 x double> %0, <4 x double>* %1, align 32
441  ret void
442}
443
444define void @extract_subvector512_v8f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
445; SKX-LABEL: extract_subvector512_v8f32_store_lo:
446; SKX:       ## BB#0: ## %entry
447; SKX-NEXT:    vmovups %ymm0, (%rdi)
448; SKX-NEXT:    retq
449entry:
450  %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
451  %1 = bitcast float* %addr to <8 x float>*
452  store <8 x float> %0, <8 x float>* %1, align 1
453  ret void
454}
455
456define void @extract_subvector512_v8f32_store_lo_align_16(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
457; SKX-LABEL: extract_subvector512_v8f32_store_lo_align_16:
458; SKX:       ## BB#0: ## %entry
459; SKX-NEXT:    vmovaps %ymm0, (%rdi)
460; SKX-NEXT:    retq
461entry:
462  %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
463  %1 = bitcast float* %addr to <8 x float>*
464  store <8 x float> %0, <8 x float>* %1, align 16
465  ret void
466}
467
468define void @extract_subvector512_v8f32_store_lo_align_32(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
469; SKX-LABEL: extract_subvector512_v8f32_store_lo_align_32:
470; SKX:       ## BB#0: ## %entry
471; SKX-NEXT:    vmovaps %ymm0, (%rdi)
472; SKX-NEXT:    retq
473entry:
474  %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
475  %1 = bitcast float* %addr to <8 x float>*
476  store <8 x float> %0, <8 x float>* %1, align 32
477  ret void
478}
479
480define void @extract_subvector512_v4i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
481; SKX-LABEL: extract_subvector512_v4i64_store_lo:
482; SKX:       ## BB#0: ## %entry
483; SKX-NEXT:    vmovups %ymm0, (%rdi)
484; SKX-NEXT:    retq
485entry:
486  %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
487  %1 = bitcast i64* %addr to <4 x i64>*
488  store <4 x i64> %0, <4 x i64>* %1, align 1
489  ret void
490}
491
492define void @extract_subvector512_v4i64_store_lo_align_16(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
493; SKX-LABEL: extract_subvector512_v4i64_store_lo_align_16:
494; SKX:       ## BB#0: ## %entry
495; SKX-NEXT:    vmovups %ymm0, (%rdi)
496; SKX-NEXT:    retq
497entry:
498  %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
499  %1 = bitcast i64* %addr to <4 x i64>*
500  store <4 x i64> %0, <4 x i64>* %1, align 16
501  ret void
502}
503
504define void @extract_subvector512_v4i64_store_lo_align_32(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
505; SKX-LABEL: extract_subvector512_v4i64_store_lo_align_32:
506; SKX:       ## BB#0: ## %entry
507; SKX-NEXT:    vmovaps %ymm0, (%rdi)
508; SKX-NEXT:    retq
509entry:
510  %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
511  %1 = bitcast i64* %addr to <4 x i64>*
512  store <4 x i64> %0, <4 x i64>* %1, align 32
513  ret void
514}
515
516define void @extract_subvector512_v8i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
517; SKX-LABEL: extract_subvector512_v8i32_store_lo:
518; SKX:       ## BB#0: ## %entry
519; SKX-NEXT:    vmovups %ymm0, (%rdi)
520; SKX-NEXT:    retq
521entry:
522  %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
523  %1 = bitcast i32* %addr to <8 x i32>*
524  store <8 x i32> %0, <8 x i32>* %1, align 1
525  ret void
526}
527
528define void @extract_subvector512_v8i32_store_lo_align_16(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
529; SKX-LABEL: extract_subvector512_v8i32_store_lo_align_16:
530; SKX:       ## BB#0: ## %entry
531; SKX-NEXT:    vmovups %ymm0, (%rdi)
532; SKX-NEXT:    retq
533entry:
534  %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
535  %1 = bitcast i32* %addr to <8 x i32>*
536  store <8 x i32> %0, <8 x i32>* %1, align 16
537  ret void
538}
539
540define void @extract_subvector512_v8i32_store_lo_align_32(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
541; SKX-LABEL: extract_subvector512_v8i32_store_lo_align_32:
542; SKX:       ## BB#0: ## %entry
543; SKX-NEXT:    vmovaps %ymm0, (%rdi)
544; SKX-NEXT:    retq
545entry:
546  %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
547  %1 = bitcast i32* %addr to <8 x i32>*
548  store <8 x i32> %0, <8 x i32>* %1, align 32
549  ret void
550}
551
552define void @extract_subvector512_v16i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
553; SKX-LABEL: extract_subvector512_v16i16_store_lo:
554; SKX:       ## BB#0: ## %entry
555; SKX-NEXT:    vmovups %ymm0, (%rdi)
556; SKX-NEXT:    retq
557entry:
558  %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
559  %1 = bitcast i16* %addr to <16 x i16>*
560  store <16 x i16> %0, <16 x i16>* %1, align 1
561  ret void
562}
563
564define void @extract_subvector512_v16i16_store_lo_align_16(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
565; SKX-LABEL: extract_subvector512_v16i16_store_lo_align_16:
566; SKX:       ## BB#0: ## %entry
567; SKX-NEXT:    vmovups %ymm0, (%rdi)
568; SKX-NEXT:    retq
569entry:
570  %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
571  %1 = bitcast i16* %addr to <16 x i16>*
572  store <16 x i16> %0, <16 x i16>* %1, align 16
573  ret void
574}
575
576define void @extract_subvector512_v16i16_store_lo_align_32(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
577; SKX-LABEL: extract_subvector512_v16i16_store_lo_align_32:
578; SKX:       ## BB#0: ## %entry
579; SKX-NEXT:    vmovaps %ymm0, (%rdi)
580; SKX-NEXT:    retq
581entry:
582  %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
583  %1 = bitcast i16* %addr to <16 x i16>*
584  store <16 x i16> %0, <16 x i16>* %1, align 32
585  ret void
586}
587
588define void @extract_subvector512_v32i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
589; SKX-LABEL: extract_subvector512_v32i8_store_lo:
590; SKX:       ## BB#0: ## %entry
591; SKX-NEXT:    vmovups %ymm0, (%rdi)
592; SKX-NEXT:    retq
593entry:
594  %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
595  %1 = bitcast i8* %addr to <32 x i8>*
596  store <32 x i8> %0, <32 x i8>* %1, align 1
597  ret void
598}
599
600define void @extract_subvector512_v32i8_store_lo_align_16(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
601; SKX-LABEL: extract_subvector512_v32i8_store_lo_align_16:
602; SKX:       ## BB#0: ## %entry
603; SKX-NEXT:    vmovups %ymm0, (%rdi)
604; SKX-NEXT:    retq
605entry:
606  %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
607  %1 = bitcast i8* %addr to <32 x i8>*
608  store <32 x i8> %0, <32 x i8>* %1, align 16
609  ret void
610}
611
612define void @extract_subvector512_v32i8_store_lo_align_32(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
613; SKX-LABEL: extract_subvector512_v32i8_store_lo_align_32:
614; SKX:       ## BB#0: ## %entry
615; SKX-NEXT:    vmovaps %ymm0, (%rdi)
616; SKX-NEXT:    retq
617entry:
618  %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
619  %1 = bitcast i8* %addr to <32 x i8>*
620  store <32 x i8> %0, <32 x i8>* %1, align 32
621  ret void
622}
623
624define <4 x double> @test_mm512_mask_extractf64x4_pd(<4 x double> %__W, i8 %__U, <8 x double> %__A) {
625; SKX-LABEL: test_mm512_mask_extractf64x4_pd:
626; SKX:       ## BB#0: ## %entry
627; SKX-NEXT:    kmovb %edi, %k1
628; SKX-NEXT:    vextractf64x4 $1, %zmm1, %ymm0 {%k1}
629; SKX-NEXT:    retq
630entry:
631  %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
632  %0 = bitcast i8 %__U to <8 x i1>
633  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
634  %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> %__W
635  ret <4 x double> %1
636}
637
638define <4 x double> @test_mm512_maskz_extractf64x4_pd(i8 %__U, <8 x double> %__A) {
639; SKX-LABEL: test_mm512_maskz_extractf64x4_pd:
640; SKX:       ## BB#0: ## %entry
641; SKX-NEXT:    kmovb %edi, %k1
642; SKX-NEXT:    vextractf64x4 $1, %zmm0, %ymm0 {%k1} {z}
643; SKX-NEXT:    retq
644entry:
645  %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
646  %0 = bitcast i8 %__U to <8 x i1>
647  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
648  %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> zeroinitializer
649  ret <4 x double> %1
650}
651
652define <4 x float> @test_mm512_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x double> %__A) {
653; SKX-LABEL: test_mm512_mask_extractf32x4_ps:
654; SKX:       ## BB#0: ## %entry
655; SKX-NEXT:    kmovb %edi, %k1
656; SKX-NEXT:    vextractf32x4 $1, %zmm1, %xmm0 {%k1}
657; SKX-NEXT:    retq
658entry:
659  %0 = bitcast <8 x double> %__A to <16 x float>
660  %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
661  %1 = bitcast i8 %__U to <8 x i1>
662  %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
663  %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
664  ret <4 x float> %2
665}
666
667define <4 x float> @test_mm512_maskz_extractf32x4_ps(i8 %__U, <8 x double> %__A) {
668; SKX-LABEL: test_mm512_maskz_extractf32x4_ps:
669; SKX:       ## BB#0: ## %entry
670; SKX-NEXT:    kmovb %edi, %k1
671; SKX-NEXT:    vextractf32x4 $1, %zmm0, %xmm0 {%k1} {z}
672; SKX-NEXT:    retq
673entry:
674  %0 = bitcast <8 x double> %__A to <16 x float>
675  %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
676  %1 = bitcast i8 %__U to <8 x i1>
677  %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
678  %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
679  ret <4 x float> %2
680}
681
682define <2 x double> @test_mm256_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <4 x double> %__A) {
683; SKX-LABEL: test_mm256_mask_extractf64x2_pd:
684; SKX:       ## BB#0: ## %entry
685; SKX-NEXT:    kmovb %edi, %k1
686; SKX-NEXT:    vextractf64x2 $1, %ymm1, %xmm0 {%k1}
687; SKX-NEXT:    retq
688entry:
689  %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
690  %0 = bitcast i8 %__U to <8 x i1>
691  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
692  %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
693  ret <2 x double> %1
694}
695
696define <2 x double> @test_mm256_maskz_extractf64x2_pd(i8 %__U, <4 x double> %__A) {
697; SKX-LABEL: test_mm256_maskz_extractf64x2_pd:
698; SKX:       ## BB#0: ## %entry
699; SKX-NEXT:    kmovb %edi, %k1
700; SKX-NEXT:    vextractf64x2 $1, %ymm0, %xmm0 {%k1} {z}
701; SKX-NEXT:    retq
702entry:
703  %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
704  %0 = bitcast i8 %__U to <8 x i1>
705  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
706  %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
707  ret <2 x double> %1
708}
709
710define <2 x i64> @test_mm256_mask_extracti64x2_epi64(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
711; SKX-LABEL: test_mm256_mask_extracti64x2_epi64:
712; SKX:       ## BB#0: ## %entry
713; SKX-NEXT:    kmovb %edi, %k1
714; SKX-NEXT:    vextracti64x2 $1, %ymm1, %xmm0 {%k1}
715; SKX-NEXT:    retq
716entry:
717  %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
718  %0 = bitcast i8 %__U to <8 x i1>
719  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
720  %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> %__W
721  ret <2 x i64> %1
722}
723
724define <2 x i64> @test_mm256_maskz_extracti64x2_epi64(i8 %__U, <4 x i64> %__A) {
725; SKX-LABEL: test_mm256_maskz_extracti64x2_epi64:
726; SKX:       ## BB#0: ## %entry
727; SKX-NEXT:    kmovb %edi, %k1
728; SKX-NEXT:    vextracti64x2 $1, %ymm0, %xmm0 {%k1} {z}
729; SKX-NEXT:    retq
730entry:
731  %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
732  %0 = bitcast i8 %__U to <8 x i1>
733  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
734  %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> zeroinitializer
735  ret <2 x i64> %1
736}
737
738define <4 x float> @test_mm256_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x float> %__A) {
739; SKX-LABEL: test_mm256_mask_extractf32x4_ps:
740; SKX:       ## BB#0: ## %entry
741; SKX-NEXT:    kmovb %edi, %k1
742; SKX-NEXT:    vextractf32x4 $1, %ymm1, %xmm0 {%k1}
743; SKX-NEXT:    retq
744entry:
745  %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
746  %0 = bitcast i8 %__U to <8 x i1>
747  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
748  %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
749  ret <4 x float> %1
750}
751
752define <4 x float> @test_mm256_maskz_extractf32x4_ps(i8 %__U, <8 x float> %__A) {
753; SKX-LABEL: test_mm256_maskz_extractf32x4_ps:
754; SKX:       ## BB#0: ## %entry
755; SKX-NEXT:    kmovb %edi, %k1
756; SKX-NEXT:    vextractf32x4 $1, %ymm0, %xmm0 {%k1} {z}
757; SKX-NEXT:    retq
758entry:
759  %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
760  %0 = bitcast i8 %__U to <8 x i1>
761  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
762  %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
763  ret <4 x float> %1
764}
765
766define <2 x i64> @test_mm256_mask_extracti32x4_epi32(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
767; SKX-LABEL: test_mm256_mask_extracti32x4_epi32:
768; SKX:       ## BB#0: ## %entry
769; SKX-NEXT:    kmovb %edi, %k1
770; SKX-NEXT:    vextracti32x4 $1, %ymm1, %xmm0 {%k1}
771; SKX-NEXT:    retq
772entry:
773  %0 = bitcast <4 x i64> %__A to <8 x i32>
774  %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
775  %1 = bitcast <2 x i64> %__W to <4 x i32>
776  %2 = bitcast i8 %__U to <8 x i1>
777  %extract = shufflevector <8 x i1> %2, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
778  %3 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> %1
779  %4 = bitcast <4 x i32> %3 to <2 x i64>
780  ret <2 x i64> %4
781}
782
783define <2 x i64> @test_mm256_maskz_extracti32x4_epi32(i8 %__U, <4 x i64> %__A) {
784; SKX-LABEL: test_mm256_maskz_extracti32x4_epi32:
785; SKX:       ## BB#0: ## %entry
786; SKX-NEXT:    kmovb %edi, %k1
787; SKX-NEXT:    vextracti32x4 $1, %ymm0, %xmm0 {%k1} {z}
788; SKX-NEXT:    retq
789entry:
790  %0 = bitcast <4 x i64> %__A to <8 x i32>
791  %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
792  %1 = bitcast i8 %__U to <8 x i1>
793  %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
794  %2 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> zeroinitializer
795  %3 = bitcast <4 x i32> %2 to <2 x i64>
796  ret <2 x i64> %3
797}
798
799define <8 x float> @test_mm512_mask_extractf32x8_ps(<8 x float> %__W, i8 %__U, <16 x float> %__A) {
800; SKX-LABEL: test_mm512_mask_extractf32x8_ps:
801; SKX:       ## BB#0: ## %entry
802; SKX-NEXT:    kmovb %edi, %k1
803; SKX-NEXT:    vextractf32x8 $1, %zmm1, %ymm0 {%k1}
804; SKX-NEXT:    retq
805entry:
806  %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
807  %0 = bitcast i8 %__U to <8 x i1>
808  %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> %__W
809  ret <8 x float> %1
810}
811
812define <8 x float> @test_mm512_maskz_extractf32x8_ps(i8 %__U, <16 x float> %__A) {
813; SKX-LABEL: test_mm512_maskz_extractf32x8_ps:
814; SKX:       ## BB#0: ## %entry
815; SKX-NEXT:    kmovb %edi, %k1
816; SKX-NEXT:    vextractf32x8 $1, %zmm0, %ymm0 {%k1} {z}
817; SKX-NEXT:    retq
818entry:
819  %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
820  %0 = bitcast i8 %__U to <8 x i1>
821  %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> zeroinitializer
822  ret <8 x float> %1
823}
824
825define <2 x double> @test_mm512_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <8 x double> %__A) {
826; SKX-LABEL: test_mm512_mask_extractf64x2_pd:
827; SKX:       ## BB#0: ## %entry
828; SKX-NEXT:    kmovb %edi, %k1
829; SKX-NEXT:    vextractf64x2 $3, %zmm1, %xmm0 {%k1}
830; SKX-NEXT:    retq
831entry:
832  %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
833  %0 = bitcast i8 %__U to <8 x i1>
834  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
835  %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
836  ret <2 x double> %1
837}
838
839define <2 x double> @test_mm512_maskz_extractf64x2_pd(i8 %__U, <8 x double> %__A) {
840; SKX-LABEL: test_mm512_maskz_extractf64x2_pd:
841; SKX:       ## BB#0: ## %entry
842; SKX-NEXT:    kmovb %edi, %k1
843; SKX-NEXT:    vextractf64x2 $3, %zmm0, %xmm0 {%k1} {z}
844; SKX-NEXT:    retq
845entry:
846  %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
847  %0 = bitcast i8 %__U to <8 x i1>
848  %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
849  %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
850  ret <2 x double> %1
851}
852