1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2; RUN: llc -mtriple=x86_64-unknown-unknown < %s -mattr=sse | FileCheck %s --check-prefix=SSE
3; RUN: llc -mtriple=x86_64-unknown-unknown < %s -mattr=sse2 | FileCheck %s --check-prefix=SSE
4; RUN: llc -mtriple=x86_64-unknown-unknown < %s -mattr=sse2,-slow-unaligned-mem-16 | FileCheck %s --check-prefix=SSE2FAST
5; RUN: llc -mtriple=x86_64-unknown-unknown < %s -mattr=avx | FileCheck %s --check-prefix=AVX --check-prefix=AVX1
6; RUN: llc -mtriple=x86_64-unknown-unknown < %s -mattr=avx2 | FileCheck %s --check-prefix=AVX --check-prefix=AVX2
7
8; https://llvm.org/bugs/show_bug.cgi?id=27100
9
10define void @memset_16_nonzero_bytes(i8* %x) {
11; SSE-LABEL: memset_16_nonzero_bytes:
12; SSE:       # BB#0:
13; SSE-NEXT:    movabsq $3038287259199220266, %rax # imm = 0x2A2A2A2A2A2A2A2A
14; SSE-NEXT:    movq %rax, 8(%rdi)
15; SSE-NEXT:    movq %rax, (%rdi)
16; SSE-NEXT:    retq
17;
18; SSE2FAST-LABEL: memset_16_nonzero_bytes:
19; SSE2FAST:       # BB#0:
20; SSE2FAST-NEXT:    movaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
21; SSE2FAST-NEXT:    movups %xmm0, (%rdi)
22; SSE2FAST-NEXT:    retq
23;
24; AVX-LABEL: memset_16_nonzero_bytes:
25; AVX:       # BB#0:
26; AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
27; AVX-NEXT:    vmovups %xmm0, (%rdi)
28; AVX-NEXT:    retq
29  %call = tail call i8* @__memset_chk(i8* %x, i32 42, i64 16, i64 -1)
30  ret void
31}
32
33define void @memset_32_nonzero_bytes(i8* %x) {
34; SSE-LABEL: memset_32_nonzero_bytes:
35; SSE:       # BB#0:
36; SSE-NEXT:    movabsq $3038287259199220266, %rax # imm = 0x2A2A2A2A2A2A2A2A
37; SSE-NEXT:    movq %rax, 24(%rdi)
38; SSE-NEXT:    movq %rax, 16(%rdi)
39; SSE-NEXT:    movq %rax, 8(%rdi)
40; SSE-NEXT:    movq %rax, (%rdi)
41; SSE-NEXT:    retq
42;
43; SSE2FAST-LABEL: memset_32_nonzero_bytes:
44; SSE2FAST:       # BB#0:
45; SSE2FAST-NEXT:    movaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
46; SSE2FAST-NEXT:    movups %xmm0, 16(%rdi)
47; SSE2FAST-NEXT:    movups %xmm0, (%rdi)
48; SSE2FAST-NEXT:    retq
49;
50; AVX-LABEL: memset_32_nonzero_bytes:
51; AVX:       # BB#0:
52; AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
53; AVX-NEXT:    vmovups %ymm0, (%rdi)
54; AVX-NEXT:    vzeroupper
55; AVX-NEXT:    retq
56  %call = tail call i8* @__memset_chk(i8* %x, i32 42, i64 32, i64 -1)
57  ret void
58}
59
60define void @memset_64_nonzero_bytes(i8* %x) {
61; SSE-LABEL: memset_64_nonzero_bytes:
62; SSE:       # BB#0:
63; SSE-NEXT:    movabsq $3038287259199220266, %rax # imm = 0x2A2A2A2A2A2A2A2A
64; SSE-NEXT:    movq %rax, 56(%rdi)
65; SSE-NEXT:    movq %rax, 48(%rdi)
66; SSE-NEXT:    movq %rax, 40(%rdi)
67; SSE-NEXT:    movq %rax, 32(%rdi)
68; SSE-NEXT:    movq %rax, 24(%rdi)
69; SSE-NEXT:    movq %rax, 16(%rdi)
70; SSE-NEXT:    movq %rax, 8(%rdi)
71; SSE-NEXT:    movq %rax, (%rdi)
72; SSE-NEXT:    retq
73;
74; SSE2FAST-LABEL: memset_64_nonzero_bytes:
75; SSE2FAST:       # BB#0:
76; SSE2FAST-NEXT:    movaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
77; SSE2FAST-NEXT:    movups %xmm0, 48(%rdi)
78; SSE2FAST-NEXT:    movups %xmm0, 32(%rdi)
79; SSE2FAST-NEXT:    movups %xmm0, 16(%rdi)
80; SSE2FAST-NEXT:    movups %xmm0, (%rdi)
81; SSE2FAST-NEXT:    retq
82;
83; AVX-LABEL: memset_64_nonzero_bytes:
84; AVX:       # BB#0:
85; AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
86; AVX-NEXT:    vmovups %ymm0, 32(%rdi)
87; AVX-NEXT:    vmovups %ymm0, (%rdi)
88; AVX-NEXT:    vzeroupper
89; AVX-NEXT:    retq
90  %call = tail call i8* @__memset_chk(i8* %x, i32 42, i64 64, i64 -1)
91  ret void
92}
93
94define void @memset_128_nonzero_bytes(i8* %x) {
95; SSE-LABEL: memset_128_nonzero_bytes:
96; SSE:       # BB#0:
97; SSE-NEXT:    movabsq $3038287259199220266, %rax # imm = 0x2A2A2A2A2A2A2A2A
98; SSE-NEXT:    movq %rax, 120(%rdi)
99; SSE-NEXT:    movq %rax, 112(%rdi)
100; SSE-NEXT:    movq %rax, 104(%rdi)
101; SSE-NEXT:    movq %rax, 96(%rdi)
102; SSE-NEXT:    movq %rax, 88(%rdi)
103; SSE-NEXT:    movq %rax, 80(%rdi)
104; SSE-NEXT:    movq %rax, 72(%rdi)
105; SSE-NEXT:    movq %rax, 64(%rdi)
106; SSE-NEXT:    movq %rax, 56(%rdi)
107; SSE-NEXT:    movq %rax, 48(%rdi)
108; SSE-NEXT:    movq %rax, 40(%rdi)
109; SSE-NEXT:    movq %rax, 32(%rdi)
110; SSE-NEXT:    movq %rax, 24(%rdi)
111; SSE-NEXT:    movq %rax, 16(%rdi)
112; SSE-NEXT:    movq %rax, 8(%rdi)
113; SSE-NEXT:    movq %rax, (%rdi)
114; SSE-NEXT:    retq
115;
116; SSE2FAST-LABEL: memset_128_nonzero_bytes:
117; SSE2FAST:       # BB#0:
118; SSE2FAST-NEXT:    movaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
119; SSE2FAST-NEXT:    movups %xmm0, 112(%rdi)
120; SSE2FAST-NEXT:    movups %xmm0, 96(%rdi)
121; SSE2FAST-NEXT:    movups %xmm0, 80(%rdi)
122; SSE2FAST-NEXT:    movups %xmm0, 64(%rdi)
123; SSE2FAST-NEXT:    movups %xmm0, 48(%rdi)
124; SSE2FAST-NEXT:    movups %xmm0, 32(%rdi)
125; SSE2FAST-NEXT:    movups %xmm0, 16(%rdi)
126; SSE2FAST-NEXT:    movups %xmm0, (%rdi)
127; SSE2FAST-NEXT:    retq
128;
129; AVX-LABEL: memset_128_nonzero_bytes:
130; AVX:       # BB#0:
131; AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
132; AVX-NEXT:    vmovups %ymm0, 96(%rdi)
133; AVX-NEXT:    vmovups %ymm0, 64(%rdi)
134; AVX-NEXT:    vmovups %ymm0, 32(%rdi)
135; AVX-NEXT:    vmovups %ymm0, (%rdi)
136; AVX-NEXT:    vzeroupper
137; AVX-NEXT:    retq
138  %call = tail call i8* @__memset_chk(i8* %x, i32 42, i64 128, i64 -1)
139  ret void
140}
141
142define void @memset_256_nonzero_bytes(i8* %x) {
143; SSE-LABEL: memset_256_nonzero_bytes:
144; SSE:       # BB#0:
145; SSE-NEXT:    pushq %rax
146; SSE-NEXT:    .cfi_def_cfa_offset 16
147; SSE-NEXT:    movl $42, %esi
148; SSE-NEXT:    movl $256, %edx # imm = 0x100
149; SSE-NEXT:    callq memset
150; SSE-NEXT:    popq %rax
151; SSE-NEXT:    .cfi_def_cfa_offset 8
152; SSE-NEXT:    retq
153;
154; SSE2FAST-LABEL: memset_256_nonzero_bytes:
155; SSE2FAST:       # BB#0:
156; SSE2FAST-NEXT:    movaps {{.*#+}} xmm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
157; SSE2FAST-NEXT:    movups %xmm0, 240(%rdi)
158; SSE2FAST-NEXT:    movups %xmm0, 224(%rdi)
159; SSE2FAST-NEXT:    movups %xmm0, 208(%rdi)
160; SSE2FAST-NEXT:    movups %xmm0, 192(%rdi)
161; SSE2FAST-NEXT:    movups %xmm0, 176(%rdi)
162; SSE2FAST-NEXT:    movups %xmm0, 160(%rdi)
163; SSE2FAST-NEXT:    movups %xmm0, 144(%rdi)
164; SSE2FAST-NEXT:    movups %xmm0, 128(%rdi)
165; SSE2FAST-NEXT:    movups %xmm0, 112(%rdi)
166; SSE2FAST-NEXT:    movups %xmm0, 96(%rdi)
167; SSE2FAST-NEXT:    movups %xmm0, 80(%rdi)
168; SSE2FAST-NEXT:    movups %xmm0, 64(%rdi)
169; SSE2FAST-NEXT:    movups %xmm0, 48(%rdi)
170; SSE2FAST-NEXT:    movups %xmm0, 32(%rdi)
171; SSE2FAST-NEXT:    movups %xmm0, 16(%rdi)
172; SSE2FAST-NEXT:    movups %xmm0, (%rdi)
173; SSE2FAST-NEXT:    retq
174;
175; AVX-LABEL: memset_256_nonzero_bytes:
176; AVX:       # BB#0:
177; AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42,42]
178; AVX-NEXT:    vmovups %ymm0, 224(%rdi)
179; AVX-NEXT:    vmovups %ymm0, 192(%rdi)
180; AVX-NEXT:    vmovups %ymm0, 160(%rdi)
181; AVX-NEXT:    vmovups %ymm0, 128(%rdi)
182; AVX-NEXT:    vmovups %ymm0, 96(%rdi)
183; AVX-NEXT:    vmovups %ymm0, 64(%rdi)
184; AVX-NEXT:    vmovups %ymm0, 32(%rdi)
185; AVX-NEXT:    vmovups %ymm0, (%rdi)
186; AVX-NEXT:    vzeroupper
187; AVX-NEXT:    retq
188  %call = tail call i8* @__memset_chk(i8* %x, i32 42, i64 256, i64 -1)
189  ret void
190}
191
192declare i8* @__memset_chk(i8*, i32, i64, i64)
193
194; Repeat with a non-constant value for the stores.
195
196define void @memset_16_nonconst_bytes(i8* %x, i8 %c) {
197; SSE-LABEL: memset_16_nonconst_bytes:
198; SSE:       # BB#0:
199; SSE-NEXT:    movzbl %sil, %eax
200; SSE-NEXT:    movabsq $72340172838076673, %rcx # imm = 0x101010101010101
201; SSE-NEXT:    imulq %rax, %rcx
202; SSE-NEXT:    movq %rcx, 8(%rdi)
203; SSE-NEXT:    movq %rcx, (%rdi)
204; SSE-NEXT:    retq
205;
206; SSE2FAST-LABEL: memset_16_nonconst_bytes:
207; SSE2FAST:       # BB#0:
208; SSE2FAST-NEXT:    movd %esi, %xmm0
209; SSE2FAST-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
210; SSE2FAST-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,0,0,0,4,5,6,7]
211; SSE2FAST-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,0,1,1]
212; SSE2FAST-NEXT:    movdqu %xmm0, (%rdi)
213; SSE2FAST-NEXT:    retq
214;
215; AVX1-LABEL: memset_16_nonconst_bytes:
216; AVX1:       # BB#0:
217; AVX1-NEXT:    vmovd %esi, %xmm0
218; AVX1-NEXT:    vpxor %xmm1, %xmm1, %xmm1
219; AVX1-NEXT:    vpshufb %xmm1, %xmm0, %xmm0
220; AVX1-NEXT:    vmovdqu %xmm0, (%rdi)
221; AVX1-NEXT:    retq
222;
223; AVX2-LABEL: memset_16_nonconst_bytes:
224; AVX2:       # BB#0:
225; AVX2-NEXT:    vmovd %esi, %xmm0
226; AVX2-NEXT:    vpbroadcastb %xmm0, %xmm0
227; AVX2-NEXT:    vmovdqu %xmm0, (%rdi)
228; AVX2-NEXT:    retq
229  tail call void @llvm.memset.p0i8.i64(i8* %x, i8 %c, i64 16, i32 1, i1 false)
230  ret void
231}
232
233define void @memset_32_nonconst_bytes(i8* %x, i8 %c) {
234; SSE-LABEL: memset_32_nonconst_bytes:
235; SSE:       # BB#0:
236; SSE-NEXT:    movzbl %sil, %eax
237; SSE-NEXT:    movabsq $72340172838076673, %rcx # imm = 0x101010101010101
238; SSE-NEXT:    imulq %rax, %rcx
239; SSE-NEXT:    movq %rcx, 24(%rdi)
240; SSE-NEXT:    movq %rcx, 16(%rdi)
241; SSE-NEXT:    movq %rcx, 8(%rdi)
242; SSE-NEXT:    movq %rcx, (%rdi)
243; SSE-NEXT:    retq
244;
245; SSE2FAST-LABEL: memset_32_nonconst_bytes:
246; SSE2FAST:       # BB#0:
247; SSE2FAST-NEXT:    movd %esi, %xmm0
248; SSE2FAST-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
249; SSE2FAST-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,0,0,0,4,5,6,7]
250; SSE2FAST-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,0,1,1]
251; SSE2FAST-NEXT:    movdqu %xmm0, 16(%rdi)
252; SSE2FAST-NEXT:    movdqu %xmm0, (%rdi)
253; SSE2FAST-NEXT:    retq
254;
255; AVX1-LABEL: memset_32_nonconst_bytes:
256; AVX1:       # BB#0:
257; AVX1-NEXT:    vmovd %esi, %xmm0
258; AVX1-NEXT:    vpxor %xmm1, %xmm1, %xmm1
259; AVX1-NEXT:    vpshufb %xmm1, %xmm0, %xmm0
260; AVX1-NEXT:    vinsertf128 $1, %xmm0, %ymm0, %ymm0
261; AVX1-NEXT:    vmovups %ymm0, (%rdi)
262; AVX1-NEXT:    vzeroupper
263; AVX1-NEXT:    retq
264;
265; AVX2-LABEL: memset_32_nonconst_bytes:
266; AVX2:       # BB#0:
267; AVX2-NEXT:    vmovd %esi, %xmm0
268; AVX2-NEXT:    vpbroadcastb %xmm0, %ymm0
269; AVX2-NEXT:    vmovdqu %ymm0, (%rdi)
270; AVX2-NEXT:    vzeroupper
271; AVX2-NEXT:    retq
272  tail call void @llvm.memset.p0i8.i64(i8* %x, i8 %c, i64 32, i32 1, i1 false)
273  ret void
274}
275
276define void @memset_64_nonconst_bytes(i8* %x, i8 %c) {
277; SSE-LABEL: memset_64_nonconst_bytes:
278; SSE:       # BB#0:
279; SSE-NEXT:    movzbl %sil, %eax
280; SSE-NEXT:    movabsq $72340172838076673, %rcx # imm = 0x101010101010101
281; SSE-NEXT:    imulq %rax, %rcx
282; SSE-NEXT:    movq %rcx, 56(%rdi)
283; SSE-NEXT:    movq %rcx, 48(%rdi)
284; SSE-NEXT:    movq %rcx, 40(%rdi)
285; SSE-NEXT:    movq %rcx, 32(%rdi)
286; SSE-NEXT:    movq %rcx, 24(%rdi)
287; SSE-NEXT:    movq %rcx, 16(%rdi)
288; SSE-NEXT:    movq %rcx, 8(%rdi)
289; SSE-NEXT:    movq %rcx, (%rdi)
290; SSE-NEXT:    retq
291;
292; SSE2FAST-LABEL: memset_64_nonconst_bytes:
293; SSE2FAST:       # BB#0:
294; SSE2FAST-NEXT:    movd %esi, %xmm0
295; SSE2FAST-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
296; SSE2FAST-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,0,0,0,4,5,6,7]
297; SSE2FAST-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,0,1,1]
298; SSE2FAST-NEXT:    movdqu %xmm0, 48(%rdi)
299; SSE2FAST-NEXT:    movdqu %xmm0, 32(%rdi)
300; SSE2FAST-NEXT:    movdqu %xmm0, 16(%rdi)
301; SSE2FAST-NEXT:    movdqu %xmm0, (%rdi)
302; SSE2FAST-NEXT:    retq
303;
304; AVX1-LABEL: memset_64_nonconst_bytes:
305; AVX1:       # BB#0:
306; AVX1-NEXT:    vmovd %esi, %xmm0
307; AVX1-NEXT:    vpxor %xmm1, %xmm1, %xmm1
308; AVX1-NEXT:    vpshufb %xmm1, %xmm0, %xmm0
309; AVX1-NEXT:    vinsertf128 $1, %xmm0, %ymm0, %ymm0
310; AVX1-NEXT:    vmovups %ymm0, 32(%rdi)
311; AVX1-NEXT:    vmovups %ymm0, (%rdi)
312; AVX1-NEXT:    vzeroupper
313; AVX1-NEXT:    retq
314;
315; AVX2-LABEL: memset_64_nonconst_bytes:
316; AVX2:       # BB#0:
317; AVX2-NEXT:    vmovd %esi, %xmm0
318; AVX2-NEXT:    vpbroadcastb %xmm0, %ymm0
319; AVX2-NEXT:    vmovdqu %ymm0, 32(%rdi)
320; AVX2-NEXT:    vmovdqu %ymm0, (%rdi)
321; AVX2-NEXT:    vzeroupper
322; AVX2-NEXT:    retq
323  tail call void @llvm.memset.p0i8.i64(i8* %x, i8 %c, i64 64, i32 1, i1 false)
324  ret void
325}
326
327define void @memset_128_nonconst_bytes(i8* %x, i8 %c) {
328; SSE-LABEL: memset_128_nonconst_bytes:
329; SSE:       # BB#0:
330; SSE-NEXT:    movzbl %sil, %eax
331; SSE-NEXT:    movabsq $72340172838076673, %rcx # imm = 0x101010101010101
332; SSE-NEXT:    imulq %rax, %rcx
333; SSE-NEXT:    movq %rcx, 120(%rdi)
334; SSE-NEXT:    movq %rcx, 112(%rdi)
335; SSE-NEXT:    movq %rcx, 104(%rdi)
336; SSE-NEXT:    movq %rcx, 96(%rdi)
337; SSE-NEXT:    movq %rcx, 88(%rdi)
338; SSE-NEXT:    movq %rcx, 80(%rdi)
339; SSE-NEXT:    movq %rcx, 72(%rdi)
340; SSE-NEXT:    movq %rcx, 64(%rdi)
341; SSE-NEXT:    movq %rcx, 56(%rdi)
342; SSE-NEXT:    movq %rcx, 48(%rdi)
343; SSE-NEXT:    movq %rcx, 40(%rdi)
344; SSE-NEXT:    movq %rcx, 32(%rdi)
345; SSE-NEXT:    movq %rcx, 24(%rdi)
346; SSE-NEXT:    movq %rcx, 16(%rdi)
347; SSE-NEXT:    movq %rcx, 8(%rdi)
348; SSE-NEXT:    movq %rcx, (%rdi)
349; SSE-NEXT:    retq
350;
351; SSE2FAST-LABEL: memset_128_nonconst_bytes:
352; SSE2FAST:       # BB#0:
353; SSE2FAST-NEXT:    movd %esi, %xmm0
354; SSE2FAST-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
355; SSE2FAST-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,0,0,0,4,5,6,7]
356; SSE2FAST-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,0,1,1]
357; SSE2FAST-NEXT:    movdqu %xmm0, 112(%rdi)
358; SSE2FAST-NEXT:    movdqu %xmm0, 96(%rdi)
359; SSE2FAST-NEXT:    movdqu %xmm0, 80(%rdi)
360; SSE2FAST-NEXT:    movdqu %xmm0, 64(%rdi)
361; SSE2FAST-NEXT:    movdqu %xmm0, 48(%rdi)
362; SSE2FAST-NEXT:    movdqu %xmm0, 32(%rdi)
363; SSE2FAST-NEXT:    movdqu %xmm0, 16(%rdi)
364; SSE2FAST-NEXT:    movdqu %xmm0, (%rdi)
365; SSE2FAST-NEXT:    retq
366;
367; AVX1-LABEL: memset_128_nonconst_bytes:
368; AVX1:       # BB#0:
369; AVX1-NEXT:    vmovd %esi, %xmm0
370; AVX1-NEXT:    vpxor %xmm1, %xmm1, %xmm1
371; AVX1-NEXT:    vpshufb %xmm1, %xmm0, %xmm0
372; AVX1-NEXT:    vinsertf128 $1, %xmm0, %ymm0, %ymm0
373; AVX1-NEXT:    vmovups %ymm0, 96(%rdi)
374; AVX1-NEXT:    vmovups %ymm0, 64(%rdi)
375; AVX1-NEXT:    vmovups %ymm0, 32(%rdi)
376; AVX1-NEXT:    vmovups %ymm0, (%rdi)
377; AVX1-NEXT:    vzeroupper
378; AVX1-NEXT:    retq
379;
380; AVX2-LABEL: memset_128_nonconst_bytes:
381; AVX2:       # BB#0:
382; AVX2-NEXT:    vmovd %esi, %xmm0
383; AVX2-NEXT:    vpbroadcastb %xmm0, %ymm0
384; AVX2-NEXT:    vmovdqu %ymm0, 96(%rdi)
385; AVX2-NEXT:    vmovdqu %ymm0, 64(%rdi)
386; AVX2-NEXT:    vmovdqu %ymm0, 32(%rdi)
387; AVX2-NEXT:    vmovdqu %ymm0, (%rdi)
388; AVX2-NEXT:    vzeroupper
389; AVX2-NEXT:    retq
390  tail call void @llvm.memset.p0i8.i64(i8* %x, i8 %c, i64 128, i32 1, i1 false)
391  ret void
392}
393
394define void @memset_256_nonconst_bytes(i8* %x, i8 %c) {
395; SSE-LABEL: memset_256_nonconst_bytes:
396; SSE:       # BB#0:
397; SSE-NEXT:    movl $256, %edx # imm = 0x100
398; SSE-NEXT:    jmp memset # TAILCALL
399;
400; SSE2FAST-LABEL: memset_256_nonconst_bytes:
401; SSE2FAST:       # BB#0:
402; SSE2FAST-NEXT:    movd %esi, %xmm0
403; SSE2FAST-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7]
404; SSE2FAST-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[0,0,0,0,4,5,6,7]
405; SSE2FAST-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,0,1,1]
406; SSE2FAST-NEXT:    movdqu %xmm0, 240(%rdi)
407; SSE2FAST-NEXT:    movdqu %xmm0, 224(%rdi)
408; SSE2FAST-NEXT:    movdqu %xmm0, 208(%rdi)
409; SSE2FAST-NEXT:    movdqu %xmm0, 192(%rdi)
410; SSE2FAST-NEXT:    movdqu %xmm0, 176(%rdi)
411; SSE2FAST-NEXT:    movdqu %xmm0, 160(%rdi)
412; SSE2FAST-NEXT:    movdqu %xmm0, 144(%rdi)
413; SSE2FAST-NEXT:    movdqu %xmm0, 128(%rdi)
414; SSE2FAST-NEXT:    movdqu %xmm0, 112(%rdi)
415; SSE2FAST-NEXT:    movdqu %xmm0, 96(%rdi)
416; SSE2FAST-NEXT:    movdqu %xmm0, 80(%rdi)
417; SSE2FAST-NEXT:    movdqu %xmm0, 64(%rdi)
418; SSE2FAST-NEXT:    movdqu %xmm0, 48(%rdi)
419; SSE2FAST-NEXT:    movdqu %xmm0, 32(%rdi)
420; SSE2FAST-NEXT:    movdqu %xmm0, 16(%rdi)
421; SSE2FAST-NEXT:    movdqu %xmm0, (%rdi)
422; SSE2FAST-NEXT:    retq
423;
424; AVX1-LABEL: memset_256_nonconst_bytes:
425; AVX1:       # BB#0:
426; AVX1-NEXT:    vmovd %esi, %xmm0
427; AVX1-NEXT:    vpxor %xmm1, %xmm1, %xmm1
428; AVX1-NEXT:    vpshufb %xmm1, %xmm0, %xmm0
429; AVX1-NEXT:    vinsertf128 $1, %xmm0, %ymm0, %ymm0
430; AVX1-NEXT:    vmovups %ymm0, 224(%rdi)
431; AVX1-NEXT:    vmovups %ymm0, 192(%rdi)
432; AVX1-NEXT:    vmovups %ymm0, 160(%rdi)
433; AVX1-NEXT:    vmovups %ymm0, 128(%rdi)
434; AVX1-NEXT:    vmovups %ymm0, 96(%rdi)
435; AVX1-NEXT:    vmovups %ymm0, 64(%rdi)
436; AVX1-NEXT:    vmovups %ymm0, 32(%rdi)
437; AVX1-NEXT:    vmovups %ymm0, (%rdi)
438; AVX1-NEXT:    vzeroupper
439; AVX1-NEXT:    retq
440;
441; AVX2-LABEL: memset_256_nonconst_bytes:
442; AVX2:       # BB#0:
443; AVX2-NEXT:    vmovd %esi, %xmm0
444; AVX2-NEXT:    vpbroadcastb %xmm0, %ymm0
445; AVX2-NEXT:    vmovdqu %ymm0, 224(%rdi)
446; AVX2-NEXT:    vmovdqu %ymm0, 192(%rdi)
447; AVX2-NEXT:    vmovdqu %ymm0, 160(%rdi)
448; AVX2-NEXT:    vmovdqu %ymm0, 128(%rdi)
449; AVX2-NEXT:    vmovdqu %ymm0, 96(%rdi)
450; AVX2-NEXT:    vmovdqu %ymm0, 64(%rdi)
451; AVX2-NEXT:    vmovdqu %ymm0, 32(%rdi)
452; AVX2-NEXT:    vmovdqu %ymm0, (%rdi)
453; AVX2-NEXT:    vzeroupper
454; AVX2-NEXT:    retq
455  tail call void @llvm.memset.p0i8.i64(i8* %x, i8 %c, i64 256, i32 1, i1 false)
456  ret void
457}
458
459declare void @llvm.memset.p0i8.i64(i8* nocapture, i8, i64, i32, i1) #1
460
461