1; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
2; RUN: llc < %s -mcpu=x86-64 | FileCheck %s --check-prefix=CHECK-ALL --check-prefix=CHECK-SSE --check-prefix=CHECK-NOSSSE3
3; RUN: llc < %s -mcpu=core2 | FileCheck %s --check-prefix=CHECK-ALL --check-prefix=CHECK-SSE --check-prefix=CHECK-SSSE3
4; RUN: llc < %s -mcpu=core-avx2 | FileCheck %s --check-prefix=CHECK-ALL --check-prefix=CHECK-AVX --check-prefix=CHECK-AVX2
5; RUN: llc < %s -mcpu=core-avx2 -x86-experimental-vector-widening-legalization | FileCheck %s --check-prefix=CHECK-ALL --check-prefix=CHECK-WIDE-AVX --check-prefix=CHECK-WIDE-AVX2
6
7target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64-S128"
8target triple = "x86_64-unknown-linux-gnu"
9
10declare <8 x i16> @llvm.bswap.v8i16(<8 x i16>)
11declare <4 x i32> @llvm.bswap.v4i32(<4 x i32>)
12declare <2 x i64> @llvm.bswap.v2i64(<2 x i64>)
13
14define <8 x i16> @test1(<8 x i16> %v) {
15; CHECK-NOSSSE3-LABEL: test1:
16; CHECK-NOSSSE3:       # BB#0: # %entry
17; CHECK-NOSSSE3-NEXT:    pxor %xmm1, %xmm1
18; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm2
19; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm2 = xmm2[8],xmm1[8],xmm2[9],xmm1[9],xmm2[10],xmm1[10],xmm2[11],xmm1[11],xmm2[12],xmm1[12],xmm2[13],xmm1[13],xmm2[14],xmm1[14],xmm2[15],xmm1[15]
20; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm2 = xmm2[1,0,3,2,4,5,6,7]
21; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,5,4,7,6]
22; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3],xmm0[4],xmm1[4],xmm0[5],xmm1[5],xmm0[6],xmm1[6],xmm0[7],xmm1[7]
23; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[1,0,3,2,4,5,6,7]
24; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,5,4,7,6]
25; CHECK-NOSSSE3-NEXT:    packuswb %xmm2, %xmm0
26; CHECK-NOSSSE3-NEXT:    retq
27;
28; CHECK-SSSE3-LABEL: test1:
29; CHECK-SSSE3:       # BB#0: # %entry
30; CHECK-SSSE3-NEXT:    pshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14]
31; CHECK-SSSE3-NEXT:    retq
32;
33; CHECK-AVX-LABEL: test1:
34; CHECK-AVX:       # BB#0: # %entry
35; CHECK-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14]
36; CHECK-AVX-NEXT:    retq
37;
38; CHECK-WIDE-AVX-LABEL: test1:
39; CHECK-WIDE-AVX:       # BB#0: # %entry
40; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14]
41; CHECK-WIDE-AVX-NEXT:    retq
42entry:
43  %r = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> %v)
44  ret <8 x i16> %r
45}
46
47define <4 x i32> @test2(<4 x i32> %v) {
48; CHECK-NOSSSE3-LABEL: test2:
49; CHECK-NOSSSE3:       # BB#0: # %entry
50; CHECK-NOSSSE3-NEXT:    pxor %xmm1, %xmm1
51; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm2
52; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm2 = xmm2[8],xmm1[8],xmm2[9],xmm1[9],xmm2[10],xmm1[10],xmm2[11],xmm1[11],xmm2[12],xmm1[12],xmm2[13],xmm1[13],xmm2[14],xmm1[14],xmm2[15],xmm1[15]
53; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm2 = xmm2[3,2,1,0,4,5,6,7]
54; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,7,6,5,4]
55; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3],xmm0[4],xmm1[4],xmm0[5],xmm1[5],xmm0[6],xmm1[6],xmm0[7],xmm1[7]
56; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
57; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
58; CHECK-NOSSSE3-NEXT:    packuswb %xmm2, %xmm0
59; CHECK-NOSSSE3-NEXT:    retq
60;
61; CHECK-SSSE3-LABEL: test2:
62; CHECK-SSSE3:       # BB#0: # %entry
63; CHECK-SSSE3-NEXT:    pshufb {{.*#+}} xmm0 = xmm0[3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12]
64; CHECK-SSSE3-NEXT:    retq
65;
66; CHECK-AVX-LABEL: test2:
67; CHECK-AVX:       # BB#0: # %entry
68; CHECK-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12]
69; CHECK-AVX-NEXT:    retq
70;
71; CHECK-WIDE-AVX-LABEL: test2:
72; CHECK-WIDE-AVX:       # BB#0: # %entry
73; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12]
74; CHECK-WIDE-AVX-NEXT:    retq
75entry:
76  %r = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %v)
77  ret <4 x i32> %r
78}
79
80define <2 x i64> @test3(<2 x i64> %v) {
81; CHECK-NOSSSE3-LABEL: test3:
82; CHECK-NOSSSE3:       # BB#0: # %entry
83; CHECK-NOSSSE3-NEXT:    pxor %xmm1, %xmm1
84; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm2
85; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm2 = xmm2[8],xmm1[8],xmm2[9],xmm1[9],xmm2[10],xmm1[10],xmm2[11],xmm1[11],xmm2[12],xmm1[12],xmm2[13],xmm1[13],xmm2[14],xmm1[14],xmm2[15],xmm1[15]
86; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm2 = xmm2[2,3,0,1]
87; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm2 = xmm2[3,2,1,0,4,5,6,7]
88; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,7,6,5,4]
89; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3],xmm0[4],xmm1[4],xmm0[5],xmm1[5],xmm0[6],xmm1[6],xmm0[7],xmm1[7]
90; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[2,3,0,1]
91; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
92; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
93; CHECK-NOSSSE3-NEXT:    packuswb %xmm2, %xmm0
94; CHECK-NOSSSE3-NEXT:    retq
95;
96; CHECK-SSSE3-LABEL: test3:
97; CHECK-SSSE3:       # BB#0: # %entry
98; CHECK-SSSE3-NEXT:    pshufb {{.*#+}} xmm0 = xmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8]
99; CHECK-SSSE3-NEXT:    retq
100;
101; CHECK-AVX-LABEL: test3:
102; CHECK-AVX:       # BB#0: # %entry
103; CHECK-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8]
104; CHECK-AVX-NEXT:    retq
105;
106; CHECK-WIDE-AVX-LABEL: test3:
107; CHECK-WIDE-AVX:       # BB#0: # %entry
108; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8]
109; CHECK-WIDE-AVX-NEXT:    retq
110entry:
111  %r = call <2 x i64> @llvm.bswap.v2i64(<2 x i64> %v)
112  ret <2 x i64> %r
113}
114
115declare <16 x i16> @llvm.bswap.v16i16(<16 x i16>)
116declare <8 x i32> @llvm.bswap.v8i32(<8 x i32>)
117declare <4 x i64> @llvm.bswap.v4i64(<4 x i64>)
118
119define <16 x i16> @test4(<16 x i16> %v) {
120; CHECK-NOSSSE3-LABEL: test4:
121; CHECK-NOSSSE3:       # BB#0: # %entry
122; CHECK-NOSSSE3-NEXT:    pxor %xmm2, %xmm2
123; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm3
124; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
125; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[1,0,3,2,4,5,6,7]
126; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,5,4,7,6]
127; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1],xmm0[2],xmm2[2],xmm0[3],xmm2[3],xmm0[4],xmm2[4],xmm0[5],xmm2[5],xmm0[6],xmm2[6],xmm0[7],xmm2[7]
128; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[1,0,3,2,4,5,6,7]
129; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,5,4,7,6]
130; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm0
131; CHECK-NOSSSE3-NEXT:    movdqa %xmm1, %xmm3
132; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
133; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[1,0,3,2,4,5,6,7]
134; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,5,4,7,6]
135; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1],xmm1[2],xmm2[2],xmm1[3],xmm2[3],xmm1[4],xmm2[4],xmm1[5],xmm2[5],xmm1[6],xmm2[6],xmm1[7],xmm2[7]
136; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm1 = xmm1[1,0,3,2,4,5,6,7]
137; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,5,4,7,6]
138; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm1
139; CHECK-NOSSSE3-NEXT:    retq
140;
141; CHECK-SSSE3-LABEL: test4:
142; CHECK-SSSE3:       # BB#0: # %entry
143; CHECK-SSSE3-NEXT:    movdqa {{.*#+}} xmm2 = [1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14]
144; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm0
145; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm1
146; CHECK-SSSE3-NEXT:    retq
147;
148; CHECK-AVX-LABEL: test4:
149; CHECK-AVX:       # BB#0: # %entry
150; CHECK-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14,17,16,19,18,21,20,23,22,25,24,27,26,29,28,31,30]
151; CHECK-AVX-NEXT:    retq
152;
153; CHECK-WIDE-AVX-LABEL: test4:
154; CHECK-WIDE-AVX:       # BB#0: # %entry
155; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14,17,16,19,18,21,20,23,22,25,24,27,26,29,28,31,30]
156; CHECK-WIDE-AVX-NEXT:    retq
157entry:
158  %r = call <16 x i16> @llvm.bswap.v16i16(<16 x i16> %v)
159  ret <16 x i16> %r
160}
161
162define <8 x i32> @test5(<8 x i32> %v) {
163; CHECK-NOSSSE3-LABEL: test5:
164; CHECK-NOSSSE3:       # BB#0: # %entry
165; CHECK-NOSSSE3-NEXT:    pxor %xmm2, %xmm2
166; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm3
167; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
168; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[3,2,1,0,4,5,6,7]
169; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,7,6,5,4]
170; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1],xmm0[2],xmm2[2],xmm0[3],xmm2[3],xmm0[4],xmm2[4],xmm0[5],xmm2[5],xmm0[6],xmm2[6],xmm0[7],xmm2[7]
171; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
172; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
173; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm0
174; CHECK-NOSSSE3-NEXT:    movdqa %xmm1, %xmm3
175; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
176; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[3,2,1,0,4,5,6,7]
177; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,7,6,5,4]
178; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1],xmm1[2],xmm2[2],xmm1[3],xmm2[3],xmm1[4],xmm2[4],xmm1[5],xmm2[5],xmm1[6],xmm2[6],xmm1[7],xmm2[7]
179; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm1 = xmm1[3,2,1,0,4,5,6,7]
180; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,7,6,5,4]
181; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm1
182; CHECK-NOSSSE3-NEXT:    retq
183;
184; CHECK-SSSE3-LABEL: test5:
185; CHECK-SSSE3:       # BB#0: # %entry
186; CHECK-SSSE3-NEXT:    movdqa {{.*#+}} xmm2 = [3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12]
187; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm0
188; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm1
189; CHECK-SSSE3-NEXT:    retq
190;
191; CHECK-AVX-LABEL: test5:
192; CHECK-AVX:       # BB#0: # %entry
193; CHECK-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12,19,18,17,16,23,22,21,20,27,26,25,24,31,30,29,28]
194; CHECK-AVX-NEXT:    retq
195;
196; CHECK-WIDE-AVX-LABEL: test5:
197; CHECK-WIDE-AVX:       # BB#0: # %entry
198; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[3,2,1,0,7,6,5,4,11,10,9,8,15,14,13,12,19,18,17,16,23,22,21,20,27,26,25,24,31,30,29,28]
199; CHECK-WIDE-AVX-NEXT:    retq
200entry:
201  %r = call <8 x i32> @llvm.bswap.v8i32(<8 x i32> %v)
202  ret <8 x i32> %r
203}
204
205define <4 x i64> @test6(<4 x i64> %v) {
206; CHECK-NOSSSE3-LABEL: test6:
207; CHECK-NOSSSE3:       # BB#0: # %entry
208; CHECK-NOSSSE3-NEXT:    pxor %xmm2, %xmm2
209; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm3
210; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
211; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,0,1]
212; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[3,2,1,0,4,5,6,7]
213; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,7,6,5,4]
214; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm2[0],xmm0[1],xmm2[1],xmm0[2],xmm2[2],xmm0[3],xmm2[3],xmm0[4],xmm2[4],xmm0[5],xmm2[5],xmm0[6],xmm2[6],xmm0[7],xmm2[7]
215; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[2,3,0,1]
216; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
217; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
218; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm0
219; CHECK-NOSSSE3-NEXT:    movdqa %xmm1, %xmm3
220; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm3 = xmm3[8],xmm2[8],xmm3[9],xmm2[9],xmm3[10],xmm2[10],xmm3[11],xmm2[11],xmm3[12],xmm2[12],xmm3[13],xmm2[13],xmm3[14],xmm2[14],xmm3[15],xmm2[15]
221; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm3 = xmm3[2,3,0,1]
222; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm3 = xmm3[3,2,1,0,4,5,6,7]
223; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm3 = xmm3[0,1,2,3,7,6,5,4]
224; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[1],xmm2[1],xmm1[2],xmm2[2],xmm1[3],xmm2[3],xmm1[4],xmm2[4],xmm1[5],xmm2[5],xmm1[6],xmm2[6],xmm1[7],xmm2[7]
225; CHECK-NOSSSE3-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[2,3,0,1]
226; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm1 = xmm1[3,2,1,0,4,5,6,7]
227; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,7,6,5,4]
228; CHECK-NOSSSE3-NEXT:    packuswb %xmm3, %xmm1
229; CHECK-NOSSSE3-NEXT:    retq
230;
231; CHECK-SSSE3-LABEL: test6:
232; CHECK-SSSE3:       # BB#0: # %entry
233; CHECK-SSSE3-NEXT:    movdqa {{.*#+}} xmm2 = [7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8]
234; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm0
235; CHECK-SSSE3-NEXT:    pshufb %xmm2, %xmm1
236; CHECK-SSSE3-NEXT:    retq
237;
238; CHECK-AVX-LABEL: test6:
239; CHECK-AVX:       # BB#0: # %entry
240; CHECK-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24]
241; CHECK-AVX-NEXT:    retq
242;
243; CHECK-WIDE-AVX-LABEL: test6:
244; CHECK-WIDE-AVX:       # BB#0: # %entry
245; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} ymm0 = ymm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24]
246; CHECK-WIDE-AVX-NEXT:    retq
247entry:
248  %r = call <4 x i64> @llvm.bswap.v4i64(<4 x i64> %v)
249  ret <4 x i64> %r
250}
251
252declare <4 x i16> @llvm.bswap.v4i16(<4 x i16>)
253
254define <4 x i16> @test7(<4 x i16> %v) {
255; CHECK-NOSSSE3-LABEL: test7:
256; CHECK-NOSSSE3:       # BB#0: # %entry
257; CHECK-NOSSSE3-NEXT:    pxor %xmm1, %xmm1
258; CHECK-NOSSSE3-NEXT:    movdqa %xmm0, %xmm2
259; CHECK-NOSSSE3-NEXT:    punpckhbw {{.*#+}} xmm2 = xmm2[8],xmm1[8],xmm2[9],xmm1[9],xmm2[10],xmm1[10],xmm2[11],xmm1[11],xmm2[12],xmm1[12],xmm2[13],xmm1[13],xmm2[14],xmm1[14],xmm2[15],xmm1[15]
260; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm2 = xmm2[3,2,1,0,4,5,6,7]
261; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,7,6,5,4]
262; CHECK-NOSSSE3-NEXT:    punpcklbw {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1],xmm0[2],xmm1[2],xmm0[3],xmm1[3],xmm0[4],xmm1[4],xmm0[5],xmm1[5],xmm0[6],xmm1[6],xmm0[7],xmm1[7]
263; CHECK-NOSSSE3-NEXT:    pshuflw {{.*#+}} xmm0 = xmm0[3,2,1,0,4,5,6,7]
264; CHECK-NOSSSE3-NEXT:    pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,7,6,5,4]
265; CHECK-NOSSSE3-NEXT:    packuswb %xmm2, %xmm0
266; CHECK-NOSSSE3-NEXT:    psrld $16, %xmm0
267; CHECK-NOSSSE3-NEXT:    retq
268;
269; CHECK-SSSE3-LABEL: test7:
270; CHECK-SSSE3:       # BB#0: # %entry
271; CHECK-SSSE3-NEXT:    pshufb {{.*#+}} xmm0 = xmm0[1,0],zero,zero,xmm0[5,4],zero,zero,xmm0[9,8],zero,zero,xmm0[13,12],zero,zero
272; CHECK-SSSE3-NEXT:    retq
273;
274; CHECK-AVX-LABEL: test7:
275; CHECK-AVX:       # BB#0: # %entry
276; CHECK-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[1,0],zero,zero,xmm0[5,4],zero,zero,xmm0[9,8],zero,zero,xmm0[13,12],zero,zero
277; CHECK-AVX-NEXT:    retq
278;
279; CHECK-WIDE-AVX-LABEL: test7:
280; CHECK-WIDE-AVX:       # BB#0: # %entry
281; CHECK-WIDE-AVX-NEXT:    vpshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14]
282; CHECK-WIDE-AVX-NEXT:    retq
283entry:
284  %r = call <4 x i16> @llvm.bswap.v4i16(<4 x i16> %v)
285  ret <4 x i16> %r
286}
287
288;
289; Double BSWAP -> Identity
290;
291
292define <8 x i16> @identity_v8i16(<8 x i16> %v) {
293; CHECK-ALL-LABEL: identity_v8i16:
294; CHECK-ALL:       # BB#0: # %entry
295; CHECK-ALL-NEXT:    retq
296entry:
297  %bs1 = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> %v)
298  %bs2 = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> %bs1)
299  ret <8 x i16> %bs2
300}
301
302define <4 x i32> @identity_v4i32(<4 x i32> %v) {
303; CHECK-ALL-LABEL: identity_v4i32:
304; CHECK-ALL:       # BB#0: # %entry
305; CHECK-ALL-NEXT:    retq
306entry:
307  %bs1 = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %v)
308  %bs2 = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %bs1)
309  ret <4 x i32> %bs2
310}
311
312define <2 x i64> @identity_v2i64(<2 x i64> %v) {
313; CHECK-ALL-LABEL: identity_v2i64:
314; CHECK-ALL:       # BB#0: # %entry
315; CHECK-ALL-NEXT:    retq
316entry:
317  %bs1 = call <2 x i64> @llvm.bswap.v2i64(<2 x i64> %v)
318  %bs2 = call <2 x i64> @llvm.bswap.v2i64(<2 x i64> %bs1)
319  ret <2 x i64> %bs2
320}
321
322define <16 x i16> @identity_v16i16(<16 x i16> %v) {
323; CHECK-ALL-LABEL: identity_v16i16:
324; CHECK-ALL:       # BB#0: # %entry
325; CHECK-ALL-NEXT:    retq
326entry:
327  %bs1 = call <16 x i16> @llvm.bswap.v16i16(<16 x i16> %v)
328  %bs2 = call <16 x i16> @llvm.bswap.v16i16(<16 x i16> %bs1)
329  ret <16 x i16> %bs2
330}
331
332define <8 x i32> @identity_v8i32(<8 x i32> %v) {
333; CHECK-ALL-LABEL: identity_v8i32:
334; CHECK-ALL:       # BB#0: # %entry
335; CHECK-ALL-NEXT:    retq
336entry:
337  %bs1 = call <8 x i32> @llvm.bswap.v8i32(<8 x i32> %v)
338  %bs2 = call <8 x i32> @llvm.bswap.v8i32(<8 x i32> %bs1)
339  ret <8 x i32> %bs2
340}
341
342define <4 x i64> @identity_v4i64(<4 x i64> %v) {
343; CHECK-ALL-LABEL: identity_v4i64:
344; CHECK-ALL:       # BB#0: # %entry
345; CHECK-ALL-NEXT:    retq
346entry:
347  %bs1 = call <4 x i64> @llvm.bswap.v4i64(<4 x i64> %v)
348  %bs2 = call <4 x i64> @llvm.bswap.v4i64(<4 x i64> %bs1)
349  ret <4 x i64> %bs2
350}
351
352define <4 x i16> @identity_v4i16(<4 x i16> %v) {
353; CHECK-ALL-LABEL: identity_v4i16:
354; CHECK-ALL:       # BB#0: # %entry
355; CHECK-ALL-NEXT:    retq
356entry:
357  %bs1 = call <4 x i16> @llvm.bswap.v4i16(<4 x i16> %v)
358  %bs2 = call <4 x i16> @llvm.bswap.v4i16(<4 x i16> %bs1)
359  ret <4 x i16> %bs2
360}
361
362;
363; Constant Folding
364;
365
366define <8 x i16> @fold_v8i16() {
367; CHECK-SSE-LABEL: fold_v8i16:
368; CHECK-SSE:       # BB#0: # %entry
369; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [0,256,65535,512,65023,1024,64511,1536]
370; CHECK-SSE-NEXT:    retq
371;
372; CHECK-AVX-LABEL: fold_v8i16:
373; CHECK-AVX:       # BB#0: # %entry
374; CHECK-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [0,256,65535,512,65023,1024,64511,1536]
375; CHECK-AVX-NEXT:    retq
376;
377; CHECK-WIDE-AVX-LABEL: fold_v8i16:
378; CHECK-WIDE-AVX:       # BB#0: # %entry
379; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [0,256,65535,512,65023,1024,64511,1536]
380; CHECK-WIDE-AVX-NEXT:    retq
381entry:
382  %r = call <8 x i16> @llvm.bswap.v8i16(<8 x i16> <i16 0, i16 1, i16 -1, i16 2, i16 -3, i16 4, i16 -5, i16 6>)
383  ret <8 x i16> %r
384}
385
386define <4 x i32> @fold_v4i32() {
387; CHECK-SSE-LABEL: fold_v4i32:
388; CHECK-SSE:       # BB#0: # %entry
389; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [0,4294967295,33554432,4261412863]
390; CHECK-SSE-NEXT:    retq
391;
392; CHECK-AVX-LABEL: fold_v4i32:
393; CHECK-AVX:       # BB#0: # %entry
394; CHECK-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [0,4294967295,33554432,4261412863]
395; CHECK-AVX-NEXT:    retq
396;
397; CHECK-WIDE-AVX-LABEL: fold_v4i32:
398; CHECK-WIDE-AVX:       # BB#0: # %entry
399; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [0,4294967295,33554432,4261412863]
400; CHECK-WIDE-AVX-NEXT:    retq
401entry:
402  %r = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> <i32 0, i32 -1, i32 2, i32 -3>)
403  ret <4 x i32> %r
404}
405
406define <2 x i64> @fold_v2i64() {
407; CHECK-SSE-LABEL: fold_v2i64:
408; CHECK-SSE:       # BB#0: # %entry
409; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [18374686479671623680,18446744073709551615]
410; CHECK-SSE-NEXT:    retq
411;
412; CHECK-AVX-LABEL: fold_v2i64:
413; CHECK-AVX:       # BB#0: # %entry
414; CHECK-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [18374686479671623680,18446744073709551615]
415; CHECK-AVX-NEXT:    retq
416;
417; CHECK-WIDE-AVX-LABEL: fold_v2i64:
418; CHECK-WIDE-AVX:       # BB#0: # %entry
419; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} xmm0 = [18374686479671623680,18446744073709551615]
420; CHECK-WIDE-AVX-NEXT:    retq
421entry:
422  %r = call <2 x i64> @llvm.bswap.v2i64(<2 x i64> <i64 255, i64 -1>)
423  ret <2 x i64> %r
424}
425
426define <16 x i16> @fold_v16i16() {
427; CHECK-SSE-LABEL: fold_v16i16:
428; CHECK-SSE:       # BB#0: # %entry
429; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [0,256,65535,512,65023,1024,64511,1536]
430; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm1 = [63999,2048,63487,2560,62975,3072,62463,3584]
431; CHECK-SSE-NEXT:    retq
432;
433; CHECK-AVX-LABEL: fold_v16i16:
434; CHECK-AVX:       # BB#0: # %entry
435; CHECK-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [0,256,65535,512,65023,1024,64511,1536,63999,2048,63487,2560,62975,3072,62463,3584]
436; CHECK-AVX-NEXT:    retq
437;
438; CHECK-WIDE-AVX-LABEL: fold_v16i16:
439; CHECK-WIDE-AVX:       # BB#0: # %entry
440; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [0,256,65535,512,65023,1024,64511,1536,63999,2048,63487,2560,62975,3072,62463,3584]
441; CHECK-WIDE-AVX-NEXT:    retq
442entry:
443  %r = call <16 x i16> @llvm.bswap.v16i16(<16 x i16> <i16 0, i16 1, i16 -1, i16 2, i16 -3, i16 4, i16 -5, i16 6, i16 -7, i16 8, i16 -9, i16 10, i16 -11, i16 12, i16 -13, i16 14>)
444  ret <16 x i16> %r
445}
446
447define <8 x i32> @fold_v8i32() {
448; CHECK-SSE-LABEL: fold_v8i32:
449; CHECK-SSE:       # BB#0: # %entry
450; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [0,16777216,4294967295,33554432]
451; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm1 = [4261412863,67108864,4227858431,100663296]
452; CHECK-SSE-NEXT:    retq
453;
454; CHECK-AVX-LABEL: fold_v8i32:
455; CHECK-AVX:       # BB#0: # %entry
456; CHECK-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [0,16777216,4294967295,33554432,4261412863,67108864,4227858431,100663296]
457; CHECK-AVX-NEXT:    retq
458;
459; CHECK-WIDE-AVX-LABEL: fold_v8i32:
460; CHECK-WIDE-AVX:       # BB#0: # %entry
461; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [0,16777216,4294967295,33554432,4261412863,67108864,4227858431,100663296]
462; CHECK-WIDE-AVX-NEXT:    retq
463entry:
464  %r = call <8 x i32> @llvm.bswap.v8i32(<8 x i32> <i32 0, i32 1, i32 -1, i32 2, i32 -3, i32 4, i32 -5, i32 6>)
465  ret <8 x i32> %r
466}
467
468define <4 x i64> @fold_v4i64() {
469; CHECK-SSE-LABEL: fold_v4i64:
470; CHECK-SSE:       # BB#0: # %entry
471; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm0 = [18374686479671623680,18446744073709551615]
472; CHECK-SSE-NEXT:    movaps {{.*#+}} xmm1 = [18446462598732840960,72056494526300160]
473; CHECK-SSE-NEXT:    retq
474;
475; CHECK-AVX-LABEL: fold_v4i64:
476; CHECK-AVX:       # BB#0: # %entry
477; CHECK-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [18374686479671623680,18446744073709551615,18446462598732840960,72056494526300160]
478; CHECK-AVX-NEXT:    retq
479;
480; CHECK-WIDE-AVX-LABEL: fold_v4i64:
481; CHECK-WIDE-AVX:       # BB#0: # %entry
482; CHECK-WIDE-AVX-NEXT:    vmovaps {{.*#+}} ymm0 = [18374686479671623680,18446744073709551615,18446462598732840960,72056494526300160]
483; CHECK-WIDE-AVX-NEXT:    retq
484entry:
485  %r = call <4 x i64> @llvm.bswap.v4i64(<4 x i64> <i64 255, i64 -1, i64 65535, i64 16776960>)
486  ret <4 x i64> %r
487}
488