1; RUN: opt < %s -loop-vectorize -force-vector-interleave=2 -force-vector-width=4 -S | FileCheck %s
2
3target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64-S128"
4
5; Make sure consecutive vector generates correct negative indices.
6; PR15882
7
8; CHECK: %index = phi i64 [ 0, %vector.ph ], [ %index.next, %vector.body ]
9; CHECK: %offset.idx = sub i64 %startval, %index
10; CHECK: %[[a0:.+]] = add i64 %offset.idx, 0
11; CHECK: %[[v0:.+]] = insertelement <4 x i64> undef, i64 %[[a0]], i64 0
12; CHECK: %[[a1:.+]] = add i64 %offset.idx, -1
13; CHECK: %[[v1:.+]] = insertelement <4 x i64> %[[v0]], i64 %[[a1]], i64 1
14; CHECK: %[[a2:.+]] = add i64 %offset.idx, -2
15; CHECK: %[[v2:.+]] = insertelement <4 x i64> %[[v1]], i64 %[[a2]], i64 2
16; CHECK: %[[a3:.+]] = add i64 %offset.idx, -3
17; CHECK: %[[v3:.+]] = insertelement <4 x i64> %[[v2]], i64 %[[a3]], i64 3
18; CHECK: %[[a4:.+]] = add i64 %offset.idx, -4
19; CHECK: %[[v4:.+]] = insertelement <4 x i64> undef, i64 %[[a4]], i64 0
20; CHECK: %[[a5:.+]] = add i64 %offset.idx, -5
21; CHECK: %[[v5:.+]] = insertelement <4 x i64> %[[v4]], i64 %[[a5]], i64 1
22; CHECK: %[[a6:.+]] = add i64 %offset.idx, -6
23; CHECK: %[[v6:.+]] = insertelement <4 x i64> %[[v5]], i64 %[[a6]], i64 2
24; CHECK: %[[a7:.+]] = add i64 %offset.idx, -7
25; CHECK: %[[v7:.+]] = insertelement <4 x i64> %[[v6]], i64 %[[a7]], i64 3
26
27define i32 @reverse_induction_i64(i64 %startval, i32 * %ptr) {
28entry:
29  br label %for.body
30
31for.body:
32  %add.i7 = phi i64 [ %startval, %entry ], [ %add.i, %for.body ]
33  %i.06 = phi i32 [ 0, %entry ], [ %inc4, %for.body ]
34  %redux5 = phi i32 [ 0, %entry ], [ %inc.redux, %for.body ]
35  %add.i = add i64 %add.i7, -1
36  %kind_.i = getelementptr inbounds i32, i32* %ptr, i64 %add.i
37  %tmp.i1 = load i32, i32* %kind_.i, align 4
38  %inc.redux = add i32 %tmp.i1, %redux5
39  %inc4 = add i32 %i.06, 1
40  %exitcond = icmp ne i32 %inc4, 1024
41  br i1 %exitcond, label %for.body, label %loopend
42
43loopend:
44  ret i32 %inc.redux
45}
46
47; CHECK-LABEL: @reverse_induction_i128(
48; CHECK: %index = phi i128 [ 0, %vector.ph ], [ %index.next, %vector.body ]
49; CHECK: %offset.idx = sub i128 %startval, %index
50; CHECK: %[[a0:.+]] = add i128 %offset.idx, 0
51; CHECK: %[[v0:.+]] = insertelement <4 x i128> undef, i128 %[[a0]], i64 0
52; CHECK: %[[a1:.+]] = add i128 %offset.idx, -1
53; CHECK: %[[v1:.+]] = insertelement <4 x i128> %[[v0]], i128 %[[a1]], i64 1
54; CHECK: %[[a2:.+]] = add i128 %offset.idx, -2
55; CHECK: %[[v2:.+]] = insertelement <4 x i128> %[[v1]], i128 %[[a2]], i64 2
56; CHECK: %[[a3:.+]] = add i128 %offset.idx, -3
57; CHECK: %[[v3:.+]] = insertelement <4 x i128> %[[v2]], i128 %[[a3]], i64 3
58; CHECK: %[[a4:.+]] = add i128 %offset.idx, -4
59; CHECK: %[[v4:.+]] = insertelement <4 x i128> undef, i128 %[[a4]], i64 0
60; CHECK: %[[a5:.+]] = add i128 %offset.idx, -5
61; CHECK: %[[v5:.+]] = insertelement <4 x i128> %[[v4]], i128 %[[a5]], i64 1
62; CHECK: %[[a6:.+]] = add i128 %offset.idx, -6
63; CHECK: %[[v6:.+]] = insertelement <4 x i128> %[[v5]], i128 %[[a6]], i64 2
64; CHECK: %[[a7:.+]] = add i128 %offset.idx, -7
65; CHECK: %[[v7:.+]] = insertelement <4 x i128> %[[v6]], i128 %[[a7]], i64 3
66
67define i32 @reverse_induction_i128(i128 %startval, i32 * %ptr) {
68entry:
69  br label %for.body
70
71for.body:
72  %add.i7 = phi i128 [ %startval, %entry ], [ %add.i, %for.body ]
73  %i.06 = phi i32 [ 0, %entry ], [ %inc4, %for.body ]
74  %redux5 = phi i32 [ 0, %entry ], [ %inc.redux, %for.body ]
75  %add.i = add i128 %add.i7, -1
76  %kind_.i = getelementptr inbounds i32, i32* %ptr, i128 %add.i
77  %tmp.i1 = load i32, i32* %kind_.i, align 4
78  %inc.redux = add i32 %tmp.i1, %redux5
79  %inc4 = add i32 %i.06, 1
80  %exitcond = icmp ne i32 %inc4, 1024
81  br i1 %exitcond, label %for.body, label %loopend
82
83loopend:
84  ret i32 %inc.redux
85}
86
87; CHECK-LABEL: @reverse_induction_i16(
88; CHECK: %index = phi i32 [ 0, %vector.ph ], [ %index.next, %vector.body ]
89; CHECK: %offset.idx = sub i16 %startval, {{.*}}
90; CHECK: %[[a0:.+]] = add i16 %offset.idx, 0
91; CHECK: %[[v0:.+]] = insertelement <4 x i16> undef, i16 %[[a0]], i64 0
92; CHECK: %[[a1:.+]] = add i16 %offset.idx, -1
93; CHECK: %[[v1:.+]] = insertelement <4 x i16> %[[v0]], i16 %[[a1]], i64 1
94; CHECK: %[[a2:.+]] = add i16 %offset.idx, -2
95; CHECK: %[[v2:.+]] = insertelement <4 x i16> %[[v1]], i16 %[[a2]], i64 2
96; CHECK: %[[a3:.+]] = add i16 %offset.idx, -3
97; CHECK: %[[v3:.+]] = insertelement <4 x i16> %[[v2]], i16 %[[a3]], i64 3
98; CHECK: %[[a4:.+]] = add i16 %offset.idx, -4
99; CHECK: %[[v4:.+]] = insertelement <4 x i16> undef, i16 %[[a4]], i64 0
100; CHECK: %[[a5:.+]] = add i16 %offset.idx, -5
101; CHECK: %[[v5:.+]] = insertelement <4 x i16> %[[v4]], i16 %[[a5]], i64 1
102; CHECK: %[[a6:.+]] = add i16 %offset.idx, -6
103; CHECK: %[[v6:.+]] = insertelement <4 x i16> %[[v5]], i16 %[[a6]], i64 2
104; CHECK: %[[a7:.+]] = add i16 %offset.idx, -7
105; CHECK: %[[v7:.+]] = insertelement <4 x i16> %[[v6]], i16 %[[a7]], i64 3
106
107define i32 @reverse_induction_i16(i16 %startval, i32 * %ptr) {
108entry:
109  br label %for.body
110
111for.body:
112  %add.i7 = phi i16 [ %startval, %entry ], [ %add.i, %for.body ]
113  %i.06 = phi i32 [ 0, %entry ], [ %inc4, %for.body ]
114  %redux5 = phi i32 [ 0, %entry ], [ %inc.redux, %for.body ]
115  %add.i = add i16 %add.i7, -1
116  %kind_.i = getelementptr inbounds i32, i32* %ptr, i16 %add.i
117  %tmp.i1 = load i32, i32* %kind_.i, align 4
118  %inc.redux = add i32 %tmp.i1, %redux5
119  %inc4 = add i32 %i.06, 1
120  %exitcond = icmp ne i32 %inc4, 1024
121  br i1 %exitcond, label %for.body, label %loopend
122
123loopend:
124  ret i32 %inc.redux
125}
126
127
128@a = common global [1024 x i32] zeroinitializer, align 16
129
130; We incorrectly transformed this loop into an empty one because we left the
131; induction variable in i8 type and truncated the exit value 1024 to 0.
132; int a[1024];
133;
134; void fail() {
135;   int reverse_induction = 1023;
136;   unsigned char forward_induction = 0;
137;   while ((reverse_induction) >= 0) {
138;     forward_induction++;
139;     a[reverse_induction] = forward_induction;
140;     --reverse_induction;
141;   }
142; }
143
144; CHECK-LABEL: @reverse_forward_induction_i64_i8(
145; CHECK: vector.body
146; CHECK: %index = phi i64 [ 0, %vector.ph ], [ %index.next, %vector.body ]
147; CHECK: %vec.ind = phi <4 x i64> [ <i64 1023, i64 1022, i64 1021, i64 1020>, %vector.ph ]
148; CHECK: %step.add = add <4 x i64> %vec.ind, <i64 -4, i64 -4, i64 -4, i64 -4>
149; CHECK: trunc i64 %index to i8
150
151define void @reverse_forward_induction_i64_i8() {
152entry:
153  br label %while.body
154
155while.body:
156  %indvars.iv = phi i64 [ 1023, %entry ], [ %indvars.iv.next, %while.body ]
157  %forward_induction.05 = phi i8 [ 0, %entry ], [ %inc, %while.body ]
158  %inc = add i8 %forward_induction.05, 1
159  %conv = zext i8 %inc to i32
160  %arrayidx = getelementptr inbounds [1024 x i32], [1024 x i32]* @a, i64 0, i64 %indvars.iv
161  store i32 %conv, i32* %arrayidx, align 4
162  %indvars.iv.next = add i64 %indvars.iv, -1
163  %0 = trunc i64 %indvars.iv to i32
164  %cmp = icmp sgt i32 %0, 0
165  br i1 %cmp, label %while.body, label %while.end
166
167while.end:
168  ret void
169}
170
171; CHECK-LABEL: @reverse_forward_induction_i64_i8_signed(
172; CHECK: vector.body:
173; CHECK:  %index = phi i64 [ 0, %vector.ph ], [ %index.next, %vector.body ]
174; CHECK: %vec.ind = phi <4 x i64> [ <i64 1023, i64 1022, i64 1021, i64 1020>, %vector.ph ]
175; CHECK: %step.add = add <4 x i64> %vec.ind, <i64 -4, i64 -4, i64 -4, i64 -4>
176
177define void @reverse_forward_induction_i64_i8_signed() {
178entry:
179  br label %while.body
180
181while.body:
182  %indvars.iv = phi i64 [ 1023, %entry ], [ %indvars.iv.next, %while.body ]
183  %forward_induction.05 = phi i8 [ -127, %entry ], [ %inc, %while.body ]
184  %inc = add i8 %forward_induction.05, 1
185  %conv = sext i8 %inc to i32
186  %arrayidx = getelementptr inbounds [1024 x i32], [1024 x i32]* @a, i64 0, i64 %indvars.iv
187  store i32 %conv, i32* %arrayidx, align 4
188  %indvars.iv.next = add i64 %indvars.iv, -1
189  %0 = trunc i64 %indvars.iv to i32
190  %cmp = icmp sgt i32 %0, 0
191  br i1 %cmp, label %while.body, label %while.end
192
193while.end:
194  ret void
195}
196