1; REQUIRES: asserts
2
3; RUN: opt -loop-vectorize -debug-only=loop-vectorize -force-vector-interleave=1 -force-vector-width=4 -prefer-inloop-reductions -disable-output %s 2>&1 | FileCheck %s
4
5target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64-S128"
6
7; Tests for printing VPlans.
8
9define void @print_call_and_memory(i64 %n, float* noalias %y, float* noalias %x) nounwind uwtable {
10; CHECK-LABEL: Checking a loop in "print_call_and_memory"
11; CHECK:      VPlan 'Initial VPlan for VF={4},UF>=1' {
12; CHECK-NEXT: for.body:
13; CHECK-NEXT:   WIDEN-INDUCTION %iv = phi %iv.next, 0
14; CHECK-NEXT:   CLONE ir<%arrayidx> = getelementptr ir<%y>, ir<%iv>
15; CHECK-NEXT:   WIDEN ir<%lv> = load ir<%arrayidx>
16; CHECK-NEXT:   WIDEN-CALL ir<%call> = call @llvm.sqrt.f32(ir<%lv>)
17; CHECK-NEXT:   CLONE ir<%arrayidx2> = getelementptr ir<%x>, ir<%iv>
18; CHECK-NEXT:   WIDEN store ir<%arrayidx2>, ir<%call>
19; CHECK-NEXT: No successors
20; CHECK-NEXT: }
21;
22entry:
23  %cmp6 = icmp sgt i64 %n, 0
24  br i1 %cmp6, label %for.body, label %for.end
25
26for.body:                                         ; preds = %entry, %for.body
27  %iv = phi i64 [ %iv.next, %for.body ], [ 0, %entry ]
28  %arrayidx = getelementptr inbounds float, float* %y, i64 %iv
29  %lv = load float, float* %arrayidx, align 4
30  %call = tail call float @llvm.sqrt.f32(float %lv) nounwind readnone
31  %arrayidx2 = getelementptr inbounds float, float* %x, i64 %iv
32  store float %call, float* %arrayidx2, align 4
33  %iv.next = add i64 %iv, 1
34  %exitcond = icmp eq i64 %iv.next, %n
35  br i1 %exitcond, label %for.end, label %for.body
36
37for.end:                                          ; preds = %for.body, %entry
38  ret void
39}
40
41define void @print_widen_gep_and_select(i64 %n, float* noalias %y, float* noalias %x, float* %z) nounwind uwtable {
42; CHECK-LABEL: Checking a loop in "print_widen_gep_and_select"
43; CHECK:      VPlan 'Initial VPlan for VF={4},UF>=1' {
44; CHECK-NEXT: for.body:
45; CHECK-NEXT:   WIDEN-INDUCTION %iv = phi %iv.next, 0
46; CHECK-NEXT:   WIDEN-GEP Inv[Var] ir<%arrayidx> = getelementptr ir<%y>, ir<%iv>
47; CHECK-NEXT:   WIDEN ir<%lv> = load ir<%arrayidx>
48; CHECK-NEXT:   WIDEN ir<%cmp> = icmp ir<%arrayidx>, ir<%z>
49; CHECK-NEXT:   WIDEN-SELECT ir<%sel> = select ir<%cmp>, ir<1.000000e+01>, ir<2.000000e+01>
50; CHECK-NEXT:   WIDEN ir<%add> = fadd ir<%lv>, ir<%sel>
51; CHECK-NEXT:   CLONE ir<%arrayidx2> = getelementptr ir<%x>, ir<%iv>
52; CHECK-NEXT:   WIDEN store ir<%arrayidx2>, ir<%add>
53; CHECK-NEXT: No successors
54; CHECK-NEXT: }
55;
56entry:
57  %cmp6 = icmp sgt i64 %n, 0
58  br i1 %cmp6, label %for.body, label %for.end
59
60for.body:                                         ; preds = %entry, %for.body
61  %iv = phi i64 [ %iv.next, %for.body ], [ 0, %entry ]
62  %arrayidx = getelementptr inbounds float, float* %y, i64 %iv
63  %lv = load float, float* %arrayidx, align 4
64  %cmp = icmp eq float* %arrayidx, %z
65  %sel = select i1 %cmp, float 10.0, float 20.0
66  %add = fadd float %lv, %sel
67  %arrayidx2 = getelementptr inbounds float, float* %x, i64 %iv
68  store float %add, float* %arrayidx2, align 4
69  %iv.next = add i64 %iv, 1
70  %exitcond = icmp eq i64 %iv.next, %n
71  br i1 %exitcond, label %for.end, label %for.body
72
73for.end:                                          ; preds = %for.body, %entry
74  ret void
75}
76
77define float @print_reduction(i64 %n, float* noalias %y) {
78; CHECK-LABEL: Checking a loop in "print_reduction"
79; CHECK:      VPlan 'Initial VPlan for VF={4},UF>=1' {
80; CHECK-NEXT: for.body:
81; CHECK-NEXT:   WIDEN-INDUCTION %iv = phi %iv.next, 0
82; CHECK-NEXT:   WIDEN-PHI ir<%red> = phi ir<0.000000e+00>, ir<%red.next>
83; CHECK-NEXT:   CLONE ir<%arrayidx> = getelementptr ir<%y>, ir<%iv>
84; CHECK-NEXT:   WIDEN ir<%lv> = load ir<%arrayidx>
85; CHECK-NEXT:   REDUCE ir<%red.next> = ir<%red> + reduce.fadd (ir<%lv>)
86; CHECK-NEXT: No successors
87; CHECK-NEXT: }
88;
89entry:
90  br label %for.body
91
92for.body:                                         ; preds = %entry, %for.body
93  %iv = phi i64 [ %iv.next, %for.body ], [ 0, %entry ]
94  %red = phi float [ %red.next, %for.body ], [ 0.0, %entry ]
95  %arrayidx = getelementptr inbounds float, float* %y, i64 %iv
96  %lv = load float, float* %arrayidx, align 4
97  %red.next = fadd fast float %lv, %red
98  %iv.next = add i64 %iv, 1
99  %exitcond = icmp eq i64 %iv.next, %n
100  br i1 %exitcond, label %for.end, label %for.body
101
102for.end:                                          ; preds = %for.body, %entry
103  ret float %red.next
104}
105
106define void @print_replicate_predicated_phi(i64 %n, i64* %x) {
107; CHECK-LABEL: Checking a loop in "print_replicate_predicated_phi"
108; CHECK:      VPlan 'Initial VPlan for VF={4},UF>=1' {
109; CHECK-NEXT: for.body:
110; CHECK-NEXT:   WIDEN-INDUCTION %i = phi 0, %i.next
111; CHECK-NEXT:   WIDEN ir<%cmp> = icmp ir<%i>, ir<5>
112; CHECK-NEXT: Successor(s): if.then
113; CHECK-EMPTY:
114; CHECK-NEXT: if.then:
115; CHECK-NEXT: Successor(s): pred.udiv
116; CHECK-EMPTY:
117; CHECK-NEXT: <xVFxUF> pred.udiv: {
118; CHECK-NEXT:   pred.udiv.entry:
119; CHECK-NEXT:     BRANCH-ON-MASK ir<%cmp>
120; CHECK-NEXT:   Successor(s): pred.udiv.if, pred.udiv.continue
121; CHECK-NEXT:   CondBit: ir<%cmp>
122; CHECK-EMPTY:
123; CHECK-NEXT:   pred.udiv.if:
124; CHECK-NEXT:     REPLICATE ir<%tmp4> = udiv ir<%n>, ir<%i> (S->V)
125; CHECK-NEXT:   Successor(s): pred.udiv.continue
126; CHECK-EMPTY:
127; CHECK-NEXT:   pred.udiv.continue:
128; CHECK-NEXT:     PHI-PREDICATED-INSTRUCTION vp<%3> = ir<%tmp4>
129; CHECK-NEXT:   No successors
130; CHECK-NEXT: }
131; CHECK-NEXT: Successor(s): if.then.0
132; CHECK-EMPTY:
133; CHECK-NEXT: if.then.0:
134; CHECK-NEXT: Successor(s): for.inc
135; CHECK-EMPTY:
136; CHECK-NEXT: for.inc:
137; CHECK-NEXT:   EMIT vp<%4> = not ir<%cmp>
138; CHECK-NEXT:   BLEND %d = ir<0>/vp<%4> vp<%3>/ir<%cmp>
139; CHECK-NEXT:   CLONE ir<%idx> = getelementptr ir<%x>, ir<%i>
140; CHECK-NEXT:   WIDEN store ir<%idx>, ir<%d>
141; CHECK-NEXT: No successors
142; CHECK-NEXT: }
143;
144entry:
145  br label %for.body
146
147for.body:                                         ; preds = %for.inc, %entry
148  %i = phi i64 [ 0, %entry ], [ %i.next, %for.inc ]
149  %cmp = icmp ult i64 %i, 5
150  br i1 %cmp, label %if.then, label %for.inc
151
152if.then:                                          ; preds = %for.body
153  %tmp4 = udiv i64 %n, %i
154  br label %for.inc
155
156for.inc:                                          ; preds = %if.then, %for.body
157  %d = phi i64 [ 0, %for.body ], [ %tmp4, %if.then ]
158  %idx = getelementptr i64, i64* %x, i64 %i
159  store i64 %d, i64* %idx
160  %i.next = add nuw nsw i64 %i, 1
161  %cond = icmp slt i64 %i.next, %n
162  br i1 %cond, label %for.body, label %for.end
163
164for.end:                                          ; preds = %for.inc
165  ret void
166}
167
168declare float @llvm.sqrt.f32(float) nounwind readnone
169