1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py 2; RUN: opt < %s -loop-vectorize -force-vector-interleave=4 -pass-remarks='loop-vectorize' -disable-output -S 2>&1 | FileCheck %s --check-prefix=CHECK-REMARKS 3; RUN: opt < %s -loop-vectorize -force-vector-interleave=4 -S | FileCheck %s 4 5; These tests are to check that fold-tail procedure produces correct scalar code when 6; loop-vectorization is only unrolling but not vectorizing. 7 8; CHECK-REMARKS: remark: {{.*}} interleaved loop (interleaved count: 4) 9; CHECK-REMARKS-NEXT: remark: {{.*}} interleaved loop (interleaved count: 4) 10; CHECK-REMARKS-NOT: remark: {{.*}} vectorized loop 11 12define void @VF1-VPlanExe(i32* %dst) { 13; CHECK-LABEL: @VF1-VPlanExe( 14; CHECK-NEXT: entry: 15; CHECK-NEXT: br i1 false, label [[SCALAR_PH:%.*]], label [[VECTOR_PH:%.*]] 16; CHECK: vector.ph: 17; CHECK-NEXT: br label [[VECTOR_BODY:%.*]] 18; CHECK: vector.body: 19; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[PRED_STORE_CONTINUE9:%.*]] ] 20; CHECK-NEXT: [[INDUCTION:%.*]] = add i64 [[INDEX]], 0 21; CHECK-NEXT: [[INDUCTION1:%.*]] = add i64 [[INDEX]], 1 22; CHECK-NEXT: [[INDUCTION2:%.*]] = add i64 [[INDEX]], 2 23; CHECK-NEXT: [[INDUCTION3:%.*]] = add i64 [[INDEX]], 3 24; CHECK-NEXT: [[TMP0:%.*]] = icmp ule i64 [[INDUCTION]], 14 25; CHECK-NEXT: [[TMP1:%.*]] = icmp ule i64 [[INDUCTION1]], 14 26; CHECK-NEXT: [[TMP2:%.*]] = icmp ule i64 [[INDUCTION2]], 14 27; CHECK-NEXT: [[TMP3:%.*]] = icmp ule i64 [[INDUCTION3]], 14 28; CHECK-NEXT: br i1 [[TMP0]], label [[PRED_STORE_IF:%.*]], label [[PRED_STORE_CONTINUE:%.*]] 29; CHECK: pred.store.if: 30; CHECK-NEXT: [[TMP4:%.*]] = getelementptr inbounds i32, i32* [[DST:%.*]], i64 [[INDUCTION]] 31; CHECK-NEXT: store i32 0, i32* [[TMP4]], align 4 32; CHECK-NEXT: br label [[PRED_STORE_CONTINUE]] 33; CHECK: pred.store.continue: 34; CHECK-NEXT: br i1 [[TMP1]], label [[PRED_STORE_IF4:%.*]], label [[PRED_STORE_CONTINUE5:%.*]] 35; CHECK: pred.store.if4: 36; CHECK-NEXT: [[TMP5:%.*]] = getelementptr inbounds i32, i32* [[DST]], i64 [[INDUCTION1]] 37; CHECK-NEXT: store i32 0, i32* [[TMP5]], align 4 38; CHECK-NEXT: br label [[PRED_STORE_CONTINUE5]] 39; CHECK: pred.store.continue5: 40; CHECK-NEXT: br i1 [[TMP2]], label [[PRED_STORE_IF6:%.*]], label [[PRED_STORE_CONTINUE7:%.*]] 41; CHECK: pred.store.if6: 42; CHECK-NEXT: [[TMP6:%.*]] = getelementptr inbounds i32, i32* [[DST]], i64 [[INDUCTION2]] 43; CHECK-NEXT: store i32 0, i32* [[TMP6]], align 4 44; CHECK-NEXT: br label [[PRED_STORE_CONTINUE7]] 45; CHECK: pred.store.continue7: 46; CHECK-NEXT: br i1 [[TMP3]], label [[PRED_STORE_IF8:%.*]], label [[PRED_STORE_CONTINUE9]] 47; CHECK: pred.store.if8: 48; CHECK-NEXT: [[TMP7:%.*]] = getelementptr inbounds i32, i32* [[DST]], i64 [[INDUCTION3]] 49; CHECK-NEXT: store i32 0, i32* [[TMP7]], align 4 50; CHECK-NEXT: br label [[PRED_STORE_CONTINUE9]] 51; CHECK: pred.store.continue9: 52; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], 4 53; CHECK-NEXT: [[TMP8:%.*]] = icmp eq i64 [[INDEX_NEXT]], 16 54; CHECK-NEXT: br i1 [[TMP8]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] 55; CHECK: middle.block: 56; CHECK-NEXT: br i1 true, label [[FOR_COND_CLEANUP:%.*]], label [[SCALAR_PH]] 57; CHECK: scalar.ph: 58; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 16, [[MIDDLE_BLOCK]] ], [ 0, [[ENTRY:%.*]] ] 59; CHECK-NEXT: br label [[FOR_BODY:%.*]] 60; CHECK: for.cond.cleanup: 61; CHECK-NEXT: ret void 62; CHECK: for.body: 63; CHECK-NEXT: [[INDVARS_IV:%.*]] = phi i64 [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ], [ [[INDVARS_IV_NEXT:%.*]], [[FOR_BODY]] ] 64; CHECK-NEXT: [[DST_PTR:%.*]] = getelementptr inbounds i32, i32* [[DST]], i64 [[INDVARS_IV]] 65; CHECK-NEXT: store i32 0, i32* [[DST_PTR]], align 4 66; CHECK-NEXT: [[INDVARS_IV_NEXT]] = add nuw nsw i64 [[INDVARS_IV]], 1 67; CHECK-NEXT: [[EXITCOND:%.*]] = icmp eq i64 [[INDVARS_IV_NEXT]], 15 68; CHECK-NEXT: br i1 [[EXITCOND]], label [[FOR_COND_CLEANUP]], label [[FOR_BODY]], !llvm.loop [[LOOP2:![0-9]+]] 69; 70entry: 71 br label %for.body 72 73for.cond.cleanup: 74 ret void 75 76for.body: 77 %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ] 78 %dst.ptr = getelementptr inbounds i32, i32* %dst, i64 %indvars.iv 79 store i32 0, i32* %dst.ptr 80 %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1 81 %exitcond = icmp eq i64 %indvars.iv.next, 15 82 br i1 %exitcond, label %for.cond.cleanup, label %for.body 83} 84 85define void @VF1-VPWidenCanonicalIVRecipeExe(double* %ptr1) { 86; CHECK-LABEL: @VF1-VPWidenCanonicalIVRecipeExe( 87; CHECK-NEXT: entry: 88; CHECK-NEXT: [[PTR2:%.*]] = getelementptr inbounds double, double* [[PTR1:%.*]], i64 15 89; CHECK-NEXT: br i1 false, label [[SCALAR_PH:%.*]], label [[VECTOR_PH:%.*]] 90; CHECK: vector.ph: 91; CHECK-NEXT: [[IND_END:%.*]] = getelementptr double, double* [[PTR1]], i64 16 92; CHECK-NEXT: br label [[VECTOR_BODY:%.*]] 93; CHECK: vector.body: 94; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[PRED_STORE_CONTINUE12:%.*]] ] 95; CHECK-NEXT: [[VEC_IV:%.*]] = add i64 [[INDEX]], 0 96; CHECK-NEXT: [[VEC_IV4:%.*]] = add i64 [[INDEX]], 1 97; CHECK-NEXT: [[VEC_IV5:%.*]] = add i64 [[INDEX]], 2 98; CHECK-NEXT: [[VEC_IV6:%.*]] = add i64 [[INDEX]], 3 99; CHECK-NEXT: [[TMP0:%.*]] = icmp ule i64 [[VEC_IV]], 14 100; CHECK-NEXT: [[TMP1:%.*]] = icmp ule i64 [[VEC_IV4]], 14 101; CHECK-NEXT: [[TMP2:%.*]] = icmp ule i64 [[VEC_IV5]], 14 102; CHECK-NEXT: [[TMP3:%.*]] = icmp ule i64 [[VEC_IV6]], 14 103; CHECK-NEXT: br i1 [[TMP0]], label [[PRED_STORE_IF:%.*]], label [[PRED_STORE_CONTINUE:%.*]] 104; CHECK: pred.store.if: 105; CHECK-NEXT: [[TMP4:%.*]] = add i64 [[INDEX]], 0 106; CHECK-NEXT: [[NEXT_GEP:%.*]] = getelementptr double, double* [[PTR1]], i64 [[TMP4]] 107; CHECK-NEXT: store double 0.000000e+00, double* [[NEXT_GEP]], align 8 108; CHECK-NEXT: br label [[PRED_STORE_CONTINUE]] 109; CHECK: pred.store.continue: 110; CHECK-NEXT: br i1 [[TMP1]], label [[PRED_STORE_IF7:%.*]], label [[PRED_STORE_CONTINUE8:%.*]] 111; CHECK: pred.store.if7: 112; CHECK-NEXT: [[TMP5:%.*]] = add i64 [[INDEX]], 1 113; CHECK-NEXT: [[NEXT_GEP1:%.*]] = getelementptr double, double* [[PTR1]], i64 [[TMP5]] 114; CHECK-NEXT: store double 0.000000e+00, double* [[NEXT_GEP1]], align 8 115; CHECK-NEXT: br label [[PRED_STORE_CONTINUE8]] 116; CHECK: pred.store.continue8: 117; CHECK-NEXT: br i1 [[TMP2]], label [[PRED_STORE_IF9:%.*]], label [[PRED_STORE_CONTINUE10:%.*]] 118; CHECK: pred.store.if9: 119; CHECK-NEXT: [[TMP6:%.*]] = add i64 [[INDEX]], 2 120; CHECK-NEXT: [[NEXT_GEP2:%.*]] = getelementptr double, double* [[PTR1]], i64 [[TMP6]] 121; CHECK-NEXT: store double 0.000000e+00, double* [[NEXT_GEP2]], align 8 122; CHECK-NEXT: br label [[PRED_STORE_CONTINUE10]] 123; CHECK: pred.store.continue10: 124; CHECK-NEXT: br i1 [[TMP3]], label [[PRED_STORE_IF11:%.*]], label [[PRED_STORE_CONTINUE12]] 125; CHECK: pred.store.if11: 126; CHECK-NEXT: [[TMP7:%.*]] = add i64 [[INDEX]], 3 127; CHECK-NEXT: [[NEXT_GEP3:%.*]] = getelementptr double, double* [[PTR1]], i64 [[TMP7]] 128; CHECK-NEXT: store double 0.000000e+00, double* [[NEXT_GEP3]], align 8 129; CHECK-NEXT: br label [[PRED_STORE_CONTINUE12]] 130; CHECK: pred.store.continue12: 131; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], 4 132; CHECK-NEXT: [[TMP8:%.*]] = icmp eq i64 [[INDEX_NEXT]], 16 133; CHECK-NEXT: br i1 [[TMP8]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP3:![0-9]+]] 134; CHECK: middle.block: 135; CHECK-NEXT: br i1 true, label [[FOR_COND_CLEANUP:%.*]], label [[SCALAR_PH]] 136; CHECK: scalar.ph: 137; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi double* [ [[IND_END]], [[MIDDLE_BLOCK]] ], [ [[PTR1]], [[ENTRY:%.*]] ] 138; CHECK-NEXT: br label [[FOR_BODY:%.*]] 139; CHECK: for.cond.cleanup: 140; CHECK-NEXT: ret void 141; CHECK: for.body: 142; CHECK-NEXT: [[ADDR:%.*]] = phi double* [ [[PTR:%.*]], [[FOR_BODY]] ], [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ] 143; CHECK-NEXT: store double 0.000000e+00, double* [[ADDR]], align 8 144; CHECK-NEXT: [[PTR]] = getelementptr inbounds double, double* [[ADDR]], i64 1 145; CHECK-NEXT: [[COND:%.*]] = icmp eq double* [[PTR]], [[PTR2]] 146; CHECK-NEXT: br i1 [[COND]], label [[FOR_COND_CLEANUP]], label [[FOR_BODY]], !llvm.loop [[LOOP4:![0-9]+]] 147; 148entry: 149 %ptr2 = getelementptr inbounds double, double* %ptr1, i64 15 150 br label %for.body 151 152for.cond.cleanup: 153 ret void 154 155for.body: 156 %addr = phi double* [ %ptr, %for.body ], [ %ptr1, %entry ] 157 store double 0.0, double* %addr 158 %ptr = getelementptr inbounds double, double* %addr, i64 1 159 %cond = icmp eq double* %ptr, %ptr2 160 br i1 %cond, label %for.cond.cleanup, label %for.body 161} 162