1; NOTE: Assertions have been autogenerated by utils/update_test_checks.py 2; RUN: opt -S < %s -load-store-vectorizer | FileCheck %s 3; RUN: opt -S < %s -passes='function(load-store-vectorizer)' | FileCheck %s 4 5declare void @llvm.sideeffect() 6 7; load-store vectorization across a @llvm.sideeffect. 8 9define void @test_sideeffect(float* %p) { 10; CHECK-LABEL: @test_sideeffect( 11; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0 12; CHECK-NEXT: [[TMP1:%.*]] = bitcast float* [[P0]] to <4 x float>* 13; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, <4 x float>* [[TMP1]], align 16 14; CHECK-NEXT: [[L01:%.*]] = extractelement <4 x float> [[TMP2]], i32 0 15; CHECK-NEXT: [[L12:%.*]] = extractelement <4 x float> [[TMP2]], i32 1 16; CHECK-NEXT: [[L23:%.*]] = extractelement <4 x float> [[TMP2]], i32 2 17; CHECK-NEXT: [[L34:%.*]] = extractelement <4 x float> [[TMP2]], i32 3 18; CHECK-NEXT: call void @llvm.sideeffect() 19; CHECK-NEXT: call void @llvm.sideeffect() 20; CHECK-NEXT: [[TMP3:%.*]] = insertelement <4 x float> poison, float [[L01]], i32 0 21; CHECK-NEXT: [[TMP4:%.*]] = insertelement <4 x float> [[TMP3]], float [[L12]], i32 1 22; CHECK-NEXT: [[TMP5:%.*]] = insertelement <4 x float> [[TMP4]], float [[L23]], i32 2 23; CHECK-NEXT: [[TMP6:%.*]] = insertelement <4 x float> [[TMP5]], float [[L34]], i32 3 24; CHECK-NEXT: [[TMP7:%.*]] = bitcast float* [[P0]] to <4 x float>* 25; CHECK-NEXT: store <4 x float> [[TMP6]], <4 x float>* [[TMP7]], align 16 26; CHECK-NEXT: ret void 27; 28 %p0 = getelementptr float, float* %p, i64 0 29 %p1 = getelementptr float, float* %p, i64 1 30 %p2 = getelementptr float, float* %p, i64 2 31 %p3 = getelementptr float, float* %p, i64 3 32 %l0 = load float, float* %p0, align 16 33 %l1 = load float, float* %p1 34 %l2 = load float, float* %p2 35 call void @llvm.sideeffect() 36 %l3 = load float, float* %p3 37 store float %l0, float* %p0, align 16 38 call void @llvm.sideeffect() 39 store float %l1, float* %p1 40 store float %l2, float* %p2 41 store float %l3, float* %p3 42 ret void 43} 44 45declare void @foo() 46 47define void @test_inaccessiblememonly_nounwind_willreturn(float* %p) { 48; CHECK-LABEL: @test_inaccessiblememonly_nounwind_willreturn( 49; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0 50; CHECK-NEXT: [[TMP1:%.*]] = bitcast float* [[P0]] to <4 x float>* 51; CHECK-NEXT: [[TMP2:%.*]] = load <4 x float>, <4 x float>* [[TMP1]], align 16 52; CHECK-NEXT: [[L01:%.*]] = extractelement <4 x float> [[TMP2]], i32 0 53; CHECK-NEXT: [[L12:%.*]] = extractelement <4 x float> [[TMP2]], i32 1 54; CHECK-NEXT: [[L23:%.*]] = extractelement <4 x float> [[TMP2]], i32 2 55; CHECK-NEXT: [[L34:%.*]] = extractelement <4 x float> [[TMP2]], i32 3 56; CHECK-NEXT: call void @foo() #[[ATTR1:[0-9]+]] 57; CHECK-NEXT: call void @foo() #[[ATTR1]] 58; CHECK-NEXT: [[TMP3:%.*]] = insertelement <4 x float> poison, float [[L01]], i32 0 59; CHECK-NEXT: [[TMP4:%.*]] = insertelement <4 x float> [[TMP3]], float [[L12]], i32 1 60; CHECK-NEXT: [[TMP5:%.*]] = insertelement <4 x float> [[TMP4]], float [[L23]], i32 2 61; CHECK-NEXT: [[TMP6:%.*]] = insertelement <4 x float> [[TMP5]], float [[L34]], i32 3 62; CHECK-NEXT: [[TMP7:%.*]] = bitcast float* [[P0]] to <4 x float>* 63; CHECK-NEXT: store <4 x float> [[TMP6]], <4 x float>* [[TMP7]], align 16 64; CHECK-NEXT: ret void 65; 66 %p0 = getelementptr float, float* %p, i64 0 67 %p1 = getelementptr float, float* %p, i64 1 68 %p2 = getelementptr float, float* %p, i64 2 69 %p3 = getelementptr float, float* %p, i64 3 70 %l0 = load float, float* %p0, align 16 71 %l1 = load float, float* %p1 72 %l2 = load float, float* %p2 73 call void @foo() inaccessiblememonly nounwind willreturn 74 %l3 = load float, float* %p3 75 store float %l0, float* %p0, align 16 76 call void @foo() inaccessiblememonly nounwind willreturn 77 store float %l1, float* %p1 78 store float %l2, float* %p2 79 store float %l3, float* %p3 80 ret void 81} 82 83define void @test_inaccessiblememonly_not_willreturn(float* %p) { 84; CHECK-LABEL: @test_inaccessiblememonly_not_willreturn( 85; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0 86; CHECK-NEXT: [[P1:%.*]] = getelementptr float, float* [[P]], i64 1 87; CHECK-NEXT: [[P2:%.*]] = getelementptr float, float* [[P]], i64 2 88; CHECK-NEXT: [[P3:%.*]] = getelementptr float, float* [[P]], i64 3 89; CHECK-NEXT: [[L0:%.*]] = load float, float* [[P0]], align 16 90; CHECK-NEXT: [[L1:%.*]] = load float, float* [[P1]], align 4 91; CHECK-NEXT: [[L2:%.*]] = load float, float* [[P2]], align 4 92; CHECK-NEXT: call void @foo() #[[ATTR2:[0-9]+]] 93; CHECK-NEXT: [[L3:%.*]] = load float, float* [[P3]], align 4 94; CHECK-NEXT: store float [[L0]], float* [[P0]], align 16 95; CHECK-NEXT: call void @foo() #[[ATTR2]] 96; CHECK-NEXT: store float [[L1]], float* [[P1]], align 4 97; CHECK-NEXT: store float [[L2]], float* [[P2]], align 4 98; CHECK-NEXT: store float [[L3]], float* [[P3]], align 4 99; CHECK-NEXT: ret void 100; 101 %p0 = getelementptr float, float* %p, i64 0 102 %p1 = getelementptr float, float* %p, i64 1 103 %p2 = getelementptr float, float* %p, i64 2 104 %p3 = getelementptr float, float* %p, i64 3 105 %l0 = load float, float* %p0, align 16 106 %l1 = load float, float* %p1 107 %l2 = load float, float* %p2 108 call void @foo() inaccessiblememonly nounwind 109 %l3 = load float, float* %p3 110 store float %l0, float* %p0, align 16 111 call void @foo() inaccessiblememonly nounwind 112 store float %l1, float* %p1 113 store float %l2, float* %p2 114 store float %l3, float* %p3 115 ret void 116} 117 118define void @test_inaccessiblememonly_not_nounwind(float* %p) { 119; CHECK-LABEL: @test_inaccessiblememonly_not_nounwind( 120; CHECK-NEXT: [[P0:%.*]] = getelementptr float, float* [[P:%.*]], i64 0 121; CHECK-NEXT: [[P1:%.*]] = getelementptr float, float* [[P]], i64 1 122; CHECK-NEXT: [[P2:%.*]] = getelementptr float, float* [[P]], i64 2 123; CHECK-NEXT: [[P3:%.*]] = getelementptr float, float* [[P]], i64 3 124; CHECK-NEXT: [[L0:%.*]] = load float, float* [[P0]], align 16 125; CHECK-NEXT: [[L1:%.*]] = load float, float* [[P1]], align 4 126; CHECK-NEXT: [[L2:%.*]] = load float, float* [[P2]], align 4 127; CHECK-NEXT: call void @foo() #[[ATTR3:[0-9]+]] 128; CHECK-NEXT: [[L3:%.*]] = load float, float* [[P3]], align 4 129; CHECK-NEXT: store float [[L0]], float* [[P0]], align 16 130; CHECK-NEXT: call void @foo() #[[ATTR3]] 131; CHECK-NEXT: store float [[L1]], float* [[P1]], align 4 132; CHECK-NEXT: store float [[L2]], float* [[P2]], align 4 133; CHECK-NEXT: store float [[L3]], float* [[P3]], align 4 134; CHECK-NEXT: ret void 135; 136 %p0 = getelementptr float, float* %p, i64 0 137 %p1 = getelementptr float, float* %p, i64 1 138 %p2 = getelementptr float, float* %p, i64 2 139 %p3 = getelementptr float, float* %p, i64 3 140 %l0 = load float, float* %p0, align 16 141 %l1 = load float, float* %p1 142 %l2 = load float, float* %p2 143 call void @foo() inaccessiblememonly willreturn 144 %l3 = load float, float* %p3 145 store float %l0, float* %p0, align 16 146 call void @foo() inaccessiblememonly willreturn 147 store float %l1, float* %p1 148 store float %l2, float* %p2 149 store float %l3, float* %p3 150 ret void 151} 152