1; RUN: opt %loadPolly -polly-opt-isl -polly-pattern-matching-based-opts=true -polly-target-throughput-vector-fma=1 -polly-target-latency-vector-fma=8 -polly-target-1st-cache-level-associativity=8 -polly-target-2nd-cache-level-associativity=8 -polly-target-1st-cache-level-size=32768 -polly-target-2nd-cache-level-size=262144 -polly-optimized-scops < %s 2>&1 | FileCheck %s 2; 3; /* C := alpha*A*B + beta*C */ 4; for (i = 0; i < _PB_NI; i++) 5; for (j = 0; j < _PB_NJ; j++) 6; { 7; C[i][j] *= beta; 8; for (k = 0; k < _PB_NK; ++k) 9; C[i][j] += alpha * A[i][k] * B[k][j]; 10; } 11; 12; CHECK: double Packed_B[ { [] -> [(256)] } ][ { [] -> [(256)] } ][ { [] -> [(8)] } ]; 13; CHECK-NEXT: double Packed_A[ { [] -> [(24)] } ][ { [] -> [(256)] } ][ { [] -> [(4)] } ]; // Element size 8 14; 15; CHECK: { Stmt_Copy_0[i0, i1, i2] -> MemRef_arg6[i0, i2] }; 16; CHECK-NEXT: new: { Stmt_Copy_0[i0, i1, i2] -> Packed_A[o0, o1, o2] : 256*floor((-i2 + o1)/256) = -i2 + o1 and 4*floor((-i0 + o2)/4) = -i0 + o2 and 0 <= o1 <= 255 and 0 <= o2 <= 3 and -3 + i0 - 4o0 <= 96*floor((i0)/96) <= i0 - 4o0 }; 17; 18; CHECK: { Stmt_Copy_0[i0, i1, i2] -> MemRef_arg7[i2, i1] }; 19; CHECK-NEXT: new: { Stmt_Copy_0[i0, i1, i2] -> Packed_B[o0, o1, o2] : 256*floor((-i2 + o1)/256) = -i2 + o1 and 8*floor((-i1 + o2)/8) = -i1 + o2 and 0 <= o1 <= 255 and 0 <= o2 <= 7 and -7 + i1 - 8o0 <= 2048*floor((i1)/2048) <= i1 - 8o0 }; 20; 21; CHECK: CopyStmt_0 22; CHECK-NEXT: Domain := 23; CHECK-NEXT: { CopyStmt_0[i0, i1, i2] : 0 <= i0 <= 1055 and 0 <= i1 <= 1055 and 0 <= i2 <= 1023 }; 24; CHECK-NEXT: Schedule := 25; CHECK-NEXT: ; 26; CHECK-NEXT: MustWriteAccess := [Reduction Type: NONE] [Scalar: 0] 27; CHECK-NEXT: null; 28; CHECK-NEXT: new: { CopyStmt_0[i0, i1, i2] -> Packed_B[o0, o1, o2] : 256*floor((-i2 + o1)/256) = -i2 + o1 and 8*floor((-i1 + o2)/8) = -i1 + o2 and 0 <= o1 <= 255 and 0 <= o2 <= 7 and -7 + i1 - 8o0 <= 2048*floor((i1)/2048) <= i1 - 8o0 }; 29; CHECK-NEXT: ReadAccess := [Reduction Type: NONE] [Scalar: 0] 30; CHECK-NEXT: null; 31; CHECK-NEXT: new: { CopyStmt_0[i0, i1, i2] -> MemRef_arg7[i2, i1] }; 32; CHECK-NEXT: CopyStmt_1 33; CHECK-NEXT: Domain := 34; CHECK-NEXT: { CopyStmt_1[i0, i1, i2] : 0 <= i0 <= 1055 and 0 <= i1 <= 1055 and 0 <= i2 <= 1023 }; 35; CHECK-NEXT: Schedule := 36; CHECK-NEXT: ; 37; CHECK-NEXT: MustWriteAccess := [Reduction Type: NONE] [Scalar: 0] 38; CHECK-NEXT: null; 39; CHECK-NEXT: new: { CopyStmt_1[i0, i1, i2] -> Packed_A[o0, o1, o2] : 256*floor((-i2 + o1)/256) = -i2 + o1 and 4*floor((-i0 + o2)/4) = -i0 + o2 and 0 <= o1 <= 255 and 0 <= o2 <= 3 and -3 + i0 - 4o0 <= 96*floor((i0)/96) <= i0 - 4o0 }; 40; CHECK-NEXT: ReadAccess := [Reduction Type: NONE] [Scalar: 0] 41; CHECK-NEXT: null; 42; CHECK-NEXT: new: { CopyStmt_1[i0, i1, i2] -> MemRef_arg6[i0, i2] }; 43; 44target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" 45target triple = "x86_64-unknown-unknown" 46 47define internal void @kernel_gemm(i32 %arg, i32 %arg1, i32 %arg2, double %arg3, double %arg4, [1056 x double]* %arg5, [1024 x double]* %arg6, [1056 x double]* %arg7) #0 { 48bb: 49 br label %bb8 50 51bb8: ; preds = %bb29, %bb 52 %tmp = phi i64 [ 0, %bb ], [ %tmp30, %bb29 ] 53 br label %bb9 54 55bb9: ; preds = %bb26, %bb8 56 %tmp10 = phi i64 [ 0, %bb8 ], [ %tmp27, %bb26 ] 57 %tmp11 = getelementptr inbounds [1056 x double], [1056 x double]* %arg5, i64 %tmp, i64 %tmp10 58 %tmp12 = load double, double* %tmp11, align 8 59 %tmp13 = fmul double %tmp12, %arg4 60 store double %tmp13, double* %tmp11, align 8 61 br label %Copy_0 62 63Copy_0: ; preds = %Copy_0, %bb9 64 %tmp15 = phi i64 [ 0, %bb9 ], [ %tmp24, %Copy_0 ] 65 %tmp16 = getelementptr inbounds [1024 x double], [1024 x double]* %arg6, i64 %tmp, i64 %tmp15 66 %tmp17 = load double, double* %tmp16, align 8 67 %tmp18 = fmul double %tmp17, %arg3 68 %tmp19 = getelementptr inbounds [1056 x double], [1056 x double]* %arg7, i64 %tmp15, i64 %tmp10 69 %tmp20 = load double, double* %tmp19, align 8 70 %tmp21 = fmul double %tmp18, %tmp20 71 %tmp22 = load double, double* %tmp11, align 8 72 %tmp23 = fadd double %tmp22, %tmp21 73 store double %tmp23, double* %tmp11, align 8 74 %tmp24 = add nuw nsw i64 %tmp15, 1 75 %tmp25 = icmp ne i64 %tmp24, 1024 76 br i1 %tmp25, label %Copy_0, label %bb26 77 78bb26: ; preds = %Copy_0 79 %tmp27 = add nuw nsw i64 %tmp10, 1 80 %tmp28 = icmp ne i64 %tmp27, 1056 81 br i1 %tmp28, label %bb9, label %bb29 82 83bb29: ; preds = %bb26 84 %tmp30 = add nuw nsw i64 %tmp, 1 85 %tmp31 = icmp ne i64 %tmp30, 1056 86 br i1 %tmp31, label %bb8, label %bb32 87 88bb32: ; preds = %bb29 89 ret void 90} 91 92attributes #0 = { nounwind uwtable "target-cpu"="x86-64" "target-features"="+aes,+avx,+cmov,+cx16,+fxsr,+mmx,+pclmul,+popcnt,+sse,+sse2,+sse3,+sse4.1,+sse4.2,+ssse3,+x87,+xsave,+xsaveopt" } 93