1*6e689cbaSTeresa Johnson; Test basic memory profiler instrumentation. 27ed8124dSTeresa Johnson; 3226d80ebSTeresa Johnson; RUN: opt < %s -memprof -memprof-module -S | FileCheck --check-prefixes=CHECK,CHECK-S3 %s 4226d80ebSTeresa Johnson; RUN: opt < %s -memprof -memprof-module -memprof-mapping-scale=5 -S | FileCheck --check-prefixes=CHECK,CHECK-S5 %s 57ed8124dSTeresa Johnson 6226d80ebSTeresa Johnson; We need the requires since both memprof and memprof-module require reading module level metadata which is done once by the memprof-globals-md analysis 7226d80ebSTeresa Johnson; RUN: opt < %s -passes='function(memprof),module(memprof-module)' -S | FileCheck --check-prefixes=CHECK,CHECK-S3 %s 8226d80ebSTeresa Johnson; RUN: opt < %s -passes='function(memprof),module(memprof-module)' -memprof-mapping-scale=5 -S | FileCheck --check-prefixes=CHECK,CHECK-S5 %s 97ed8124dSTeresa Johnson 107ed8124dSTeresa Johnsontarget datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64" 117ed8124dSTeresa Johnsontarget triple = "x86_64-unknown-linux-gnu" 127b789562SFangrui Song 137b789562SFangrui Song; CHECK: @llvm.used = appending global [1 x i8*] [i8* bitcast (void ()* @memprof.module_ctor to i8*)] 147b789562SFangrui Song; CHECK: @llvm.global_ctors = appending global [1 x { i32, void ()*, i8* }] [{ i32, void ()*, i8* } { i32 1, void ()* @memprof.module_ctor, i8* null }] 157ed8124dSTeresa Johnson 167ed8124dSTeresa Johnsondefine i32 @test_load(i32* %a) { 177ed8124dSTeresa Johnsonentry: 187ed8124dSTeresa Johnson %tmp1 = load i32, i32* %a, align 4 197ed8124dSTeresa Johnson ret i32 %tmp1 207ed8124dSTeresa Johnson} 217ed8124dSTeresa Johnson; CHECK-LABEL: @test_load 22226d80ebSTeresa Johnson; CHECK: %[[SHADOW_OFFSET:[^ ]*]] = load i64, i64* @__memprof_shadow_memory_dynamic_address 237ed8124dSTeresa Johnson; CHECK-NEXT: %[[LOAD_ADDR:[^ ]*]] = ptrtoint i32* %a to i64 247ed8124dSTeresa Johnson; CHECK-NEXT: %[[MASKED_ADDR:[^ ]*]] = and i64 %[[LOAD_ADDR]], -64 257ed8124dSTeresa Johnson; CHECK-S3-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 3 267ed8124dSTeresa Johnson; CHECK-S5-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 5 277ed8124dSTeresa Johnson; CHECK-NEXT: add i64 %[[SHIFTED_ADDR]], %[[SHADOW_OFFSET]] 287ed8124dSTeresa Johnson; CHECK-NEXT: %[[LOAD_SHADOW_PTR:[^ ]*]] = inttoptr 297ed8124dSTeresa Johnson; CHECK-NEXT: %[[LOAD_SHADOW:[^ ]*]] = load i64, i64* %[[LOAD_SHADOW_PTR]] 307ed8124dSTeresa Johnson; CHECK-NEXT: %[[NEW_SHADOW:[^ ]*]] = add i64 %[[LOAD_SHADOW]], 1 317ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_SHADOW]], i64* %[[LOAD_SHADOW_PTR]] 327ed8124dSTeresa Johnson; The actual load. 337ed8124dSTeresa Johnson; CHECK-NEXT: %tmp1 = load i32, i32* %a 347ed8124dSTeresa Johnson; CHECK-NEXT: ret i32 %tmp1 357ed8124dSTeresa Johnson 367ed8124dSTeresa Johnsondefine void @test_store(i32* %a) { 377ed8124dSTeresa Johnsonentry: 387ed8124dSTeresa Johnson store i32 42, i32* %a, align 4 397ed8124dSTeresa Johnson ret void 407ed8124dSTeresa Johnson} 417ed8124dSTeresa Johnson; CHECK-LABEL: @test_store 42226d80ebSTeresa Johnson; CHECK: %[[SHADOW_OFFSET:[^ ]*]] = load i64, i64* @__memprof_shadow_memory_dynamic_address 437ed8124dSTeresa Johnson; CHECK-NEXT: %[[STORE_ADDR:[^ ]*]] = ptrtoint i32* %a to i64 447ed8124dSTeresa Johnson; CHECK-NEXT: %[[MASKED_ADDR:[^ ]*]] = and i64 %[[STORE_ADDR]], -64 457ed8124dSTeresa Johnson; CHECK-S3-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 3 467ed8124dSTeresa Johnson; CHECK-S5-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 5 477ed8124dSTeresa Johnson; CHECK-NEXT: add i64 %[[SHIFTED_ADDR]], %[[SHADOW_OFFSET]] 487ed8124dSTeresa Johnson; CHECK-NEXT: %[[STORE_SHADOW_PTR:[^ ]*]] = inttoptr 497ed8124dSTeresa Johnson; CHECK-NEXT: %[[STORE_SHADOW:[^ ]*]] = load i64, i64* %[[STORE_SHADOW_PTR]] 507ed8124dSTeresa Johnson; CHECK-NEXT: %[[NEW_SHADOW:[^ ]*]] = add i64 %[[STORE_SHADOW]], 1 517ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_SHADOW]], i64* %[[STORE_SHADOW_PTR]] 527ed8124dSTeresa Johnson; The actual store. 537ed8124dSTeresa Johnson; CHECK-NEXT: store i32 42, i32* %a 547ed8124dSTeresa Johnson; CHECK-NEXT: ret void 557ed8124dSTeresa Johnson 567ed8124dSTeresa Johnsondefine void @FP80Test(x86_fp80* nocapture %a) nounwind uwtable { 577ed8124dSTeresa Johnsonentry: 587ed8124dSTeresa Johnson store x86_fp80 0xK3FFF8000000000000000, x86_fp80* %a, align 16 597ed8124dSTeresa Johnson ret void 607ed8124dSTeresa Johnson} 617ed8124dSTeresa Johnson; CHECK-LABEL: @FP80Test 627ed8124dSTeresa Johnson; Exactly one shadow update for store access. 637ed8124dSTeresa Johnson; CHECK-NOT: store i64 647ed8124dSTeresa Johnson; CHECK: %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 657ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]] 667ed8124dSTeresa Johnson; CHECK-NOT: store i64 677ed8124dSTeresa Johnson; The actual store. 687ed8124dSTeresa Johnson; CHECK: store x86_fp80 0xK3FFF8000000000000000, x86_fp80* %a 697ed8124dSTeresa Johnson; CHECK: ret void 707ed8124dSTeresa Johnson 717ed8124dSTeresa Johnsondefine void @i40test(i40* %a, i40* %b) nounwind uwtable { 727ed8124dSTeresa Johnsonentry: 737ed8124dSTeresa Johnson %t = load i40, i40* %a 747ed8124dSTeresa Johnson store i40 %t, i40* %b, align 8 757ed8124dSTeresa Johnson ret void 767ed8124dSTeresa Johnson} 777ed8124dSTeresa Johnson; CHECK-LABEL: @i40test 787ed8124dSTeresa Johnson; Exactly one shadow update for load access. 797ed8124dSTeresa Johnson; CHECK-NOT: store i64 807ed8124dSTeresa Johnson; CHECK: %[[NEW_LD_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 817ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_LD_SHADOW]] 827ed8124dSTeresa Johnson; CHECK-NOT: store i64 837ed8124dSTeresa Johnson; The actual load. 847ed8124dSTeresa Johnson; CHECK: %t = load i40, i40* %a 857ed8124dSTeresa Johnson; Exactly one shadow update for store access. 867ed8124dSTeresa Johnson; CHECK-NOT: store i64 877ed8124dSTeresa Johnson; CHECK: %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 887ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]] 897ed8124dSTeresa Johnson; CHECK-NOT: store i64 907ed8124dSTeresa Johnson; The actual store. 917ed8124dSTeresa Johnson; CHECK: store i40 %t, i40* %b 927ed8124dSTeresa Johnson; CHECK: ret void 937ed8124dSTeresa Johnson 947ed8124dSTeresa Johnsondefine void @i64test_align1(i64* %b) nounwind uwtable { 957ed8124dSTeresa Johnson entry: 967ed8124dSTeresa Johnson store i64 0, i64* %b, align 1 977ed8124dSTeresa Johnson ret void 987ed8124dSTeresa Johnson} 997ed8124dSTeresa Johnson; CHECK-LABEL: @i64test 1007ed8124dSTeresa Johnson; Exactly one shadow update for store access. 1017ed8124dSTeresa Johnson; CHECK-NOT: store i64 1027ed8124dSTeresa Johnson; CHECK: %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 1037ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]] 1047ed8124dSTeresa Johnson; CHECK-NOT: store i64 1057ed8124dSTeresa Johnson; The actual store. 1067ed8124dSTeresa Johnson; CHECK: store i64 0, i64* %b 1077ed8124dSTeresa Johnson; CHECK: ret void 1087ed8124dSTeresa Johnson 1097ed8124dSTeresa Johnsondefine void @i80test(i80* %a, i80* %b) nounwind uwtable { 1107ed8124dSTeresa Johnson entry: 1117ed8124dSTeresa Johnson %t = load i80, i80* %a 1127ed8124dSTeresa Johnson store i80 %t, i80* %b, align 8 1137ed8124dSTeresa Johnson ret void 1147ed8124dSTeresa Johnson} 1157ed8124dSTeresa Johnson; CHECK-LABEL: i80test 1167ed8124dSTeresa Johnson; Exactly one shadow update for load access. 1177ed8124dSTeresa Johnson; CHECK-NOT: store i64 1187ed8124dSTeresa Johnson; CHECK: %[[NEW_LD_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 1197ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_LD_SHADOW]] 1207ed8124dSTeresa Johnson; CHECK-NOT: store i64 1217ed8124dSTeresa Johnson; The actual load. 1227ed8124dSTeresa Johnson; CHECK: %t = load i80, i80* %a 1237ed8124dSTeresa Johnson; Exactly one shadow update for store access. 1247ed8124dSTeresa Johnson; CHECK-NOT: store i64 1257ed8124dSTeresa Johnson; CHECK: %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1 1267ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]] 1277ed8124dSTeresa Johnson; CHECK-NOT: store i64 1287ed8124dSTeresa Johnson; The actual store. 1297ed8124dSTeresa Johnson; CHECK: store i80 %t, i80* %b 1307ed8124dSTeresa Johnson; CHECK: ret void 1317ed8124dSTeresa Johnson 132226d80ebSTeresa Johnson; memprof should not instrument functions with available_externally linkage. 1337ed8124dSTeresa Johnsondefine available_externally i32 @f_available_externally(i32* %a) { 1347ed8124dSTeresa Johnsonentry: 1357ed8124dSTeresa Johnson %tmp1 = load i32, i32* %a 1367ed8124dSTeresa Johnson ret i32 %tmp1 1377ed8124dSTeresa Johnson} 1387ed8124dSTeresa Johnson; CHECK-LABEL: @f_available_externally 139226d80ebSTeresa Johnson; CHECK-NOT: __memprof_shadow_memory_dynamic_address 1407ed8124dSTeresa Johnson; CHECK: ret i32 1417ed8124dSTeresa Johnson 1427ed8124dSTeresa Johnsondeclare void @llvm.memset.p0i8.i64(i8* nocapture, i8, i64, i1) nounwind 1437ed8124dSTeresa Johnsondeclare void @llvm.memmove.p0i8.p0i8.i64(i8* nocapture, i8* nocapture readonly, i64, i1) nounwind 1447ed8124dSTeresa Johnsondeclare void @llvm.memcpy.p0i8.p0i8.i64(i8* nocapture, i8* nocapture readonly, i64, i1) nounwind 1457ed8124dSTeresa Johnson 1467ed8124dSTeresa Johnsondefine void @memintr_test(i8* %a, i8* %b) nounwind uwtable { 1477ed8124dSTeresa Johnson entry: 1487ed8124dSTeresa Johnson tail call void @llvm.memset.p0i8.i64(i8* %a, i8 0, i64 100, i1 false) 1497ed8124dSTeresa Johnson tail call void @llvm.memmove.p0i8.p0i8.i64(i8* %a, i8* %b, i64 100, i1 false) 1507ed8124dSTeresa Johnson tail call void @llvm.memcpy.p0i8.p0i8.i64(i8* %a, i8* %b, i64 100, i1 false) 1517ed8124dSTeresa Johnson ret void 1527ed8124dSTeresa Johnson} 1537ed8124dSTeresa Johnson 1547ed8124dSTeresa Johnson; CHECK-LABEL: memintr_test 155226d80ebSTeresa Johnson; CHECK: __memprof_memset 156226d80ebSTeresa Johnson; CHECK: __memprof_memmove 157226d80ebSTeresa Johnson; CHECK: __memprof_memcpy 1587ed8124dSTeresa Johnson; CHECK: ret void 1597ed8124dSTeresa Johnson 1607ed8124dSTeresa Johnsondeclare void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* nocapture writeonly, i8, i64, i32) nounwind 1617ed8124dSTeresa Johnsondeclare void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* nocapture writeonly, i8* nocapture readonly, i64, i32) nounwind 1627ed8124dSTeresa Johnsondeclare void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* nocapture writeonly, i8* nocapture readonly, i64, i32) nounwind 1637ed8124dSTeresa Johnson 1647ed8124dSTeresa Johnsondefine void @memintr_element_atomic_test(i8* %a, i8* %b) nounwind uwtable { 1657ed8124dSTeresa Johnson ; This is a canary test to make sure that these don't get lowered into calls that don't 166226d80ebSTeresa Johnson ; have the element-atomic property. Eventually, memprof will have to be enhanced to lower 1677ed8124dSTeresa Johnson ; these properly. 1687ed8124dSTeresa Johnson ; CHECK-LABEL: memintr_element_atomic_test 1697ed8124dSTeresa Johnson ; CHECK: tail call void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* align 1 %a, i8 0, i64 100, i32 1) 1707ed8124dSTeresa Johnson ; CHECK: tail call void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1) 1717ed8124dSTeresa Johnson ; CHECK: tail call void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1) 1727ed8124dSTeresa Johnson ; CHECK: ret void 1737ed8124dSTeresa Johnson tail call void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* align 1 %a, i8 0, i64 100, i32 1) 1747ed8124dSTeresa Johnson tail call void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1) 1757ed8124dSTeresa Johnson tail call void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1) 1767ed8124dSTeresa Johnson ret void 1777ed8124dSTeresa Johnson} 1787ed8124dSTeresa Johnson 1797ed8124dSTeresa Johnson 180226d80ebSTeresa Johnson; CHECK: define internal void @memprof.module_ctor() 181226d80ebSTeresa Johnson; CHECK: call void @__memprof_init() 182