1*6e689cbaSTeresa Johnson; Test basic memory profiler instrumentation.
27ed8124dSTeresa Johnson;
3226d80ebSTeresa Johnson; RUN: opt < %s -memprof -memprof-module -S | FileCheck --check-prefixes=CHECK,CHECK-S3 %s
4226d80ebSTeresa Johnson; RUN: opt < %s -memprof -memprof-module -memprof-mapping-scale=5 -S | FileCheck --check-prefixes=CHECK,CHECK-S5 %s
57ed8124dSTeresa Johnson
6226d80ebSTeresa Johnson; We need the requires since both memprof and memprof-module require reading module level metadata which is done once by the memprof-globals-md analysis
7226d80ebSTeresa Johnson; RUN: opt < %s -passes='function(memprof),module(memprof-module)' -S | FileCheck --check-prefixes=CHECK,CHECK-S3 %s
8226d80ebSTeresa Johnson; RUN: opt < %s -passes='function(memprof),module(memprof-module)' -memprof-mapping-scale=5 -S | FileCheck --check-prefixes=CHECK,CHECK-S5 %s
97ed8124dSTeresa Johnson
107ed8124dSTeresa Johnsontarget datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128-n8:16:32:64"
117ed8124dSTeresa Johnsontarget triple = "x86_64-unknown-linux-gnu"
127b789562SFangrui Song
137b789562SFangrui Song; CHECK: @llvm.used = appending global [1 x i8*] [i8* bitcast (void ()* @memprof.module_ctor to i8*)]
147b789562SFangrui Song; CHECK: @llvm.global_ctors = appending global [1 x { i32, void ()*, i8* }] [{ i32, void ()*, i8* } { i32 1, void ()* @memprof.module_ctor, i8* null }]
157ed8124dSTeresa Johnson
167ed8124dSTeresa Johnsondefine i32 @test_load(i32* %a) {
177ed8124dSTeresa Johnsonentry:
187ed8124dSTeresa Johnson  %tmp1 = load i32, i32* %a, align 4
197ed8124dSTeresa Johnson  ret i32 %tmp1
207ed8124dSTeresa Johnson}
217ed8124dSTeresa Johnson; CHECK-LABEL: @test_load
22226d80ebSTeresa Johnson; CHECK:         %[[SHADOW_OFFSET:[^ ]*]] = load i64, i64* @__memprof_shadow_memory_dynamic_address
237ed8124dSTeresa Johnson; CHECK-NEXT:    %[[LOAD_ADDR:[^ ]*]] = ptrtoint i32* %a to i64
247ed8124dSTeresa Johnson; CHECK-NEXT:    %[[MASKED_ADDR:[^ ]*]] = and i64 %[[LOAD_ADDR]], -64
257ed8124dSTeresa Johnson; CHECK-S3-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 3
267ed8124dSTeresa Johnson; CHECK-S5-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 5
277ed8124dSTeresa Johnson; CHECK-NEXT:    add i64 %[[SHIFTED_ADDR]], %[[SHADOW_OFFSET]]
287ed8124dSTeresa Johnson; CHECK-NEXT:    %[[LOAD_SHADOW_PTR:[^ ]*]] = inttoptr
297ed8124dSTeresa Johnson; CHECK-NEXT:    %[[LOAD_SHADOW:[^ ]*]] = load i64, i64* %[[LOAD_SHADOW_PTR]]
307ed8124dSTeresa Johnson; CHECK-NEXT:    %[[NEW_SHADOW:[^ ]*]] = add i64 %[[LOAD_SHADOW]], 1
317ed8124dSTeresa Johnson; CHECK-NEXT:    store i64 %[[NEW_SHADOW]], i64* %[[LOAD_SHADOW_PTR]]
327ed8124dSTeresa Johnson; The actual load.
337ed8124dSTeresa Johnson; CHECK-NEXT:    %tmp1 = load i32, i32* %a
347ed8124dSTeresa Johnson; CHECK-NEXT:    ret i32 %tmp1
357ed8124dSTeresa Johnson
367ed8124dSTeresa Johnsondefine void @test_store(i32* %a) {
377ed8124dSTeresa Johnsonentry:
387ed8124dSTeresa Johnson  store i32 42, i32* %a, align 4
397ed8124dSTeresa Johnson  ret void
407ed8124dSTeresa Johnson}
417ed8124dSTeresa Johnson; CHECK-LABEL: @test_store
42226d80ebSTeresa Johnson; CHECK:         %[[SHADOW_OFFSET:[^ ]*]] = load i64, i64* @__memprof_shadow_memory_dynamic_address
437ed8124dSTeresa Johnson; CHECK-NEXT:    %[[STORE_ADDR:[^ ]*]] = ptrtoint i32* %a to i64
447ed8124dSTeresa Johnson; CHECK-NEXT:    %[[MASKED_ADDR:[^ ]*]] = and i64 %[[STORE_ADDR]], -64
457ed8124dSTeresa Johnson; CHECK-S3-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 3
467ed8124dSTeresa Johnson; CHECK-S5-NEXT: %[[SHIFTED_ADDR:[^ ]*]] = lshr i64 %[[MASKED_ADDR]], 5
477ed8124dSTeresa Johnson; CHECK-NEXT:    add i64 %[[SHIFTED_ADDR]], %[[SHADOW_OFFSET]]
487ed8124dSTeresa Johnson; CHECK-NEXT:    %[[STORE_SHADOW_PTR:[^ ]*]] = inttoptr
497ed8124dSTeresa Johnson; CHECK-NEXT:    %[[STORE_SHADOW:[^ ]*]] = load i64, i64* %[[STORE_SHADOW_PTR]]
507ed8124dSTeresa Johnson; CHECK-NEXT:    %[[NEW_SHADOW:[^ ]*]] = add i64 %[[STORE_SHADOW]], 1
517ed8124dSTeresa Johnson; CHECK-NEXT:    store i64 %[[NEW_SHADOW]], i64* %[[STORE_SHADOW_PTR]]
527ed8124dSTeresa Johnson; The actual store.
537ed8124dSTeresa Johnson; CHECK-NEXT:    store i32 42, i32* %a
547ed8124dSTeresa Johnson; CHECK-NEXT:    ret void
557ed8124dSTeresa Johnson
567ed8124dSTeresa Johnsondefine void @FP80Test(x86_fp80* nocapture %a) nounwind uwtable {
577ed8124dSTeresa Johnsonentry:
587ed8124dSTeresa Johnson    store x86_fp80 0xK3FFF8000000000000000, x86_fp80* %a, align 16
597ed8124dSTeresa Johnson    ret void
607ed8124dSTeresa Johnson}
617ed8124dSTeresa Johnson; CHECK-LABEL: @FP80Test
627ed8124dSTeresa Johnson; Exactly one shadow update for store access.
637ed8124dSTeresa Johnson; CHECK-NOT:  store i64
647ed8124dSTeresa Johnson; CHECK:      %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
657ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]]
667ed8124dSTeresa Johnson; CHECK-NOT:  store i64
677ed8124dSTeresa Johnson; The actual store.
687ed8124dSTeresa Johnson; CHECK:      store x86_fp80 0xK3FFF8000000000000000, x86_fp80* %a
697ed8124dSTeresa Johnson; CHECK:      ret void
707ed8124dSTeresa Johnson
717ed8124dSTeresa Johnsondefine void @i40test(i40* %a, i40* %b) nounwind uwtable {
727ed8124dSTeresa Johnsonentry:
737ed8124dSTeresa Johnson  %t = load i40, i40* %a
747ed8124dSTeresa Johnson  store i40 %t, i40* %b, align 8
757ed8124dSTeresa Johnson  ret void
767ed8124dSTeresa Johnson}
777ed8124dSTeresa Johnson; CHECK-LABEL: @i40test
787ed8124dSTeresa Johnson; Exactly one shadow update for load access.
797ed8124dSTeresa Johnson; CHECK-NOT:  store i64
807ed8124dSTeresa Johnson; CHECK:      %[[NEW_LD_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
817ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_LD_SHADOW]]
827ed8124dSTeresa Johnson; CHECK-NOT:  store i64
837ed8124dSTeresa Johnson; The actual load.
847ed8124dSTeresa Johnson; CHECK:      %t = load i40, i40* %a
857ed8124dSTeresa Johnson; Exactly one shadow update for store access.
867ed8124dSTeresa Johnson; CHECK-NOT:  store i64
877ed8124dSTeresa Johnson; CHECK:      %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
887ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]]
897ed8124dSTeresa Johnson; CHECK-NOT:  store i64
907ed8124dSTeresa Johnson; The actual store.
917ed8124dSTeresa Johnson; CHECK:      store i40 %t, i40* %b
927ed8124dSTeresa Johnson; CHECK:      ret void
937ed8124dSTeresa Johnson
947ed8124dSTeresa Johnsondefine void @i64test_align1(i64* %b) nounwind uwtable {
957ed8124dSTeresa Johnson  entry:
967ed8124dSTeresa Johnson  store i64 0, i64* %b, align 1
977ed8124dSTeresa Johnson  ret void
987ed8124dSTeresa Johnson}
997ed8124dSTeresa Johnson; CHECK-LABEL: @i64test
1007ed8124dSTeresa Johnson; Exactly one shadow update for store access.
1017ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1027ed8124dSTeresa Johnson; CHECK: %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
1037ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]]
1047ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1057ed8124dSTeresa Johnson; The actual store.
1067ed8124dSTeresa Johnson; CHECK:      store i64 0, i64* %b
1077ed8124dSTeresa Johnson; CHECK:      ret void
1087ed8124dSTeresa Johnson
1097ed8124dSTeresa Johnsondefine void @i80test(i80* %a, i80* %b) nounwind uwtable {
1107ed8124dSTeresa Johnson  entry:
1117ed8124dSTeresa Johnson  %t = load i80, i80* %a
1127ed8124dSTeresa Johnson  store i80 %t, i80* %b, align 8
1137ed8124dSTeresa Johnson  ret void
1147ed8124dSTeresa Johnson}
1157ed8124dSTeresa Johnson; CHECK-LABEL: i80test
1167ed8124dSTeresa Johnson; Exactly one shadow update for load access.
1177ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1187ed8124dSTeresa Johnson; CHECK:      %[[NEW_LD_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
1197ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_LD_SHADOW]]
1207ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1217ed8124dSTeresa Johnson; The actual load.
1227ed8124dSTeresa Johnson; CHECK:      %t = load i80, i80* %a
1237ed8124dSTeresa Johnson; Exactly one shadow update for store access.
1247ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1257ed8124dSTeresa Johnson; CHECK:      %[[NEW_ST_SHADOW:[^ ]*]] = add i64 %{{.*}}, 1
1267ed8124dSTeresa Johnson; CHECK-NEXT: store i64 %[[NEW_ST_SHADOW]]
1277ed8124dSTeresa Johnson; CHECK-NOT:  store i64
1287ed8124dSTeresa Johnson; The actual store.
1297ed8124dSTeresa Johnson; CHECK:      store i80 %t, i80* %b
1307ed8124dSTeresa Johnson; CHECK:      ret void
1317ed8124dSTeresa Johnson
132226d80ebSTeresa Johnson; memprof should not instrument functions with available_externally linkage.
1337ed8124dSTeresa Johnsondefine available_externally i32 @f_available_externally(i32* %a)  {
1347ed8124dSTeresa Johnsonentry:
1357ed8124dSTeresa Johnson  %tmp1 = load i32, i32* %a
1367ed8124dSTeresa Johnson  ret i32 %tmp1
1377ed8124dSTeresa Johnson}
1387ed8124dSTeresa Johnson; CHECK-LABEL: @f_available_externally
139226d80ebSTeresa Johnson; CHECK-NOT: __memprof_shadow_memory_dynamic_address
1407ed8124dSTeresa Johnson; CHECK: ret i32
1417ed8124dSTeresa Johnson
1427ed8124dSTeresa Johnsondeclare void @llvm.memset.p0i8.i64(i8* nocapture, i8, i64, i1) nounwind
1437ed8124dSTeresa Johnsondeclare void @llvm.memmove.p0i8.p0i8.i64(i8* nocapture, i8* nocapture readonly, i64, i1) nounwind
1447ed8124dSTeresa Johnsondeclare void @llvm.memcpy.p0i8.p0i8.i64(i8* nocapture, i8* nocapture readonly, i64, i1) nounwind
1457ed8124dSTeresa Johnson
1467ed8124dSTeresa Johnsondefine void @memintr_test(i8* %a, i8* %b) nounwind uwtable {
1477ed8124dSTeresa Johnson  entry:
1487ed8124dSTeresa Johnson  tail call void @llvm.memset.p0i8.i64(i8* %a, i8 0, i64 100, i1 false)
1497ed8124dSTeresa Johnson  tail call void @llvm.memmove.p0i8.p0i8.i64(i8* %a, i8* %b, i64 100, i1 false)
1507ed8124dSTeresa Johnson  tail call void @llvm.memcpy.p0i8.p0i8.i64(i8* %a, i8* %b, i64 100, i1 false)
1517ed8124dSTeresa Johnson  ret void
1527ed8124dSTeresa Johnson}
1537ed8124dSTeresa Johnson
1547ed8124dSTeresa Johnson; CHECK-LABEL: memintr_test
155226d80ebSTeresa Johnson; CHECK: __memprof_memset
156226d80ebSTeresa Johnson; CHECK: __memprof_memmove
157226d80ebSTeresa Johnson; CHECK: __memprof_memcpy
1587ed8124dSTeresa Johnson; CHECK: ret void
1597ed8124dSTeresa Johnson
1607ed8124dSTeresa Johnsondeclare void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* nocapture writeonly, i8, i64, i32) nounwind
1617ed8124dSTeresa Johnsondeclare void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* nocapture writeonly, i8* nocapture readonly, i64, i32) nounwind
1627ed8124dSTeresa Johnsondeclare void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* nocapture writeonly, i8* nocapture readonly, i64, i32) nounwind
1637ed8124dSTeresa Johnson
1647ed8124dSTeresa Johnsondefine void @memintr_element_atomic_test(i8* %a, i8* %b) nounwind uwtable {
1657ed8124dSTeresa Johnson  ; This is a canary test to make sure that these don't get lowered into calls that don't
166226d80ebSTeresa Johnson  ; have the element-atomic property. Eventually, memprof will have to be enhanced to lower
1677ed8124dSTeresa Johnson  ; these properly.
1687ed8124dSTeresa Johnson  ; CHECK-LABEL: memintr_element_atomic_test
1697ed8124dSTeresa Johnson  ; CHECK: tail call void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* align 1 %a, i8 0, i64 100, i32 1)
1707ed8124dSTeresa Johnson  ; CHECK: tail call void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1)
1717ed8124dSTeresa Johnson  ; CHECK: tail call void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1)
1727ed8124dSTeresa Johnson  ; CHECK: ret void
1737ed8124dSTeresa Johnson  tail call void @llvm.memset.element.unordered.atomic.p0i8.i64(i8* align 1 %a, i8 0, i64 100, i32 1)
1747ed8124dSTeresa Johnson  tail call void @llvm.memmove.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1)
1757ed8124dSTeresa Johnson  tail call void @llvm.memcpy.element.unordered.atomic.p0i8.p0i8.i64(i8* align 1 %a, i8* align 1 %b, i64 100, i32 1)
1767ed8124dSTeresa Johnson  ret void
1777ed8124dSTeresa Johnson}
1787ed8124dSTeresa Johnson
1797ed8124dSTeresa Johnson
180226d80ebSTeresa Johnson; CHECK: define internal void @memprof.module_ctor()
181226d80ebSTeresa Johnson; CHECK: call void @__memprof_init()
182