1 //===-- sanitizer_coverage_libcdep_new.cc ---------------------------------===//
2 //
3 // The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 // Sanitizer Coverage Controller for Trace PC Guard.
10
11 #include "sanitizer_platform.h"
12
13 #if !SANITIZER_FUCHSIA
14 #include "sancov_flags.h"
15 #include "sanitizer_allocator_internal.h"
16 #include "sanitizer_atomic.h"
17 #include "sanitizer_common.h"
18 #include "sanitizer_file.h"
19
20 using namespace __sanitizer;
21
22 using AddressRange = LoadedModule::AddressRange;
23
24 namespace __sancov {
25 namespace {
26
27 static const u64 Magic64 = 0xC0BFFFFFFFFFFF64ULL;
28 static const u64 Magic32 = 0xC0BFFFFFFFFFFF32ULL;
29 static const u64 Magic = SANITIZER_WORDSIZE == 64 ? Magic64 : Magic32;
30
OpenFile(const char * path)31 static fd_t OpenFile(const char* path) {
32 error_t err;
33 fd_t fd = OpenFile(path, WrOnly, &err);
34 if (fd == kInvalidFd)
35 Report("SanitizerCoverage: failed to open %s for writing (reason: %d)\n",
36 path, err);
37 return fd;
38 }
39
GetCoverageFilename(char * path,const char * name,const char * extension)40 static void GetCoverageFilename(char* path, const char* name,
41 const char* extension) {
42 CHECK(name);
43 internal_snprintf(path, kMaxPathLength, "%s/%s.%zd.%s",
44 common_flags()->coverage_dir, name, internal_getpid(),
45 extension);
46 }
47
WriteModuleCoverage(char * file_path,const char * module_name,const uptr * pcs,uptr len)48 static void WriteModuleCoverage(char* file_path, const char* module_name,
49 const uptr* pcs, uptr len) {
50 GetCoverageFilename(file_path, StripModuleName(module_name), "sancov");
51 fd_t fd = OpenFile(file_path);
52 WriteToFile(fd, &Magic, sizeof(Magic));
53 WriteToFile(fd, pcs, len * sizeof(*pcs));
54 CloseFile(fd);
55 Printf("SanitizerCoverage: %s: %zd PCs written\n", file_path, len);
56 }
57
SanitizerDumpCoverage(const uptr * unsorted_pcs,uptr len)58 static void SanitizerDumpCoverage(const uptr* unsorted_pcs, uptr len) {
59 if (!len) return;
60
61 char* file_path = static_cast<char*>(InternalAlloc(kMaxPathLength));
62 char* module_name = static_cast<char*>(InternalAlloc(kMaxPathLength));
63 uptr* pcs = static_cast<uptr*>(InternalAlloc(len * sizeof(uptr)));
64
65 internal_memcpy(pcs, unsorted_pcs, len * sizeof(uptr));
66 Sort(pcs, len);
67
68 bool module_found = false;
69 uptr last_base = 0;
70 uptr module_start_idx = 0;
71
72 for (uptr i = 0; i < len; ++i) {
73 const uptr pc = pcs[i];
74 if (!pc) continue;
75
76 if (!__sanitizer_get_module_and_offset_for_pc(pc, nullptr, 0, &pcs[i])) {
77 Printf("ERROR: unknown pc 0x%x (may happen if dlclose is used)\n", pc);
78 continue;
79 }
80 uptr module_base = pc - pcs[i];
81
82 if (module_base != last_base || !module_found) {
83 if (module_found) {
84 WriteModuleCoverage(file_path, module_name, &pcs[module_start_idx],
85 i - module_start_idx);
86 }
87
88 last_base = module_base;
89 module_start_idx = i;
90 module_found = true;
91 __sanitizer_get_module_and_offset_for_pc(pc, module_name, kMaxPathLength,
92 &pcs[i]);
93 }
94 }
95
96 if (module_found) {
97 WriteModuleCoverage(file_path, module_name, &pcs[module_start_idx],
98 len - module_start_idx);
99 }
100
101 InternalFree(file_path);
102 InternalFree(module_name);
103 InternalFree(pcs);
104 }
105
106 // Collects trace-pc guard coverage.
107 // This class relies on zero-initialization.
108 class TracePcGuardController {
109 public:
Initialize()110 void Initialize() {
111 CHECK(!initialized);
112
113 initialized = true;
114 InitializeSancovFlags();
115
116 pc_vector.Initialize(0);
117 }
118
InitTracePcGuard(u32 * start,u32 * end)119 void InitTracePcGuard(u32* start, u32* end) {
120 if (!initialized) Initialize();
121 CHECK(!*start);
122 CHECK_NE(start, end);
123
124 u32 i = pc_vector.size();
125 for (u32* p = start; p < end; p++) *p = ++i;
126 pc_vector.resize(i);
127 }
128
TracePcGuard(u32 * guard,uptr pc)129 void TracePcGuard(u32* guard, uptr pc) {
130 u32 idx = *guard;
131 if (!idx) return;
132 // we start indices from 1.
133 atomic_uintptr_t* pc_ptr =
134 reinterpret_cast<atomic_uintptr_t*>(&pc_vector[idx - 1]);
135 if (atomic_load(pc_ptr, memory_order_relaxed) == 0)
136 atomic_store(pc_ptr, pc, memory_order_relaxed);
137 }
138
Reset()139 void Reset() {
140 internal_memset(&pc_vector[0], 0, sizeof(pc_vector[0]) * pc_vector.size());
141 }
142
Dump()143 void Dump() {
144 if (!initialized || !common_flags()->coverage) return;
145 __sanitizer_dump_coverage(pc_vector.data(), pc_vector.size());
146 }
147
148 private:
149 bool initialized;
150 InternalMmapVectorNoCtor<uptr> pc_vector;
151 };
152
153 static TracePcGuardController pc_guard_controller;
154
155 } // namespace
156 } // namespace __sancov
157
158 namespace __sanitizer {
InitializeCoverage(bool enabled,const char * dir)159 void InitializeCoverage(bool enabled, const char *dir) {
160 static bool coverage_enabled = false;
161 if (coverage_enabled)
162 return; // May happen if two sanitizer enable coverage in the same process.
163 coverage_enabled = enabled;
164 Atexit(__sanitizer_cov_dump);
165 AddDieCallback(__sanitizer_cov_dump);
166 }
167 } // namespace __sanitizer
168
169 extern "C" {
__sanitizer_dump_coverage(const uptr * pcs,uptr len)170 SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_dump_coverage( // NOLINT
171 const uptr* pcs, uptr len) {
172 return __sancov::SanitizerDumpCoverage(pcs, len);
173 }
174
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_guard,u32 * guard)175 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_guard, u32* guard) {
176 if (!*guard) return;
177 __sancov::pc_guard_controller.TracePcGuard(guard, GET_CALLER_PC() - 1);
178 }
179
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_guard_init,u32 * start,u32 * end)180 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_guard_init,
181 u32* start, u32* end) {
182 if (start == end || *start) return;
183 __sancov::pc_guard_controller.InitTracePcGuard(start, end);
184 }
185
__sanitizer_dump_trace_pc_guard_coverage()186 SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_dump_trace_pc_guard_coverage() {
187 __sancov::pc_guard_controller.Dump();
188 }
__sanitizer_cov_dump()189 SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_dump() {
190 __sanitizer_dump_trace_pc_guard_coverage();
191 }
__sanitizer_cov_reset()192 SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_reset() {
193 __sancov::pc_guard_controller.Reset();
194 }
195 // Default empty implementations (weak). Users should redefine them.
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp,void)196 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp1,void)197 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp1, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp2,void)198 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp2, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp4,void)199 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp8,void)200 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp1,void)201 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp1, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp2,void)202 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp2, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp4,void)203 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp8,void)204 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_switch,void)205 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_switch, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_div4,void)206 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_div4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_div8,void)207 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_div8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_gep,void)208 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_gep, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_indir,void)209 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_indir, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_8bit_counters_init,void)210 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_8bit_counters_init, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_pcs_init,void)211 SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_pcs_init, void) {}
212 } // extern "C"
213 // Weak definition for code instrumented with -fsanitize-coverage=stack-depth
214 // and later linked with code containing a strong definition.
215 // E.g., -fsanitize=fuzzer-no-link
216 SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE
217 SANITIZER_TLS_INITIAL_EXEC_ATTRIBUTE uptr __sancov_lowest_stack;
218
219 #endif // !SANITIZER_FUCHSIA
220