| /llvm-project-15.0.7/compiler-rt/lib/tsan/rtl-old/ |
| H A D | tsan_rtl_mutex.cpp | 174 thr->fast_state.IncrementEpoch(); in MutexPostLock() 179 s->last_lock = thr->fast_state.raw(); in MutexPostLock() 222 thr->fast_state.IncrementEpoch(); in MutexUnlock() 281 thr->fast_state.IncrementEpoch(); in MutexPostReadLock() 290 s->last_lock = thr->fast_state.raw(); in MutexPostReadLock() 319 thr->fast_state.IncrementEpoch(); in MutexReadUnlock() 356 thr->fast_state.IncrementEpoch(); in MutexReadOrWriteUnlock() 361 thr->fast_state.IncrementEpoch(); in MutexReadOrWriteUnlock() 439 thr->fast_state.IncrementEpoch(); in ReleaseStoreAcquire() 451 thr->fast_state.IncrementEpoch(); in Release() [all …]
|
| H A D | tsan_rtl_access.cpp | 378 FastState fast_state = thr->fast_state; in MemoryAccess() local 383 Shadow cur(fast_state); in MemoryAccess() 395 thr->fast_state = fast_state; in MemoryAccess() 493 Shadow s(thr->fast_state); in MemoryRangeFreed() 506 Shadow s(thr->fast_state); in MemoryRangeImitateWrite() 557 FastState fast_state = thr->fast_state; in MemoryAccessRange() local 561 fast_state.IncrementEpoch(); in MemoryAccessRange() 562 thr->fast_state = fast_state; in MemoryAccessRange() 570 Shadow cur(fast_state); in MemoryAccessRange() 581 Shadow cur(fast_state); in MemoryAccessRange() [all …]
|
| H A D | tsan_rtl_thread.cpp | 134 args->thr->fast_state.IncrementEpoch(); in OnCreated() 136 TraceAddEvent(args->thr, args->thr->fast_state, EventTypeMop, 0); in OnCreated() 206 thr->fast_state.SetHistorySize(flags()->history_size); in OnStarted() 209 TraceAddEvent(thr, thr->fast_state, EventTypeMop, 0); in OnStarted() 239 thr->fast_state.IncrementEpoch(); in OnFinished() 241 TraceAddEvent(thr, thr->fast_state, EventTypeMop, 0); in OnFinished() 244 epoch1 = thr->fast_state.epoch(); in OnFinished()
|
| H A D | tsan_rtl.cpp | 129 : fast_state(tid, epoch) in ThreadState() 693 unsigned trace = (thr->fast_state.epoch() / kTracePartSize) % TraceParts(); in TraceSwitch() 695 hdr->epoch0 = thr->fast_state.epoch(); in TraceSwitch() 705 uptr pc = events[thr->fast_state.GetTracePos()]; in TraceTopPC() 731 thr->fast_state.SetIgnoreBit(); in ThreadIgnoreBegin() 743 thr->fast_state.ClearIgnoreBit(); in ThreadIgnoreEnd()
|
| H A D | tsan_rtl.h | 135 FastState fast_state; member 755 DPrintf2("#%d: FuncEntry %p\n", (int)thr->fast_state.tid(), (void *)pc); in FuncEntry() 757 thr->fast_state.IncrementEpoch(); in FuncEntry() 758 TraceAddEvent(thr, thr->fast_state, EventTypeFuncEnter, pc); in FuncEntry() 776 DPrintf2("#%d: FuncExit\n", (int)thr->fast_state.tid()); in FuncExit() 778 thr->fast_state.IncrementEpoch(); in FuncExit() 779 TraceAddEvent(thr, thr->fast_state, EventTypeFuncExit, 0); in FuncExit()
|
| H A D | tsan_interface_atomic.cpp | 276 thr->fast_state.IncrementEpoch(); in AtomicStore() 278 TraceAddEvent(thr, thr->fast_state, EventTypeMop, 0); in AtomicStore() 290 thr->fast_state.IncrementEpoch(); in AtomicRMW() 292 TraceAddEvent(thr, thr->fast_state, EventTypeMop, 0); in AtomicRMW() 430 thr->fast_state.IncrementEpoch(); in AtomicCAS() 432 TraceAddEvent(thr, thr->fast_state, EventTypeMop, 0); in AtomicCAS()
|
| H A D | tsan_platform_mac.cpp | 78 dts->fast_state.SetIgnoreBit(); in InitializeThreadStateStorage()
|
| H A D | tsan_platform_linux.cpp | 511 dead_thread_state->fast_state.SetIgnoreBit(); in cur_thread()
|
| H A D | tsan_interceptors_posix.cpp | 2003 thr->fast_state.ClearIgnoreBit(); in CallUserSignalHandler() 2026 thr->fast_state.SetIgnoreBit(); in CallUserSignalHandler()
|
| /llvm-project-15.0.7/compiler-rt/lib/tsan/rtl/ |
| H A D | tsan_rtl_access.cpp | 137 FastState fast_state = thr->fast_state; in TraceTime() local 432 FastState fast_state = thr->fast_state; in MemoryAccess() local 433 Shadow cur(fast_state, addr, size, typ); in MemoryAccess() 438 if (UNLIKELY(fast_state.GetIgnoreBit())) in MemoryAccess() 457 FastState fast_state = thr->fast_state; in MemoryAccess16() local 458 if (UNLIKELY(fast_state.GetIgnoreBit())) in MemoryAccess16() 460 Shadow cur(fast_state, 0, 8, typ); in MemoryAccess16() 494 FastState fast_state = thr->fast_state; in UnalignedMemoryAccess() local 516 Shadow cur(fast_state, 0, size2, typ); in UnalignedMemoryAccess() 704 FastState fast_state = thr->fast_state; in MemoryAccessRangeT() local [all …]
|
| H A D | tsan_rtl.cpp | 284 slot->SetEpoch(slot->thr->fast_state.epoch()); in FindSlotAndLock() 302 thr->fast_state.SetSid(slot->sid); in SlotAttachAndLock() 303 thr->fast_state.SetEpoch(epoch); in SlotAttachAndLock() 343 CHECK(exiting || thr->fast_state.epoch() == kEpochLast); in SlotDetachImpl() 344 slot->SetEpoch(thr->fast_state.epoch()); in SlotDetachImpl() 365 if (LIKELY(thr == slot->thr && thr->fast_state.epoch() != kEpochLast)) in SlotLock() 1034 thr->fast_state.SetIgnoreBit(); in ThreadIgnoreBegin() 1046 thr->fast_state.ClearIgnoreBit(); in ThreadIgnoreEnd()
|
| H A D | tsan_rtl_mutex.cpp | 183 s->last_lock = thr->fast_state; in MutexPostLock() 304 s->last_lock = thr->fast_state; in MutexPostReadLock() 505 Epoch epoch = EpochInc(thr->fast_state.epoch()); in IncrementEpoch() 507 Sid sid = thr->fast_state.sid(); in IncrementEpoch() 509 thr->fast_state.SetEpoch(epoch); in IncrementEpoch()
|
| H A D | tsan_rtl.h | 159 FastState fast_state; member 770 DPrintf2("#%d: FuncEntry %p\n", (int)thr->fast_state.sid(), (void *)pc); in FuncEntry() 786 DPrintf2("#%d: FuncExit\n", (int)thr->fast_state.sid()); in FuncExit()
|
| H A D | tsan_platform_mac.cpp | 78 dts->fast_state.SetIgnoreBit(); in InitializeThreadStateStorage()
|
| H A D | tsan_platform_linux.cpp | 503 dead_thread_state->fast_state.SetIgnoreBit(); in cur_thread()
|
| H A D | tsan_interceptors_posix.cpp | 2007 thr->fast_state.ClearIgnoreBit(); in CallUserSignalHandler() 2030 thr->fast_state.SetIgnoreBit(); in CallUserSignalHandler()
|
| /llvm-project-15.0.7/compiler-rt/lib/tsan/tests/unit/ |
| H A D | tsan_trace_test.cpp | 89 Lock slot_lock(&ctx->slots[static_cast<uptr>(thr->fast_state.sid())].mtx); in TRACE_TEST() 96 bool res = RestoreStack(EventType::kAccessExt, thr->fast_state.sid(), in TRACE_TEST() 97 thr->fast_state.epoch(), 0x3000, 8, kAccessRead, &tid, in TRACE_TEST() 149 Lock slot_lock(&ctx->slots[static_cast<uptr>(thr->fast_state.sid())].mtx); in TRACE_TEST() 157 RestoreStack(EventType::kAccessExt, thr->fast_state.sid(), in TRACE_TEST() 158 thr->fast_state.epoch(), 0x3000 + params.offset, in TRACE_TEST() 177 Lock slot_lock(&ctx->slots[static_cast<uptr>(thr->fast_state.sid())].mtx); in TRACE_TEST() 184 bool res = RestoreStack(EventType::kLock, thr->fast_state.sid(), in TRACE_TEST() 185 thr->fast_state.epoch(), 0x5001, 0, 0, &tid, &stk, in TRACE_TEST() 220 Lock slot_lock(&ctx->slots[static_cast<uptr>(thr->fast_state.sid())].mtx); in TRACE_TEST() [all …]
|