Lines Matching refs:shadow_mem

159 void HandleRace(ThreadState *thr, u64 *shadow_mem, Shadow cur, Shadow old) {  in HandleRace()  argument
162 thr->racy_shadow_addr = shadow_mem; in HandleRace()
176 bool kAccessIsWrite, bool kIsAtomic, u64 *shadow_mem, in MemoryAccessImpl1() argument
232 StoreShadow(shadow_mem + (cur.epoch() % kShadowCnt), store_word); in MemoryAccessImpl1()
235 HandleRace(thr, shadow_mem, cur, old); in MemoryAccessImpl1()
353 RawShadow *shadow_mem = MemToShadow(addr); in MemoryAccess() local
358 (int)(1 << kAccessSizeLog), kAccessIsWrite, shadow_mem, in MemoryAccess()
359 (uptr)shadow_mem[0], (uptr)shadow_mem[1], (uptr)shadow_mem[2], in MemoryAccess()
360 (uptr)shadow_mem[3]); in MemoryAccess()
366 if (!IsShadowMem(shadow_mem)) { in MemoryAccess()
367 Printf("Bad shadow addr %p (%zx)\n", shadow_mem, addr); in MemoryAccess()
368 DCHECK(IsShadowMem(shadow_mem)); in MemoryAccess()
372 if (!SANITIZER_GO && !kAccessIsWrite && *shadow_mem == kShadowRodata) { in MemoryAccess()
388 if (LIKELY(ContainsSameAccess(shadow_mem, cur.raw(), thr->fast_synch_epoch, in MemoryAccess()
401 shadow_mem, cur); in MemoryAccess()
408 u64 *shadow_mem, Shadow cur) { in MemoryAccessImpl() argument
409 if (LIKELY(ContainsSameAccess(shadow_mem, cur.raw(), thr->fast_synch_epoch, in MemoryAccessImpl()
415 shadow_mem, cur); in MemoryAccessImpl()
526 RawShadow *shadow_mem = MemToShadow(addr); in MemoryAccessRange() local
539 if (!IsShadowMem(shadow_mem)) { in MemoryAccessRange()
540 Printf("Bad shadow addr %p (%zx)\n", shadow_mem, addr); in MemoryAccessRange()
541 DCHECK(IsShadowMem(shadow_mem)); in MemoryAccessRange()
543 if (!IsShadowMem(shadow_mem + size * kShadowCnt / 8 - 1)) { in MemoryAccessRange()
544 Printf("Bad shadow addr %p (%zx)\n", shadow_mem + size * kShadowCnt / 8 - 1, in MemoryAccessRange()
546 DCHECK(IsShadowMem(shadow_mem + size * kShadowCnt / 8 - 1)); in MemoryAccessRange()
550 if (*shadow_mem == kShadowRodata) { in MemoryAccessRange()
573 MemoryAccessImpl(thr, addr, kAccessSizeLog, is_write, false, shadow_mem, in MemoryAccessRange()
577 shadow_mem += kShadowCnt; in MemoryAccessRange()
584 MemoryAccessImpl(thr, addr, kAccessSizeLog, is_write, false, shadow_mem, in MemoryAccessRange()
586 shadow_mem += kShadowCnt; in MemoryAccessRange()
594 MemoryAccessImpl(thr, addr, kAccessSizeLog, is_write, false, shadow_mem, in MemoryAccessRange()