148 NOINLINE void DoReportRace(ThreadState* thr, RawShadow* shadow_mem, Shadow cur,  in DoReportRace()
149                            Shadow old,  in DoReportRace()
155     old = Shadow(LoadShadow(&shadow_mem[1]));  in DoReportRace()
158     StoreShadow(&shadow_mem[i], i == 0 ? Shadow::kRodata : Shadow::kEmpty);  in DoReportRace()
166   ReportRace(thr, shadow_mem, cur, Shadow(old), typ);  in DoReportRace()
173 bool ContainsSameAccess(RawShadow* s, Shadow cur, int unused0, int unused1,  in ContainsSameAccess()
183                                          static_cast<u32>(Shadow::kRodata));  in ContainsSameAccess()
187       if (old == Shadow::kRodata)  in ContainsSameAccess()
195 bool CheckRaces(ThreadState* thr, RawShadow* shadow_mem, Shadow cur,  in CheckRaces()
200     Shadow old(LoadShadow(sp));  in CheckRaces()
201     if (LIKELY(old.raw() == Shadow::kEmpty)) {  in CheckRaces()
239 bool ContainsSameAccess(RawShadow* unused0, Shadow unused1, m128 shadow,  in ContainsSameAccess()
261   const m128 read_mask = _mm_set1_epi32(static_cast<u32>(Shadow::kRodata));  in ContainsSameAccess()
274 NOINLINE void DoReportRaceV(ThreadState* thr, RawShadow* shadow_mem, Shadow cur,  in DoReportRaceV()
295   Shadow prev(static_cast<RawShadow>(old));  in DoReportRaceV()
300     prev = Shadow(static_cast<RawShadow>(_mm_extract_epi32(shadow, 1)));  in DoReportRaceV()
305 bool CheckRaces(ThreadState* thr, RawShadow* shadow_mem, Shadow cur,  in CheckRaces()
390   if (raw == Shadow::kEmpty) {  in DumpShadow()
394   Shadow s(raw);  in DumpShadow()
433   Shadow cur(fast_state, addr, size, typ);  in MemoryAccess()
460   Shadow cur(fast_state, 0, 8, typ);  in MemoryAccess16()
501     Shadow cur(fast_state, addr, size1, typ);  in UnalignedMemoryAccess()
516   Shadow cur(fast_state, 0, size2, typ);  in UnalignedMemoryAccess()
535     for (uptr i = 1; i < kShadowCnt; i++) p[i] = Shadow::kEmpty;  in ShadowSet()
539       static_cast<u32>(v), static_cast<u32>(Shadow::kEmpty),  in ShadowSet()
540       static_cast<u32>(Shadow::kEmpty), static_cast<u32>(Shadow::kEmpty));  in ShadowSet()
586   MemoryRangeSet(addr1, size1, Shadow::kEmpty);  in MemoryResetRange()
609   Shadow cur(thr->fast_state, 0, kShadowCell, typ);  in MemoryRangeFreed()
613       static_cast<u32>(Shadow::FreedMarker()),  in MemoryRangeFreed()
614       static_cast<u32>(Shadow::FreedInfo(cur.sid(), cur.epoch())), 0, 0);  in MemoryRangeFreed()
625     StoreShadow(&shadow_mem[0], Shadow::FreedMarker());  in MemoryRangeFreed()
626     StoreShadow(&shadow_mem[1], Shadow::FreedInfo(cur.sid(), cur.epoch()));  in MemoryRangeFreed()
627     StoreShadow(&shadow_mem[2], Shadow::kEmpty);  in MemoryRangeFreed()
628     StoreShadow(&shadow_mem[3], Shadow::kEmpty);  in MemoryRangeFreed()
637   Shadow cur(thr->fast_state, 0, 8, kAccessWrite);  in MemoryRangeImitateWrite()
650 bool MemoryAccessRangeOne(ThreadState* thr, RawShadow* shadow_mem, Shadow cur,  in MemoryAccessRangeOne()
701   if (*shadow_mem == Shadow::kRodata)  in MemoryAccessRangeT()
715     Shadow cur(fast_state, addr, size1, typ);  in MemoryAccessRangeT()
721   Shadow cur(fast_state, 0, kShadowCell, typ);  in MemoryAccessRangeT()
728     Shadow cur(fast_state, 0, size, typ);  in MemoryAccessRangeT()