Lines Matching refs:beg
48 uptr beg = d & ~3UL; in CopyOrigin() local
50 if (beg < d) { in CopyOrigin()
51 u32 o = GetOriginIfPoisoned((uptr)src, beg + 4 - d); in CopyOrigin()
54 *(u32 *)MEM_TO_ORIGIN(beg) = o; in CopyOrigin()
56 beg += 4; in CopyOrigin()
61 if (end < beg) return; in CopyOrigin()
72 if (beg < end) { in CopyOrigin()
79 u32 *src_end = (u32 *)MEM_TO_ORIGIN(s + (end - beg)); in CopyOrigin()
80 u32 *dst = (u32 *)MEM_TO_ORIGIN(beg); in CopyOrigin()
92 REAL(memcpy)((void *)MEM_TO_ORIGIN(beg), (void *)MEM_TO_ORIGIN(s), in CopyOrigin()
93 end - beg); in CopyOrigin()
116 uptr beg = d & ~3UL; in ReverseCopyOrigin() local
118 if (beg + 4 < end) { in ReverseCopyOrigin()
122 u32 *src = (u32 *)MEM_TO_ORIGIN(s + end - beg - 4); in ReverseCopyOrigin()
123 u32 *src_s = (u32 *)MEM_TO_SHADOW(s + end - beg - 4); in ReverseCopyOrigin()
139 ((void *)MEM_TO_ORIGIN(beg), (void *)MEM_TO_ORIGIN(s), end - beg - 4); in ReverseCopyOrigin()
144 if (beg < d) { in ReverseCopyOrigin()
145 u32 o = GetOriginIfPoisoned((uptr)src, beg + 4 - d); in ReverseCopyOrigin()
149 *(u32 *)MEM_TO_ORIGIN(beg) = o; in ReverseCopyOrigin()
228 uptr beg = x & ~3UL; // align down. in SetOrigin() local
233 if (beg & 7ULL) { in SetOrigin()
234 *(u32 *)beg = origin; in SetOrigin()
235 beg += 4; in SetOrigin()
237 for (uptr addr = beg; addr < (end & ~7UL); addr += 8) *(u64 *)addr = origin64; in SetOrigin()