Lines Matching refs:OriginPtr
1227 void paintOrigin(IRBuilder<> &IRB, Value *Origin, Value *OriginPtr, in paintOrigin()
1245 Value *GEP = IRB.CreateGEP(MS.OriginTy, OriginPtr, Index); in paintOrigin()
1257 IRB.CreatePointerCast(OriginPtr, PointerType::get(MS.IntptrTy, 0)); in paintOrigin()
1269 i ? IRB.CreateConstGEP1_32(MS.OriginTy, OriginPtr, i) : OriginPtr; in paintOrigin()
1276 Value *OriginPtr, Align Alignment) { in storeOrigin()
1289 paintOrigin(IRB, updateOrigin(Origin, IRB), OriginPtr, StoreSize, in storeOrigin()
1311 paintOrigin(IRBNew, updateOrigin(Origin, IRBNew), OriginPtr, StoreSize, in storeOrigin()
1322 Value *ShadowPtr, *OriginPtr; in materializeStores() local
1326 std::tie(ShadowPtr, OriginPtr) = in materializeStores()
1337 storeOrigin(IRB, Addr, Shadow, getOrigin(Val), OriginPtr, in materializeStores()
1731 Value *OriginPtr = nullptr; in getShadowOriginPtrUserspace() local
1742 OriginPtr = IRB.CreateIntToPtr( in getShadowOriginPtrUserspace()
1745 return std::make_pair(ShadowPtr, OriginPtr); in getShadowOriginPtrUserspace()
1782 Value *OriginPtr = IRB.CreateExtractValue(ShadowOriginPtrs, 1); in getShadowOriginPtrKernelNoVec() local
1784 return std::make_pair(ShadowPtr, OriginPtr); in getShadowOriginPtrKernelNoVec()
1811 auto [ShadowPtr, OriginPtr] = in getShadowOriginPtrKernel()
1818 OriginPtrs, OriginPtr, ConstantInt::get(IRB.getInt32Ty(), i)); in getShadowOriginPtrKernel()
1990 Value *OriginPtr = in getShadow() local
1997 /* by getShadowOriginPtr */ kMinOriginAlignment, OriginPtr, in getShadow()
2014 Value *OriginPtr = in getShadow() local
2016 setOrigin(A, EntryIRB.CreateLoad(MS.OriginTy, OriginPtr)); in getShadow()
2197 Value *ShadowPtr = nullptr, *OriginPtr = nullptr; in visitLoadInst() local
2200 std::tie(ShadowPtr, OriginPtr) = in visitLoadInst()
2218 &I, IRB.CreateAlignedLoad(MS.OriginTy, OriginPtr, OriginAlignment)); in visitLoadInst()
2890 Value *ShadowPtr, *OriginPtr; in handleVectorStoreIntrinsic() local
2894 std::tie(ShadowPtr, OriginPtr) = getShadowOriginPtr( in handleVectorStoreIntrinsic()
2903 IRB.CreateStore(getOrigin(&I, 1), OriginPtr); in handleVectorStoreIntrinsic()
2916 Value *ShadowPtr = nullptr, *OriginPtr = nullptr; in handleVectorLoadIntrinsic() local
2921 std::tie(ShadowPtr, OriginPtr) = in handleVectorLoadIntrinsic()
2934 setOrigin(&I, IRB.CreateLoad(MS.OriginTy, OriginPtr)); in handleVectorLoadIntrinsic()
3395 Value *ShadowPtr, *OriginPtr; in handleLdmxcsr() local
3396 std::tie(ShadowPtr, OriginPtr) = in handleLdmxcsr()
3403 Value *Origin = MS.TrackOrigins ? IRB.CreateLoad(MS.OriginTy, OriginPtr) in handleLdmxcsr()
3427 auto [ShadowPtr, OriginPtr] = in handleMaskedExpandLoad()
3542 Value *OriginPtr; in handleMaskedStore() local
3543 std::tie(ShadowPtr, OriginPtr) = getShadowOriginPtr( in handleMaskedStore()
3552 paintOrigin(IRB, getOrigin(V), OriginPtr, in handleMaskedStore()
3577 Value *ShadowPtr, *OriginPtr; in handleMaskedLoad() local
3578 std::tie(ShadowPtr, OriginPtr) = in handleMaskedLoad()
3592 Value *PtrOrigin = IRB.CreateLoad(MS.OriginTy, OriginPtr); in handleMaskedLoad()
4728 auto [ShadowPtr, OriginPtr] = MSV.getShadowOriginPtr( in unpoisonVAListTagForInst()
4833 Value *ShadowPtr, *OriginPtr; in visitCallBase() local
4834 std::tie(ShadowPtr, OriginPtr) = in visitCallBase()
4840 IRB.CreateMemCpy(OriginBase, kShadowTLSAlignment, OriginPtr, in visitCallBase()