Lines Matching refs:Loaded

425         [](IRBuilderBase &Builder, Value *Loaded) { return Loaded; });  in tryExpandAtomicLoad()  argument
483 Value *Loaded = Builder.CreateExtractValue(Pair, 0, "loaded"); in expandAtomicLoadToCmpXchg() local
485 LI->replaceAllUsesWith(Loaded); in expandAtomicLoadToCmpXchg()
540 Value *Loaded, Value *NewVal, Align AddrAlign, in createCmpXchgInstFun() argument
551 Loaded = Builder.CreateBitCast(Loaded, IntTy); in createCmpXchgInstFun()
555 Addr, Loaded, NewVal, AddrAlign, MemOpOrder, in createCmpXchgInstFun()
577 auto PerformOp = [&](IRBuilderBase &Builder, Value *Loaded) { in tryExpandAtomicRMW() argument
578 return buildAtomicRMWValue(AI->getOperation(), Builder, Loaded, in tryExpandAtomicRMW()
790 IRBuilderBase &Builder, Value *Loaded, in performMaskedAtomicOp() argument
798 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
810 Value *NewVal = buildAtomicRMWValue(Op, Builder, Loaded, Shifted_Inc); in performMaskedAtomicOp()
812 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
829 Value *Loaded_Extract = extractMaskedValue(Builder, Loaded, PMV); in performMaskedAtomicOp()
831 Value *FinalVal = insertMaskedValue(Builder, Loaded, NewVal, PMV); in performMaskedAtomicOp()
867 auto PerformPartwordOp = [&](IRBuilderBase &Builder, Value *Loaded) { in expandPartwordAtomicRMW() argument
868 return performMaskedAtomicOp(AI->getOperation(), Builder, Loaded, in expandPartwordAtomicRMW()
1055 Value *Loaded = insertRMWLLSCLoop(Builder, ResultType, Addr, AddrAlign, in expandAtomicOpToLLSC() local
1058 I->replaceAllUsesWith(Loaded); in expandAtomicOpToLLSC()
1151 Value *Loaded = TLI->emitLoadLinked(Builder, ResultTy, Addr, MemOpOrder); in insertRMWLLSCLoop() local
1153 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWLLSCLoop()
1162 return Loaded; in insertRMWLLSCLoop()
1411 Value *Loaded = extractMaskedValue(Builder, LoadedFull, PMV); in expandAtomicCmpXchg() local
1425 EV->replaceAllUsesWith(Loaded); in expandAtomicCmpXchg()
1440 Res = Builder.CreateInsertValue(PoisonValue::get(CI->getType()), Loaded, 0); in expandAtomicCmpXchg()
1516 PHINode *Loaded = Builder.CreatePHI(ResultTy, 2, "loaded"); in insertRMWCmpXchgLoop() local
1517 Loaded->addIncoming(InitLoaded, BB); in insertRMWCmpXchgLoop()
1519 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWCmpXchgLoop()
1524 CreateCmpXchg(Builder, Addr, Loaded, NewVal, AddrAlign, in insertRMWCmpXchgLoop()
1531 Loaded->addIncoming(NewLoaded, LoopBB); in insertRMWCmpXchgLoop()
1570 Value *Loaded = AtomicExpand::insertRMWCmpXchgLoop( in expandAtomicRMWToCmpXchg() local
1573 [&](IRBuilderBase &Builder, Value *Loaded) { in expandAtomicRMWToCmpXchg() argument
1574 return buildAtomicRMWValue(AI->getOperation(), Builder, Loaded, in expandAtomicRMWToCmpXchg()
1579 AI->replaceAllUsesWith(Loaded); in expandAtomicRMWToCmpXchg()
1725 I, [this](IRBuilderBase &Builder, Value *Addr, Value *Loaded, in expandAtomicRMWToLibcall()
1730 Addr, Loaded, NewVal, Alignment, MemOpOrder, in expandAtomicRMWToLibcall()