Lines Matching refs:Loaded
404 [](IRBuilder<> &Builder, Value *Loaded) { return Loaded; }); in tryExpandAtomicLoad() argument
441 Value *Loaded = Builder.CreateExtractValue(Pair, 0, "loaded"); in expandAtomicLoadToCmpXchg() local
443 LI->replaceAllUsesWith(Loaded); in expandAtomicLoadToCmpXchg()
496 Value *Loaded, Value *NewVal, in createCmpXchgInstFun() argument
500 Addr, Loaded, NewVal, MemOpOrder, in createCmpXchgInstFun()
509 Value *Loaded, Value *Inc) { in performAtomicOp() argument
515 return Builder.CreateAdd(Loaded, Inc, "new"); in performAtomicOp()
517 return Builder.CreateSub(Loaded, Inc, "new"); in performAtomicOp()
519 return Builder.CreateAnd(Loaded, Inc, "new"); in performAtomicOp()
521 return Builder.CreateNot(Builder.CreateAnd(Loaded, Inc), "new"); in performAtomicOp()
523 return Builder.CreateOr(Loaded, Inc, "new"); in performAtomicOp()
525 return Builder.CreateXor(Loaded, Inc, "new"); in performAtomicOp()
527 NewVal = Builder.CreateICmpSGT(Loaded, Inc); in performAtomicOp()
528 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
530 NewVal = Builder.CreateICmpSLE(Loaded, Inc); in performAtomicOp()
531 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
533 NewVal = Builder.CreateICmpUGT(Loaded, Inc); in performAtomicOp()
534 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
536 NewVal = Builder.CreateICmpULE(Loaded, Inc); in performAtomicOp()
537 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
554 auto PerformOp = [&](IRBuilder<> &Builder, Value *Loaded) { in tryExpandAtomicRMW() argument
555 return performAtomicOp(AI->getOperation(), Builder, Loaded, in tryExpandAtomicRMW()
663 IRBuilder<> &Builder, Value *Loaded, in performMaskedAtomicOp() argument
671 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
683 Value *NewVal = performAtomicOp(Op, Builder, Loaded, Shifted_Inc); in performMaskedAtomicOp()
685 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
697 Builder.CreateLShr(Loaded, PMV.ShiftAmt), PMV.ValueType); in performMaskedAtomicOp()
701 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
733 auto PerformPartwordOp = [&](IRBuilder<> &Builder, Value *Loaded) { in expandPartwordAtomicRMW() argument
734 return performMaskedAtomicOp(AI->getOperation(), Builder, Loaded, in expandPartwordAtomicRMW()
914 Value *Loaded = in expandAtomicOpToLLSC() local
917 I->replaceAllUsesWith(Loaded); in expandAtomicOpToLLSC()
1009 Value *Loaded = TLI->emitLoadLinked(Builder, Addr, MemOpOrder); in insertRMWLLSCLoop() local
1011 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWLLSCLoop()
1020 return Loaded; in insertRMWLLSCLoop()
1232 Value *Loaded; in expandAtomicCmpXchg() local
1234 Loaded = UnreleasedLoad; in expandAtomicCmpXchg()
1251 Loaded = ExitLoaded; in expandAtomicCmpXchg()
1266 EV->replaceAllUsesWith(Loaded); in expandAtomicCmpXchg()
1281 Res = Builder.CreateInsertValue(UndefValue::get(CI->getType()), Loaded, 0); in expandAtomicCmpXchg()
1359 PHINode *Loaded = Builder.CreatePHI(ResultTy, 2, "loaded"); in insertRMWCmpXchgLoop() local
1360 Loaded->addIncoming(InitLoaded, BB); in insertRMWCmpXchgLoop()
1362 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWCmpXchgLoop()
1367 CreateCmpXchg(Builder, Addr, Loaded, NewVal, in insertRMWCmpXchgLoop()
1374 Loaded->addIncoming(NewLoaded, LoopBB); in insertRMWCmpXchgLoop()
1408 Value *Loaded = AtomicExpand::insertRMWCmpXchgLoop( in expandAtomicRMWToCmpXchg() local
1410 [&](IRBuilder<> &Builder, Value *Loaded) { in expandAtomicRMWToCmpXchg() argument
1411 return performAtomicOp(AI->getOperation(), Builder, Loaded, in expandAtomicRMWToCmpXchg()
1416 AI->replaceAllUsesWith(Loaded); in expandAtomicRMWToCmpXchg()
1560 Value *Loaded, Value *NewVal, in expandAtomicRMWToLibcall()
1565 Addr, Loaded, NewVal, MemOpOrder, in expandAtomicRMWToLibcall()