Lines Matching refs:Loaded
411 [](IRBuilder<> &Builder, Value *Loaded) { return Loaded; }); in tryExpandAtomicLoad() argument
451 Value *Loaded = Builder.CreateExtractValue(Pair, 0, "loaded"); in expandAtomicLoadToCmpXchg() local
453 LI->replaceAllUsesWith(Loaded); in expandAtomicLoadToCmpXchg()
506 Value *Loaded, Value *NewVal, Align AddrAlign, in createCmpXchgInstFun() argument
518 Loaded = Builder.CreateBitCast(Loaded, IntTy); in createCmpXchgInstFun()
522 Addr, Loaded, NewVal, AddrAlign, MemOpOrder, in createCmpXchgInstFun()
534 Value *Loaded, Value *Inc) { in performAtomicOp() argument
540 return Builder.CreateAdd(Loaded, Inc, "new"); in performAtomicOp()
542 return Builder.CreateSub(Loaded, Inc, "new"); in performAtomicOp()
544 return Builder.CreateAnd(Loaded, Inc, "new"); in performAtomicOp()
546 return Builder.CreateNot(Builder.CreateAnd(Loaded, Inc), "new"); in performAtomicOp()
548 return Builder.CreateOr(Loaded, Inc, "new"); in performAtomicOp()
550 return Builder.CreateXor(Loaded, Inc, "new"); in performAtomicOp()
552 NewVal = Builder.CreateICmpSGT(Loaded, Inc); in performAtomicOp()
553 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
555 NewVal = Builder.CreateICmpSLE(Loaded, Inc); in performAtomicOp()
556 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
558 NewVal = Builder.CreateICmpUGT(Loaded, Inc); in performAtomicOp()
559 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
561 NewVal = Builder.CreateICmpULE(Loaded, Inc); in performAtomicOp()
562 return Builder.CreateSelect(NewVal, Loaded, Inc, "new"); in performAtomicOp()
564 return Builder.CreateFAdd(Loaded, Inc, "new"); in performAtomicOp()
566 return Builder.CreateFSub(Loaded, Inc, "new"); in performAtomicOp()
583 auto PerformOp = [&](IRBuilder<> &Builder, Value *Loaded) { in tryExpandAtomicRMW() argument
584 return performAtomicOp(AI->getOperation(), Builder, Loaded, in tryExpandAtomicRMW()
757 IRBuilder<> &Builder, Value *Loaded, in performMaskedAtomicOp() argument
765 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
777 Value *NewVal = performAtomicOp(Op, Builder, Loaded, Shifted_Inc); in performMaskedAtomicOp()
779 Value *Loaded_MaskOut = Builder.CreateAnd(Loaded, PMV.Inv_Mask); in performMaskedAtomicOp()
790 Value *Loaded_Extract = extractMaskedValue(Builder, Loaded, PMV); in performMaskedAtomicOp()
792 Value *FinalVal = insertMaskedValue(Builder, Loaded, NewVal, PMV); in performMaskedAtomicOp()
822 auto PerformPartwordOp = [&](IRBuilder<> &Builder, Value *Loaded) { in expandPartwordAtomicRMW() argument
823 return performMaskedAtomicOp(AI->getOperation(), Builder, Loaded, in expandPartwordAtomicRMW()
1010 Value *Loaded = insertRMWLLSCLoop(Builder, ResultType, Addr, AddrAlign, in expandAtomicOpToLLSC() local
1013 I->replaceAllUsesWith(Loaded); in expandAtomicOpToLLSC()
1106 Value *Loaded = TLI->emitLoadLinked(Builder, ResultTy, Addr, MemOpOrder); in insertRMWLLSCLoop() local
1108 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWLLSCLoop()
1117 return Loaded; in insertRMWLLSCLoop()
1369 Value *Loaded = extractMaskedValue(Builder, LoadedFull, PMV); in expandAtomicCmpXchg() local
1383 EV->replaceAllUsesWith(Loaded); in expandAtomicCmpXchg()
1398 Res = Builder.CreateInsertValue(UndefValue::get(CI->getType()), Loaded, 0); in expandAtomicCmpXchg()
1474 PHINode *Loaded = Builder.CreatePHI(ResultTy, 2, "loaded"); in insertRMWCmpXchgLoop() local
1475 Loaded->addIncoming(InitLoaded, BB); in insertRMWCmpXchgLoop()
1477 Value *NewVal = PerformOp(Builder, Loaded); in insertRMWCmpXchgLoop()
1482 CreateCmpXchg(Builder, Addr, Loaded, NewVal, AddrAlign, in insertRMWCmpXchgLoop()
1489 Loaded->addIncoming(NewLoaded, LoopBB); in insertRMWCmpXchgLoop()
1521 Value *Loaded = AtomicExpand::insertRMWCmpXchgLoop( in expandAtomicRMWToCmpXchg() local
1524 [&](IRBuilder<> &Builder, Value *Loaded) { in expandAtomicRMWToCmpXchg() argument
1525 return performAtomicOp(AI->getOperation(), Builder, Loaded, in expandAtomicRMWToCmpXchg()
1530 AI->replaceAllUsesWith(Loaded); in expandAtomicRMWToCmpXchg()
1672 I, [this](IRBuilder<> &Builder, Value *Addr, Value *Loaded, in expandAtomicRMWToLibcall()
1677 Addr, Loaded, NewVal, Alignment, MemOpOrder, in expandAtomicRMWToLibcall()