| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | MergedLoadStoreMotion.cpp | 114 StoreInst *canSinkFromBlock(BasicBlock *BB, StoreInst *SI); 115 PHINode *getPHIOperand(BasicBlock *BB, StoreInst *S0, StoreInst *S1); 118 bool canSinkStoresAndGEPs(StoreInst *S0, StoreInst *S1) const; 119 void sinkStoresAndGEPs(BasicBlock *BB, StoreInst *SinkCand, 120 StoreInst *ElseInst); 188 auto *Store1 = dyn_cast<StoreInst>(&Inst); in canSinkFromBlock() 207 StoreInst *S1) { in getPHIOperand() 240 StoreInst *S1) { in sinkStoresAndGEPs() 254 StoreInst *SNew = cast<StoreInst>(S0->clone()); in sinkStoresAndGEPs() 310 auto *S0 = dyn_cast<StoreInst>(I); in mergeStores() [all …]
|
| H A D | LowerAtomicPass.cpp | 35 static bool LowerStoreInst(StoreInst *SI) { in LowerStoreInst() 52 } else if (StoreInst *SI = dyn_cast<StoreInst>(&Inst)) { in runOnBasicBlock()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 386 MachineOperand &StoreBase = getBaseOperand(StoreInst); in buildCopy() 408 MachineInstr *StInst = StoreInst; in buildCopy() 441 StoreInst, getYMMtoXMMStoreOpcode(StoreInst->getOpcode()), in buildCopies() 495 MachineOperand &StoreBase = getBaseOperand(StoreInst); in updateKillStatus() 511 MachineInstr *StInst = StoreInst; in updateKillStatus() 563 MachineInstr *LoadInst, MachineInstr *StoreInst, in breakBlockedCopies() argument 566 int64_t StDispImm = getDispOperand(StoreInst).getImm(); in breakBlockedCopies() 709 MachineInstr *StoreInst = LoadStoreInstPair.second; in runOnMachineFunction() local 712 LLVM_DEBUG(StoreInst->dump()); in runOnMachineFunction() 716 updateKillStatus(LoadInst, StoreInst); in runOnMachineFunction() [all …]
|
| /llvm-project-15.0.7/llvm/unittests/Analysis/ |
| H A D | MemorySSATest.cpp | 493 StoreInst *StoreInst = B.CreateStore(B.getInt8(16), PointerArg); in TEST_F() local 538 StoreInst *StoreInst = B.CreateStore(B.getInt8(16), PointerArg); in TEST_F() local 615 for (StoreInst *V : {S1, S2, S3}) { in TEST_F() 935 StoreInst *StoreA = B.CreateStore(B.getInt8(0), A); in TEST_F() 936 StoreInst *StoreB = B.CreateStore(B.getInt8(0), A); in TEST_F() 981 StoreInst *StoreX1 = B.CreateStore(B.getInt8(0), X); in TEST_F() 982 StoreInst *StoreY = B.CreateStore(B.getInt8(0), Y); in TEST_F() 1175 for (StoreInst *V : Sts) { in TEST_F() 1185 for (StoreInst *V : Sts) in TEST_F() 1189 for (StoreInst *V : Sts) { in TEST_F() [all …]
|
| H A D | TBAATest.cpp | 33 static StoreInst *getFunctionWithSingleStore(Module *M, StringRef Name) { in getFunctionWithSingleStore() 40 auto *SI = new StoreInst(ConstantInt::get(IntType, 42), in getFunctionWithSingleStore()
|
| /llvm-project-15.0.7/llvm/unittests/Transforms/Utils/ |
| H A D | MemTransferLowering.cpp | 128 Instruction *StoreInst = in TEST_F() local 130 EXPECT_NE(nullptr, StoreInst->getMetadata(LLVMContext::MD_noalias)); in TEST_F() 212 Instruction *StoreInst = in TEST_F() local 214 EXPECT_TRUE(StoreInst->isAtomic()); in TEST_F() 215 EXPECT_NE(StoreInst->getMetadata(LLVMContext::MD_noalias), nullptr); in TEST_F() 257 Instruction *StoreInst = in TEST_F() local 259 EXPECT_TRUE(StoreInst->isAtomic()); in TEST_F() 260 EXPECT_NE(StoreInst->getMetadata(LLVMContext::MD_noalias), nullptr); in TEST_F()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | PromoteMemoryToRegister.cpp | 71 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in isAllocaPromotable() 109 StoreInst *OnlyStore; 135 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in AnalyzeAlloca() 190 (isa<StoreInst>(I) && isa<AllocaInst>(I->getOperand(1))); in isInterestingInstruction() 318 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in removeIntrinsicUsers() 357 StoreInst *OnlyStore = Info.OnlyStore; in rewriteSingleStoreAlloca() 470 if (StoreInst *SI = dyn_cast<StoreInst>(U)) in promoteSingleBlockAlloca() 489 std::make_pair(LoadIdx, static_cast<StoreInst *>(nullptr)), in promoteSingleBlockAlloca() 524 StoreInst *SI = cast<StoreInst>(AI->user_back()); in promoteSingleBlockAlloca() 807 if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in ComputeLiveInBlocks() [all …]
|
| H A D | SSAUpdater.cpp | 329 SomeVal = cast<StoreInst>(Insts[0])->getOperand(0); in LoadAndStorePromoter() 362 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in run() 375 if (isa<StoreInst>(I)) { in run() 414 if (StoreInst *SI = dyn_cast<StoreInst>(&I)) { in run()
|
| /llvm-project-15.0.7/polly/include/polly/Support/ |
| H A D | ScopHelper.h | 145 /* implicit */ MemAccInst(llvm::StoreInst &SI) : I(&SI) {} in MemAccInst() 146 /* implicit */ MemAccInst(llvm::StoreInst *SI) : I(SI) {} in MemAccInst() 153 return llvm::isa<llvm::LoadInst>(V) || llvm::isa<llvm::StoreInst>(V) || in isa() 157 return llvm::isa<llvm::LoadInst>(V) || llvm::isa<llvm::StoreInst>(V) || in isa() 198 MemAccInst &operator=(llvm::StoreInst &SI) { 202 MemAccInst &operator=(llvm::StoreInst *SI) { 308 bool isStore() const { return I && llvm::isa<llvm::StoreInst>(I); } in isStore() 317 llvm::StoreInst *asStore() const { return llvm::cast<llvm::StoreInst>(I); } in asStore()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Scalar/ |
| H A D | MemCpyOptimizer.h | 35 class StoreInst; variable 58 bool processStore(StoreInst *SI, BasicBlock::iterator &BBI); 71 bool moveUp(StoreInst *SI, Instruction *P, const LoadInst *LI);
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPURewriteOutArguments.cpp | 131 if (auto *SI = dyn_cast<StoreInst>(U->getUser())) { in getStoredType() 136 U->getOperandNo() != StoreInst::getPointerOperandIndex()) in getStoredType() 238 SmallVector<std::pair<ReturnInst *, StoreInst *>, 4> ReplaceableStores; in runOnFunction() 259 StoreInst *SI = nullptr; in runOnFunction() 261 SI = dyn_cast<StoreInst>(Q.getInst()); in runOnFunction() 275 for (std::pair<ReturnInst *, StoreInst *> Store : ReplaceableStores) { in runOnFunction()
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 78 if (StoreInst *SI = dyn_cast<StoreInst>(LI->user_back())) { in runOnFunction() 105 auto *SI = cast<StoreInst>(*LI->user_begin()); in runOnFunction()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 483 static StoreInst *combineStoreToNewValue(InstCombinerImpl &IC, StoreInst &SI, in combineStoreToNewValue() 493 StoreInst *NewStore = IC.Builder.CreateAlignedStore( in combineStoreToNewValue() 904 static bool canSimplifyNullStoreOrGEP(StoreInst &SI) { in canSimplifyNullStoreOrGEP() 976 StoreInst *SI = new StoreInst(PoisonValue::get(LI.getType()), in visitLoadInst() 1307 auto *SI = dyn_cast<StoreInst>(U); in removeBitcastsFromLoadStoreOnMinMax() 1319 auto *USI = cast<StoreInst>(UI); in removeBitcastsFromLoadStoreOnMinMax() 1393 if (StoreInst *PrevSI = dyn_cast<StoreInst>(BBI)) { in visitStoreInst() 1480 StoreInst *OtherStore = nullptr; in mergeStoreIntoSuccessor() 1492 OtherStore = dyn_cast<StoreInst>(BBI); in mergeStoreIntoSuccessor() 1508 if ((OtherStore = dyn_cast<StoreInst>(BBI))) { in mergeStoreIntoSuccessor() [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | GCRootLowering.cpp | 126 if (isa<AllocaInst>(I) || isa<GetElementPtrInst>(I) || isa<StoreInst>(I) || in CouldBecomeSafePoint() 149 if (StoreInst *SI = dyn_cast<StoreInst>(IP)) in InsertRootInitializers() 159 new StoreInst( in InsertRootInitializers() 203 Value *St = new StoreInst(CI->getArgOperand(0), in DoLowering()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 212 if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupPointerRootUsers() 324 } else if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupConstantGlobalUsers() 573 auto *SI = cast<StoreInst>(V); in SRAGlobal() 608 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in AllUsesOfValueWillTrapIfNull() 710 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in OptimizeAwayTrappingUsesOfValue() 790 } else if (isa<StoreInst>(GlobalUser)) { in OptimizeAwayTrappingUsesOfLoads() 919 if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in OptimizeGlobalAddressOfAllocation() 922 new StoreInst(ConstantInt::getBool( in OptimizeGlobalAddressOfAllocation() 1219 if (StoreInst *SI = dyn_cast<StoreInst>(UI)) { in TryToShrinkGlobalToBoolean() 1249 StoreInst *NSI = in TryToShrinkGlobalToBoolean() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | SLPVectorizer.h | 43 class StoreInst; variable 57 using StoreList = SmallVector<StoreInst *, 8>; 138 bool vectorizeStores(ArrayRef<StoreInst *> Stores, slpvectorizer::BoUpSLP &R);
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 432 const bool IsWrite = isa<StoreInst>(*I); in chooseInstructionsToInstrument() 433 Value *Addr = IsWrite ? cast<StoreInst>(I)->getPointerOperand() in chooseInstructionsToInstrument() 447 cast<StoreInst>(WI.Inst)->isVolatile()); in chooseInstructionsToInstrument() 488 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in isTsanAtomic() 535 else if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst)) in sanitizeFunction() 600 const bool IsWrite = isa<StoreInst>(*II.Inst); in instrumentLoadOrStore() 601 Value *Addr = IsWrite ? cast<StoreInst>(II.Inst)->getPointerOperand() in instrumentLoadOrStore() 616 Value *StoredValue = cast<StoreInst>(II.Inst)->getValueOperand(); in instrumentLoadOrStore() 639 const Align Alignment = IsWrite ? cast<StoreInst>(II.Inst)->getAlign() in instrumentLoadOrStore() 644 (IsWrite ? cast<StoreInst>(II.Inst)->isVolatile() in instrumentLoadOrStore() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Instruction.cpp | 450 if (const StoreInst *SI = dyn_cast<StoreInst>(I1)) in haveSameSpecialState() 451 return SI->isVolatile() == cast<StoreInst>(I2)->isVolatile() && in haveSameSpecialState() 452 (SI->getAlign() == cast<StoreInst>(I2)->getAlign() || in haveSameSpecialState() 454 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in haveSameSpecialState() 455 SI->getSyncScopeID() == cast<StoreInst>(I2)->getSyncScopeID(); in haveSameSpecialState() 592 return !cast<StoreInst>(this)->isUnordered(); in mayReadFromMemory() 627 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 662 return cast<StoreInst>(this)->isVolatile(); in isVolatile() 706 if (auto *SI = dyn_cast<StoreInst>(this)) in willReturn()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoadStoreVectorizer.cpp | 297 if (StoreInst *S = dyn_cast<StoreInst>(I)) in getPointerAddressSpace() 690 assert(isa<StoreInst>(I) && in getVectorizablePrefix() 696 if ((isa<LoadInst>(I) || isa<StoreInst>(I)) && is_contained(Chain, &I)) { in getVectorizablePrefix() 859 } else if (StoreInst *SI = dyn_cast<StoreInst>(&I)) { in collectInstructions() 998 StoreInst *S0 = cast<StoreInst>(Chain[0]); in vectorizeStoreChain() 1003 StoreTy = cast<StoreInst>(I)->getValueOperand()->getType(); in vectorizeStoreChain() 1116 StoreInst *Store = cast<StoreInst>(Chain[I]); in vectorizeStoreChain() 1131 StoreInst *Store = cast<StoreInst>(Chain[I]); in vectorizeStoreChain() 1143 StoreInst *SI = Builder.CreateAlignedStore( in vectorizeStoreChain()
|
| H A D | LoopVectorizationLegality.cpp | 429 static bool storeToSameAddress(ScalarEvolution *SE, StoreInst *A, in storeToSameAddress() 430 StoreInst *B) { in storeToSameAddress() 801 if (auto *ST = dyn_cast<StoreInst>(&I)) { in canVectorizeInstrs() 926 for (StoreInst *SI : LAI->getStoresToInvariantAddresses()) { in canVectorizeMemory() 946 SmallVector<StoreInst *, 4> UnhandledStores; in canVectorizeMemory() 947 for (StoreInst *SI : LAI->getStoresToInvariantAddresses()) { in canVectorizeMemory() 959 erase_if(UnhandledStores, [SE, SI](StoreInst *I) { in canVectorizeMemory() 1012 bool LoopVectorizationLegality::isInvariantStoreOfReduction(StoreInst *SI) { in isInvariantStoreOfReduction() 1111 auto *SI = dyn_cast<StoreInst>(&I); in blockCanBePredicated()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | VNCoercion.h | 26 class StoreInst; variable 55 StoreInst *DepSI, const DataLayout &DL);
|
| H A D | MemoryOpRemark.h | 30 class StoreInst; variable 64 void visitStore(const StoreInst &SI);
|
| /llvm-project-15.0.7/llvm/lib/Transforms/ObjCARC/ |
| H A D | ObjCARCContract.cpp | 194 static StoreInst *findSafeStoreForStoreStrongContraction(LoadInst *Load, in findSafeStoreForStoreStrongContraction() 198 StoreInst *Store = nullptr; in findSafeStoreForStoreStrongContraction() 256 Store = dyn_cast<StoreInst>(Inst); in findSafeStoreForStoreStrongContraction() 284 findRetainForStoreStrongContraction(Value *New, StoreInst *Store, in findRetainForStoreStrongContraction() 350 StoreInst *Store = in tryToContractReleaseIntoStoreStrong() 486 new StoreInst(Null, CI->getArgOperand(0), CI); in tryToPeepholeInstruction()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | Loads.cpp | 378 } else if (StoreInst *SI = dyn_cast<StoreInst>(BBI)) { in isSafeToLoadUnconditionally() 493 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { in getAvailableLoadStore() 554 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { in findAvailablePtrLoadStore()
|
| /llvm-project-15.0.7/llvm/unittests/Frontend/ |
| H A D | OpenMPIRBuilderTest.cpp | 293 StoreInst *Store = dyn_cast<StoreInst>(Usr); in findStoredValueInAggregateAt() 3285 StoreInst *St = dyn_cast<StoreInst>(Sub->user_back()); in TEST_F() 3352 StoreInst *St = dyn_cast<StoreInst>(Sub->user_back()); in TEST_F() 3424 StoreInst *St = dyn_cast<StoreInst>(Sub->user_back()); in TEST_F() 3487 StoreInst *St = dyn_cast<StoreInst>(ARWM->user_back()); in TEST_F() 3657 StoreInst *Store1 = dyn_cast<StoreInst>(Sel1->getNextNode()); in TEST_F() 3701 StoreInst *Store3 = dyn_cast<StoreInst>(&Cont1->front()); in TEST_F() 3723 StoreInst *Store4 = dyn_cast<StoreInst>(ZExt1->getNextNode()); in TEST_F() 3751 StoreInst *Store5 = dyn_cast<StoreInst>(&Cont2->front()); in TEST_F() 3767 StoreInst *Store6 = dyn_cast<StoreInst>(ZExt2->getNextNode()); in TEST_F() [all …]
|