| /freebsd-12.1/contrib/llvm/lib/Transforms/Scalar/ |
| H A D | MergedLoadStoreMotion.cpp | 114 StoreInst *canSinkFromBlock(BasicBlock *BB, StoreInst *SI); 115 PHINode *getPHIOperand(BasicBlock *BB, StoreInst *S0, StoreInst *S1); 118 bool sinkStore(BasicBlock *BB, StoreInst *SinkCand, StoreInst *ElseInst); 181 StoreInst *MergedLoadStoreMotion::canSinkFromBlock(BasicBlock *BB1, in canSinkFromBlock() 186 auto *Store1 = dyn_cast<StoreInst>(&Inst); in canSinkFromBlock() 205 StoreInst *S1) { in getPHIOperand() 225 bool MergedLoadStoreMotion::sinkStore(BasicBlock *BB, StoreInst *S0, in sinkStore() 226 StoreInst *S1) { in sinkStore() 243 StoreInst *SNew = cast<StoreInst>(S0->clone()); in sinkStore() 300 auto *S0 = dyn_cast<StoreInst>(I); in mergeStores() [all …]
|
| H A D | MemCpyOptimizer.cpp | 199 if (!isa<StoreInst>(SI)) in isProfitableToUseMemset() 251 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) in addInst() 257 void addStore(int64_t OffsetFromFirst, StoreInst *SI) { in addStore() 402 if (!isa<StoreInst>(BI) && !isa<MemSetInst>(BI)) { in INITIALIZE_PASS_DEPENDENCY() 411 if (StoreInst *NextStore = dyn_cast<StoreInst>(BI)) { in INITIALIZE_PASS_DEPENDENCY() 504 static unsigned findStoreAlignment(const DataLayout &DL, const StoreInst *SI) { in findStoreAlignment() 518 static unsigned findCommonAlignment(const DataLayout &DL, const StoreInst *SI, in findCommonAlignment() 529 static bool moveUp(AliasAnalysis &AA, StoreInst *SI, Instruction *P, in moveUp() 587 } else if (isa<LoadInst>(C) || isa<StoreInst>(C) || isa<VAArgInst>(C)) { in moveUp() 615 bool MemCpyOptPass::processStore(StoreInst *SI, BasicBlock::iterator &BBI) { in processStore() [all …]
|
| H A D | LoopIdiomRecognize.cpp | 136 using StoreList = SmallVector<StoreInst *, 8>; 165 LegalStoreKind isLegalStore(StoreInst *SI); 177 bool processLoopStoreOfLoopLoad(StoreInst *SI, const SCEV *BECount); 390 LoopIdiomRecognize::isLegalStore(StoreInst *SI) { in isLegalStore() 500 StoreInst *SI = dyn_cast<StoreInst>(&I); in collectStores() 581 bool LoopIdiomRecognize::processLoopStores(SmallVectorImpl<StoreInst *> &SL, in processLoopStores() 584 SetVector<StoreInst *> Heads, Tails; in processLoopStores() 585 SmallDenseMap<StoreInst *, StoreInst *> ConsecutiveChain; in processLoopStores() 684 StoreInst *I = *it; in processLoopStores() 686 StoreInst *HeadStore = I; in processLoopStores() [all …]
|
| H A D | LowerAtomic.cpp | 107 static bool LowerStoreInst(StoreInst *SI) { in LowerStoreInst() 125 } else if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { in runOnBasicBlock()
|
| H A D | DeadStoreElimination.cpp | 154 if (isa<StoreInst>(I)) in hasAnalyzableMemoryWrite() 192 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) in getLocForWrite() 237 if (StoreInst *SI = dyn_cast<StoreInst>(I)) in isRemovable() 273 if (isa<StoreInst>(I)) in isShortenableAtTheEnd() 1030 StoreInst *SI = dyn_cast<StoreInst>(Inst); in eliminateNoopStore() 1215 auto *Earlier = dyn_cast<StoreInst>(DepWrite); in eliminateDeadStores() 1216 auto *Later = dyn_cast<StoreInst>(Inst); in eliminateDeadStores() 1254 auto *SI = new StoreInst( in eliminateDeadStores()
|
| H A D | SROA.cpp | 792 void visitStoreInst(StoreInst &SI) { in visitStoreInst() 948 if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in hasUnsafePHIOrSelectUse() 1127 } else if (StoreInst *SI = dyn_cast<StoreInst>(U->getUser())) { in findCommonType() 1824 } else if (StoreInst *SI = dyn_cast<StoreInst>(U->getUser())) { in isVectorPromotionViableForSlice() 1999 } else if (StoreInst *SI = dyn_cast<StoreInst>(U->getUser())) { in isIntegerWideningViableForSlice() 2636 StoreInst *NewSI; in visitStoreInst() 3004 StoreInst *Store = cast<StoreInst>( in visitMemTransferInst() 3068 if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in fixLoadStoreAlign() 3349 StoreInst *Store = in emitFunc() 3834 StoreInst *SI = cast<StoreInst>(LU); in presplitLoadsAndStores() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 387 MachineOperand &StoreBase = getBaseOperand(StoreInst); in buildCopy() 409 MachineInstr *StInst = StoreInst; in buildCopy() 410 if (StoreInst->getPrevNode() == LoadInst) in buildCopy() 440 StoreInst, getYMMtoXMMStoreOpcode(StoreInst->getOpcode()), in buildCopies() 501 if (StoreInst->getPrevNode() == LoadInst) in updateKillStatus() 506 MachineInstr *StInst = StoreInst; in updateKillStatus() 507 if (StoreInst->getPrevNode() == LoadInst) in updateKillStatus() 563 MachineInstr *LoadInst, MachineInstr *StoreInst, in breakBlockedCopies() argument 713 LLVM_DEBUG(StoreInst->dump()); in runOnMachineFunction() 717 updateKillStatus(LoadInst, StoreInst); in runOnMachineFunction() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Utils/ |
| H A D | PromoteMemoryToRegister.cpp | 77 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in isAllocaPromotable() 113 StoreInst *OnlyStore; 141 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in AnalyzeAlloca() 198 (isa<StoreInst>(I) && isa<AllocaInst>(I->getOperand(1))); in isInterestingInstruction() 332 if (isa<LoadInst>(I) || isa<StoreInst>(I)) in removeLifetimeIntrinsicUsers() 360 StoreInst *OnlyStore = Info.OnlyStore; in rewriteSingleStoreAlloca() 474 if (StoreInst *SI = dyn_cast<StoreInst>(U)) in promoteSingleBlockAlloca() 494 static_cast<StoreInst *>(nullptr)), in promoteSingleBlockAlloca() 527 StoreInst *SI = cast<StoreInst>(AI->user_back()); in promoteSingleBlockAlloca() 815 if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in ComputeLiveInBlocks() [all …]
|
| H A D | SSAUpdater.cpp | 346 SomeVal = cast<StoreInst>(Insts[0])->getOperand(0); in LoadAndStorePromoter() 380 if (StoreInst *SI = dyn_cast<StoreInst>(User)) { in run() 393 if (isa<StoreInst>(I)) { in run() 432 if (StoreInst *SI = dyn_cast<StoreInst>(&I)) { in run()
|
| /freebsd-12.1/contrib/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXLowerAggrCopies.cpp | 80 if (StoreInst *SI = dyn_cast<StoreInst>(LI->user_back())) { in runOnFunction() 107 StoreInst *SI = dyn_cast<StoreInst>(*LI->user_begin()); in runOnFunction()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 519 static StoreInst *combineStoreToNewValue(InstCombiner &IC, StoreInst &SI, Value *V) { in combineStoreToNewValue() 639 auto *SI = dyn_cast<StoreInst>(U); in combineLoadToOperationType() 648 auto *SI = cast<StoreInst>(*UI++); in combineLoadToOperationType() 1047 StoreInst *SI = new StoreInst(UndefValue::get(LI.getType()), in visitLoadInst() 1368 auto *SI = dyn_cast<StoreInst>(U); in removeBitcastsFromLoadStoreOnMinMax() 1380 auto *USI = cast<StoreInst>(UI); in removeBitcastsFromLoadStoreOnMinMax() 1454 if (StoreInst *PrevSI = dyn_cast<StoreInst>(BBI)) { in visitStoreInst() 1550 StoreInst *OtherStore = nullptr; in mergeStoreIntoSuccessor() 1562 OtherStore = dyn_cast<StoreInst>(BBI); in mergeStoreIntoSuccessor() 1578 if ((OtherStore = dyn_cast<StoreInst>(BBI))) { in mergeStoreIntoSuccessor() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | GCRootLowering.cpp | 130 if (isa<AllocaInst>(I) || isa<GetElementPtrInst>(I) || isa<StoreInst>(I) || in CouldBecomeSafePoint() 153 if (StoreInst *SI = dyn_cast<StoreInst>(IP)) in InsertRootInitializers() 163 StoreInst *SI = new StoreInst( in InsertRootInitializers() 208 Value *St = new StoreInst(CI->getArgOperand(0), in DoLowering()
|
| H A D | InterleavedAccessPass.cpp | 112 bool lowerInterleavedStore(StoreInst *SI, 413 StoreInst *SI, SmallVector<Instruction *, 32> &DeadInsts) { in lowerInterleavedStore() 459 if (StoreInst *SI = dyn_cast<StoreInst>(&I)) in runOnFunction()
|
| /freebsd-12.1/contrib/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPURewriteOutArguments.cpp | 141 StoreInst *SI = dyn_cast<StoreInst>(U.getUser()); in checkArgumentUses() 179 U.getOperandNo() != StoreInst::getPointerOperandIndex()) in checkArgumentUses() 288 SmallVector<std::pair<ReturnInst *, StoreInst *>, 4> ReplaceableStores; in runOnFunction() 308 StoreInst *SI = nullptr; in runOnFunction() 310 SI = dyn_cast<StoreInst>(Q.getInst()); in runOnFunction() 324 for (std::pair<ReturnInst *, StoreInst *> Store : ReplaceableStores) { in runOnFunction()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Vectorize/ |
| H A D | LoadStoreVectorizer.cpp | 140 unsigned getAlignment(StoreInst *SI) const { in getAlignment() 307 if (StoreInst *S = dyn_cast<StoreInst>(I)) in getPointerAddressSpace() 599 assert(isa<StoreInst>(I) && in getVectorizablePrefix() 605 if (isa<LoadInst>(I) || isa<StoreInst>(I)) { in getVectorizablePrefix() 661 if (isa<StoreInst>(MemInstr) && ChainLoad && in getVectorizablePrefix() 666 if (MemLoad && isa<StoreInst>(ChainInstr) && in getVectorizablePrefix() 782 } else if (StoreInst *SI = dyn_cast<StoreInst>(&I)) { in collectInstructions() 927 StoreInst *S0 = cast<StoreInst>(Chain[0]); in vectorizeStoreChain() 1035 StoreInst *Store = cast<StoreInst>(Chain[I]); in vectorizeStoreChain() 1050 StoreInst *Store = cast<StoreInst>(Chain[I]); in vectorizeStoreChain() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 375 if (StoreInst *Store = dyn_cast<StoreInst>(I)) { in chooseInstructionsToInstrument() 395 Value *Addr = isa<StoreInst>(*I) in chooseInstructionsToInstrument() 396 ? cast<StoreInst>(I)->getPointerOperand() in chooseInstructionsToInstrument() 415 if (StoreInst *SI = dyn_cast<StoreInst>(I)) in isAtomic() 456 else if (isa<LoadInst>(Inst) || isa<StoreInst>(Inst)) in sanitizeFunction() 519 bool IsWrite = isa<StoreInst>(*I); in instrumentLoadOrStore() 521 ? cast<StoreInst>(I)->getPointerOperand() in instrumentLoadOrStore() 535 Value *StoredValue = cast<StoreInst>(I)->getValueOperand(); in instrumentLoadOrStore() 558 ? cast<StoreInst>(I)->getAlignment() in instrumentLoadOrStore() 643 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in instrumentAtomic()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 209 if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupPointerRootUsers() 297 } else if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in CleanupConstantGlobalUsers() 409 if (StoreInst *SI = dyn_cast<StoreInst>(I)) in isSafeSROAElementUse() 624 } else if (const StoreInst *SI = dyn_cast<StoreInst>(U)) { in AllUsesOfValueWillTrapIfNull() 689 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) { in OptimizeAwayTrappingUsesOfValue() 890 if (StoreInst *SI = dyn_cast<StoreInst>(GV->user_back())) { in OptimizeGlobalAddressOfMalloc() 972 if (const StoreInst *SI = dyn_cast<StoreInst>(Inst)) { in ValueIsOnlyUsedLocallyOrStoredToOneGlobal() 1014 if (StoreInst *SI = dyn_cast<StoreInst>(U)) { in ReplaceUsesOfMallocWithGlobal() 1033 if (StoreInst *SI = dyn_cast<StoreInst>(GEPI->user_back())) in ReplaceUsesOfMallocWithGlobal() 1403 StoreInst *SI = cast<StoreInst>(User); in PerformHeapAllocSRoA() [all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | SLPVectorizer.h | 46 class StoreInst; variable 60 using StoreList = SmallVector<StoreInst *, 8>; 143 bool vectorizeStores(ArrayRef<StoreInst *> Stores, slpvectorizer::BoUpSLP &R);
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Utils/ |
| H A D | VNCoercion.h | 28 class StoreInst; variable 56 StoreInst *DepSI, const DataLayout &DL);
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Scalar/ |
| H A D | MemCpyOptimizer.h | 36 class StoreInst; variable 61 bool processStore(StoreInst *SI, BasicBlock::iterator &BBI);
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/ObjCARC/ |
| H A D | ObjCARCContract.cpp | 203 static StoreInst *findSafeStoreForStoreStrongContraction(LoadInst *Load, in findSafeStoreForStoreStrongContraction() 207 StoreInst *Store = nullptr; in findSafeStoreForStoreStrongContraction() 262 Store = dyn_cast<StoreInst>(Inst); in findSafeStoreForStoreStrongContraction() 290 findRetainForStoreStrongContraction(Value *New, StoreInst *Store, in findRetainForStoreStrongContraction() 374 StoreInst *Store = in tryToContractReleaseIntoStoreStrong() 502 new StoreInst(Null, CI->getArgOperand(0), CI); in tryToPeepholeInstruction()
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | Instruction.cpp | 392 if (const StoreInst *SI = dyn_cast<StoreInst>(I1)) in haveSameSpecialState() 393 return SI->isVolatile() == cast<StoreInst>(I2)->isVolatile() && in haveSameSpecialState() 394 (SI->getAlignment() == cast<StoreInst>(I2)->getAlignment() || in haveSameSpecialState() 396 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in haveSameSpecialState() 397 SI->getSyncScopeID() == cast<StoreInst>(I2)->getSyncScopeID(); in haveSameSpecialState() 523 return !cast<StoreInst>(this)->isUnordered(); in mayReadFromMemory() 558 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
| /freebsd-12.1/contrib/llvm/lib/Analysis/ |
| H A D | InstructionPrecedenceTracking.cpp | 146 if (isa<StoreInst>(Insn)) { in isSpecialInstruction() 147 assert(cast<StoreInst>(Insn)->isVolatile() && in isSpecialInstruction()
|
| H A D | Loads.cpp | 286 } else if (StoreInst *SI = dyn_cast<StoreInst>(BBI)) { in isSafeToLoadUnconditionally() 388 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { in FindAvailablePtrLoadStore()
|
| /freebsd-12.1/contrib/llvm/include/llvm/Analysis/ |
| H A D | MemoryLocation.h | 27 class StoreInst; variable 201 static MemoryLocation get(const StoreInst *SI); 213 return get(cast<StoreInst>(Inst)); in getOrNone()
|