| /llvm-project-15.0.7/llvm/unittests/Analysis/ |
| H A D | MemorySSATest.cpp | 95 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 134 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 224 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 275 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 319 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 355 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 401 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 445 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 500 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local 545 MemorySSA &MSSA = *Analyses->MSSA; in TEST_F() local [all …]
|
| /llvm-project-15.0.7/llvm/test/Transforms/LoopRotate/ |
| H A D | pr35210.ll | 26 ; MSSA: Running pass: ADCEPass on f 33 ; MSSA-NEXT: Running pass: LCSSAPass on f 40 ; MSSA-NEXT: Folding loop latch bb4 into bb 42 ; MSSA-NEXT: Running pass: ADCEPass on f 61 ; MSSA-LABEL: define i8 @f() { 62 ; MSSA-NEXT: entry: 63 ; MSSA-NEXT: br label %bb 71 ; MSSA-NEXT: unreachable 72 ; MSSA-NEXT: } 73 ; MSSA: ; Function Attrs: noreturn [all …]
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | MemorySSAUpdater.cpp | 46 if (!MSSA->DT->isReachableFromEntry(BB)) in getPreviousDefRecursive() 47 return MSSA->getLiveOnEntryDef(); in getPreviousDefRecursive() 104 Phi = MSSA->createMemoryPhi(BB); in getPreviousDefRecursive() 227 return MSSA->getLiveOnEntryDef(); in tryRemoveTrivialPhi() 374 ForwardIDFCalculator IDFs(*MSSA->DT); in insertDef() 1177 MSSA->moveTo(What, BB, Where); in moveTo() 1306 assert(!MSSA->isLiveOnEntryDef(MA) && in removeMemoryAccess() 1355 MSSA->removeFromLookups(MA); in removeMemoryAccess() 1356 MSSA->removeFromLists(MA); in removeMemoryAccess() 1396 MSSA->removeFromLookups(&MA); in removeBlocks() [all …]
|
| H A D | MemorySSA.cpp | 105 const MemorySSA *MSSA; member in __anonca596e530111::MemorySSAAnnotatedWriter 126 MemorySSA *MSSA; member in __anonca596e530111::MemorySSAWalkerAnnotatedWriter 540 const MemorySSA &MSSA; member in __anonca596e530611::ClobberWalker 969 : MSSA(MSSA), AA(AA), DT(DT) {} in ClobberWalker() 1034 MemorySSA *MSSA; member in llvm::MemorySSA::ClobberWalkerBase 1327 : MSSA(MSSA), Walker(Walker), AA(BAA), DT(DT) {} in OptimizeUses() 1354 MemorySSA *MSSA; member in llvm::MemorySSA::OptimizeUses 2374 MSSA.print(dbgs()); in runOnFunction() 2377 MSSA.verifyMemorySSA(); in runOnFunction() 2408 MSSA.print(OS); in run() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | LoopInstSimplify.cpp | 75 MemorySSA *MSSA = MSSAU ? MSSAU->getMemorySSA() : nullptr; in simplifyLoopInst() local 80 MSSA->verifyMemorySSA(); in simplifyLoopInst() 136 if (MemoryAccess *MA = MSSA->getMemoryAccess(&I)) in simplifyLoopInst() 137 if (MemoryAccess *ReplacementMA = MSSA->getMemoryAccess(SimpleI)) in simplifyLoopInst() 156 MSSA->verifyMemorySSA(); in simplifyLoopInst() 195 MemorySSA *MSSA = &getAnalysis<MemorySSAWrapperPass>().getMSSA(); in runOnLoop() local 196 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() 218 if (AR.MSSA) { in run() 219 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 221 AR.MSSA->verifyMemorySSA(); in run() [all …]
|
| H A D | LICM.cpp | 261 if (!AR.MSSA) in run() 272 &AR.SE, AR.MSSA, &ORE)) in run() 297 if (!AR.MSSA) in run() 360 Loop *L, MemorySSA *MSSA) in SinkAndHoistLICMFlags() argument 366 if (!MSSA) in SinkAndHoistLICMFlags() 393 MSSA->ensureOptimizedUses(); in runOnLoop() 417 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() 516 MSSA->verifyMemorySSA(); in runOnLoop() 1146 MemorySSA *MSSA = MSSAU.getMemorySSA(); in canSinkOrHoistInst() local 1167 MSSA, cast<MemoryUse>(MSSA->getMemoryAccess(LI)), CurLoop, I, Flags); in canSinkOrHoistInst() [all …]
|
| H A D | MemCpyOptimizer.cpp | 372 return !MSSA->dominates(Clobber, Start); in writtenBetween() 914 MSSA->getMemoryAccess(cpyStore))) { in performCallSlotOptzn() 1146 MSSA->getMemoryAccess(MDep), MSSA->getMemoryAccess(M))) in processMemCpyMemCpyDependence() 1222 MSSA->getMemoryAccess(MemSet), in processMemSetMemCpyDependence() 1223 MSSA->getMemoryAccess(MemCpy))) in processMemSetMemCpyDependence() 1293 if (MSSA->isLiveOnEntryDef(Def)) in hasUndefContents() 1428 MemoryUseOrDef *MA = MSSA->getMemoryAccess(M); in processMemCpy() 1578 MSSA->getMemoryAccess(MDep), MSSA->getMemoryAccess(&CB))) in processByValArgument() 1650 auto *MSSA = &AM.getResult<MemorySSAAnalysis>(F); in run() local 1670 MSSA = MSSA_; in runImpl() [all …]
|
| H A D | LoopSink.cpp | 268 MemorySSA &MSSA, in sinkLoopInvariantInstructions() argument 285 MemorySSAUpdater MSSAU(&MSSA); in sinkLoopInvariantInstructions() 286 SinkAndHoistLICMFlags LICMFlags(/*IsSink=*/true, &L, &MSSA); in sinkLoopInvariantInstructions() 333 MemorySSA &MSSA = FAM.getResult<MemorySSAAnalysis>(F).getMSSA(); in run() local 358 Changed |= sinkLoopInvariantInstructions(L, AA, LI, DT, BFI, MSSA, in run() 370 MSSA.verifyMemorySSA(); in run() 396 MemorySSA &MSSA = getAnalysis<MemorySSAWrapperPass>().getMSSA(); in runOnLoop() local 402 MSSA, SE ? &SE->getSE() : nullptr); in runOnLoop() 405 MSSA.verifyMemorySSA(); in runOnLoop()
|
| H A D | LoopRotation.cpp | 59 if (AR.MSSA) in run() 60 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 69 if (AR.MSSA && VerifyMemorySSA) in run() 70 AR.MSSA->verifyMemorySSA(); in run() 73 if (AR.MSSA) in run()
|
| H A D | LoopDeletion.cpp | 403 LoopInfo &LI, MemorySSA *MSSA, in breakBackedgeIfNotTaken() argument 421 breakLoopBackedge(L, DT, SE, LI, MSSA); in breakBackedgeIfNotTaken() 441 MemorySSA *MSSA, in deleteLoopIfDead() argument 474 deleteDeadLoop(L, &DT, &SE, &LI, MSSA); in deleteLoopIfDead() 506 deleteDeadLoop(L, &DT, &SE, &LI, MSSA); in deleteLoopIfDead() 523 auto Result = deleteLoopIfDead(&L, AR.DT, AR.SE, AR.LI, AR.MSSA, ORE); in run() 530 AR.MSSA, ORE)); in run() 539 if (AR.MSSA) in run() 578 MemorySSA *MSSA = nullptr; in runOnLoop() local 580 MSSA = &MSSAAnalysis->getMSSA(); in runOnLoop() [all …]
|
| H A D | GVNHoist.cpp | 262 MemoryDependenceResults *MD, MemorySSA *MSSA) in GVNHoist() argument 263 : DT(DT), PDT(PDT), AA(AA), MD(MD), MSSA(MSSA), in GVNHoist() 265 MSSA->ensureOptimizedUses(); in GVNHoist() 284 MemorySSA *MSSA; member in llvm::GVNHoist 539 GVNHoist G(&DT, &PDT, &AA, &MD, &MSSA); in runOnFunction() 772 if (NewBB == DBB && !MSSA->isLiveOnEntryDef(D)) in safeToHoistLdSt() 789 assert(MSSA->locallyDominates(D, U)); in safeToHoistLdSt() 1017 MemoryAccess *OldMA = MSSA->getMemoryAccess(I); in rauw() 1166 if (MSSA && VerifyMemorySSA) in hoist() 1167 MSSA->verifyMemorySSA(); in hoist() [all …]
|
| H A D | DeadStoreElimination.cpp | 742 MemorySSA &MSSA; member 791 : F(F), AA(AA), EI(DT, LI, EphValues), BatchAA(AA, &EI), MSSA(MSSA), in DSEState() 799 MemoryAccess *MA = MSSA.getMemoryAccess(&I); in DSEState() 1250 if (MSSA.isLiveOnEntryDef(Current)) { in getDomMemoryDef() 1588 MemorySSAUpdater Updater(&MSSA); in deleteDeadInstruction() 1783 MemorySSAUpdater Updater(&MSSA); in tryFoldIntoCalloc() 1820 return MSSA.isLiveOnEntryDef( in storeIsNoop() 1840 MSSA.getWalker()->getClobberingMemoryAccess(Def); in storeIsNoop() 1917 if (!UpperDef || MSSA.isLiveOnEntryDef(UpperDef)) in eliminateRedundantStoresOfExistingValues() 1959 MSSA.ensureOptimizedUses(); in eliminateDeadStores() [all …]
|
| H A D | LoopPassManager.cpp | 212 MemorySSA *MSSA = in run() local 230 MSSA}; in run() 306 if (LAR.MSSA && !PassPA.getChecker<MemorySSAAnalysis>().preserved()) in run() 318 if (LAR.MSSA && VerifyMemorySSA) in run() 319 LAR.MSSA->verifyMemorySSA(); in run()
|
| H A D | EarlyCSE.cpp | 520 MemorySSA *MSSA; member in __anon5cb5eb3b0311::EarlyCSE 599 AssumptionCache &AC, MemorySSA *MSSA) in EarlyCSE() argument 600 : TLI(TLI), TTI(TTI), DT(DT), AC(AC), SQ(DL, &TLI, &DT, &AC), MSSA(MSSA), in EarlyCSE() 968 if (!MSSA) in removeMSSA() 971 MSSA->verifyMemorySSA(); in removeMSSA() 1008 if (!MSSA) in isSameMemGeneration() 1021 auto *LaterMA = MSSA->getMemoryAccess(LaterInst); in isSameMemGeneration() 1036 return MSSA->dominates(LaterDef, EarlierMA); in isSameMemGeneration() 1530 MSSA) && in processNode() 1660 auto *MSSA = in run() local [all …]
|
| H A D | LoopFlatten.cpp | 915 if (AR.MSSA) { in run() 916 MSSAU = MemorySSAUpdater(AR.MSSA); in run() 918 AR.MSSA->verifyMemorySSA(); in run() 931 if (AR.MSSA && VerifyMemorySSA) in run() 932 AR.MSSA->verifyMemorySSA(); in run() 935 if (AR.MSSA) in run() 982 auto *MSSA = getAnalysisIfAvailable<MemorySSAWrapperPass>(); in runOnFunction() local 985 if (MSSA) in runOnFunction() 986 MSSAU = MemorySSAUpdater(&MSSA->getMSSA()); in runOnFunction()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPromoteKernelArguments.cpp | 33 MemorySSA *MSSA; member in __anonf01687de0111::AMDGPUPromoteKernelArguments 52 bool run(Function &F, MemorySSA &MSSA, AliasAnalysis &AA); 79 !AMDGPU::isClobberedInFunction(LD, MSSA, AA)) in enqueueUsers() 153 bool AMDGPUPromoteKernelArguments::run(Function &F, MemorySSA &MSSA, in run() argument 163 this->MSSA = &MSSA; in run() 189 MemorySSA &MSSA = getAnalysis<MemorySSAWrapperPass>().getMSSA(); in runOnFunction() local 191 return run(F, MSSA, AA); in runOnFunction() 210 MemorySSA &MSSA = AM.getResult<MemorySSAAnalysis>(F).getMSSA(); in run() local 212 if (AMDGPUPromoteKernelArguments().run(F, MSSA, AA)) { in run()
|
| H A D | AMDGPUAnnotateUniformValues.cpp | 33 MemorySSA *MSSA; member in __anonb20b4deb0111::AMDGPUAnnotateUniformValues 99 if (GlobalLoad && !AMDGPU::isClobberedInFunction(&I, MSSA, AA)) in visitLoadInst() 112 MSSA = &getAnalysis<MemorySSAWrapperPass>().getMSSA(); in runOnFunction()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | MemorySSAUpdater.h | 56 MemorySSA *MSSA; 66 MemorySSAUpdater(MemorySSA *MSSA) : MSSA(MSSA) {} in MemorySSAUpdater() argument 223 if (MemoryAccess *MA = MSSA->getMemoryAccess(I)) 242 MemorySSA* getMemorySSA() const { return MSSA; } in getMemorySSA()
|
| H A D | MemorySSA.h | 958 Result(std::unique_ptr<MemorySSA> &&MSSA) : MSSA(std::move(MSSA)) {} 960 MemorySSA &getMSSA() { return *MSSA.get(); } 962 std::unique_ptr<MemorySSA> MSSA; 1006 MemorySSA &getMSSA() { return *MSSA; } 1007 const MemorySSA &getMSSA() const { return *MSSA; } 1015 std::unique_ptr<MemorySSA> MSSA; 1059 MemoryAccess *MA = MSSA->getMemoryAccess(I); 1092 MemorySSA *MSSA;
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 120 Loop *L = nullptr, MemorySSA *MSSA = nullptr); 123 MemorySSA *MSSA = nullptr); 192 LoopInfo *LI, MemorySSA *MSSA = nullptr); 198 LoopInfo &LI, MemorySSA *MSSA); 547 MemorySSA &MSSA, AAResults &AA);
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUMemoryUtils.cpp | 171 bool isClobberedInFunction(const LoadInst *Load, MemorySSA *MSSA, in isClobberedInFunction() argument 173 MemorySSAWalker *Walker = MSSA->getWalker(); in isClobberedInFunction() 193 if (MSSA->isLiveOnEntryDef(MA)) in isClobberedInFunction()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Scalar/ |
| H A D | MemCpyOptimizer.h | 44 MemorySSA *MSSA = nullptr; variable 54 AssumptionCache *AC, DominatorTree *DT, MemorySSA *MSSA);
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | InterleavedLoadCombinePass.cpp | 65 InterleavedLoadCombineImpl(Function &F, DominatorTree &DT, MemorySSA &MSSA, in InterleavedLoadCombineImpl() 67 : F(F), DT(DT), MSSA(MSSA), in InterleavedLoadCombineImpl() 83 MemorySSA &MSSA; member 1184 auto FMA = MSSA.getMemoryAccess(First); in combine() 1186 auto MADef = MSSA.getMemoryAccess(LI)->getDefiningAccess(); in combine() 1187 if (!MSSA.dominates(MADef, FMA)) in combine() 1224 auto MSSAU = MemorySSAUpdater(&MSSA); in combine() 1226 LI, nullptr, MSSA.getMemoryAccess(InsertionPoint))); in combine()
|
| /llvm-project-15.0.7/llvm/unittests/Transforms/Utils/ |
| H A D | BasicBlockUtilsTest.cpp | 191 MemorySSA MSSA(*F, &AA, &DT); in TEST() local 192 MemorySSAUpdater Updater(&MSSA); in TEST() 263 MemorySSA MSSA(*F, &AA, &DT); in TEST() local 264 MemorySSAUpdater MSSAU(&MSSA); in TEST() 289 MSSA.verifyMemorySSA(); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 476 if (MSSA) in deleteDeadLoop() 477 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in deleteDeadLoop() 558 if (MSSA) { in deleteDeadLoop() 562 MSSA->verifyMemorySSA(); in deleteDeadLoop() 582 if (MSSA) { in deleteDeadLoop() 589 MSSA->verifyMemorySSA(); in deleteDeadLoop() 652 if (MSSA && VerifyMemorySSA) in deleteDeadLoop() 653 MSSA->verifyMemorySSA(); in deleteDeadLoop() 698 if (MSSA) in breakLoopBackedge() 699 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in breakLoopBackedge() [all …]
|