1 //===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements LoopPass and LPPassManager. All loop optimization 11 // and transformation passes are derived from LoopPass. LPPassManager is 12 // responsible for managing LoopPasses. 13 // 14 //===----------------------------------------------------------------------===// 15 16 #include "llvm/Analysis/LoopPass.h" 17 #include "llvm/Analysis/LoopAnalysisManager.h" 18 #include "llvm/IR/Dominators.h" 19 #include "llvm/IR/IRPrintingPasses.h" 20 #include "llvm/IR/LLVMContext.h" 21 #include "llvm/IR/OptBisect.h" 22 #include "llvm/IR/PassManager.h" 23 #include "llvm/Support/Debug.h" 24 #include "llvm/Support/Timer.h" 25 #include "llvm/Support/raw_ostream.h" 26 using namespace llvm; 27 28 #define DEBUG_TYPE "loop-pass-manager" 29 30 namespace { 31 32 /// PrintLoopPass - Print a Function corresponding to a Loop. 33 /// 34 class PrintLoopPassWrapper : public LoopPass { 35 raw_ostream &OS; 36 std::string Banner; 37 38 public: 39 static char ID; 40 PrintLoopPassWrapper() : LoopPass(ID), OS(dbgs()) {} 41 PrintLoopPassWrapper(raw_ostream &OS, const std::string &Banner) 42 : LoopPass(ID), OS(OS), Banner(Banner) {} 43 44 void getAnalysisUsage(AnalysisUsage &AU) const override { 45 AU.setPreservesAll(); 46 } 47 48 bool runOnLoop(Loop *L, LPPassManager &) override { 49 auto BBI = llvm::find_if(L->blocks(), [](BasicBlock *BB) { return BB; }); 50 if (BBI != L->blocks().end() && 51 isFunctionInPrintList((*BBI)->getParent()->getName())) { 52 printLoop(*L, OS, Banner); 53 } 54 return false; 55 } 56 57 StringRef getPassName() const override { return "Print Loop IR"; } 58 }; 59 60 char PrintLoopPassWrapper::ID = 0; 61 } 62 63 //===----------------------------------------------------------------------===// 64 // LPPassManager 65 // 66 67 char LPPassManager::ID = 0; 68 69 LPPassManager::LPPassManager() 70 : FunctionPass(ID), PMDataManager() { 71 LI = nullptr; 72 CurrentLoop = nullptr; 73 } 74 75 // Insert loop into loop nest (LoopInfo) and loop queue (LQ). 76 void LPPassManager::addLoop(Loop &L) { 77 if (!L.getParentLoop()) { 78 // This is the top level loop. 79 LQ.push_front(&L); 80 return; 81 } 82 83 // Insert L into the loop queue after the parent loop. 84 for (auto I = LQ.begin(), E = LQ.end(); I != E; ++I) { 85 if (*I == L.getParentLoop()) { 86 // deque does not support insert after. 87 ++I; 88 LQ.insert(I, 1, &L); 89 return; 90 } 91 } 92 } 93 94 /// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for 95 /// all loop passes. 96 void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From, 97 BasicBlock *To, Loop *L) { 98 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 99 LoopPass *LP = getContainedPass(Index); 100 LP->cloneBasicBlockAnalysis(From, To, L); 101 } 102 } 103 104 /// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes. 105 void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) { 106 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) { 107 for (Instruction &I : *BB) { 108 deleteSimpleAnalysisValue(&I, L); 109 } 110 } 111 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 112 LoopPass *LP = getContainedPass(Index); 113 LP->deleteAnalysisValue(V, L); 114 } 115 } 116 117 /// Invoke deleteAnalysisLoop hook for all passes. 118 void LPPassManager::deleteSimpleAnalysisLoop(Loop *L) { 119 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 120 LoopPass *LP = getContainedPass(Index); 121 LP->deleteAnalysisLoop(L); 122 } 123 } 124 125 126 // Recurse through all subloops and all loops into LQ. 127 static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) { 128 LQ.push_back(L); 129 for (Loop *I : reverse(*L)) 130 addLoopIntoQueue(I, LQ); 131 } 132 133 /// Pass Manager itself does not invalidate any analysis info. 134 void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const { 135 // LPPassManager needs LoopInfo. In the long term LoopInfo class will 136 // become part of LPPassManager. 137 Info.addRequired<LoopInfoWrapperPass>(); 138 Info.addRequired<DominatorTreeWrapperPass>(); 139 Info.setPreservesAll(); 140 } 141 142 void LPPassManager::markLoopAsDeleted(Loop &L) { 143 assert((&L == CurrentLoop || CurrentLoop->contains(&L)) && 144 "Must not delete loop outside the current loop tree!"); 145 if (&L == CurrentLoop) 146 CurrentLoopDeleted = true; 147 } 148 149 /// run - Execute all of the passes scheduled for execution. Keep track of 150 /// whether any of the passes modifies the function, and if so, return true. 151 bool LPPassManager::runOnFunction(Function &F) { 152 auto &LIWP = getAnalysis<LoopInfoWrapperPass>(); 153 LI = &LIWP.getLoopInfo(); 154 Module &M = *F.getParent(); 155 #if 0 156 DominatorTree *DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree(); 157 #endif 158 bool Changed = false; 159 160 // Collect inherited analysis from Module level pass manager. 161 populateInheritedAnalysis(TPM->activeStack); 162 163 // Populate the loop queue in reverse program order. There is no clear need to 164 // process sibling loops in either forward or reverse order. There may be some 165 // advantage in deleting uses in a later loop before optimizing the 166 // definitions in an earlier loop. If we find a clear reason to process in 167 // forward order, then a forward variant of LoopPassManager should be created. 168 // 169 // Note that LoopInfo::iterator visits loops in reverse program 170 // order. Here, reverse_iterator gives us a forward order, and the LoopQueue 171 // reverses the order a third time by popping from the back. 172 for (Loop *L : reverse(*LI)) 173 addLoopIntoQueue(L, LQ); 174 175 if (LQ.empty()) // No loops, skip calling finalizers 176 return false; 177 178 // Initialization 179 for (Loop *L : LQ) { 180 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 181 LoopPass *P = getContainedPass(Index); 182 Changed |= P->doInitialization(L, *this); 183 } 184 } 185 186 // Walk Loops 187 while (!LQ.empty()) { 188 CurrentLoopDeleted = false; 189 CurrentLoop = LQ.back(); 190 191 // Run all passes on the current Loop. 192 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 193 LoopPass *P = getContainedPass(Index); 194 195 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG, 196 CurrentLoop->getHeader()->getName()); 197 dumpRequiredSet(P); 198 199 initializeAnalysisImpl(P); 200 201 { 202 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader()); 203 TimeRegion PassTimer(getPassTimer(P)); 204 unsigned InstrCount = initSizeRemarkInfo(M); 205 Changed |= P->runOnLoop(CurrentLoop, *this); 206 emitInstrCountChangedRemark(P, M, InstrCount); 207 } 208 209 if (Changed) 210 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG, 211 CurrentLoopDeleted ? "<deleted loop>" 212 : CurrentLoop->getName()); 213 dumpPreservedSet(P); 214 215 if (CurrentLoopDeleted) { 216 // Notify passes that the loop is being deleted. 217 deleteSimpleAnalysisLoop(CurrentLoop); 218 } else { 219 // Manually check that this loop is still healthy. This is done 220 // instead of relying on LoopInfo::verifyLoop since LoopInfo 221 // is a function pass and it's really expensive to verify every 222 // loop in the function every time. That level of checking can be 223 // enabled with the -verify-loop-info option. 224 { 225 TimeRegion PassTimer(getPassTimer(&LIWP)); 226 CurrentLoop->verifyLoop(); 227 } 228 // Here we apply same reasoning as in the above case. Only difference 229 // is that LPPassManager might run passes which do not require LCSSA 230 // form (LoopPassPrinter for example). We should skip verification for 231 // such passes. 232 // FIXME: Loop-sink currently break LCSSA. Fix it and reenable the 233 // verification! 234 #if 0 235 if (mustPreserveAnalysisID(LCSSAVerificationPass::ID)) 236 assert(CurrentLoop->isRecursivelyLCSSAForm(*DT, *LI)); 237 #endif 238 239 // Then call the regular verifyAnalysis functions. 240 verifyPreservedAnalysis(P); 241 242 F.getContext().yield(); 243 } 244 245 removeNotPreservedAnalysis(P); 246 recordAvailableAnalysis(P); 247 removeDeadPasses(P, 248 CurrentLoopDeleted ? "<deleted>" 249 : CurrentLoop->getHeader()->getName(), 250 ON_LOOP_MSG); 251 252 if (CurrentLoopDeleted) 253 // Do not run other passes on this loop. 254 break; 255 } 256 257 // If the loop was deleted, release all the loop passes. This frees up 258 // some memory, and avoids trouble with the pass manager trying to call 259 // verifyAnalysis on them. 260 if (CurrentLoopDeleted) { 261 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 262 Pass *P = getContainedPass(Index); 263 freePass(P, "<deleted>", ON_LOOP_MSG); 264 } 265 } 266 267 // Pop the loop from queue after running all passes. 268 LQ.pop_back(); 269 } 270 271 // Finalization 272 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 273 LoopPass *P = getContainedPass(Index); 274 Changed |= P->doFinalization(); 275 } 276 277 return Changed; 278 } 279 280 /// Print passes managed by this manager 281 void LPPassManager::dumpPassStructure(unsigned Offset) { 282 errs().indent(Offset*2) << "Loop Pass Manager\n"; 283 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 284 Pass *P = getContainedPass(Index); 285 P->dumpPassStructure(Offset + 1); 286 dumpLastUses(P, Offset+1); 287 } 288 } 289 290 291 //===----------------------------------------------------------------------===// 292 // LoopPass 293 294 Pass *LoopPass::createPrinterPass(raw_ostream &O, 295 const std::string &Banner) const { 296 return new PrintLoopPassWrapper(O, Banner); 297 } 298 299 // Check if this pass is suitable for the current LPPassManager, if 300 // available. This pass P is not suitable for a LPPassManager if P 301 // is not preserving higher level analysis info used by other 302 // LPPassManager passes. In such case, pop LPPassManager from the 303 // stack. This will force assignPassManager() to create new 304 // LPPassManger as expected. 305 void LoopPass::preparePassManager(PMStack &PMS) { 306 307 // Find LPPassManager 308 while (!PMS.empty() && 309 PMS.top()->getPassManagerType() > PMT_LoopPassManager) 310 PMS.pop(); 311 312 // If this pass is destroying high level information that is used 313 // by other passes that are managed by LPM then do not insert 314 // this pass in current LPM. Use new LPPassManager. 315 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager && 316 !PMS.top()->preserveHigherLevelAnalysis(this)) 317 PMS.pop(); 318 } 319 320 /// Assign pass manager to manage this pass. 321 void LoopPass::assignPassManager(PMStack &PMS, 322 PassManagerType PreferredType) { 323 // Find LPPassManager 324 while (!PMS.empty() && 325 PMS.top()->getPassManagerType() > PMT_LoopPassManager) 326 PMS.pop(); 327 328 LPPassManager *LPPM; 329 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager) 330 LPPM = (LPPassManager*)PMS.top(); 331 else { 332 // Create new Loop Pass Manager if it does not exist. 333 assert (!PMS.empty() && "Unable to create Loop Pass Manager"); 334 PMDataManager *PMD = PMS.top(); 335 336 // [1] Create new Loop Pass Manager 337 LPPM = new LPPassManager(); 338 LPPM->populateInheritedAnalysis(PMS); 339 340 // [2] Set up new manager's top level manager 341 PMTopLevelManager *TPM = PMD->getTopLevelManager(); 342 TPM->addIndirectPassManager(LPPM); 343 344 // [3] Assign manager to manage this new manager. This may create 345 // and push new managers into PMS 346 Pass *P = LPPM->getAsPass(); 347 TPM->schedulePass(P); 348 349 // [4] Push new manager into PMS 350 PMS.push(LPPM); 351 } 352 353 LPPM->add(this); 354 } 355 356 bool LoopPass::skipLoop(const Loop *L) const { 357 const Function *F = L->getHeader()->getParent(); 358 if (!F) 359 return false; 360 // Check the opt bisect limit. 361 LLVMContext &Context = F->getContext(); 362 if (!Context.getOptPassGate().shouldRunPass(this, *L)) 363 return true; 364 // Check for the OptimizeNone attribute. 365 if (F->hasFnAttribute(Attribute::OptimizeNone)) { 366 // FIXME: Report this to dbgs() only once per function. 367 LLVM_DEBUG(dbgs() << "Skipping pass '" << getPassName() << "' in function " 368 << F->getName() << "\n"); 369 // FIXME: Delete loop from pass manager's queue? 370 return true; 371 } 372 return false; 373 } 374 375 char LCSSAVerificationPass::ID = 0; 376 INITIALIZE_PASS(LCSSAVerificationPass, "lcssa-verification", "LCSSA Verifier", 377 false, false) 378