1 //===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements LoopPass and LPPassManager. All loop optimization 11 // and transformation passes are derived from LoopPass. LPPassManager is 12 // responsible for managing LoopPasses. 13 // 14 //===----------------------------------------------------------------------===// 15 16 #include "llvm/Analysis/LoopPass.h" 17 #include "llvm/Analysis/LoopAnalysisManager.h" 18 #include "llvm/IR/Dominators.h" 19 #include "llvm/IR/IRPrintingPasses.h" 20 #include "llvm/IR/LLVMContext.h" 21 #include "llvm/IR/OptBisect.h" 22 #include "llvm/IR/PassManager.h" 23 #include "llvm/Support/Debug.h" 24 #include "llvm/Support/Timer.h" 25 #include "llvm/Support/raw_ostream.h" 26 using namespace llvm; 27 28 #define DEBUG_TYPE "loop-pass-manager" 29 30 namespace { 31 32 /// PrintLoopPass - Print a Function corresponding to a Loop. 33 /// 34 class PrintLoopPassWrapper : public LoopPass { 35 raw_ostream &OS; 36 std::string Banner; 37 38 public: 39 static char ID; 40 PrintLoopPassWrapper() : LoopPass(ID), OS(dbgs()) {} 41 PrintLoopPassWrapper(raw_ostream &OS, const std::string &Banner) 42 : LoopPass(ID), OS(OS), Banner(Banner) {} 43 44 void getAnalysisUsage(AnalysisUsage &AU) const override { 45 AU.setPreservesAll(); 46 } 47 48 bool runOnLoop(Loop *L, LPPassManager &) override { 49 auto BBI = llvm::find_if(L->blocks(), [](BasicBlock *BB) { return BB; }); 50 if (BBI != L->blocks().end() && 51 isFunctionInPrintList((*BBI)->getParent()->getName())) { 52 printLoop(*L, OS, Banner); 53 } 54 return false; 55 } 56 57 StringRef getPassName() const override { return "Print Loop IR"; } 58 }; 59 60 char PrintLoopPassWrapper::ID = 0; 61 } 62 63 //===----------------------------------------------------------------------===// 64 // LPPassManager 65 // 66 67 char LPPassManager::ID = 0; 68 69 LPPassManager::LPPassManager() 70 : FunctionPass(ID), PMDataManager() { 71 LI = nullptr; 72 CurrentLoop = nullptr; 73 } 74 75 // Insert loop into loop nest (LoopInfo) and loop queue (LQ). 76 void LPPassManager::addLoop(Loop &L) { 77 if (!L.getParentLoop()) { 78 // This is the top level loop. 79 LQ.push_front(&L); 80 return; 81 } 82 83 // Insert L into the loop queue after the parent loop. 84 for (auto I = LQ.begin(), E = LQ.end(); I != E; ++I) { 85 if (*I == L.getParentLoop()) { 86 // deque does not support insert after. 87 ++I; 88 LQ.insert(I, 1, &L); 89 return; 90 } 91 } 92 } 93 94 /// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for 95 /// all loop passes. 96 void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From, 97 BasicBlock *To, Loop *L) { 98 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 99 LoopPass *LP = getContainedPass(Index); 100 LP->cloneBasicBlockAnalysis(From, To, L); 101 } 102 } 103 104 /// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes. 105 void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) { 106 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) { 107 for (Instruction &I : *BB) { 108 deleteSimpleAnalysisValue(&I, L); 109 } 110 } 111 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 112 LoopPass *LP = getContainedPass(Index); 113 LP->deleteAnalysisValue(V, L); 114 } 115 } 116 117 /// Invoke deleteAnalysisLoop hook for all passes. 118 void LPPassManager::deleteSimpleAnalysisLoop(Loop *L) { 119 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 120 LoopPass *LP = getContainedPass(Index); 121 LP->deleteAnalysisLoop(L); 122 } 123 } 124 125 126 // Recurse through all subloops and all loops into LQ. 127 static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) { 128 LQ.push_back(L); 129 for (Loop *I : reverse(*L)) 130 addLoopIntoQueue(I, LQ); 131 } 132 133 /// Pass Manager itself does not invalidate any analysis info. 134 void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const { 135 // LPPassManager needs LoopInfo. In the long term LoopInfo class will 136 // become part of LPPassManager. 137 Info.addRequired<LoopInfoWrapperPass>(); 138 Info.addRequired<DominatorTreeWrapperPass>(); 139 Info.setPreservesAll(); 140 } 141 142 void LPPassManager::markLoopAsDeleted(Loop &L) { 143 assert((&L == CurrentLoop || CurrentLoop->contains(&L)) && 144 "Must not delete loop outside the current loop tree!"); 145 if (&L == CurrentLoop) 146 CurrentLoopDeleted = true; 147 } 148 149 /// run - Execute all of the passes scheduled for execution. Keep track of 150 /// whether any of the passes modifies the function, and if so, return true. 151 bool LPPassManager::runOnFunction(Function &F) { 152 auto &LIWP = getAnalysis<LoopInfoWrapperPass>(); 153 LI = &LIWP.getLoopInfo(); 154 #if 0 155 DominatorTree *DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree(); 156 #endif 157 bool Changed = false; 158 159 // Collect inherited analysis from Module level pass manager. 160 populateInheritedAnalysis(TPM->activeStack); 161 162 // Populate the loop queue in reverse program order. There is no clear need to 163 // process sibling loops in either forward or reverse order. There may be some 164 // advantage in deleting uses in a later loop before optimizing the 165 // definitions in an earlier loop. If we find a clear reason to process in 166 // forward order, then a forward variant of LoopPassManager should be created. 167 // 168 // Note that LoopInfo::iterator visits loops in reverse program 169 // order. Here, reverse_iterator gives us a forward order, and the LoopQueue 170 // reverses the order a third time by popping from the back. 171 for (Loop *L : reverse(*LI)) 172 addLoopIntoQueue(L, LQ); 173 174 if (LQ.empty()) // No loops, skip calling finalizers 175 return false; 176 177 // Initialization 178 for (Loop *L : LQ) { 179 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 180 LoopPass *P = getContainedPass(Index); 181 Changed |= P->doInitialization(L, *this); 182 } 183 } 184 185 // Walk Loops 186 while (!LQ.empty()) { 187 CurrentLoopDeleted = false; 188 CurrentLoop = LQ.back(); 189 190 // Run all passes on the current Loop. 191 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 192 LoopPass *P = getContainedPass(Index); 193 194 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG, 195 CurrentLoop->getHeader()->getName()); 196 dumpRequiredSet(P); 197 198 initializeAnalysisImpl(P); 199 200 { 201 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader()); 202 TimeRegion PassTimer(getPassTimer(P)); 203 204 Changed |= P->runOnLoop(CurrentLoop, *this); 205 } 206 207 if (Changed) 208 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG, 209 CurrentLoopDeleted ? "<deleted loop>" 210 : CurrentLoop->getName()); 211 dumpPreservedSet(P); 212 213 if (CurrentLoopDeleted) { 214 // Notify passes that the loop is being deleted. 215 deleteSimpleAnalysisLoop(CurrentLoop); 216 } else { 217 // Manually check that this loop is still healthy. This is done 218 // instead of relying on LoopInfo::verifyLoop since LoopInfo 219 // is a function pass and it's really expensive to verify every 220 // loop in the function every time. That level of checking can be 221 // enabled with the -verify-loop-info option. 222 { 223 TimeRegion PassTimer(getPassTimer(&LIWP)); 224 CurrentLoop->verifyLoop(); 225 } 226 // Here we apply same reasoning as in the above case. Only difference 227 // is that LPPassManager might run passes which do not require LCSSA 228 // form (LoopPassPrinter for example). We should skip verification for 229 // such passes. 230 // FIXME: Loop-sink currently break LCSSA. Fix it and reenable the 231 // verification! 232 #if 0 233 if (mustPreserveAnalysisID(LCSSAVerificationPass::ID)) 234 assert(CurrentLoop->isRecursivelyLCSSAForm(*DT, *LI)); 235 #endif 236 237 // Then call the regular verifyAnalysis functions. 238 verifyPreservedAnalysis(P); 239 240 F.getContext().yield(); 241 } 242 243 removeNotPreservedAnalysis(P); 244 recordAvailableAnalysis(P); 245 removeDeadPasses(P, 246 CurrentLoopDeleted ? "<deleted>" 247 : CurrentLoop->getHeader()->getName(), 248 ON_LOOP_MSG); 249 250 if (CurrentLoopDeleted) 251 // Do not run other passes on this loop. 252 break; 253 } 254 255 // If the loop was deleted, release all the loop passes. This frees up 256 // some memory, and avoids trouble with the pass manager trying to call 257 // verifyAnalysis on them. 258 if (CurrentLoopDeleted) { 259 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 260 Pass *P = getContainedPass(Index); 261 freePass(P, "<deleted>", ON_LOOP_MSG); 262 } 263 } 264 265 // Pop the loop from queue after running all passes. 266 LQ.pop_back(); 267 } 268 269 // Finalization 270 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 271 LoopPass *P = getContainedPass(Index); 272 Changed |= P->doFinalization(); 273 } 274 275 return Changed; 276 } 277 278 /// Print passes managed by this manager 279 void LPPassManager::dumpPassStructure(unsigned Offset) { 280 errs().indent(Offset*2) << "Loop Pass Manager\n"; 281 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 282 Pass *P = getContainedPass(Index); 283 P->dumpPassStructure(Offset + 1); 284 dumpLastUses(P, Offset+1); 285 } 286 } 287 288 289 //===----------------------------------------------------------------------===// 290 // LoopPass 291 292 Pass *LoopPass::createPrinterPass(raw_ostream &O, 293 const std::string &Banner) const { 294 return new PrintLoopPassWrapper(O, Banner); 295 } 296 297 // Check if this pass is suitable for the current LPPassManager, if 298 // available. This pass P is not suitable for a LPPassManager if P 299 // is not preserving higher level analysis info used by other 300 // LPPassManager passes. In such case, pop LPPassManager from the 301 // stack. This will force assignPassManager() to create new 302 // LPPassManger as expected. 303 void LoopPass::preparePassManager(PMStack &PMS) { 304 305 // Find LPPassManager 306 while (!PMS.empty() && 307 PMS.top()->getPassManagerType() > PMT_LoopPassManager) 308 PMS.pop(); 309 310 // If this pass is destroying high level information that is used 311 // by other passes that are managed by LPM then do not insert 312 // this pass in current LPM. Use new LPPassManager. 313 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager && 314 !PMS.top()->preserveHigherLevelAnalysis(this)) 315 PMS.pop(); 316 } 317 318 /// Assign pass manager to manage this pass. 319 void LoopPass::assignPassManager(PMStack &PMS, 320 PassManagerType PreferredType) { 321 // Find LPPassManager 322 while (!PMS.empty() && 323 PMS.top()->getPassManagerType() > PMT_LoopPassManager) 324 PMS.pop(); 325 326 LPPassManager *LPPM; 327 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager) 328 LPPM = (LPPassManager*)PMS.top(); 329 else { 330 // Create new Loop Pass Manager if it does not exist. 331 assert (!PMS.empty() && "Unable to create Loop Pass Manager"); 332 PMDataManager *PMD = PMS.top(); 333 334 // [1] Create new Loop Pass Manager 335 LPPM = new LPPassManager(); 336 LPPM->populateInheritedAnalysis(PMS); 337 338 // [2] Set up new manager's top level manager 339 PMTopLevelManager *TPM = PMD->getTopLevelManager(); 340 TPM->addIndirectPassManager(LPPM); 341 342 // [3] Assign manager to manage this new manager. This may create 343 // and push new managers into PMS 344 Pass *P = LPPM->getAsPass(); 345 TPM->schedulePass(P); 346 347 // [4] Push new manager into PMS 348 PMS.push(LPPM); 349 } 350 351 LPPM->add(this); 352 } 353 354 bool LoopPass::skipLoop(const Loop *L) const { 355 const Function *F = L->getHeader()->getParent(); 356 if (!F) 357 return false; 358 // Check the opt bisect limit. 359 LLVMContext &Context = F->getContext(); 360 if (!Context.getOptPassGate().shouldRunPass(this, *L)) 361 return true; 362 // Check for the OptimizeNone attribute. 363 if (F->hasFnAttribute(Attribute::OptimizeNone)) { 364 // FIXME: Report this to dbgs() only once per function. 365 DEBUG(dbgs() << "Skipping pass '" << getPassName() 366 << "' in function " << F->getName() << "\n"); 367 // FIXME: Delete loop from pass manager's queue? 368 return true; 369 } 370 return false; 371 } 372 373 char LCSSAVerificationPass::ID = 0; 374 INITIALIZE_PASS(LCSSAVerificationPass, "lcssa-verification", "LCSSA Verifier", 375 false, false) 376