17adc3a2bSChandler Carruth //===- CallGraphSCCPass.cpp - Pass that operates BU on call graph ---------===// 27adc3a2bSChandler Carruth // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 67adc3a2bSChandler Carruth // 77adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 87adc3a2bSChandler Carruth // 97adc3a2bSChandler Carruth // This file implements the CallGraphSCCPass class, which is used for passes 107adc3a2bSChandler Carruth // which are implemented as bottom-up traversals on the call graph. Because 117adc3a2bSChandler Carruth // there may be cycles in the call graph, passes of this type operate on the 127adc3a2bSChandler Carruth // call-graph in SCC order: that is, they process function bottom-up, except for 137adc3a2bSChandler Carruth // recursive functions, which they process all at once. 147adc3a2bSChandler Carruth // 157adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 167adc3a2bSChandler Carruth 177adc3a2bSChandler Carruth #include "llvm/Analysis/CallGraphSCCPass.h" 18fa6434beSEugene Zelenko #include "llvm/ADT/DenseMap.h" 197adc3a2bSChandler Carruth #include "llvm/ADT/SCCIterator.h" 207adc3a2bSChandler Carruth #include "llvm/ADT/Statistic.h" 217adc3a2bSChandler Carruth #include "llvm/Analysis/CallGraph.h" 22*64d99a1dSJohannes Doerfert #include "llvm/IR/AbstractCallSite.h" 237adc3a2bSChandler Carruth #include "llvm/IR/Function.h" 24662e5686SFedor Sergeev #include "llvm/IR/IRPrintingPasses.h" 25fa6434beSEugene Zelenko #include "llvm/IR/Intrinsics.h" 267adc3a2bSChandler Carruth #include "llvm/IR/LLVMContext.h" 277adc3a2bSChandler Carruth #include "llvm/IR/LegacyPassManagers.h" 28fa6434beSEugene Zelenko #include "llvm/IR/Module.h" 29aa641a51SAndrew Kaylor #include "llvm/IR/OptBisect.h" 3043083111SFedor Sergeev #include "llvm/IR/PassTimingInfo.h" 31fa6434beSEugene Zelenko #include "llvm/Pass.h" 327adc3a2bSChandler Carruth #include "llvm/Support/CommandLine.h" 337adc3a2bSChandler Carruth #include "llvm/Support/Debug.h" 347adc3a2bSChandler Carruth #include "llvm/Support/Timer.h" 357adc3a2bSChandler Carruth #include "llvm/Support/raw_ostream.h" 36fa6434beSEugene Zelenko #include <cassert> 37fa6434beSEugene Zelenko #include <string> 38fa6434beSEugene Zelenko #include <utility> 39fa6434beSEugene Zelenko #include <vector> 40fa6434beSEugene Zelenko 417adc3a2bSChandler Carruth using namespace llvm; 427adc3a2bSChandler Carruth 437adc3a2bSChandler Carruth #define DEBUG_TYPE "cgscc-passmgr" 447adc3a2bSChandler Carruth 457adc3a2bSChandler Carruth static cl::opt<unsigned> 467adc3a2bSChandler Carruth MaxIterations("max-cg-scc-iterations", cl::ReallyHidden, cl::init(4)); 477adc3a2bSChandler Carruth 487adc3a2bSChandler Carruth STATISTIC(MaxSCCIterations, "Maximum CGSCCPassMgr iterations on one SCC"); 497adc3a2bSChandler Carruth 507adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 517adc3a2bSChandler Carruth // CGPassManager 527adc3a2bSChandler Carruth // 537adc3a2bSChandler Carruth /// CGPassManager manages FPPassManagers and CallGraphSCCPasses. 547adc3a2bSChandler Carruth 557adc3a2bSChandler Carruth namespace { 567adc3a2bSChandler Carruth 577adc3a2bSChandler Carruth class CGPassManager : public ModulePass, public PMDataManager { 587adc3a2bSChandler Carruth public: 597adc3a2bSChandler Carruth static char ID; 60fa6434beSEugene Zelenko 61fa6434beSEugene Zelenko explicit CGPassManager() : ModulePass(ID), PMDataManager() {} 627adc3a2bSChandler Carruth 637adc3a2bSChandler Carruth /// Execute all of the passes scheduled for execution. Keep track of 647adc3a2bSChandler Carruth /// whether any of the passes modifies the module, and if so, return true. 657adc3a2bSChandler Carruth bool runOnModule(Module &M) override; 667adc3a2bSChandler Carruth 677adc3a2bSChandler Carruth using ModulePass::doInitialization; 687adc3a2bSChandler Carruth using ModulePass::doFinalization; 697adc3a2bSChandler Carruth 707adc3a2bSChandler Carruth bool doInitialization(CallGraph &CG); 717adc3a2bSChandler Carruth bool doFinalization(CallGraph &CG); 727adc3a2bSChandler Carruth 737adc3a2bSChandler Carruth /// Pass Manager itself does not invalidate any analysis info. 747adc3a2bSChandler Carruth void getAnalysisUsage(AnalysisUsage &Info) const override { 757adc3a2bSChandler Carruth // CGPassManager walks SCC and it needs CallGraph. 767adc3a2bSChandler Carruth Info.addRequired<CallGraphWrapperPass>(); 777adc3a2bSChandler Carruth Info.setPreservesAll(); 787adc3a2bSChandler Carruth } 797adc3a2bSChandler Carruth 80117296c0SMehdi Amini StringRef getPassName() const override { return "CallGraph Pass Manager"; } 817adc3a2bSChandler Carruth 827adc3a2bSChandler Carruth PMDataManager *getAsPMDataManager() override { return this; } 837adc3a2bSChandler Carruth Pass *getAsPass() override { return this; } 847adc3a2bSChandler Carruth 857adc3a2bSChandler Carruth // Print passes managed by this manager 867adc3a2bSChandler Carruth void dumpPassStructure(unsigned Offset) override { 877adc3a2bSChandler Carruth errs().indent(Offset*2) << "Call Graph SCC Pass Manager\n"; 887adc3a2bSChandler Carruth for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) { 897adc3a2bSChandler Carruth Pass *P = getContainedPass(Index); 907adc3a2bSChandler Carruth P->dumpPassStructure(Offset + 1); 917adc3a2bSChandler Carruth dumpLastUses(P, Offset+1); 927adc3a2bSChandler Carruth } 937adc3a2bSChandler Carruth } 947adc3a2bSChandler Carruth 957adc3a2bSChandler Carruth Pass *getContainedPass(unsigned N) { 967adc3a2bSChandler Carruth assert(N < PassVector.size() && "Pass number out of range!"); 977adc3a2bSChandler Carruth return static_cast<Pass *>(PassVector[N]); 987adc3a2bSChandler Carruth } 997adc3a2bSChandler Carruth 1007adc3a2bSChandler Carruth PassManagerType getPassManagerType() const override { 1017adc3a2bSChandler Carruth return PMT_CallGraphPassManager; 1027adc3a2bSChandler Carruth } 1037adc3a2bSChandler Carruth 1047adc3a2bSChandler Carruth private: 1057adc3a2bSChandler Carruth bool RunAllPassesOnSCC(CallGraphSCC &CurSCC, CallGraph &CG, 1067adc3a2bSChandler Carruth bool &DevirtualizedCall); 1077adc3a2bSChandler Carruth 1087adc3a2bSChandler Carruth bool RunPassOnSCC(Pass *P, CallGraphSCC &CurSCC, 1097adc3a2bSChandler Carruth CallGraph &CG, bool &CallGraphUpToDate, 1107adc3a2bSChandler Carruth bool &DevirtualizedCall); 111c137c28cSMehdi Amini bool RefreshCallGraph(const CallGraphSCC &CurSCC, CallGraph &CG, 1127adc3a2bSChandler Carruth bool IsCheckingMode); 1137adc3a2bSChandler Carruth }; 1147adc3a2bSChandler Carruth 1157adc3a2bSChandler Carruth } // end anonymous namespace. 1167adc3a2bSChandler Carruth 1177adc3a2bSChandler Carruth char CGPassManager::ID = 0; 1187adc3a2bSChandler Carruth 1197adc3a2bSChandler Carruth bool CGPassManager::RunPassOnSCC(Pass *P, CallGraphSCC &CurSCC, 1207adc3a2bSChandler Carruth CallGraph &CG, bool &CallGraphUpToDate, 1217adc3a2bSChandler Carruth bool &DevirtualizedCall) { 1227adc3a2bSChandler Carruth bool Changed = false; 1237adc3a2bSChandler Carruth PMDataManager *PM = P->getAsPMDataManager(); 124e49374d0SJessica Paquette Module &M = CG.getModule(); 1257adc3a2bSChandler Carruth 1267adc3a2bSChandler Carruth if (!PM) { 1277adc3a2bSChandler Carruth CallGraphSCCPass *CGSP = (CallGraphSCCPass *)P; 1287adc3a2bSChandler Carruth if (!CallGraphUpToDate) { 1297adc3a2bSChandler Carruth DevirtualizedCall |= RefreshCallGraph(CurSCC, CG, false); 1307adc3a2bSChandler Carruth CallGraphUpToDate = true; 1317adc3a2bSChandler Carruth } 1327adc3a2bSChandler Carruth 1337adc3a2bSChandler Carruth { 1341fc443b8SJessica Paquette unsigned InstrCount, SCCCount = 0; 135a0aa5b35SJessica Paquette StringMap<std::pair<unsigned, unsigned>> FunctionToInstrCount; 136023e25adSXin Tong bool EmitICRemark = M.shouldEmitInstrCountChangedRemark(); 1377adc3a2bSChandler Carruth TimeRegion PassTimer(getPassTimer(CGSP)); 138023e25adSXin Tong if (EmitICRemark) 139a0aa5b35SJessica Paquette InstrCount = initSizeRemarkInfo(M, FunctionToInstrCount); 1407adc3a2bSChandler Carruth Changed = CGSP->runOnSCC(CurSCC); 141e49374d0SJessica Paquette 1421fc443b8SJessica Paquette if (EmitICRemark) { 1431fc443b8SJessica Paquette // FIXME: Add getInstructionCount to CallGraphSCC. 1441fc443b8SJessica Paquette SCCCount = M.getInstructionCount(); 1451fc443b8SJessica Paquette // Is there a difference in the number of instructions in the module? 1461fc443b8SJessica Paquette if (SCCCount != InstrCount) { 1471fc443b8SJessica Paquette // Yep. Emit a remark and update InstrCount. 1489a23c559SJessica Paquette int64_t Delta = 1499a23c559SJessica Paquette static_cast<int64_t>(SCCCount) - static_cast<int64_t>(InstrCount); 150a0aa5b35SJessica Paquette emitInstrCountChangedRemark(P, M, Delta, InstrCount, 151a0aa5b35SJessica Paquette FunctionToInstrCount); 1521fc443b8SJessica Paquette InstrCount = SCCCount; 1531fc443b8SJessica Paquette } 1541fc443b8SJessica Paquette } 1557adc3a2bSChandler Carruth } 1567adc3a2bSChandler Carruth 1577adc3a2bSChandler Carruth // After the CGSCCPass is done, when assertions are enabled, use 1587adc3a2bSChandler Carruth // RefreshCallGraph to verify that the callgraph was correctly updated. 1597adc3a2bSChandler Carruth #ifndef NDEBUG 1607adc3a2bSChandler Carruth if (Changed) 1617adc3a2bSChandler Carruth RefreshCallGraph(CurSCC, CG, true); 1627adc3a2bSChandler Carruth #endif 1637adc3a2bSChandler Carruth 1647adc3a2bSChandler Carruth return Changed; 1657adc3a2bSChandler Carruth } 1667adc3a2bSChandler Carruth 1677adc3a2bSChandler Carruth assert(PM->getPassManagerType() == PMT_FunctionPassManager && 1687adc3a2bSChandler Carruth "Invalid CGPassManager member"); 1697adc3a2bSChandler Carruth FPPassManager *FPP = (FPPassManager*)P; 1707adc3a2bSChandler Carruth 1717adc3a2bSChandler Carruth // Run pass P on all functions in the current SCC. 1727adc3a2bSChandler Carruth for (CallGraphNode *CGN : CurSCC) { 1737adc3a2bSChandler Carruth if (Function *F = CGN->getFunction()) { 1747adc3a2bSChandler Carruth dumpPassInfo(P, EXECUTION_MSG, ON_FUNCTION_MSG, F->getName()); 1757adc3a2bSChandler Carruth { 1767adc3a2bSChandler Carruth TimeRegion PassTimer(getPassTimer(FPP)); 1777adc3a2bSChandler Carruth Changed |= FPP->runOnFunction(*F); 1787adc3a2bSChandler Carruth } 1797adc3a2bSChandler Carruth F->getContext().yield(); 1807adc3a2bSChandler Carruth } 1817adc3a2bSChandler Carruth } 1827adc3a2bSChandler Carruth 1837adc3a2bSChandler Carruth // The function pass(es) modified the IR, they may have clobbered the 1847adc3a2bSChandler Carruth // callgraph. 1857adc3a2bSChandler Carruth if (Changed && CallGraphUpToDate) { 186d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "CGSCCPASSMGR: Pass Dirtied SCC: " << P->getPassName() 187d34e60caSNicola Zaghen << '\n'); 1887adc3a2bSChandler Carruth CallGraphUpToDate = false; 1897adc3a2bSChandler Carruth } 1907adc3a2bSChandler Carruth return Changed; 1917adc3a2bSChandler Carruth } 1927adc3a2bSChandler Carruth 1937adc3a2bSChandler Carruth /// Scan the functions in the specified CFG and resync the 1947adc3a2bSChandler Carruth /// callgraph with the call sites found in it. This is used after 1957adc3a2bSChandler Carruth /// FunctionPasses have potentially munged the callgraph, and can be used after 1967adc3a2bSChandler Carruth /// CallGraphSCC passes to verify that they correctly updated the callgraph. 1977adc3a2bSChandler Carruth /// 1987adc3a2bSChandler Carruth /// This function returns true if it devirtualized an existing function call, 1997adc3a2bSChandler Carruth /// meaning it turned an indirect call into a direct call. This happens when 2007adc3a2bSChandler Carruth /// a function pass like GVN optimizes away stuff feeding the indirect call. 2017adc3a2bSChandler Carruth /// This never happens in checking mode. 202c137c28cSMehdi Amini bool CGPassManager::RefreshCallGraph(const CallGraphSCC &CurSCC, CallGraph &CG, 203c137c28cSMehdi Amini bool CheckingMode) { 204ce3f75dfSChandler Carruth DenseMap<Value *, CallGraphNode *> Calls; 2057adc3a2bSChandler Carruth 206d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "CGSCCPASSMGR: Refreshing SCC with " << CurSCC.size() 2077adc3a2bSChandler Carruth << " nodes:\n"; 208d34e60caSNicola Zaghen for (CallGraphNode *CGN 209d34e60caSNicola Zaghen : CurSCC) CGN->dump();); 2107adc3a2bSChandler Carruth 2117adc3a2bSChandler Carruth bool MadeChange = false; 2127adc3a2bSChandler Carruth bool DevirtualizedCall = false; 2137adc3a2bSChandler Carruth 2147adc3a2bSChandler Carruth // Scan all functions in the SCC. 2157adc3a2bSChandler Carruth unsigned FunctionNo = 0; 2167adc3a2bSChandler Carruth for (CallGraphSCC::iterator SCCIdx = CurSCC.begin(), E = CurSCC.end(); 2177adc3a2bSChandler Carruth SCCIdx != E; ++SCCIdx, ++FunctionNo) { 2187adc3a2bSChandler Carruth CallGraphNode *CGN = *SCCIdx; 2197adc3a2bSChandler Carruth Function *F = CGN->getFunction(); 2207adc3a2bSChandler Carruth if (!F || F->isDeclaration()) continue; 2217adc3a2bSChandler Carruth 2227adc3a2bSChandler Carruth // Walk the function body looking for call sites. Sync up the call sites in 2237adc3a2bSChandler Carruth // CGN with those actually in the function. 2247adc3a2bSChandler Carruth 2257adc3a2bSChandler Carruth // Keep track of the number of direct and indirect calls that were 2267adc3a2bSChandler Carruth // invalidated and removed. 2277adc3a2bSChandler Carruth unsigned NumDirectRemoved = 0, NumIndirectRemoved = 0; 2287adc3a2bSChandler Carruth 229*64d99a1dSJohannes Doerfert CallGraphNode::iterator CGNEnd = CGN->end(); 230*64d99a1dSJohannes Doerfert 231*64d99a1dSJohannes Doerfert auto RemoveAndCheckForDone = [&](CallGraphNode::iterator I) { 232*64d99a1dSJohannes Doerfert // Just remove the edge from the set of callees, keep track of whether 233*64d99a1dSJohannes Doerfert // I points to the last element of the vector. 234*64d99a1dSJohannes Doerfert bool WasLast = I + 1 == CGNEnd; 235*64d99a1dSJohannes Doerfert CGN->removeCallEdge(I); 236*64d99a1dSJohannes Doerfert 237*64d99a1dSJohannes Doerfert // If I pointed to the last element of the vector, we have to bail out: 238*64d99a1dSJohannes Doerfert // iterator checking rejects comparisons of the resultant pointer with 239*64d99a1dSJohannes Doerfert // end. 240*64d99a1dSJohannes Doerfert if (WasLast) 241*64d99a1dSJohannes Doerfert return true; 242*64d99a1dSJohannes Doerfert 243*64d99a1dSJohannes Doerfert CGNEnd = CGN->end(); 244*64d99a1dSJohannes Doerfert return false; 245*64d99a1dSJohannes Doerfert }; 246*64d99a1dSJohannes Doerfert 2477adc3a2bSChandler Carruth // Get the set of call sites currently in the function. 248*64d99a1dSJohannes Doerfert for (CallGraphNode::iterator I = CGN->begin(); I != CGNEnd;) { 249*64d99a1dSJohannes Doerfert // Delete "reference" call records that do not have call instruction. We 250*64d99a1dSJohannes Doerfert // reinsert them as needed later. However, keep them in checking mode. 251cb8faaacSSergey Dmitriev if (!I->first) { 252*64d99a1dSJohannes Doerfert if (CheckingMode) { 253cb8faaacSSergey Dmitriev ++I; 254cb8faaacSSergey Dmitriev continue; 255cb8faaacSSergey Dmitriev } 256*64d99a1dSJohannes Doerfert if (RemoveAndCheckForDone(I)) 257*64d99a1dSJohannes Doerfert break; 258*64d99a1dSJohannes Doerfert continue; 259*64d99a1dSJohannes Doerfert } 260cb8faaacSSergey Dmitriev 2617adc3a2bSChandler Carruth // If this call site is null, then the function pass deleted the call 262e6bca0eeSSanjoy Das // entirely and the WeakTrackingVH nulled it out. 263cb8faaacSSergey Dmitriev auto *Call = dyn_cast_or_null<CallBase>(*I->first); 2641becd298SSergey Dmitriev if (!Call || 2657adc3a2bSChandler Carruth // If we've already seen this call site, then the FunctionPass RAUW'd 2667adc3a2bSChandler Carruth // one call with another, which resulted in two "uses" in the edge 2677adc3a2bSChandler Carruth // list of the same call. 2681becd298SSergey Dmitriev Calls.count(Call) || 2697adc3a2bSChandler Carruth 2707adc3a2bSChandler Carruth // If the call edge is not from a call or invoke, or it is a 2717adc3a2bSChandler Carruth // instrinsic call, then the function pass RAUW'd a call with 2727adc3a2bSChandler Carruth // another value. This can happen when constant folding happens 2737adc3a2bSChandler Carruth // of well known functions etc. 274ce3f75dfSChandler Carruth (Call->getCalledFunction() && 275ce3f75dfSChandler Carruth Call->getCalledFunction()->isIntrinsic() && 276ce3f75dfSChandler Carruth Intrinsic::isLeaf(Call->getCalledFunction()->getIntrinsicID()))) { 2777adc3a2bSChandler Carruth assert(!CheckingMode && 2787adc3a2bSChandler Carruth "CallGraphSCCPass did not update the CallGraph correctly!"); 2797adc3a2bSChandler Carruth 2807adc3a2bSChandler Carruth // If this was an indirect call site, count it. 2817adc3a2bSChandler Carruth if (!I->second->getFunction()) 2827adc3a2bSChandler Carruth ++NumIndirectRemoved; 2837adc3a2bSChandler Carruth else 2847adc3a2bSChandler Carruth ++NumDirectRemoved; 2857adc3a2bSChandler Carruth 286*64d99a1dSJohannes Doerfert if (RemoveAndCheckForDone(I)) 2877adc3a2bSChandler Carruth break; 2887adc3a2bSChandler Carruth continue; 2897adc3a2bSChandler Carruth } 2907adc3a2bSChandler Carruth 2911becd298SSergey Dmitriev assert(!Calls.count(Call) && "Call site occurs in node multiple times"); 2927adc3a2bSChandler Carruth 293ce3f75dfSChandler Carruth if (Call) { 294ce3f75dfSChandler Carruth Function *Callee = Call->getCalledFunction(); 2957adc3a2bSChandler Carruth // Ignore intrinsics because they're not really function calls. 2967adc3a2bSChandler Carruth if (!Callee || !(Callee->isIntrinsic())) 2971becd298SSergey Dmitriev Calls.insert(std::make_pair(Call, I->second)); 2987adc3a2bSChandler Carruth } 2997adc3a2bSChandler Carruth ++I; 3007adc3a2bSChandler Carruth } 3017adc3a2bSChandler Carruth 3027adc3a2bSChandler Carruth // Loop over all of the instructions in the function, getting the callsites. 3037adc3a2bSChandler Carruth // Keep track of the number of direct/indirect calls added. 3047adc3a2bSChandler Carruth unsigned NumDirectAdded = 0, NumIndirectAdded = 0; 3057adc3a2bSChandler Carruth 306aa209150SBenjamin Kramer for (BasicBlock &BB : *F) 307aa209150SBenjamin Kramer for (Instruction &I : BB) { 308ce3f75dfSChandler Carruth auto *Call = dyn_cast<CallBase>(&I); 309ce3f75dfSChandler Carruth if (!Call) 310ce3f75dfSChandler Carruth continue; 311ce3f75dfSChandler Carruth Function *Callee = Call->getCalledFunction(); 312ce3f75dfSChandler Carruth if (Callee && Callee->isIntrinsic()) 313ce3f75dfSChandler Carruth continue; 3147adc3a2bSChandler Carruth 315*64d99a1dSJohannes Doerfert // If we are not in checking mode, insert potential callback calls as 316*64d99a1dSJohannes Doerfert // references. This is not a requirement but helps to iterate over the 317*64d99a1dSJohannes Doerfert // functions in the right order. 318*64d99a1dSJohannes Doerfert if (!CheckingMode) { 319*64d99a1dSJohannes Doerfert forEachCallbackFunction(*Call, [&](Function *CB) { 320*64d99a1dSJohannes Doerfert CGN->addCalledFunction(nullptr, CG.getOrInsertFunction(CB)); 321*64d99a1dSJohannes Doerfert }); 322*64d99a1dSJohannes Doerfert } 323*64d99a1dSJohannes Doerfert 3247adc3a2bSChandler Carruth // If this call site already existed in the callgraph, just verify it 325ce3f75dfSChandler Carruth // matches up to expectations and remove it from Calls. 3267adc3a2bSChandler Carruth DenseMap<Value *, CallGraphNode *>::iterator ExistingIt = 327ce3f75dfSChandler Carruth Calls.find(Call); 328ce3f75dfSChandler Carruth if (ExistingIt != Calls.end()) { 3297adc3a2bSChandler Carruth CallGraphNode *ExistingNode = ExistingIt->second; 3307adc3a2bSChandler Carruth 331ce3f75dfSChandler Carruth // Remove from Calls since we have now seen it. 332ce3f75dfSChandler Carruth Calls.erase(ExistingIt); 3337adc3a2bSChandler Carruth 3347adc3a2bSChandler Carruth // Verify that the callee is right. 335ce3f75dfSChandler Carruth if (ExistingNode->getFunction() == Call->getCalledFunction()) 3367adc3a2bSChandler Carruth continue; 3377adc3a2bSChandler Carruth 3387adc3a2bSChandler Carruth // If we are in checking mode, we are not allowed to actually mutate 3397adc3a2bSChandler Carruth // the callgraph. If this is a case where we can infer that the 3407adc3a2bSChandler Carruth // callgraph is less precise than it could be (e.g. an indirect call 3417adc3a2bSChandler Carruth // site could be turned direct), don't reject it in checking mode, and 3427adc3a2bSChandler Carruth // don't tweak it to be more precise. 343ce3f75dfSChandler Carruth if (CheckingMode && Call->getCalledFunction() && 3447adc3a2bSChandler Carruth ExistingNode->getFunction() == nullptr) 3457adc3a2bSChandler Carruth continue; 3467adc3a2bSChandler Carruth 3477adc3a2bSChandler Carruth assert(!CheckingMode && 3487adc3a2bSChandler Carruth "CallGraphSCCPass did not update the CallGraph correctly!"); 3497adc3a2bSChandler Carruth 3507adc3a2bSChandler Carruth // If not, we either went from a direct call to indirect, indirect to 3517adc3a2bSChandler Carruth // direct, or direct to different direct. 3527adc3a2bSChandler Carruth CallGraphNode *CalleeNode; 353ce3f75dfSChandler Carruth if (Function *Callee = Call->getCalledFunction()) { 3547adc3a2bSChandler Carruth CalleeNode = CG.getOrInsertFunction(Callee); 3557adc3a2bSChandler Carruth // Keep track of whether we turned an indirect call into a direct 3567adc3a2bSChandler Carruth // one. 3577adc3a2bSChandler Carruth if (!ExistingNode->getFunction()) { 3587adc3a2bSChandler Carruth DevirtualizedCall = true; 359d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << " CGSCCPASSMGR: Devirtualized call to '" 3607adc3a2bSChandler Carruth << Callee->getName() << "'\n"); 3617adc3a2bSChandler Carruth } 3627adc3a2bSChandler Carruth } else { 3637adc3a2bSChandler Carruth CalleeNode = CG.getCallsExternalNode(); 3647adc3a2bSChandler Carruth } 3657adc3a2bSChandler Carruth 3667adc3a2bSChandler Carruth // Update the edge target in CGN. 367ce3f75dfSChandler Carruth CGN->replaceCallEdge(*Call, *Call, CalleeNode); 3687adc3a2bSChandler Carruth MadeChange = true; 3697adc3a2bSChandler Carruth continue; 3707adc3a2bSChandler Carruth } 3717adc3a2bSChandler Carruth 3727adc3a2bSChandler Carruth assert(!CheckingMode && 3737adc3a2bSChandler Carruth "CallGraphSCCPass did not update the CallGraph correctly!"); 3747adc3a2bSChandler Carruth 3757adc3a2bSChandler Carruth // If the call site didn't exist in the CGN yet, add it. 3767adc3a2bSChandler Carruth CallGraphNode *CalleeNode; 377ce3f75dfSChandler Carruth if (Function *Callee = Call->getCalledFunction()) { 3787adc3a2bSChandler Carruth CalleeNode = CG.getOrInsertFunction(Callee); 3797adc3a2bSChandler Carruth ++NumDirectAdded; 3807adc3a2bSChandler Carruth } else { 3817adc3a2bSChandler Carruth CalleeNode = CG.getCallsExternalNode(); 3827adc3a2bSChandler Carruth ++NumIndirectAdded; 3837adc3a2bSChandler Carruth } 3847adc3a2bSChandler Carruth 385ce3f75dfSChandler Carruth CGN->addCalledFunction(Call, CalleeNode); 3867adc3a2bSChandler Carruth MadeChange = true; 3877adc3a2bSChandler Carruth } 3887adc3a2bSChandler Carruth 3897adc3a2bSChandler Carruth // We scanned the old callgraph node, removing invalidated call sites and 3907adc3a2bSChandler Carruth // then added back newly found call sites. One thing that can happen is 3917adc3a2bSChandler Carruth // that an old indirect call site was deleted and replaced with a new direct 3927adc3a2bSChandler Carruth // call. In this case, we have devirtualized a call, and CGSCCPM would like 3937adc3a2bSChandler Carruth // to iteratively optimize the new code. Unfortunately, we don't really 3947adc3a2bSChandler Carruth // have a great way to detect when this happens. As an approximation, we 3957adc3a2bSChandler Carruth // just look at whether the number of indirect calls is reduced and the 3967adc3a2bSChandler Carruth // number of direct calls is increased. There are tons of ways to fool this 3977adc3a2bSChandler Carruth // (e.g. DCE'ing an indirect call and duplicating an unrelated block with a 3987adc3a2bSChandler Carruth // direct call) but this is close enough. 3997adc3a2bSChandler Carruth if (NumIndirectRemoved > NumIndirectAdded && 4007adc3a2bSChandler Carruth NumDirectRemoved < NumDirectAdded) 4017adc3a2bSChandler Carruth DevirtualizedCall = true; 4027adc3a2bSChandler Carruth 4037adc3a2bSChandler Carruth // After scanning this function, if we still have entries in callsites, then 404e6bca0eeSSanjoy Das // they are dangling pointers. WeakTrackingVH should save us for this, so 405e6bca0eeSSanjoy Das // abort if 4062cbeb00fSSanjoy Das // this happens. 407ce3f75dfSChandler Carruth assert(Calls.empty() && "Dangling pointers found in call sites map"); 4087adc3a2bSChandler Carruth 4097adc3a2bSChandler Carruth // Periodically do an explicit clear to remove tombstones when processing 4107adc3a2bSChandler Carruth // large scc's. 4117adc3a2bSChandler Carruth if ((FunctionNo & 15) == 15) 412ce3f75dfSChandler Carruth Calls.clear(); 4137adc3a2bSChandler Carruth } 4147adc3a2bSChandler Carruth 415d34e60caSNicola Zaghen LLVM_DEBUG(if (MadeChange) { 4167adc3a2bSChandler Carruth dbgs() << "CGSCCPASSMGR: Refreshed SCC is now:\n"; 4177adc3a2bSChandler Carruth for (CallGraphNode *CGN : CurSCC) 4187adc3a2bSChandler Carruth CGN->dump(); 4197adc3a2bSChandler Carruth if (DevirtualizedCall) 4207adc3a2bSChandler Carruth dbgs() << "CGSCCPASSMGR: Refresh devirtualized a call!\n"; 4217adc3a2bSChandler Carruth } else { 4227adc3a2bSChandler Carruth dbgs() << "CGSCCPASSMGR: SCC Refresh didn't change call graph.\n"; 423d34e60caSNicola Zaghen }); 4247adc3a2bSChandler Carruth (void)MadeChange; 4257adc3a2bSChandler Carruth 4267adc3a2bSChandler Carruth return DevirtualizedCall; 4277adc3a2bSChandler Carruth } 4287adc3a2bSChandler Carruth 4297adc3a2bSChandler Carruth /// Execute the body of the entire pass manager on the specified SCC. 4307adc3a2bSChandler Carruth /// This keeps track of whether a function pass devirtualizes 4317adc3a2bSChandler Carruth /// any calls and returns it in DevirtualizedCall. 4327adc3a2bSChandler Carruth bool CGPassManager::RunAllPassesOnSCC(CallGraphSCC &CurSCC, CallGraph &CG, 4337adc3a2bSChandler Carruth bool &DevirtualizedCall) { 4347adc3a2bSChandler Carruth bool Changed = false; 4357adc3a2bSChandler Carruth 4367adc3a2bSChandler Carruth // Keep track of whether the callgraph is known to be up-to-date or not. 4377adc3a2bSChandler Carruth // The CGSSC pass manager runs two types of passes: 4387adc3a2bSChandler Carruth // CallGraphSCC Passes and other random function passes. Because other 4397adc3a2bSChandler Carruth // random function passes are not CallGraph aware, they may clobber the 4407adc3a2bSChandler Carruth // call graph by introducing new calls or deleting other ones. This flag 4417adc3a2bSChandler Carruth // is set to false when we run a function pass so that we know to clean up 4427adc3a2bSChandler Carruth // the callgraph when we need to run a CGSCCPass again. 4437adc3a2bSChandler Carruth bool CallGraphUpToDate = true; 4447adc3a2bSChandler Carruth 4457adc3a2bSChandler Carruth // Run all passes on current SCC. 4467adc3a2bSChandler Carruth for (unsigned PassNo = 0, e = getNumContainedPasses(); 4477adc3a2bSChandler Carruth PassNo != e; ++PassNo) { 4487adc3a2bSChandler Carruth Pass *P = getContainedPass(PassNo); 4497adc3a2bSChandler Carruth 4507adc3a2bSChandler Carruth // If we're in -debug-pass=Executions mode, construct the SCC node list, 4517adc3a2bSChandler Carruth // otherwise avoid constructing this string as it is expensive. 4527adc3a2bSChandler Carruth if (isPassDebuggingExecutionsOrMore()) { 4537adc3a2bSChandler Carruth std::string Functions; 4547adc3a2bSChandler Carruth #ifndef NDEBUG 4557adc3a2bSChandler Carruth raw_string_ostream OS(Functions); 4567adc3a2bSChandler Carruth for (CallGraphSCC::iterator I = CurSCC.begin(), E = CurSCC.end(); 4577adc3a2bSChandler Carruth I != E; ++I) { 4587adc3a2bSChandler Carruth if (I != CurSCC.begin()) OS << ", "; 4597adc3a2bSChandler Carruth (*I)->print(OS); 4607adc3a2bSChandler Carruth } 4617adc3a2bSChandler Carruth OS.flush(); 4627adc3a2bSChandler Carruth #endif 4637adc3a2bSChandler Carruth dumpPassInfo(P, EXECUTION_MSG, ON_CG_MSG, Functions); 4647adc3a2bSChandler Carruth } 4657adc3a2bSChandler Carruth dumpRequiredSet(P); 4667adc3a2bSChandler Carruth 4677adc3a2bSChandler Carruth initializeAnalysisImpl(P); 4687adc3a2bSChandler Carruth 4697adc3a2bSChandler Carruth // Actually run this pass on the current SCC. 4707adc3a2bSChandler Carruth Changed |= RunPassOnSCC(P, CurSCC, CG, 4717adc3a2bSChandler Carruth CallGraphUpToDate, DevirtualizedCall); 4727adc3a2bSChandler Carruth 4737adc3a2bSChandler Carruth if (Changed) 4747adc3a2bSChandler Carruth dumpPassInfo(P, MODIFICATION_MSG, ON_CG_MSG, ""); 4757adc3a2bSChandler Carruth dumpPreservedSet(P); 4767adc3a2bSChandler Carruth 4777adc3a2bSChandler Carruth verifyPreservedAnalysis(P); 4787adc3a2bSChandler Carruth removeNotPreservedAnalysis(P); 4797adc3a2bSChandler Carruth recordAvailableAnalysis(P); 4807adc3a2bSChandler Carruth removeDeadPasses(P, "", ON_CG_MSG); 4817adc3a2bSChandler Carruth } 4827adc3a2bSChandler Carruth 4837adc3a2bSChandler Carruth // If the callgraph was left out of date (because the last pass run was a 4847adc3a2bSChandler Carruth // functionpass), refresh it before we move on to the next SCC. 4857adc3a2bSChandler Carruth if (!CallGraphUpToDate) 4867adc3a2bSChandler Carruth DevirtualizedCall |= RefreshCallGraph(CurSCC, CG, false); 4877adc3a2bSChandler Carruth return Changed; 4887adc3a2bSChandler Carruth } 4897adc3a2bSChandler Carruth 4907adc3a2bSChandler Carruth /// Execute all of the passes scheduled for execution. Keep track of 4917adc3a2bSChandler Carruth /// whether any of the passes modifies the module, and if so, return true. 4927adc3a2bSChandler Carruth bool CGPassManager::runOnModule(Module &M) { 4937adc3a2bSChandler Carruth CallGraph &CG = getAnalysis<CallGraphWrapperPass>().getCallGraph(); 4947adc3a2bSChandler Carruth bool Changed = doInitialization(CG); 4957adc3a2bSChandler Carruth 4967adc3a2bSChandler Carruth // Walk the callgraph in bottom-up SCC order. 497ca8c2f76SEvgeniy Stepanov scc_iterator<CallGraph*> CGI = scc_begin(&CG); 4987adc3a2bSChandler Carruth 499aa641a51SAndrew Kaylor CallGraphSCC CurSCC(CG, &CGI); 5007adc3a2bSChandler Carruth while (!CGI.isAtEnd()) { 5017adc3a2bSChandler Carruth // Copy the current SCC and increment past it so that the pass can hack 5027adc3a2bSChandler Carruth // on the SCC if it wants to without invalidating our iterator. 503ca8c2f76SEvgeniy Stepanov const std::vector<CallGraphNode *> &NodeVec = *CGI; 5041665d863SDavid Majnemer CurSCC.initialize(NodeVec); 5057adc3a2bSChandler Carruth ++CGI; 5067adc3a2bSChandler Carruth 5077adc3a2bSChandler Carruth // At the top level, we run all the passes in this pass manager on the 5087adc3a2bSChandler Carruth // functions in this SCC. However, we support iterative compilation in the 5097adc3a2bSChandler Carruth // case where a function pass devirtualizes a call to a function. For 5107adc3a2bSChandler Carruth // example, it is very common for a function pass (often GVN or instcombine) 5117adc3a2bSChandler Carruth // to eliminate the addressing that feeds into a call. With that improved 5127adc3a2bSChandler Carruth // information, we would like the call to be an inline candidate, infer 5137adc3a2bSChandler Carruth // mod-ref information etc. 5147adc3a2bSChandler Carruth // 5157adc3a2bSChandler Carruth // Because of this, we allow iteration up to a specified iteration count. 5167adc3a2bSChandler Carruth // This only happens in the case of a devirtualized call, so we only burn 5177adc3a2bSChandler Carruth // compile time in the case that we're making progress. We also have a hard 5187adc3a2bSChandler Carruth // iteration count limit in case there is crazy code. 5197adc3a2bSChandler Carruth unsigned Iteration = 0; 5207adc3a2bSChandler Carruth bool DevirtualizedCall = false; 5217adc3a2bSChandler Carruth do { 522d34e60caSNicola Zaghen LLVM_DEBUG(if (Iteration) dbgs() 523d34e60caSNicola Zaghen << " SCCPASSMGR: Re-visiting SCC, iteration #" << Iteration 524d34e60caSNicola Zaghen << '\n'); 5257adc3a2bSChandler Carruth DevirtualizedCall = false; 5267adc3a2bSChandler Carruth Changed |= RunAllPassesOnSCC(CurSCC, CG, DevirtualizedCall); 5277adc3a2bSChandler Carruth } while (Iteration++ < MaxIterations && DevirtualizedCall); 5287adc3a2bSChandler Carruth 5297adc3a2bSChandler Carruth if (DevirtualizedCall) 530ca8c2f76SEvgeniy Stepanov LLVM_DEBUG(dbgs() << " CGSCCPASSMGR: Stopped iteration after " 531ca8c2f76SEvgeniy Stepanov << Iteration 5327adc3a2bSChandler Carruth << " times, due to -max-cg-scc-iterations\n"); 5337adc3a2bSChandler Carruth 5348a950275SCraig Topper MaxSCCIterations.updateMax(Iteration); 535ca8c2f76SEvgeniy Stepanov } 536ca8c2f76SEvgeniy Stepanov Changed |= doFinalization(CG); 5377adc3a2bSChandler Carruth return Changed; 5387adc3a2bSChandler Carruth } 5397adc3a2bSChandler Carruth 5407adc3a2bSChandler Carruth /// Initialize CG 5417adc3a2bSChandler Carruth bool CGPassManager::doInitialization(CallGraph &CG) { 5427adc3a2bSChandler Carruth bool Changed = false; 5437adc3a2bSChandler Carruth for (unsigned i = 0, e = getNumContainedPasses(); i != e; ++i) { 5447adc3a2bSChandler Carruth if (PMDataManager *PM = getContainedPass(i)->getAsPMDataManager()) { 5457adc3a2bSChandler Carruth assert(PM->getPassManagerType() == PMT_FunctionPassManager && 5467adc3a2bSChandler Carruth "Invalid CGPassManager member"); 5477adc3a2bSChandler Carruth Changed |= ((FPPassManager*)PM)->doInitialization(CG.getModule()); 5487adc3a2bSChandler Carruth } else { 5497adc3a2bSChandler Carruth Changed |= ((CallGraphSCCPass*)getContainedPass(i))->doInitialization(CG); 5507adc3a2bSChandler Carruth } 5517adc3a2bSChandler Carruth } 5527adc3a2bSChandler Carruth return Changed; 5537adc3a2bSChandler Carruth } 5547adc3a2bSChandler Carruth 5557adc3a2bSChandler Carruth /// Finalize CG 5567adc3a2bSChandler Carruth bool CGPassManager::doFinalization(CallGraph &CG) { 5577adc3a2bSChandler Carruth bool Changed = false; 5587adc3a2bSChandler Carruth for (unsigned i = 0, e = getNumContainedPasses(); i != e; ++i) { 5597adc3a2bSChandler Carruth if (PMDataManager *PM = getContainedPass(i)->getAsPMDataManager()) { 5607adc3a2bSChandler Carruth assert(PM->getPassManagerType() == PMT_FunctionPassManager && 5617adc3a2bSChandler Carruth "Invalid CGPassManager member"); 5627adc3a2bSChandler Carruth Changed |= ((FPPassManager*)PM)->doFinalization(CG.getModule()); 5637adc3a2bSChandler Carruth } else { 5647adc3a2bSChandler Carruth Changed |= ((CallGraphSCCPass*)getContainedPass(i))->doFinalization(CG); 5657adc3a2bSChandler Carruth } 5667adc3a2bSChandler Carruth } 5677adc3a2bSChandler Carruth return Changed; 5687adc3a2bSChandler Carruth } 5697adc3a2bSChandler Carruth 5707adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 5717adc3a2bSChandler Carruth // CallGraphSCC Implementation 5727adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 5737adc3a2bSChandler Carruth 5747adc3a2bSChandler Carruth /// This informs the SCC and the pass manager that the specified 5757adc3a2bSChandler Carruth /// Old node has been deleted, and New is to be used in its place. 5767adc3a2bSChandler Carruth void CallGraphSCC::ReplaceNode(CallGraphNode *Old, CallGraphNode *New) { 5777adc3a2bSChandler Carruth assert(Old != New && "Should not replace node with self"); 5787adc3a2bSChandler Carruth for (unsigned i = 0; ; ++i) { 5797adc3a2bSChandler Carruth assert(i != Nodes.size() && "Node not in SCC"); 5807adc3a2bSChandler Carruth if (Nodes[i] != Old) continue; 58172277ecdSJohannes Doerfert if (New) 5827adc3a2bSChandler Carruth Nodes[i] = New; 58372277ecdSJohannes Doerfert else 58472277ecdSJohannes Doerfert Nodes.erase(Nodes.begin() + i); 5857adc3a2bSChandler Carruth break; 5867adc3a2bSChandler Carruth } 5877adc3a2bSChandler Carruth 5887adc3a2bSChandler Carruth // Update the active scc_iterator so that it doesn't contain dangling 5897adc3a2bSChandler Carruth // pointers to the old CallGraphNode. 5907adc3a2bSChandler Carruth scc_iterator<CallGraph*> *CGI = (scc_iterator<CallGraph*>*)Context; 5917adc3a2bSChandler Carruth CGI->ReplaceNode(Old, New); 5927adc3a2bSChandler Carruth } 5937adc3a2bSChandler Carruth 59493702575SJohannes Doerfert void CallGraphSCC::DeleteNode(CallGraphNode *Old) { 595df675890SJohannes Doerfert ReplaceNode(Old, /*New=*/nullptr); 59693702575SJohannes Doerfert } 59793702575SJohannes Doerfert 5987adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 5997adc3a2bSChandler Carruth // CallGraphSCCPass Implementation 6007adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 6017adc3a2bSChandler Carruth 6027adc3a2bSChandler Carruth /// Assign pass manager to manage this pass. 6037adc3a2bSChandler Carruth void CallGraphSCCPass::assignPassManager(PMStack &PMS, 6047adc3a2bSChandler Carruth PassManagerType PreferredType) { 6057adc3a2bSChandler Carruth // Find CGPassManager 6067adc3a2bSChandler Carruth while (!PMS.empty() && 6077adc3a2bSChandler Carruth PMS.top()->getPassManagerType() > PMT_CallGraphPassManager) 6087adc3a2bSChandler Carruth PMS.pop(); 6097adc3a2bSChandler Carruth 6107adc3a2bSChandler Carruth assert(!PMS.empty() && "Unable to handle Call Graph Pass"); 6117adc3a2bSChandler Carruth CGPassManager *CGP; 6127adc3a2bSChandler Carruth 6137adc3a2bSChandler Carruth if (PMS.top()->getPassManagerType() == PMT_CallGraphPassManager) 6147adc3a2bSChandler Carruth CGP = (CGPassManager*)PMS.top(); 6157adc3a2bSChandler Carruth else { 6167adc3a2bSChandler Carruth // Create new Call Graph SCC Pass Manager if it does not exist. 6177adc3a2bSChandler Carruth assert(!PMS.empty() && "Unable to create Call Graph Pass Manager"); 6187adc3a2bSChandler Carruth PMDataManager *PMD = PMS.top(); 6197adc3a2bSChandler Carruth 6207adc3a2bSChandler Carruth // [1] Create new Call Graph Pass Manager 6217adc3a2bSChandler Carruth CGP = new CGPassManager(); 6227adc3a2bSChandler Carruth 6237adc3a2bSChandler Carruth // [2] Set up new manager's top level manager 6247adc3a2bSChandler Carruth PMTopLevelManager *TPM = PMD->getTopLevelManager(); 6257adc3a2bSChandler Carruth TPM->addIndirectPassManager(CGP); 6267adc3a2bSChandler Carruth 6277adc3a2bSChandler Carruth // [3] Assign manager to manage this new manager. This may create 6287adc3a2bSChandler Carruth // and push new managers into PMS 6297adc3a2bSChandler Carruth Pass *P = CGP; 6307adc3a2bSChandler Carruth TPM->schedulePass(P); 6317adc3a2bSChandler Carruth 6327adc3a2bSChandler Carruth // [4] Push new manager into PMS 6337adc3a2bSChandler Carruth PMS.push(CGP); 6347adc3a2bSChandler Carruth } 6357adc3a2bSChandler Carruth 6367adc3a2bSChandler Carruth CGP->add(this); 6377adc3a2bSChandler Carruth } 6387adc3a2bSChandler Carruth 6397adc3a2bSChandler Carruth /// For this class, we declare that we require and preserve the call graph. 6407adc3a2bSChandler Carruth /// If the derived class implements this method, it should 6417adc3a2bSChandler Carruth /// always explicitly call the implementation here. 6427adc3a2bSChandler Carruth void CallGraphSCCPass::getAnalysisUsage(AnalysisUsage &AU) const { 6437adc3a2bSChandler Carruth AU.addRequired<CallGraphWrapperPass>(); 6447adc3a2bSChandler Carruth AU.addPreserved<CallGraphWrapperPass>(); 6457adc3a2bSChandler Carruth } 6467adc3a2bSChandler Carruth 6477adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 6487adc3a2bSChandler Carruth // PrintCallGraphPass Implementation 6497adc3a2bSChandler Carruth //===----------------------------------------------------------------------===// 6507adc3a2bSChandler Carruth 6517adc3a2bSChandler Carruth namespace { 652fa6434beSEugene Zelenko 6537adc3a2bSChandler Carruth /// PrintCallGraphPass - Print a Module corresponding to a call graph. 6547adc3a2bSChandler Carruth /// 6557adc3a2bSChandler Carruth class PrintCallGraphPass : public CallGraphSCCPass { 6567adc3a2bSChandler Carruth std::string Banner; 657fa6434beSEugene Zelenko raw_ostream &OS; // raw_ostream to print on. 6587adc3a2bSChandler Carruth 6597adc3a2bSChandler Carruth public: 6607adc3a2bSChandler Carruth static char ID; 661fa6434beSEugene Zelenko 662fa6434beSEugene Zelenko PrintCallGraphPass(const std::string &B, raw_ostream &OS) 663fa6434beSEugene Zelenko : CallGraphSCCPass(ID), Banner(B), OS(OS) {} 6647adc3a2bSChandler Carruth 6657adc3a2bSChandler Carruth void getAnalysisUsage(AnalysisUsage &AU) const override { 6667adc3a2bSChandler Carruth AU.setPreservesAll(); 6677adc3a2bSChandler Carruth } 6687adc3a2bSChandler Carruth 6697adc3a2bSChandler Carruth bool runOnSCC(CallGraphSCC &SCC) override { 6707d463921SYaron Keren bool BannerPrinted = false; 671062b3fedSMehdi Amini auto PrintBannerOnce = [&]() { 672062b3fedSMehdi Amini if (BannerPrinted) 673062b3fedSMehdi Amini return; 674fa6434beSEugene Zelenko OS << Banner; 675062b3fedSMehdi Amini BannerPrinted = true; 676062b3fedSMehdi Amini }; 6777254d3c5SFedor Sergeev 6787254d3c5SFedor Sergeev bool NeedModule = llvm::forcePrintModuleIR(); 6797254d3c5SFedor Sergeev if (isFunctionInPrintList("*") && NeedModule) { 6807254d3c5SFedor Sergeev PrintBannerOnce(); 6817254d3c5SFedor Sergeev OS << "\n"; 6827254d3c5SFedor Sergeev SCC.getCallGraph().getModule().print(OS, nullptr); 6837254d3c5SFedor Sergeev return false; 6847254d3c5SFedor Sergeev } 6857254d3c5SFedor Sergeev bool FoundFunction = false; 6867adc3a2bSChandler Carruth for (CallGraphNode *CGN : SCC) { 6877d463921SYaron Keren if (Function *F = CGN->getFunction()) { 6887d463921SYaron Keren if (!F->isDeclaration() && isFunctionInPrintList(F->getName())) { 6897254d3c5SFedor Sergeev FoundFunction = true; 6907254d3c5SFedor Sergeev if (!NeedModule) { 691062b3fedSMehdi Amini PrintBannerOnce(); 692fa6434beSEugene Zelenko F->print(OS); 693062b3fedSMehdi Amini } 6947254d3c5SFedor Sergeev } 695fa6434beSEugene Zelenko } else if (isFunctionInPrintList("*")) { 696062b3fedSMehdi Amini PrintBannerOnce(); 697fa6434beSEugene Zelenko OS << "\nPrinting <null> Function\n"; 6987adc3a2bSChandler Carruth } 699062b3fedSMehdi Amini } 7007254d3c5SFedor Sergeev if (NeedModule && FoundFunction) { 7017254d3c5SFedor Sergeev PrintBannerOnce(); 7027254d3c5SFedor Sergeev OS << "\n"; 7037254d3c5SFedor Sergeev SCC.getCallGraph().getModule().print(OS, nullptr); 7047254d3c5SFedor Sergeev } 7057adc3a2bSChandler Carruth return false; 7067adc3a2bSChandler Carruth } 7071de4792cSYaron Keren 7081de4792cSYaron Keren StringRef getPassName() const override { return "Print CallGraph IR"; } 7097adc3a2bSChandler Carruth }; 7107adc3a2bSChandler Carruth 7117adc3a2bSChandler Carruth } // end anonymous namespace. 7127adc3a2bSChandler Carruth 7137adc3a2bSChandler Carruth char PrintCallGraphPass::ID = 0; 7147adc3a2bSChandler Carruth 715fa6434beSEugene Zelenko Pass *CallGraphSCCPass::createPrinterPass(raw_ostream &OS, 7167adc3a2bSChandler Carruth const std::string &Banner) const { 717fa6434beSEugene Zelenko return new PrintCallGraphPass(Banner, OS); 7187adc3a2bSChandler Carruth } 7197adc3a2bSChandler Carruth 720b37a70f4SRichard Trieu static std::string getDescription(const CallGraphSCC &SCC) { 721b37a70f4SRichard Trieu std::string Desc = "SCC ("; 722b37a70f4SRichard Trieu bool First = true; 723b37a70f4SRichard Trieu for (CallGraphNode *CGN : SCC) { 724b37a70f4SRichard Trieu if (First) 725b37a70f4SRichard Trieu First = false; 726b37a70f4SRichard Trieu else 727b37a70f4SRichard Trieu Desc += ", "; 728b37a70f4SRichard Trieu Function *F = CGN->getFunction(); 729b37a70f4SRichard Trieu if (F) 730b37a70f4SRichard Trieu Desc += F->getName(); 731b37a70f4SRichard Trieu else 732b37a70f4SRichard Trieu Desc += "<<null function>>"; 733b37a70f4SRichard Trieu } 734b37a70f4SRichard Trieu Desc += ")"; 735b37a70f4SRichard Trieu return Desc; 736b37a70f4SRichard Trieu } 737b37a70f4SRichard Trieu 738aa641a51SAndrew Kaylor bool CallGraphSCCPass::skipSCC(CallGraphSCC &SCC) const { 739b37a70f4SRichard Trieu OptPassGate &Gate = 740b37a70f4SRichard Trieu SCC.getCallGraph().getModule().getContext().getOptPassGate(); 741b37a70f4SRichard Trieu return Gate.isEnabled() && !Gate.shouldRunPass(this, getDescription(SCC)); 742aa641a51SAndrew Kaylor } 743bbacddfeSMehdi Amini 744bbacddfeSMehdi Amini char DummyCGSCCPass::ID = 0; 745fa6434beSEugene Zelenko 746bbacddfeSMehdi Amini INITIALIZE_PASS(DummyCGSCCPass, "DummyCGSCCPass", "DummyCGSCCPass", false, 747bbacddfeSMehdi Amini false) 748