1f22ef01cSRoman Divacky //===- LoopRotation.cpp - Loop Rotation Pass ------------------------------===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky //                     The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky //
10f22ef01cSRoman Divacky // This file implements Loop Rotation Pass.
11f22ef01cSRoman Divacky //
12f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
13f22ef01cSRoman Divacky 
143ca95b02SDimitry Andric #include "llvm/Transforms/Scalar/LoopRotation.h"
15139f7f9bSDimitry Andric #include "llvm/ADT/Statistic.h"
16f1a29dd3SDimitry Andric #include "llvm/Analysis/InstructionSimplify.h"
17139f7f9bSDimitry Andric #include "llvm/Analysis/LoopPass.h"
18*b5893f02SDimitry Andric #include "llvm/Analysis/MemorySSA.h"
19*b5893f02SDimitry Andric #include "llvm/Analysis/MemorySSAUpdater.h"
20f22ef01cSRoman Divacky #include "llvm/Analysis/ScalarEvolution.h"
21139f7f9bSDimitry Andric #include "llvm/Analysis/TargetTransformInfo.h"
22f22ef01cSRoman Divacky #include "llvm/Support/Debug.h"
233ca95b02SDimitry Andric #include "llvm/Transforms/Scalar.h"
24f1a29dd3SDimitry Andric #include "llvm/Transforms/Scalar/LoopPassManager.h"
254ba319b5SDimitry Andric #include "llvm/Transforms/Utils/LoopRotationUtils.h"
263ca95b02SDimitry Andric #include "llvm/Transforms/Utils/LoopUtils.h"
27f22ef01cSRoman Divacky using namespace llvm;
28f22ef01cSRoman Divacky 
2991bc56edSDimitry Andric #define DEBUG_TYPE "loop-rotate"
3091bc56edSDimitry Andric 
313ca95b02SDimitry Andric static cl::opt<unsigned> DefaultRotationThreshold(
323ca95b02SDimitry Andric     "rotation-max-header-size", cl::init(16), cl::Hidden,
3391bc56edSDimitry Andric     cl::desc("The default maximum header size for automatic loop rotation"));
34f22ef01cSRoman Divacky 
LoopRotatePass(bool EnableHeaderDuplication)35d88c1a5aSDimitry Andric LoopRotatePass::LoopRotatePass(bool EnableHeaderDuplication)
36d88c1a5aSDimitry Andric     : EnableHeaderDuplication(EnableHeaderDuplication) {}
373ca95b02SDimitry Andric 
run(Loop & L,LoopAnalysisManager & AM,LoopStandardAnalysisResults & AR,LPMUpdater &)38f1a29dd3SDimitry Andric PreservedAnalyses LoopRotatePass::run(Loop &L, LoopAnalysisManager &AM,
39f1a29dd3SDimitry Andric                                       LoopStandardAnalysisResults &AR,
40f1a29dd3SDimitry Andric                                       LPMUpdater &) {
41d88c1a5aSDimitry Andric   int Threshold = EnableHeaderDuplication ? DefaultRotationThreshold : 0;
4251690af2SDimitry Andric   const DataLayout &DL = L.getHeader()->getModule()->getDataLayout();
43f37b6182SDimitry Andric   const SimplifyQuery SQ = getBestSimplifyQuery(AR, DL);
443ca95b02SDimitry Andric 
45*b5893f02SDimitry Andric   Optional<MemorySSAUpdater> MSSAU;
46*b5893f02SDimitry Andric   if (AR.MSSA)
47*b5893f02SDimitry Andric     MSSAU = MemorySSAUpdater(AR.MSSA);
48*b5893f02SDimitry Andric   bool Changed = LoopRotation(&L, &AR.LI, &AR.TTI, &AR.AC, &AR.DT, &AR.SE,
49*b5893f02SDimitry Andric                               MSSAU.hasValue() ? MSSAU.getPointer() : nullptr,
50*b5893f02SDimitry Andric                               SQ, false, Threshold, false);
514ba319b5SDimitry Andric 
523ca95b02SDimitry Andric   if (!Changed)
533ca95b02SDimitry Andric     return PreservedAnalyses::all();
547a7e6055SDimitry Andric 
55*b5893f02SDimitry Andric   if (AR.MSSA && VerifyMemorySSA)
56*b5893f02SDimitry Andric     AR.MSSA->verifyMemorySSA();
57*b5893f02SDimitry Andric 
583ca95b02SDimitry Andric   return getLoopPassPreservedAnalyses();
593ca95b02SDimitry Andric }
603ca95b02SDimitry Andric 
617d523365SDimitry Andric namespace {
627d523365SDimitry Andric 
633ca95b02SDimitry Andric class LoopRotateLegacyPass : public LoopPass {
647d523365SDimitry Andric   unsigned MaxHeaderSize;
657d523365SDimitry Andric 
667d523365SDimitry Andric public:
677d523365SDimitry Andric   static char ID; // Pass ID, replacement for typeid
LoopRotateLegacyPass(int SpecifiedMaxHeaderSize=-1)683ca95b02SDimitry Andric   LoopRotateLegacyPass(int SpecifiedMaxHeaderSize = -1) : LoopPass(ID) {
693ca95b02SDimitry Andric     initializeLoopRotateLegacyPassPass(*PassRegistry::getPassRegistry());
707d523365SDimitry Andric     if (SpecifiedMaxHeaderSize == -1)
717d523365SDimitry Andric       MaxHeaderSize = DefaultRotationThreshold;
727d523365SDimitry Andric     else
737d523365SDimitry Andric       MaxHeaderSize = unsigned(SpecifiedMaxHeaderSize);
747d523365SDimitry Andric   }
757d523365SDimitry Andric 
767d523365SDimitry Andric   // LCSSA form makes instruction renaming easier.
getAnalysisUsage(AnalysisUsage & AU) const777d523365SDimitry Andric   void getAnalysisUsage(AnalysisUsage &AU) const override {
787d523365SDimitry Andric     AU.addRequired<AssumptionCacheTracker>();
797d523365SDimitry Andric     AU.addRequired<TargetTransformInfoWrapperPass>();
80*b5893f02SDimitry Andric     if (EnableMSSALoopDependency) {
81*b5893f02SDimitry Andric       AU.addRequired<MemorySSAWrapperPass>();
82*b5893f02SDimitry Andric       AU.addPreserved<MemorySSAWrapperPass>();
83*b5893f02SDimitry Andric     }
843ca95b02SDimitry Andric     getLoopAnalysisUsage(AU);
857d523365SDimitry Andric   }
867d523365SDimitry Andric 
runOnLoop(Loop * L,LPPassManager & LPM)877d523365SDimitry Andric   bool runOnLoop(Loop *L, LPPassManager &LPM) override {
883ca95b02SDimitry Andric     if (skipLoop(L))
897d523365SDimitry Andric       return false;
907d523365SDimitry Andric     Function &F = *L->getHeader()->getParent();
917d523365SDimitry Andric 
927d523365SDimitry Andric     auto *LI = &getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
937d523365SDimitry Andric     const auto *TTI = &getAnalysis<TargetTransformInfoWrapperPass>().getTTI(F);
947d523365SDimitry Andric     auto *AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F);
957d523365SDimitry Andric     auto *DTWP = getAnalysisIfAvailable<DominatorTreeWrapperPass>();
967d523365SDimitry Andric     auto *DT = DTWP ? &DTWP->getDomTree() : nullptr;
977d523365SDimitry Andric     auto *SEWP = getAnalysisIfAvailable<ScalarEvolutionWrapperPass>();
987d523365SDimitry Andric     auto *SE = SEWP ? &SEWP->getSE() : nullptr;
99f37b6182SDimitry Andric     const SimplifyQuery SQ = getBestSimplifyQuery(*this, F);
100*b5893f02SDimitry Andric     Optional<MemorySSAUpdater> MSSAU;
101*b5893f02SDimitry Andric     if (EnableMSSALoopDependency) {
102*b5893f02SDimitry Andric       MemorySSA *MSSA = &getAnalysis<MemorySSAWrapperPass>().getMSSA();
103*b5893f02SDimitry Andric       MSSAU = MemorySSAUpdater(MSSA);
104*b5893f02SDimitry Andric     }
105*b5893f02SDimitry Andric     return LoopRotation(L, LI, TTI, AC, DT, SE,
106*b5893f02SDimitry Andric                         MSSAU.hasValue() ? MSSAU.getPointer() : nullptr, SQ,
107*b5893f02SDimitry Andric                         false, MaxHeaderSize, false);
1087d523365SDimitry Andric   }
1097d523365SDimitry Andric };
1107d523365SDimitry Andric }
1117d523365SDimitry Andric 
1123ca95b02SDimitry Andric char LoopRotateLegacyPass::ID = 0;
1133ca95b02SDimitry Andric INITIALIZE_PASS_BEGIN(LoopRotateLegacyPass, "loop-rotate", "Rotate Loops",
1143ca95b02SDimitry Andric                       false, false)
INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)1157d523365SDimitry Andric INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)
1163ca95b02SDimitry Andric INITIALIZE_PASS_DEPENDENCY(LoopPass)
1173ca95b02SDimitry Andric INITIALIZE_PASS_DEPENDENCY(TargetTransformInfoWrapperPass)
118*b5893f02SDimitry Andric INITIALIZE_PASS_DEPENDENCY(MemorySSAWrapperPass)
1193ca95b02SDimitry Andric INITIALIZE_PASS_END(LoopRotateLegacyPass, "loop-rotate", "Rotate Loops", false,
1203ca95b02SDimitry Andric                     false)
1217d523365SDimitry Andric 
1227d523365SDimitry Andric Pass *llvm::createLoopRotatePass(int MaxHeaderSize) {
1233ca95b02SDimitry Andric   return new LoopRotateLegacyPass(MaxHeaderSize);
1247d523365SDimitry Andric }
125