10bf841acSMarina Yatsina //===---- ReachingDefAnalysis.cpp - Reaching Def Analysis ---*- C++ -*-----===// 20bf841acSMarina Yatsina // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60bf841acSMarina Yatsina // 70bf841acSMarina Yatsina //===----------------------------------------------------------------------===// 80bf841acSMarina Yatsina 9ac30ea2fSSam Parker #include "llvm/ADT/SmallSet.h" 10d6391209SKazu Hirata #include "llvm/ADT/SetOperations.h" 11cced971fSSam Parker #include "llvm/CodeGen/LivePhysRegs.h" 120bf841acSMarina Yatsina #include "llvm/CodeGen/ReachingDefAnalysis.h" 130bf841acSMarina Yatsina #include "llvm/CodeGen/TargetRegisterInfo.h" 140bf841acSMarina Yatsina #include "llvm/CodeGen/TargetSubtargetInfo.h" 151d7b4136SReid Kleckner #include "llvm/Support/Debug.h" 160bf841acSMarina Yatsina 170bf841acSMarina Yatsina using namespace llvm; 180bf841acSMarina Yatsina 190bf841acSMarina Yatsina #define DEBUG_TYPE "reaching-deps-analysis" 200bf841acSMarina Yatsina 210bf841acSMarina Yatsina char ReachingDefAnalysis::ID = 0; 220bf841acSMarina Yatsina INITIALIZE_PASS(ReachingDefAnalysis, DEBUG_TYPE, "ReachingDefAnalysis", false, 230bf841acSMarina Yatsina true) 240bf841acSMarina Yatsina 25247a177cSBenjamin Kramer static bool isValidReg(const MachineOperand &MO) { 26bf61421aSSam Parker return MO.isReg() && MO.getReg(); 27bf61421aSSam Parker } 28bf61421aSSam Parker 29247a177cSBenjamin Kramer static bool isValidRegUse(const MachineOperand &MO) { 30bf61421aSSam Parker return isValidReg(MO) && MO.isUse(); 31bf61421aSSam Parker } 32bf61421aSSam Parker 33eeddcba5SDavid Green static bool isValidRegUseOf(const MachineOperand &MO, MCRegister PhysReg, 34eeddcba5SDavid Green const TargetRegisterInfo *TRI) { 35eeddcba5SDavid Green if (!isValidRegUse(MO)) 36eeddcba5SDavid Green return false; 37eeddcba5SDavid Green if (MO.getReg() == PhysReg) 38eeddcba5SDavid Green return true; 39eeddcba5SDavid Green for (MCRegAliasIterator R(PhysReg, TRI, false); R.isValid(); ++R) 40eeddcba5SDavid Green if (MO.getReg() == *R) 41eeddcba5SDavid Green return true; 42eeddcba5SDavid Green return false; 43bf61421aSSam Parker } 44bf61421aSSam Parker 45247a177cSBenjamin Kramer static bool isValidRegDef(const MachineOperand &MO) { 46bf61421aSSam Parker return isValidReg(MO) && MO.isDef(); 47bf61421aSSam Parker } 48bf61421aSSam Parker 49eeddcba5SDavid Green static bool isValidRegDefOf(const MachineOperand &MO, MCRegister PhysReg, 50eeddcba5SDavid Green const TargetRegisterInfo *TRI) { 51eeddcba5SDavid Green if (!isValidRegDef(MO)) 52eeddcba5SDavid Green return false; 53eeddcba5SDavid Green if (MO.getReg() == PhysReg) 54eeddcba5SDavid Green return true; 55eeddcba5SDavid Green for (MCRegAliasIterator R(PhysReg, TRI, false); R.isValid(); ++R) 56eeddcba5SDavid Green if (MO.getReg() == *R) 57eeddcba5SDavid Green return true; 58eeddcba5SDavid Green return false; 59bf61421aSSam Parker } 60bf61421aSSam Parker 6176e987b3SNikita Popov void ReachingDefAnalysis::enterBasicBlock(MachineBasicBlock *MBB) { 62e4d63a49SMarina Yatsina unsigned MBBNumber = MBB->getNumber(); 630bf841acSMarina Yatsina assert(MBBNumber < MBBReachingDefs.size() && 640bf841acSMarina Yatsina "Unexpected basic block number."); 650bf841acSMarina Yatsina MBBReachingDefs[MBBNumber].resize(NumRegUnits); 660bf841acSMarina Yatsina 670bf841acSMarina Yatsina // Reset instruction counter in each basic block. 680bf841acSMarina Yatsina CurInstr = 0; 690bf841acSMarina Yatsina 700bf841acSMarina Yatsina // Set up LiveRegs to represent registers entering MBB. 710bf841acSMarina Yatsina // Default values are 'nothing happened a long time ago'. 720bf841acSMarina Yatsina if (LiveRegs.empty()) 730f110a88SCraig Topper LiveRegs.assign(NumRegUnits, ReachingDefDefaultVal); 740bf841acSMarina Yatsina 750bf841acSMarina Yatsina // This is the entry block. 760bf841acSMarina Yatsina if (MBB->pred_empty()) { 770bf841acSMarina Yatsina for (const auto &LI : MBB->liveins()) { 780bf841acSMarina Yatsina for (MCRegUnitIterator Unit(LI.PhysReg, TRI); Unit.isValid(); ++Unit) { 790bf841acSMarina Yatsina // Treat function live-ins as if they were defined just before the first 800bf841acSMarina Yatsina // instruction. Usually, function arguments are set up immediately 810bf841acSMarina Yatsina // before the call. 82361c29d7SNikita Popov if (LiveRegs[*Unit] != -1) { 830bf841acSMarina Yatsina LiveRegs[*Unit] = -1; 84361c29d7SNikita Popov MBBReachingDefs[MBBNumber][*Unit].push_back(-1); 85361c29d7SNikita Popov } 860bf841acSMarina Yatsina } 870bf841acSMarina Yatsina } 88d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << printMBBReference(*MBB) << ": entry\n"); 890bf841acSMarina Yatsina return; 900bf841acSMarina Yatsina } 910bf841acSMarina Yatsina 920bf841acSMarina Yatsina // Try to coalesce live-out registers from predecessors. 930bf841acSMarina Yatsina for (MachineBasicBlock *pred : MBB->predecessors()) { 94e4d63a49SMarina Yatsina assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && 950bf841acSMarina Yatsina "Should have pre-allocated MBBInfos for all MBBs"); 960bf841acSMarina Yatsina const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; 970bf841acSMarina Yatsina // Incoming is null if this is a backedge from a BB 980bf841acSMarina Yatsina // we haven't processed yet 990bf841acSMarina Yatsina if (Incoming.empty()) 1000bf841acSMarina Yatsina continue; 1010bf841acSMarina Yatsina 102e8b83f7dSNikita Popov // Find the most recent reaching definition from a predecessor. 103e8b83f7dSNikita Popov for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) 1040bf841acSMarina Yatsina LiveRegs[Unit] = std::max(LiveRegs[Unit], Incoming[Unit]); 105e8b83f7dSNikita Popov } 106e8b83f7dSNikita Popov 107e8b83f7dSNikita Popov // Insert the most recent reaching definition we found. 108e8b83f7dSNikita Popov for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) 109e8b83f7dSNikita Popov if (LiveRegs[Unit] != ReachingDefDefaultVal) 1100bf841acSMarina Yatsina MBBReachingDefs[MBBNumber][Unit].push_back(LiveRegs[Unit]); 1110bf841acSMarina Yatsina } 1120bf841acSMarina Yatsina 11376e987b3SNikita Popov void ReachingDefAnalysis::leaveBasicBlock(MachineBasicBlock *MBB) { 1140bf841acSMarina Yatsina assert(!LiveRegs.empty() && "Must enter basic block first."); 11576e987b3SNikita Popov unsigned MBBNumber = MBB->getNumber(); 1160bf841acSMarina Yatsina assert(MBBNumber < MBBOutRegsInfos.size() && 1170bf841acSMarina Yatsina "Unexpected basic block number."); 1180bf841acSMarina Yatsina // Save register clearances at end of MBB - used by enterBasicBlock(). 1190bf841acSMarina Yatsina MBBOutRegsInfos[MBBNumber] = LiveRegs; 1200bf841acSMarina Yatsina 1210bf841acSMarina Yatsina // While processing the basic block, we kept `Def` relative to the start 1220bf841acSMarina Yatsina // of the basic block for convenience. However, future use of this information 1230bf841acSMarina Yatsina // only cares about the clearance from the end of the block, so adjust 1240bf841acSMarina Yatsina // everything to be relative to the end of the basic block. 1250bf841acSMarina Yatsina for (int &OutLiveReg : MBBOutRegsInfos[MBBNumber]) 1268d75df14SNikita Popov if (OutLiveReg != ReachingDefDefaultVal) 1270bf841acSMarina Yatsina OutLiveReg -= CurInstr; 1280bf841acSMarina Yatsina LiveRegs.clear(); 1290bf841acSMarina Yatsina } 1300bf841acSMarina Yatsina 1310bf841acSMarina Yatsina void ReachingDefAnalysis::processDefs(MachineInstr *MI) { 132801bf7ebSShiva Chen assert(!MI->isDebugInstr() && "Won't process debug instructions"); 1330bf841acSMarina Yatsina 134e4d63a49SMarina Yatsina unsigned MBBNumber = MI->getParent()->getNumber(); 1350bf841acSMarina Yatsina assert(MBBNumber < MBBReachingDefs.size() && 1360bf841acSMarina Yatsina "Unexpected basic block number."); 137bf61421aSSam Parker 138bf61421aSSam Parker for (auto &MO : MI->operands()) { 139bf61421aSSam Parker if (!isValidRegDef(MO)) 1400bf841acSMarina Yatsina continue; 141e24537d4SMircea Trofin for (MCRegUnitIterator Unit(MO.getReg().asMCReg(), TRI); Unit.isValid(); 142e24537d4SMircea Trofin ++Unit) { 1430bf841acSMarina Yatsina // This instruction explicitly defines the current reg unit. 144b3d38327SDavid Green LLVM_DEBUG(dbgs() << printRegUnit(*Unit, TRI) << ":\t" << CurInstr 145d34e60caSNicola Zaghen << '\t' << *MI); 1460bf841acSMarina Yatsina 1470bf841acSMarina Yatsina // How many instructions since this reg unit was last written? 148361c29d7SNikita Popov if (LiveRegs[*Unit] != CurInstr) { 1490bf841acSMarina Yatsina LiveRegs[*Unit] = CurInstr; 1500bf841acSMarina Yatsina MBBReachingDefs[MBBNumber][*Unit].push_back(CurInstr); 1510bf841acSMarina Yatsina } 1520bf841acSMarina Yatsina } 153361c29d7SNikita Popov } 1540bf841acSMarina Yatsina InstIds[MI] = CurInstr; 1550bf841acSMarina Yatsina ++CurInstr; 1560bf841acSMarina Yatsina } 1570bf841acSMarina Yatsina 158259649a5SNikita Popov void ReachingDefAnalysis::reprocessBasicBlock(MachineBasicBlock *MBB) { 159259649a5SNikita Popov unsigned MBBNumber = MBB->getNumber(); 160259649a5SNikita Popov assert(MBBNumber < MBBReachingDefs.size() && 161259649a5SNikita Popov "Unexpected basic block number."); 162259649a5SNikita Popov 163259649a5SNikita Popov // Count number of non-debug instructions for end of block adjustment. 1648f92f3c2SSam Parker auto NonDbgInsts = 1658f92f3c2SSam Parker instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end()); 1668f92f3c2SSam Parker int NumInsts = std::distance(NonDbgInsts.begin(), NonDbgInsts.end()); 167259649a5SNikita Popov 168259649a5SNikita Popov // When reprocessing a block, the only thing we need to do is check whether 169259649a5SNikita Popov // there is now a more recent incoming reaching definition from a predecessor. 170259649a5SNikita Popov for (MachineBasicBlock *pred : MBB->predecessors()) { 171259649a5SNikita Popov assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && 172259649a5SNikita Popov "Should have pre-allocated MBBInfos for all MBBs"); 173259649a5SNikita Popov const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; 174259649a5SNikita Popov // Incoming may be empty for dead predecessors. 175259649a5SNikita Popov if (Incoming.empty()) 176259649a5SNikita Popov continue; 177259649a5SNikita Popov 178259649a5SNikita Popov for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { 179259649a5SNikita Popov int Def = Incoming[Unit]; 180259649a5SNikita Popov if (Def == ReachingDefDefaultVal) 181259649a5SNikita Popov continue; 182259649a5SNikita Popov 183259649a5SNikita Popov auto Start = MBBReachingDefs[MBBNumber][Unit].begin(); 184259649a5SNikita Popov if (Start != MBBReachingDefs[MBBNumber][Unit].end() && *Start < 0) { 185259649a5SNikita Popov if (*Start >= Def) 186259649a5SNikita Popov continue; 187259649a5SNikita Popov 188259649a5SNikita Popov // Update existing reaching def from predecessor to a more recent one. 189259649a5SNikita Popov *Start = Def; 190259649a5SNikita Popov } else { 191259649a5SNikita Popov // Insert new reaching def from predecessor. 192259649a5SNikita Popov MBBReachingDefs[MBBNumber][Unit].insert(Start, Def); 193259649a5SNikita Popov } 194259649a5SNikita Popov 195259649a5SNikita Popov // Update reaching def at end of of BB. Keep in mind that these are 196259649a5SNikita Popov // adjusted relative to the end of the basic block. 197259649a5SNikita Popov if (MBBOutRegsInfos[MBBNumber][Unit] < Def - NumInsts) 198259649a5SNikita Popov MBBOutRegsInfos[MBBNumber][Unit] = Def - NumInsts; 199259649a5SNikita Popov } 200259649a5SNikita Popov } 201259649a5SNikita Popov } 202259649a5SNikita Popov 2030bf841acSMarina Yatsina void ReachingDefAnalysis::processBasicBlock( 2040bf841acSMarina Yatsina const LoopTraversal::TraversedMBBInfo &TraversedMBB) { 20576e987b3SNikita Popov MachineBasicBlock *MBB = TraversedMBB.MBB; 20676e987b3SNikita Popov LLVM_DEBUG(dbgs() << printMBBReference(*MBB) 20776e987b3SNikita Popov << (!TraversedMBB.IsDone ? ": incomplete\n" 20876e987b3SNikita Popov : ": all preds known\n")); 20976e987b3SNikita Popov 210259649a5SNikita Popov if (!TraversedMBB.PrimaryPass) { 211259649a5SNikita Popov // Reprocess MBB that is part of a loop. 212259649a5SNikita Popov reprocessBasicBlock(MBB); 213259649a5SNikita Popov return; 214259649a5SNikita Popov } 215259649a5SNikita Popov 21676e987b3SNikita Popov enterBasicBlock(MBB); 2178f92f3c2SSam Parker for (MachineInstr &MI : 2188f92f3c2SSam Parker instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) 2190bf841acSMarina Yatsina processDefs(&MI); 22076e987b3SNikita Popov leaveBasicBlock(MBB); 2210bf841acSMarina Yatsina } 2220bf841acSMarina Yatsina 2230bf841acSMarina Yatsina bool ReachingDefAnalysis::runOnMachineFunction(MachineFunction &mf) { 2240bf841acSMarina Yatsina MF = &mf; 2250bf841acSMarina Yatsina TRI = MF->getSubtarget().getRegisterInfo(); 226d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "********** REACHING DEFINITION ANALYSIS **********\n"); 227659500c0SSam Parker init(); 228659500c0SSam Parker traverse(); 2290bf841acSMarina Yatsina return false; 2300bf841acSMarina Yatsina } 2310bf841acSMarina Yatsina 2320bf841acSMarina Yatsina void ReachingDefAnalysis::releaseMemory() { 2330bf841acSMarina Yatsina // Clear the internal vectors. 2340bf841acSMarina Yatsina MBBOutRegsInfos.clear(); 2350bf841acSMarina Yatsina MBBReachingDefs.clear(); 2360bf841acSMarina Yatsina InstIds.clear(); 237659500c0SSam Parker LiveRegs.clear(); 238659500c0SSam Parker } 239659500c0SSam Parker 240659500c0SSam Parker void ReachingDefAnalysis::reset() { 241659500c0SSam Parker releaseMemory(); 242659500c0SSam Parker init(); 243659500c0SSam Parker traverse(); 244659500c0SSam Parker } 245659500c0SSam Parker 246659500c0SSam Parker void ReachingDefAnalysis::init() { 247659500c0SSam Parker NumRegUnits = TRI->getNumRegUnits(); 248659500c0SSam Parker MBBReachingDefs.resize(MF->getNumBlockIDs()); 249659500c0SSam Parker // Initialize the MBBOutRegsInfos 250659500c0SSam Parker MBBOutRegsInfos.resize(MF->getNumBlockIDs()); 251659500c0SSam Parker LoopTraversal Traversal; 252659500c0SSam Parker TraversedMBBOrder = Traversal.traverse(*MF); 253659500c0SSam Parker } 254659500c0SSam Parker 255659500c0SSam Parker void ReachingDefAnalysis::traverse() { 256659500c0SSam Parker // Traverse the basic blocks. 257659500c0SSam Parker for (LoopTraversal::TraversedMBBInfo TraversedMBB : TraversedMBBOrder) 258659500c0SSam Parker processBasicBlock(TraversedMBB); 259259649a5SNikita Popov #ifndef NDEBUG 260259649a5SNikita Popov // Make sure reaching defs are sorted and unique. 261659500c0SSam Parker for (MBBDefsInfo &MBBDefs : MBBReachingDefs) { 262259649a5SNikita Popov for (MBBRegUnitDefs &RegUnitDefs : MBBDefs) { 263259649a5SNikita Popov int LastDef = ReachingDefDefaultVal; 264259649a5SNikita Popov for (int Def : RegUnitDefs) { 265259649a5SNikita Popov assert(Def > LastDef && "Defs must be sorted and unique"); 266259649a5SNikita Popov LastDef = Def; 267659500c0SSam Parker } 2680bf841acSMarina Yatsina } 269259649a5SNikita Popov } 270259649a5SNikita Popov #endif 271259649a5SNikita Popov } 2720bf841acSMarina Yatsina 273e24537d4SMircea Trofin int ReachingDefAnalysis::getReachingDef(MachineInstr *MI, 274e24537d4SMircea Trofin MCRegister PhysReg) const { 2750bf841acSMarina Yatsina assert(InstIds.count(MI) && "Unexpected machine instuction."); 2760d1468dbSSam Parker int InstId = InstIds.lookup(MI); 2770f110a88SCraig Topper int DefRes = ReachingDefDefaultVal; 278e4d63a49SMarina Yatsina unsigned MBBNumber = MI->getParent()->getNumber(); 2790bf841acSMarina Yatsina assert(MBBNumber < MBBReachingDefs.size() && 2800bf841acSMarina Yatsina "Unexpected basic block number."); 2810f110a88SCraig Topper int LatestDef = ReachingDefDefaultVal; 2820bf841acSMarina Yatsina for (MCRegUnitIterator Unit(PhysReg, TRI); Unit.isValid(); ++Unit) { 2830bf841acSMarina Yatsina for (int Def : MBBReachingDefs[MBBNumber][*Unit]) { 2840bf841acSMarina Yatsina if (Def >= InstId) 2850bf841acSMarina Yatsina break; 2860bf841acSMarina Yatsina DefRes = Def; 2870bf841acSMarina Yatsina } 2880bf841acSMarina Yatsina LatestDef = std::max(LatestDef, DefRes); 2890bf841acSMarina Yatsina } 2900bf841acSMarina Yatsina return LatestDef; 2910bf841acSMarina Yatsina } 2920bf841acSMarina Yatsina 293e24537d4SMircea Trofin MachineInstr * 294e24537d4SMircea Trofin ReachingDefAnalysis::getReachingLocalMIDef(MachineInstr *MI, 295e24537d4SMircea Trofin MCRegister PhysReg) const { 29685a5c65fSSam Parker return hasLocalDefBefore(MI, PhysReg) 29785a5c65fSSam Parker ? getInstFromId(MI->getParent(), getReachingDef(MI, PhysReg)) 29885a5c65fSSam Parker : nullptr; 299cced971fSSam Parker } 300cced971fSSam Parker 30128166816SSam Parker bool ReachingDefAnalysis::hasSameReachingDef(MachineInstr *A, MachineInstr *B, 302e24537d4SMircea Trofin MCRegister PhysReg) const { 30328166816SSam Parker MachineBasicBlock *ParentA = A->getParent(); 30428166816SSam Parker MachineBasicBlock *ParentB = B->getParent(); 30528166816SSam Parker if (ParentA != ParentB) 30628166816SSam Parker return false; 30728166816SSam Parker 30828166816SSam Parker return getReachingDef(A, PhysReg) == getReachingDef(B, PhysReg); 30928166816SSam Parker } 31028166816SSam Parker 311cced971fSSam Parker MachineInstr *ReachingDefAnalysis::getInstFromId(MachineBasicBlock *MBB, 3120d1468dbSSam Parker int InstId) const { 31328166816SSam Parker assert(static_cast<size_t>(MBB->getNumber()) < MBBReachingDefs.size() && 314cced971fSSam Parker "Unexpected basic block number."); 315cced971fSSam Parker assert(InstId < static_cast<int>(MBB->size()) && 316cced971fSSam Parker "Unexpected instruction id."); 317cced971fSSam Parker 318cced971fSSam Parker if (InstId < 0) 319cced971fSSam Parker return nullptr; 320cced971fSSam Parker 321cced971fSSam Parker for (auto &MI : *MBB) { 32293b0536fSSjoerd Meijer auto F = InstIds.find(&MI); 32393b0536fSSjoerd Meijer if (F != InstIds.end() && F->second == InstId) 324cced971fSSam Parker return &MI; 325cced971fSSam Parker } 32693b0536fSSjoerd Meijer 327cced971fSSam Parker return nullptr; 328cced971fSSam Parker } 329cced971fSSam Parker 330e24537d4SMircea Trofin int ReachingDefAnalysis::getClearance(MachineInstr *MI, 331e24537d4SMircea Trofin MCRegister PhysReg) const { 3320bf841acSMarina Yatsina assert(InstIds.count(MI) && "Unexpected machine instuction."); 3330d1468dbSSam Parker return InstIds.lookup(MI) - getReachingDef(MI, PhysReg); 3340bf841acSMarina Yatsina } 335cced971fSSam Parker 336e24537d4SMircea Trofin bool ReachingDefAnalysis::hasLocalDefBefore(MachineInstr *MI, 337e24537d4SMircea Trofin MCRegister PhysReg) const { 338ac30ea2fSSam Parker return getReachingDef(MI, PhysReg) >= 0; 339ac30ea2fSSam Parker } 340ac30ea2fSSam Parker 341e24537d4SMircea Trofin void ReachingDefAnalysis::getReachingLocalUses(MachineInstr *Def, 342e24537d4SMircea Trofin MCRegister PhysReg, 3437ad879caSSam Parker InstSet &Uses) const { 34428166816SSam Parker MachineBasicBlock *MBB = Def->getParent(); 34528166816SSam Parker MachineBasicBlock::iterator MI = MachineBasicBlock::iterator(Def); 34628166816SSam Parker while (++MI != MBB->end()) { 34705532575SSam Parker if (MI->isDebugInstr()) 34805532575SSam Parker continue; 34905532575SSam Parker 35028166816SSam Parker // If/when we find a new reaching def, we know that there's no more uses 35128166816SSam Parker // of 'Def'. 3521d06e75dSSam Parker if (getReachingLocalMIDef(&*MI, PhysReg) != Def) 35328166816SSam Parker return; 35428166816SSam Parker 355acbc9aedSSam Parker for (auto &MO : MI->operands()) { 356eeddcba5SDavid Green if (!isValidRegUseOf(MO, PhysReg, TRI)) 357acbc9aedSSam Parker continue; 358acbc9aedSSam Parker 35942350cd8SSam Parker Uses.insert(&*MI); 36028166816SSam Parker if (MO.isKill()) 36128166816SSam Parker return; 36228166816SSam Parker } 36328166816SSam Parker } 36428166816SSam Parker } 36528166816SSam Parker 366e24537d4SMircea Trofin bool ReachingDefAnalysis::getLiveInUses(MachineBasicBlock *MBB, 367e24537d4SMircea Trofin MCRegister PhysReg, 3687ad879caSSam Parker InstSet &Uses) const { 3698f92f3c2SSam Parker for (MachineInstr &MI : 3708f92f3c2SSam Parker instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) { 37142350cd8SSam Parker for (auto &MO : MI.operands()) { 372eeddcba5SDavid Green if (!isValidRegUseOf(MO, PhysReg, TRI)) 37342350cd8SSam Parker continue; 37442350cd8SSam Parker if (getReachingDef(&MI, PhysReg) >= 0) 37542350cd8SSam Parker return false; 37642350cd8SSam Parker Uses.insert(&MI); 37742350cd8SSam Parker } 37842350cd8SSam Parker } 379cb27006aSDavid Green auto Last = MBB->getLastNonDebugInstr(); 380cb27006aSDavid Green if (Last == MBB->end()) 381cb27006aSDavid Green return true; 382cb27006aSDavid Green return isReachingDefLiveOut(&*Last, PhysReg); 38342350cd8SSam Parker } 38442350cd8SSam Parker 385e24537d4SMircea Trofin void ReachingDefAnalysis::getGlobalUses(MachineInstr *MI, MCRegister PhysReg, 3867ad879caSSam Parker InstSet &Uses) const { 38742350cd8SSam Parker MachineBasicBlock *MBB = MI->getParent(); 38842350cd8SSam Parker 38942350cd8SSam Parker // Collect the uses that each def touches within the block. 39042350cd8SSam Parker getReachingLocalUses(MI, PhysReg, Uses); 39142350cd8SSam Parker 39242350cd8SSam Parker // Handle live-out values. 39342350cd8SSam Parker if (auto *LiveOut = getLocalLiveOutMIDef(MI->getParent(), PhysReg)) { 39442350cd8SSam Parker if (LiveOut != MI) 39542350cd8SSam Parker return; 39642350cd8SSam Parker 3977bc76fd0SKazu Hirata SmallVector<MachineBasicBlock *, 4> ToVisit(MBB->successors()); 39842350cd8SSam Parker SmallPtrSet<MachineBasicBlock*, 4>Visited; 39942350cd8SSam Parker while (!ToVisit.empty()) { 400*84b07c9bSKazu Hirata MachineBasicBlock *MBB = ToVisit.pop_back_val(); 40142350cd8SSam Parker if (Visited.count(MBB) || !MBB->isLiveIn(PhysReg)) 40242350cd8SSam Parker continue; 40342350cd8SSam Parker if (getLiveInUses(MBB, PhysReg, Uses)) 4041e3ed091SKazu Hirata llvm::append_range(ToVisit, MBB->successors()); 40542350cd8SSam Parker Visited.insert(MBB); 40642350cd8SSam Parker } 40742350cd8SSam Parker } 408cced971fSSam Parker } 409cced971fSSam Parker 410e24537d4SMircea Trofin void ReachingDefAnalysis::getGlobalReachingDefs(MachineInstr *MI, 411e24537d4SMircea Trofin MCRegister PhysReg, 412b30adfb5SSam Parker InstSet &Defs) const { 413b30adfb5SSam Parker if (auto *Def = getUniqueReachingMIDef(MI, PhysReg)) { 414b30adfb5SSam Parker Defs.insert(Def); 415b30adfb5SSam Parker return; 416b30adfb5SSam Parker } 417b30adfb5SSam Parker 418b30adfb5SSam Parker for (auto *MBB : MI->getParent()->predecessors()) 419b30adfb5SSam Parker getLiveOuts(MBB, PhysReg, Defs); 420b30adfb5SSam Parker } 421b30adfb5SSam Parker 422e24537d4SMircea Trofin void ReachingDefAnalysis::getLiveOuts(MachineBasicBlock *MBB, 423e24537d4SMircea Trofin MCRegister PhysReg, InstSet &Defs) const { 4243ee580d0SSam Parker SmallPtrSet<MachineBasicBlock*, 2> VisitedBBs; 4253ee580d0SSam Parker getLiveOuts(MBB, PhysReg, Defs, VisitedBBs); 4263ee580d0SSam Parker } 4273ee580d0SSam Parker 428e24537d4SMircea Trofin void ReachingDefAnalysis::getLiveOuts(MachineBasicBlock *MBB, 429e24537d4SMircea Trofin MCRegister PhysReg, InstSet &Defs, 430e24537d4SMircea Trofin BlockSet &VisitedBBs) const { 4311d06e75dSSam Parker if (VisitedBBs.count(MBB)) 4321d06e75dSSam Parker return; 4331d06e75dSSam Parker 4341d06e75dSSam Parker VisitedBBs.insert(MBB); 4351d06e75dSSam Parker LivePhysRegs LiveRegs(*TRI); 4361d06e75dSSam Parker LiveRegs.addLiveOuts(*MBB); 437eeddcba5SDavid Green if (LiveRegs.available(MBB->getParent()->getRegInfo(), PhysReg)) 4381d06e75dSSam Parker return; 4391d06e75dSSam Parker 4401d06e75dSSam Parker if (auto *Def = getLocalLiveOutMIDef(MBB, PhysReg)) 4411d06e75dSSam Parker Defs.insert(Def); 4421d06e75dSSam Parker else 4431d06e75dSSam Parker for (auto *Pred : MBB->predecessors()) 4441d06e75dSSam Parker getLiveOuts(Pred, PhysReg, Defs, VisitedBBs); 4451d06e75dSSam Parker } 4461d06e75dSSam Parker 447e24537d4SMircea Trofin MachineInstr * 448e24537d4SMircea Trofin ReachingDefAnalysis::getUniqueReachingMIDef(MachineInstr *MI, 449e24537d4SMircea Trofin MCRegister PhysReg) const { 4501d06e75dSSam Parker // If there's a local def before MI, return it. 4511d06e75dSSam Parker MachineInstr *LocalDef = getReachingLocalMIDef(MI, PhysReg); 4525618e9beSSam Parker if (LocalDef && InstIds.lookup(LocalDef) < InstIds.lookup(MI)) 4531d06e75dSSam Parker return LocalDef; 4541d06e75dSSam Parker 4551d06e75dSSam Parker SmallPtrSet<MachineInstr*, 2> Incoming; 45685dd852aSSam Tebbs MachineBasicBlock *Parent = MI->getParent(); 45785dd852aSSam Tebbs for (auto *Pred : Parent->predecessors()) 4581c421046SSam Parker getLiveOuts(Pred, PhysReg, Incoming); 4591d06e75dSSam Parker 4601c421046SSam Parker // Check that we have a single incoming value and that it does not 4611c421046SSam Parker // come from the same block as MI - since it would mean that the def 4621c421046SSam Parker // is executed after MI. 4631c421046SSam Parker if (Incoming.size() == 1 && (*Incoming.begin())->getParent() != Parent) 4641d06e75dSSam Parker return *Incoming.begin(); 4651c421046SSam Parker return nullptr; 4661d06e75dSSam Parker } 4671d06e75dSSam Parker 4681d06e75dSSam Parker MachineInstr *ReachingDefAnalysis::getMIOperand(MachineInstr *MI, 4691d06e75dSSam Parker unsigned Idx) const { 4701d06e75dSSam Parker assert(MI->getOperand(Idx).isReg() && "Expected register operand"); 4711d06e75dSSam Parker return getUniqueReachingMIDef(MI, MI->getOperand(Idx).getReg()); 4721d06e75dSSam Parker } 4731d06e75dSSam Parker 4741d06e75dSSam Parker MachineInstr *ReachingDefAnalysis::getMIOperand(MachineInstr *MI, 4751d06e75dSSam Parker MachineOperand &MO) const { 4761d06e75dSSam Parker assert(MO.isReg() && "Expected register operand"); 4771d06e75dSSam Parker return getUniqueReachingMIDef(MI, MO.getReg()); 4781d06e75dSSam Parker } 4791d06e75dSSam Parker 480e24537d4SMircea Trofin bool ReachingDefAnalysis::isRegUsedAfter(MachineInstr *MI, 481e24537d4SMircea Trofin MCRegister PhysReg) const { 482cced971fSSam Parker MachineBasicBlock *MBB = MI->getParent(); 483cced971fSSam Parker LivePhysRegs LiveRegs(*TRI); 484cced971fSSam Parker LiveRegs.addLiveOuts(*MBB); 485cced971fSSam Parker 486cced971fSSam Parker // Yes if the register is live out of the basic block. 487eeddcba5SDavid Green if (!LiveRegs.available(MBB->getParent()->getRegInfo(), PhysReg)) 488cced971fSSam Parker return true; 489cced971fSSam Parker 490cced971fSSam Parker // Walk backwards through the block to see if the register is live at some 491cced971fSSam Parker // point. 4928f92f3c2SSam Parker for (MachineInstr &Last : 4938f92f3c2SSam Parker instructionsWithoutDebug(MBB->instr_rbegin(), MBB->instr_rend())) { 4948f92f3c2SSam Parker LiveRegs.stepBackward(Last); 495eeddcba5SDavid Green if (!LiveRegs.available(MBB->getParent()->getRegInfo(), PhysReg)) 4968f92f3c2SSam Parker return InstIds.lookup(&Last) > InstIds.lookup(MI); 497cced971fSSam Parker } 498cced971fSSam Parker return false; 499cced971fSSam Parker } 500cced971fSSam Parker 501ac30ea2fSSam Parker bool ReachingDefAnalysis::isRegDefinedAfter(MachineInstr *MI, 502e24537d4SMircea Trofin MCRegister PhysReg) const { 503ac30ea2fSSam Parker MachineBasicBlock *MBB = MI->getParent(); 504cb27006aSDavid Green auto Last = MBB->getLastNonDebugInstr(); 505cb27006aSDavid Green if (Last != MBB->end() && 506cb27006aSDavid Green getReachingDef(MI, PhysReg) != getReachingDef(&*Last, PhysReg)) 507ac30ea2fSSam Parker return true; 508ac30ea2fSSam Parker 509ac30ea2fSSam Parker if (auto *Def = getLocalLiveOutMIDef(MBB, PhysReg)) 5101d06e75dSSam Parker return Def == getReachingLocalMIDef(MI, PhysReg); 511ac30ea2fSSam Parker 512ac30ea2fSSam Parker return false; 513ac30ea2fSSam Parker } 514ac30ea2fSSam Parker 515e24537d4SMircea Trofin bool ReachingDefAnalysis::isReachingDefLiveOut(MachineInstr *MI, 516e24537d4SMircea Trofin MCRegister PhysReg) const { 517acbc9aedSSam Parker MachineBasicBlock *MBB = MI->getParent(); 518acbc9aedSSam Parker LivePhysRegs LiveRegs(*TRI); 519acbc9aedSSam Parker LiveRegs.addLiveOuts(*MBB); 520eeddcba5SDavid Green if (LiveRegs.available(MBB->getParent()->getRegInfo(), PhysReg)) 521acbc9aedSSam Parker return false; 522acbc9aedSSam Parker 523cb27006aSDavid Green auto Last = MBB->getLastNonDebugInstr(); 524acbc9aedSSam Parker int Def = getReachingDef(MI, PhysReg); 525cb27006aSDavid Green if (Last != MBB->end() && getReachingDef(&*Last, PhysReg) != Def) 526acbc9aedSSam Parker return false; 527acbc9aedSSam Parker 528acbc9aedSSam Parker // Finally check that the last instruction doesn't redefine the register. 529acbc9aedSSam Parker for (auto &MO : Last->operands()) 530eeddcba5SDavid Green if (isValidRegDefOf(MO, PhysReg, TRI)) 531acbc9aedSSam Parker return false; 532acbc9aedSSam Parker 533acbc9aedSSam Parker return true; 534acbc9aedSSam Parker } 535acbc9aedSSam Parker 536e24537d4SMircea Trofin MachineInstr * 537e24537d4SMircea Trofin ReachingDefAnalysis::getLocalLiveOutMIDef(MachineBasicBlock *MBB, 538e24537d4SMircea Trofin MCRegister PhysReg) const { 539acbc9aedSSam Parker LivePhysRegs LiveRegs(*TRI); 540acbc9aedSSam Parker LiveRegs.addLiveOuts(*MBB); 541eeddcba5SDavid Green if (LiveRegs.available(MBB->getParent()->getRegInfo(), PhysReg)) 542acbc9aedSSam Parker return nullptr; 543acbc9aedSSam Parker 544cb27006aSDavid Green auto Last = MBB->getLastNonDebugInstr(); 545cb27006aSDavid Green if (Last == MBB->end()) 546cb27006aSDavid Green return nullptr; 547cb27006aSDavid Green 548cb27006aSDavid Green int Def = getReachingDef(&*Last, PhysReg); 549acbc9aedSSam Parker for (auto &MO : Last->operands()) 550eeddcba5SDavid Green if (isValidRegDefOf(MO, PhysReg, TRI)) 551cb27006aSDavid Green return &*Last; 552acbc9aedSSam Parker 553acbc9aedSSam Parker return Def < 0 ? nullptr : getInstFromId(MBB, Def); 554acbc9aedSSam Parker } 555ac30ea2fSSam Parker 5560a8cae10SSam Parker static bool mayHaveSideEffects(MachineInstr &MI) { 5570a8cae10SSam Parker return MI.mayLoadOrStore() || MI.mayRaiseFPException() || 5580a8cae10SSam Parker MI.hasUnmodeledSideEffects() || MI.isTerminator() || 5590a8cae10SSam Parker MI.isCall() || MI.isBarrier() || MI.isBranch() || MI.isReturn(); 5600a8cae10SSam Parker } 5610a8cae10SSam Parker 562ac30ea2fSSam Parker // Can we safely move 'From' to just before 'To'? To satisfy this, 'From' must 563ac30ea2fSSam Parker // not define a register that is used by any instructions, after and including, 564ac30ea2fSSam Parker // 'To'. These instructions also must not redefine any of Froms operands. 565ac30ea2fSSam Parker template<typename Iterator> 566ac30ea2fSSam Parker bool ReachingDefAnalysis::isSafeToMove(MachineInstr *From, 567ac30ea2fSSam Parker MachineInstr *To) const { 568700f93e9SSam Parker if (From->getParent() != To->getParent() || From == To) 569ac30ea2fSSam Parker return false; 570ac30ea2fSSam Parker 571ac30ea2fSSam Parker SmallSet<int, 2> Defs; 572ac30ea2fSSam Parker // First check that From would compute the same value if moved. 573ac30ea2fSSam Parker for (auto &MO : From->operands()) { 574bf61421aSSam Parker if (!isValidReg(MO)) 575ac30ea2fSSam Parker continue; 576ac30ea2fSSam Parker if (MO.isDef()) 577ac30ea2fSSam Parker Defs.insert(MO.getReg()); 578ac30ea2fSSam Parker else if (!hasSameReachingDef(From, To, MO.getReg())) 579ac30ea2fSSam Parker return false; 580ac30ea2fSSam Parker } 581ac30ea2fSSam Parker 582ac30ea2fSSam Parker // Now walk checking that the rest of the instructions will compute the same 5830a8cae10SSam Parker // value and that we're not overwriting anything. Don't move the instruction 58468b30bc0SCasey Carter // past any memory, control-flow or other ambiguous instructions. 585ac30ea2fSSam Parker for (auto I = ++Iterator(From), E = Iterator(To); I != E; ++I) { 5860a8cae10SSam Parker if (mayHaveSideEffects(*I)) 5870a8cae10SSam Parker return false; 588ac30ea2fSSam Parker for (auto &MO : I->operands()) 5890a8cae10SSam Parker if (MO.isReg() && MO.getReg() && Defs.count(MO.getReg())) 590ac30ea2fSSam Parker return false; 591ac30ea2fSSam Parker } 592ac30ea2fSSam Parker return true; 593ac30ea2fSSam Parker } 594ac30ea2fSSam Parker 595ac30ea2fSSam Parker bool ReachingDefAnalysis::isSafeToMoveForwards(MachineInstr *From, 596ac30ea2fSSam Parker MachineInstr *To) const { 597700f93e9SSam Parker using Iterator = MachineBasicBlock::iterator; 598700f93e9SSam Parker // Walk forwards until we find the instruction. 599700f93e9SSam Parker for (auto I = Iterator(From), E = From->getParent()->end(); I != E; ++I) 600700f93e9SSam Parker if (&*I == To) 601700f93e9SSam Parker return isSafeToMove<Iterator>(From, To); 602700f93e9SSam Parker return false; 603ac30ea2fSSam Parker } 604ac30ea2fSSam Parker 605ac30ea2fSSam Parker bool ReachingDefAnalysis::isSafeToMoveBackwards(MachineInstr *From, 606ac30ea2fSSam Parker MachineInstr *To) const { 607700f93e9SSam Parker using Iterator = MachineBasicBlock::reverse_iterator; 608700f93e9SSam Parker // Walk backwards until we find the instruction. 609700f93e9SSam Parker for (auto I = Iterator(From), E = From->getParent()->rend(); I != E; ++I) 610700f93e9SSam Parker if (&*I == To) 611700f93e9SSam Parker return isSafeToMove<Iterator>(From, To); 612700f93e9SSam Parker return false; 613ac30ea2fSSam Parker } 614ac30ea2fSSam Parker 615ac30ea2fSSam Parker bool ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, 616ac30ea2fSSam Parker InstSet &ToRemove) const { 617ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 1> Ignore; 618ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 2> Visited; 619ac30ea2fSSam Parker return isSafeToRemove(MI, Visited, ToRemove, Ignore); 620ac30ea2fSSam Parker } 621ac30ea2fSSam Parker 622ac30ea2fSSam Parker bool 623ac30ea2fSSam Parker ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &ToRemove, 624ac30ea2fSSam Parker InstSet &Ignore) const { 625ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 2> Visited; 626ac30ea2fSSam Parker return isSafeToRemove(MI, Visited, ToRemove, Ignore); 627ac30ea2fSSam Parker } 628ac30ea2fSSam Parker 629ac30ea2fSSam Parker bool 630ac30ea2fSSam Parker ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &Visited, 631ac30ea2fSSam Parker InstSet &ToRemove, InstSet &Ignore) const { 632ac30ea2fSSam Parker if (Visited.count(MI) || Ignore.count(MI)) 633ac30ea2fSSam Parker return true; 6340a8cae10SSam Parker else if (mayHaveSideEffects(*MI)) { 635ac30ea2fSSam Parker // Unless told to ignore the instruction, don't remove anything which has 636ac30ea2fSSam Parker // side effects. 637ac30ea2fSSam Parker return false; 638ac30ea2fSSam Parker } 639ac30ea2fSSam Parker 640ac30ea2fSSam Parker Visited.insert(MI); 641ac30ea2fSSam Parker for (auto &MO : MI->operands()) { 642bf61421aSSam Parker if (!isValidRegDef(MO)) 643ac30ea2fSSam Parker continue; 644ac30ea2fSSam Parker 645ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 4> Uses; 646ac30ea2fSSam Parker getGlobalUses(MI, MO.getReg(), Uses); 647ac30ea2fSSam Parker 648ac30ea2fSSam Parker for (auto I : Uses) { 649ac30ea2fSSam Parker if (Ignore.count(I) || ToRemove.count(I)) 650ac30ea2fSSam Parker continue; 651ac30ea2fSSam Parker if (!isSafeToRemove(I, Visited, ToRemove, Ignore)) 652ac30ea2fSSam Parker return false; 653ac30ea2fSSam Parker } 654ac30ea2fSSam Parker } 655ac30ea2fSSam Parker ToRemove.insert(MI); 656ac30ea2fSSam Parker return true; 657ac30ea2fSSam Parker } 658ac30ea2fSSam Parker 6595618e9beSSam Parker void ReachingDefAnalysis::collectKilledOperands(MachineInstr *MI, 660a67eb221SSam Parker InstSet &Dead) const { 661a67eb221SSam Parker Dead.insert(MI); 662e24537d4SMircea Trofin auto IsDead = [this, &Dead](MachineInstr *Def, MCRegister PhysReg) { 663779a8a02SSam Parker if (mayHaveSideEffects(*Def)) 664779a8a02SSam Parker return false; 665779a8a02SSam Parker 666a67eb221SSam Parker unsigned LiveDefs = 0; 667bf61421aSSam Parker for (auto &MO : Def->operands()) { 668bf61421aSSam Parker if (!isValidRegDef(MO)) 669bf61421aSSam Parker continue; 670a67eb221SSam Parker if (!MO.isDead()) 671a67eb221SSam Parker ++LiveDefs; 672bf61421aSSam Parker } 673a67eb221SSam Parker 674a67eb221SSam Parker if (LiveDefs > 1) 675a67eb221SSam Parker return false; 676a67eb221SSam Parker 677a67eb221SSam Parker SmallPtrSet<MachineInstr*, 4> Uses; 678a67eb221SSam Parker getGlobalUses(Def, PhysReg, Uses); 679d6391209SKazu Hirata return llvm::set_is_subset(Uses, Dead); 680a67eb221SSam Parker }; 681a67eb221SSam Parker 682bf61421aSSam Parker for (auto &MO : MI->operands()) { 6835618e9beSSam Parker if (!isValidRegUse(MO)) 684a67eb221SSam Parker continue; 6855618e9beSSam Parker if (MachineInstr *Def = getMIOperand(MI, MO)) 686a67eb221SSam Parker if (IsDead(Def, MO.getReg())) 6875618e9beSSam Parker collectKilledOperands(Def, Dead); 688a67eb221SSam Parker } 689a67eb221SSam Parker } 690a67eb221SSam Parker 691ac30ea2fSSam Parker bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, 692e24537d4SMircea Trofin MCRegister PhysReg) const { 693ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 1> Ignore; 694ac30ea2fSSam Parker return isSafeToDefRegAt(MI, PhysReg, Ignore); 695ac30ea2fSSam Parker } 696ac30ea2fSSam Parker 697e24537d4SMircea Trofin bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, MCRegister PhysReg, 698ac30ea2fSSam Parker InstSet &Ignore) const { 699ac30ea2fSSam Parker // Check for any uses of the register after MI. 700ac30ea2fSSam Parker if (isRegUsedAfter(MI, PhysReg)) { 7011d06e75dSSam Parker if (auto *Def = getReachingLocalMIDef(MI, PhysReg)) { 702ac30ea2fSSam Parker SmallPtrSet<MachineInstr*, 2> Uses; 7033f88c10aSSam Parker getGlobalUses(Def, PhysReg, Uses); 704d6391209SKazu Hirata if (!llvm::set_is_subset(Uses, Ignore)) 705ac30ea2fSSam Parker return false; 706ac30ea2fSSam Parker } else 707ac30ea2fSSam Parker return false; 708ac30ea2fSSam Parker } 709ac30ea2fSSam Parker 710ac30ea2fSSam Parker MachineBasicBlock *MBB = MI->getParent(); 711ac30ea2fSSam Parker // Check for any defs after MI. 712ac30ea2fSSam Parker if (isRegDefinedAfter(MI, PhysReg)) { 713ac30ea2fSSam Parker auto I = MachineBasicBlock::iterator(MI); 714ac30ea2fSSam Parker for (auto E = MBB->end(); I != E; ++I) { 715ac30ea2fSSam Parker if (Ignore.count(&*I)) 716ac30ea2fSSam Parker continue; 717ac30ea2fSSam Parker for (auto &MO : I->operands()) 718eeddcba5SDavid Green if (isValidRegDefOf(MO, PhysReg, TRI)) 719ac30ea2fSSam Parker return false; 720ac30ea2fSSam Parker } 721ac30ea2fSSam Parker } 722ac30ea2fSSam Parker return true; 723ac30ea2fSSam Parker } 724