1f22ef01cSRoman Divacky //===-- llvm/CodeGen/MachineBasicBlock.cpp ----------------------*- C++ -*-===// 2f22ef01cSRoman Divacky // 3f22ef01cSRoman Divacky // The LLVM Compiler Infrastructure 4f22ef01cSRoman Divacky // 5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source 6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details. 7f22ef01cSRoman Divacky // 8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 9f22ef01cSRoman Divacky // 10f22ef01cSRoman Divacky // Collect the sequence of machine instructions for a basic block. 11f22ef01cSRoman Divacky // 12f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 13f22ef01cSRoman Divacky 14f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineBasicBlock.h" 15139f7f9bSDimitry Andric #include "llvm/ADT/SmallPtrSet.h" 16139f7f9bSDimitry Andric #include "llvm/CodeGen/LiveIntervalAnalysis.h" 17ffd1746dSEd Schouten #include "llvm/CodeGen/LiveVariables.h" 18ffd1746dSEd Schouten #include "llvm/CodeGen/MachineDominators.h" 19f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h" 20*6beeb091SDimitry Andric #include "llvm/CodeGen/MachineInstrBuilder.h" 21ffd1746dSEd Schouten #include "llvm/CodeGen/MachineLoopInfo.h" 22139f7f9bSDimitry Andric #include "llvm/CodeGen/MachineRegisterInfo.h" 232754fe60SDimitry Andric #include "llvm/CodeGen/SlotIndexes.h" 24139f7f9bSDimitry Andric #include "llvm/IR/BasicBlock.h" 25139f7f9bSDimitry Andric #include "llvm/IR/DataLayout.h" 263dac3a9bSDimitry Andric #include "llvm/IR/ModuleSlotTracker.h" 27f22ef01cSRoman Divacky #include "llvm/MC/MCAsmInfo.h" 28f22ef01cSRoman Divacky #include "llvm/MC/MCContext.h" 297d523365SDimitry Andric #include "llvm/Support/DataTypes.h" 30f22ef01cSRoman Divacky #include "llvm/Support/Debug.h" 31f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h" 32139f7f9bSDimitry Andric #include "llvm/Target/TargetInstrInfo.h" 33139f7f9bSDimitry Andric #include "llvm/Target/TargetMachine.h" 34139f7f9bSDimitry Andric #include "llvm/Target/TargetRegisterInfo.h" 3539d628a0SDimitry Andric #include "llvm/Target/TargetSubtargetInfo.h" 36f22ef01cSRoman Divacky #include <algorithm> 37f22ef01cSRoman Divacky using namespace llvm; 38f22ef01cSRoman Divacky 3991bc56edSDimitry Andric #define DEBUG_TYPE "codegen" 4091bc56edSDimitry Andric 417d523365SDimitry Andric MachineBasicBlock::MachineBasicBlock(MachineFunction &MF, const BasicBlock *B) 427d523365SDimitry Andric : BB(B), Number(-1), xParent(&MF) { 43f22ef01cSRoman Divacky Insts.Parent = this; 44f22ef01cSRoman Divacky } 45f22ef01cSRoman Divacky 46f22ef01cSRoman Divacky MachineBasicBlock::~MachineBasicBlock() { 47f22ef01cSRoman Divacky } 48f22ef01cSRoman Divacky 497d523365SDimitry Andric /// Return the MCSymbol for this basic block. 50f22ef01cSRoman Divacky MCSymbol *MachineBasicBlock::getSymbol() const { 51284c1978SDimitry Andric if (!CachedMCSymbol) { 52f22ef01cSRoman Divacky const MachineFunction *MF = getParent(); 53f22ef01cSRoman Divacky MCContext &Ctx = MF->getContext(); 54d88c1a5aSDimitry Andric auto Prefix = Ctx.getAsmInfo()->getPrivateLabelPrefix(); 557d523365SDimitry Andric assert(getNumber() >= 0 && "cannot get label for unreachable MBB"); 56ff0cc061SDimitry Andric CachedMCSymbol = Ctx.getOrCreateSymbol(Twine(Prefix) + "BB" + 57284c1978SDimitry Andric Twine(MF->getFunctionNumber()) + 58284c1978SDimitry Andric "_" + Twine(getNumber())); 59284c1978SDimitry Andric } 60284c1978SDimitry Andric 61284c1978SDimitry Andric return CachedMCSymbol; 62f22ef01cSRoman Divacky } 63f22ef01cSRoman Divacky 64f22ef01cSRoman Divacky 65f22ef01cSRoman Divacky raw_ostream &llvm::operator<<(raw_ostream &OS, const MachineBasicBlock &MBB) { 66f22ef01cSRoman Divacky MBB.print(OS); 67f22ef01cSRoman Divacky return OS; 68f22ef01cSRoman Divacky } 69f22ef01cSRoman Divacky 707d523365SDimitry Andric /// When an MBB is added to an MF, we need to update the parent pointer of the 717d523365SDimitry Andric /// MBB, the MBB numbering, and any instructions in the MBB to be on the right 727d523365SDimitry Andric /// operand list for registers. 73f22ef01cSRoman Divacky /// 74f22ef01cSRoman Divacky /// MBBs start out as #-1. When a MBB is added to a MachineFunction, it 75f22ef01cSRoman Divacky /// gets the next available unique MBB number. If it is removed from a 76f22ef01cSRoman Divacky /// MachineFunction, it goes back to being #-1. 77d88c1a5aSDimitry Andric void ilist_callback_traits<MachineBasicBlock>::addNodeToList( 78d88c1a5aSDimitry Andric MachineBasicBlock *N) { 79f22ef01cSRoman Divacky MachineFunction &MF = *N->getParent(); 80f22ef01cSRoman Divacky N->Number = MF.addToMBBNumbering(N); 81f22ef01cSRoman Divacky 82f22ef01cSRoman Divacky // Make sure the instructions have their operands in the reginfo lists. 83f22ef01cSRoman Divacky MachineRegisterInfo &RegInfo = MF.getRegInfo(); 84dff0c46cSDimitry Andric for (MachineBasicBlock::instr_iterator 85dff0c46cSDimitry Andric I = N->instr_begin(), E = N->instr_end(); I != E; ++I) 86f22ef01cSRoman Divacky I->AddRegOperandsToUseLists(RegInfo); 87f22ef01cSRoman Divacky } 88f22ef01cSRoman Divacky 89d88c1a5aSDimitry Andric void ilist_callback_traits<MachineBasicBlock>::removeNodeFromList( 90d88c1a5aSDimitry Andric MachineBasicBlock *N) { 91f22ef01cSRoman Divacky N->getParent()->removeFromMBBNumbering(N->Number); 92f22ef01cSRoman Divacky N->Number = -1; 93f22ef01cSRoman Divacky } 94f22ef01cSRoman Divacky 957d523365SDimitry Andric /// When we add an instruction to a basic block list, we update its parent 967d523365SDimitry Andric /// pointer and add its operands from reg use/def lists if appropriate. 97f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::addNodeToList(MachineInstr *N) { 9891bc56edSDimitry Andric assert(!N->getParent() && "machine instruction already in a basic block"); 99f22ef01cSRoman Divacky N->setParent(Parent); 100f22ef01cSRoman Divacky 101f22ef01cSRoman Divacky // Add the instruction's register operands to their corresponding 102f22ef01cSRoman Divacky // use/def lists. 103f22ef01cSRoman Divacky MachineFunction *MF = Parent->getParent(); 104f22ef01cSRoman Divacky N->AddRegOperandsToUseLists(MF->getRegInfo()); 105f22ef01cSRoman Divacky } 106f22ef01cSRoman Divacky 1077d523365SDimitry Andric /// When we remove an instruction from a basic block list, we update its parent 1087d523365SDimitry Andric /// pointer and remove its operands from reg use/def lists if appropriate. 109f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::removeNodeFromList(MachineInstr *N) { 11091bc56edSDimitry Andric assert(N->getParent() && "machine instruction not in a basic block"); 111f22ef01cSRoman Divacky 112f22ef01cSRoman Divacky // Remove from the use/def lists. 1137ae0e2c9SDimitry Andric if (MachineFunction *MF = N->getParent()->getParent()) 1147ae0e2c9SDimitry Andric N->RemoveRegOperandsFromUseLists(MF->getRegInfo()); 115f22ef01cSRoman Divacky 11691bc56edSDimitry Andric N->setParent(nullptr); 117f22ef01cSRoman Divacky } 118f22ef01cSRoman Divacky 1197d523365SDimitry Andric /// When moving a range of instructions from one MBB list to another, we need to 1207d523365SDimitry Andric /// update the parent pointers and the use/def lists. 121d88c1a5aSDimitry Andric void ilist_traits<MachineInstr>::transferNodesFromList(ilist_traits &FromList, 122d88c1a5aSDimitry Andric instr_iterator First, 123d88c1a5aSDimitry Andric instr_iterator Last) { 1247d523365SDimitry Andric assert(Parent->getParent() == FromList.Parent->getParent() && 125f22ef01cSRoman Divacky "MachineInstr parent mismatch!"); 126d88c1a5aSDimitry Andric assert(this != &FromList && "Called without a real transfer..."); 127d88c1a5aSDimitry Andric assert(Parent != FromList.Parent && "Two lists have the same parent?"); 128f22ef01cSRoman Divacky 129f22ef01cSRoman Divacky // If splicing between two blocks within the same function, just update the 130f22ef01cSRoman Divacky // parent pointers. 1317d523365SDimitry Andric for (; First != Last; ++First) 1327d523365SDimitry Andric First->setParent(Parent); 133f22ef01cSRoman Divacky } 134f22ef01cSRoman Divacky 135f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::deleteNode(MachineInstr *MI) { 136f22ef01cSRoman Divacky assert(!MI->getParent() && "MI is still in a block!"); 137f22ef01cSRoman Divacky Parent->getParent()->DeleteMachineInstr(MI); 138f22ef01cSRoman Divacky } 139f22ef01cSRoman Divacky 140ffd1746dSEd Schouten MachineBasicBlock::iterator MachineBasicBlock::getFirstNonPHI() { 141dff0c46cSDimitry Andric instr_iterator I = instr_begin(), E = instr_end(); 142dff0c46cSDimitry Andric while (I != E && I->isPHI()) 143ffd1746dSEd Schouten ++I; 1443861d79fSDimitry Andric assert((I == E || !I->isInsideBundle()) && 1453861d79fSDimitry Andric "First non-phi MI cannot be inside a bundle!"); 146ffd1746dSEd Schouten return I; 147ffd1746dSEd Schouten } 148ffd1746dSEd Schouten 1492754fe60SDimitry Andric MachineBasicBlock::iterator 1502754fe60SDimitry Andric MachineBasicBlock::SkipPHIsAndLabels(MachineBasicBlock::iterator I) { 151dff0c46cSDimitry Andric iterator E = end(); 152d88c1a5aSDimitry Andric while (I != E && (I->isPHI() || I->isPosition())) 153d88c1a5aSDimitry Andric ++I; 154d88c1a5aSDimitry Andric // FIXME: This needs to change if we wish to bundle labels 155d88c1a5aSDimitry Andric // inside the bundle. 156d88c1a5aSDimitry Andric assert((I == E || !I->isInsideBundle()) && 157d88c1a5aSDimitry Andric "First non-phi / non-label instruction is inside a bundle!"); 158d88c1a5aSDimitry Andric return I; 159d88c1a5aSDimitry Andric } 160d88c1a5aSDimitry Andric 161d88c1a5aSDimitry Andric MachineBasicBlock::iterator 162d88c1a5aSDimitry Andric MachineBasicBlock::SkipPHIsLabelsAndDebug(MachineBasicBlock::iterator I) { 163d88c1a5aSDimitry Andric iterator E = end(); 16491bc56edSDimitry Andric while (I != E && (I->isPHI() || I->isPosition() || I->isDebugValue())) 1652754fe60SDimitry Andric ++I; 166dff0c46cSDimitry Andric // FIXME: This needs to change if we wish to bundle labels / dbg_values 167dff0c46cSDimitry Andric // inside the bundle. 1683861d79fSDimitry Andric assert((I == E || !I->isInsideBundle()) && 169d88c1a5aSDimitry Andric "First non-phi / non-label / non-debug " 170d88c1a5aSDimitry Andric "instruction is inside a bundle!"); 1712754fe60SDimitry Andric return I; 1722754fe60SDimitry Andric } 1732754fe60SDimitry Andric 174f22ef01cSRoman Divacky MachineBasicBlock::iterator MachineBasicBlock::getFirstTerminator() { 175dff0c46cSDimitry Andric iterator B = begin(), E = end(), I = E; 176dff0c46cSDimitry Andric while (I != B && ((--I)->isTerminator() || I->isDebugValue())) 177f22ef01cSRoman Divacky ; /*noop */ 178dff0c46cSDimitry Andric while (I != E && !I->isTerminator()) 179dff0c46cSDimitry Andric ++I; 180dff0c46cSDimitry Andric return I; 181dff0c46cSDimitry Andric } 182dff0c46cSDimitry Andric 183dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator MachineBasicBlock::getFirstInstrTerminator() { 184dff0c46cSDimitry Andric instr_iterator B = instr_begin(), E = instr_end(), I = E; 185dff0c46cSDimitry Andric while (I != B && ((--I)->isTerminator() || I->isDebugValue())) 186dff0c46cSDimitry Andric ; /*noop */ 187dff0c46cSDimitry Andric while (I != E && !I->isTerminator()) 1882754fe60SDimitry Andric ++I; 189f22ef01cSRoman Divacky return I; 190f22ef01cSRoman Divacky } 191f22ef01cSRoman Divacky 1923dac3a9bSDimitry Andric MachineBasicBlock::iterator MachineBasicBlock::getFirstNonDebugInstr() { 1933dac3a9bSDimitry Andric // Skip over begin-of-block dbg_value instructions. 194d88c1a5aSDimitry Andric return skipDebugInstructionsForward(begin(), end()); 1953dac3a9bSDimitry Andric } 1963dac3a9bSDimitry Andric 1972754fe60SDimitry Andric MachineBasicBlock::iterator MachineBasicBlock::getLastNonDebugInstr() { 198dff0c46cSDimitry Andric // Skip over end-of-block dbg_value instructions. 199dff0c46cSDimitry Andric instr_iterator B = instr_begin(), I = instr_end(); 2002754fe60SDimitry Andric while (I != B) { 2012754fe60SDimitry Andric --I; 202dff0c46cSDimitry Andric // Return instruction that starts a bundle. 203dff0c46cSDimitry Andric if (I->isDebugValue() || I->isInsideBundle()) 204dff0c46cSDimitry Andric continue; 205dff0c46cSDimitry Andric return I; 206dff0c46cSDimitry Andric } 207dff0c46cSDimitry Andric // The block is all debug values. 208dff0c46cSDimitry Andric return end(); 209dff0c46cSDimitry Andric } 210dff0c46cSDimitry Andric 2117d523365SDimitry Andric bool MachineBasicBlock::hasEHPadSuccessor() const { 2127d523365SDimitry Andric for (const_succ_iterator I = succ_begin(), E = succ_end(); I != E; ++I) 2137d523365SDimitry Andric if ((*I)->isEHPad()) 2147d523365SDimitry Andric return true; 2157d523365SDimitry Andric return false; 2167d523365SDimitry Andric } 2177d523365SDimitry Andric 2183861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 2193ca95b02SDimitry Andric LLVM_DUMP_METHOD void MachineBasicBlock::dump() const { 220f22ef01cSRoman Divacky print(dbgs()); 221f22ef01cSRoman Divacky } 2223861d79fSDimitry Andric #endif 223f22ef01cSRoman Divacky 224f22ef01cSRoman Divacky StringRef MachineBasicBlock::getName() const { 225f22ef01cSRoman Divacky if (const BasicBlock *LBB = getBasicBlock()) 226f22ef01cSRoman Divacky return LBB->getName(); 227f22ef01cSRoman Divacky else 228f22ef01cSRoman Divacky return "(null)"; 229f22ef01cSRoman Divacky } 230f22ef01cSRoman Divacky 231dff0c46cSDimitry Andric /// Return a hopefully unique identifier for this block. 232dff0c46cSDimitry Andric std::string MachineBasicBlock::getFullName() const { 233dff0c46cSDimitry Andric std::string Name; 234dff0c46cSDimitry Andric if (getParent()) 2353861d79fSDimitry Andric Name = (getParent()->getName() + ":").str(); 236dff0c46cSDimitry Andric if (getBasicBlock()) 237dff0c46cSDimitry Andric Name += getBasicBlock()->getName(); 238dff0c46cSDimitry Andric else 239ff0cc061SDimitry Andric Name += ("BB" + Twine(getNumber())).str(); 240dff0c46cSDimitry Andric return Name; 241dff0c46cSDimitry Andric } 242dff0c46cSDimitry Andric 2433ca95b02SDimitry Andric void MachineBasicBlock::print(raw_ostream &OS, const SlotIndexes *Indexes) 2443ca95b02SDimitry Andric const { 245f22ef01cSRoman Divacky const MachineFunction *MF = getParent(); 246f22ef01cSRoman Divacky if (!MF) { 247f22ef01cSRoman Divacky OS << "Can't print out MachineBasicBlock because parent MachineFunction" 248f22ef01cSRoman Divacky << " is null\n"; 249f22ef01cSRoman Divacky return; 250f22ef01cSRoman Divacky } 2513dac3a9bSDimitry Andric const Function *F = MF->getFunction(); 2523dac3a9bSDimitry Andric const Module *M = F ? F->getParent() : nullptr; 2533dac3a9bSDimitry Andric ModuleSlotTracker MST(M); 2543dac3a9bSDimitry Andric print(OS, MST, Indexes); 2553dac3a9bSDimitry Andric } 2563dac3a9bSDimitry Andric 2573dac3a9bSDimitry Andric void MachineBasicBlock::print(raw_ostream &OS, ModuleSlotTracker &MST, 2583ca95b02SDimitry Andric const SlotIndexes *Indexes) const { 2593dac3a9bSDimitry Andric const MachineFunction *MF = getParent(); 2603dac3a9bSDimitry Andric if (!MF) { 2613dac3a9bSDimitry Andric OS << "Can't print out MachineBasicBlock because parent MachineFunction" 2623dac3a9bSDimitry Andric << " is null\n"; 2633dac3a9bSDimitry Andric return; 2643dac3a9bSDimitry Andric } 265f22ef01cSRoman Divacky 2662754fe60SDimitry Andric if (Indexes) 2672754fe60SDimitry Andric OS << Indexes->getMBBStartIdx(this) << '\t'; 2682754fe60SDimitry Andric 269f22ef01cSRoman Divacky OS << "BB#" << getNumber() << ": "; 270f22ef01cSRoman Divacky 271f22ef01cSRoman Divacky const char *Comma = ""; 272f22ef01cSRoman Divacky if (const BasicBlock *LBB = getBasicBlock()) { 273f22ef01cSRoman Divacky OS << Comma << "derived from LLVM BB "; 2743dac3a9bSDimitry Andric LBB->printAsOperand(OS, /*PrintType=*/false, MST); 275f22ef01cSRoman Divacky Comma = ", "; 276f22ef01cSRoman Divacky } 2777d523365SDimitry Andric if (isEHPad()) { OS << Comma << "EH LANDING PAD"; Comma = ", "; } 278f22ef01cSRoman Divacky if (hasAddressTaken()) { OS << Comma << "ADDRESS TAKEN"; Comma = ", "; } 2797ae0e2c9SDimitry Andric if (Alignment) 280dff0c46cSDimitry Andric OS << Comma << "Align " << Alignment << " (" << (1u << Alignment) 281dff0c46cSDimitry Andric << " bytes)"; 282dff0c46cSDimitry Andric 283f22ef01cSRoman Divacky OS << '\n'; 284f22ef01cSRoman Divacky 28539d628a0SDimitry Andric const TargetRegisterInfo *TRI = MF->getSubtarget().getRegisterInfo(); 286f22ef01cSRoman Divacky if (!livein_empty()) { 2872754fe60SDimitry Andric if (Indexes) OS << '\t'; 288f22ef01cSRoman Divacky OS << " Live Ins:"; 28995ec533aSDimitry Andric for (const auto &LI : LiveIns) { 2907d523365SDimitry Andric OS << ' ' << PrintReg(LI.PhysReg, TRI); 291d88c1a5aSDimitry Andric if (!LI.LaneMask.all()) 2927d523365SDimitry Andric OS << ':' << PrintLaneMask(LI.LaneMask); 2937d523365SDimitry Andric } 294f22ef01cSRoman Divacky OS << '\n'; 295f22ef01cSRoman Divacky } 296f22ef01cSRoman Divacky // Print the preds of this block according to the CFG. 297f22ef01cSRoman Divacky if (!pred_empty()) { 2982754fe60SDimitry Andric if (Indexes) OS << '\t'; 299f22ef01cSRoman Divacky OS << " Predecessors according to CFG:"; 300f22ef01cSRoman Divacky for (const_pred_iterator PI = pred_begin(), E = pred_end(); PI != E; ++PI) 301f22ef01cSRoman Divacky OS << " BB#" << (*PI)->getNumber(); 302f22ef01cSRoman Divacky OS << '\n'; 303f22ef01cSRoman Divacky } 304f22ef01cSRoman Divacky 3053ca95b02SDimitry Andric for (auto &I : instrs()) { 3062754fe60SDimitry Andric if (Indexes) { 3073ca95b02SDimitry Andric if (Indexes->hasIndex(I)) 3083ca95b02SDimitry Andric OS << Indexes->getInstructionIndex(I); 3092754fe60SDimitry Andric OS << '\t'; 3102754fe60SDimitry Andric } 311f22ef01cSRoman Divacky OS << '\t'; 3123ca95b02SDimitry Andric if (I.isInsideBundle()) 313dff0c46cSDimitry Andric OS << " * "; 3143ca95b02SDimitry Andric I.print(OS, MST); 315f22ef01cSRoman Divacky } 316f22ef01cSRoman Divacky 317f22ef01cSRoman Divacky // Print the successors of this block according to the CFG. 318f22ef01cSRoman Divacky if (!succ_empty()) { 3192754fe60SDimitry Andric if (Indexes) OS << '\t'; 320f22ef01cSRoman Divacky OS << " Successors according to CFG:"; 3217ae0e2c9SDimitry Andric for (const_succ_iterator SI = succ_begin(), E = succ_end(); SI != E; ++SI) { 322f22ef01cSRoman Divacky OS << " BB#" << (*SI)->getNumber(); 3237d523365SDimitry Andric if (!Probs.empty()) 3247d523365SDimitry Andric OS << '(' << *getProbabilityIterator(SI) << ')'; 3257ae0e2c9SDimitry Andric } 326f22ef01cSRoman Divacky OS << '\n'; 327f22ef01cSRoman Divacky } 328f22ef01cSRoman Divacky } 329f22ef01cSRoman Divacky 3307d523365SDimitry Andric void MachineBasicBlock::printAsOperand(raw_ostream &OS, 3317d523365SDimitry Andric bool /*PrintType*/) const { 33291bc56edSDimitry Andric OS << "BB#" << getNumber(); 33391bc56edSDimitry Andric } 33491bc56edSDimitry Andric 3357d523365SDimitry Andric void MachineBasicBlock::removeLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) { 336d88c1a5aSDimitry Andric LiveInVector::iterator I = find_if( 337d88c1a5aSDimitry Andric LiveIns, [Reg](const RegisterMaskPair &LI) { return LI.PhysReg == Reg; }); 3387d523365SDimitry Andric if (I == LiveIns.end()) 3397d523365SDimitry Andric return; 3407d523365SDimitry Andric 3417d523365SDimitry Andric I->LaneMask &= ~LaneMask; 342d88c1a5aSDimitry Andric if (I->LaneMask.none()) 343f22ef01cSRoman Divacky LiveIns.erase(I); 344f22ef01cSRoman Divacky } 345f22ef01cSRoman Divacky 3467d523365SDimitry Andric bool MachineBasicBlock::isLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) const { 347d88c1a5aSDimitry Andric livein_iterator I = find_if( 348d88c1a5aSDimitry Andric LiveIns, [Reg](const RegisterMaskPair &LI) { return LI.PhysReg == Reg; }); 349d88c1a5aSDimitry Andric return I != livein_end() && (I->LaneMask & LaneMask).any(); 3507d523365SDimitry Andric } 3517d523365SDimitry Andric 3527d523365SDimitry Andric void MachineBasicBlock::sortUniqueLiveIns() { 3537d523365SDimitry Andric std::sort(LiveIns.begin(), LiveIns.end(), 3547d523365SDimitry Andric [](const RegisterMaskPair &LI0, const RegisterMaskPair &LI1) { 3557d523365SDimitry Andric return LI0.PhysReg < LI1.PhysReg; 3567d523365SDimitry Andric }); 3577d523365SDimitry Andric // Liveins are sorted by physreg now we can merge their lanemasks. 3587d523365SDimitry Andric LiveInVector::const_iterator I = LiveIns.begin(); 3597d523365SDimitry Andric LiveInVector::const_iterator J; 3607d523365SDimitry Andric LiveInVector::iterator Out = LiveIns.begin(); 3617d523365SDimitry Andric for (; I != LiveIns.end(); ++Out, I = J) { 3627d523365SDimitry Andric unsigned PhysReg = I->PhysReg; 3637d523365SDimitry Andric LaneBitmask LaneMask = I->LaneMask; 3647d523365SDimitry Andric for (J = std::next(I); J != LiveIns.end() && J->PhysReg == PhysReg; ++J) 3657d523365SDimitry Andric LaneMask |= J->LaneMask; 3667d523365SDimitry Andric Out->PhysReg = PhysReg; 3677d523365SDimitry Andric Out->LaneMask = LaneMask; 3687d523365SDimitry Andric } 3697d523365SDimitry Andric LiveIns.erase(Out, LiveIns.end()); 370f22ef01cSRoman Divacky } 371f22ef01cSRoman Divacky 372*6beeb091SDimitry Andric unsigned 3737d523365SDimitry Andric MachineBasicBlock::addLiveIn(MCPhysReg PhysReg, const TargetRegisterClass *RC) { 374*6beeb091SDimitry Andric assert(getParent() && "MBB must be inserted in function"); 375*6beeb091SDimitry Andric assert(TargetRegisterInfo::isPhysicalRegister(PhysReg) && "Expected physreg"); 376*6beeb091SDimitry Andric assert(RC && "Register class is required"); 3777d523365SDimitry Andric assert((isEHPad() || this == &getParent()->front()) && 378*6beeb091SDimitry Andric "Only the entry block and landing pads can have physreg live ins"); 379*6beeb091SDimitry Andric 380*6beeb091SDimitry Andric bool LiveIn = isLiveIn(PhysReg); 381*6beeb091SDimitry Andric iterator I = SkipPHIsAndLabels(begin()), E = end(); 382*6beeb091SDimitry Andric MachineRegisterInfo &MRI = getParent()->getRegInfo(); 38339d628a0SDimitry Andric const TargetInstrInfo &TII = *getParent()->getSubtarget().getInstrInfo(); 384*6beeb091SDimitry Andric 385*6beeb091SDimitry Andric // Look for an existing copy. 386*6beeb091SDimitry Andric if (LiveIn) 387*6beeb091SDimitry Andric for (;I != E && I->isCopy(); ++I) 388*6beeb091SDimitry Andric if (I->getOperand(1).getReg() == PhysReg) { 389*6beeb091SDimitry Andric unsigned VirtReg = I->getOperand(0).getReg(); 390*6beeb091SDimitry Andric if (!MRI.constrainRegClass(VirtReg, RC)) 391*6beeb091SDimitry Andric llvm_unreachable("Incompatible live-in register class."); 392*6beeb091SDimitry Andric return VirtReg; 393*6beeb091SDimitry Andric } 394*6beeb091SDimitry Andric 395*6beeb091SDimitry Andric // No luck, create a virtual register. 396*6beeb091SDimitry Andric unsigned VirtReg = MRI.createVirtualRegister(RC); 397*6beeb091SDimitry Andric BuildMI(*this, I, DebugLoc(), TII.get(TargetOpcode::COPY), VirtReg) 398*6beeb091SDimitry Andric .addReg(PhysReg, RegState::Kill); 399*6beeb091SDimitry Andric if (!LiveIn) 400*6beeb091SDimitry Andric addLiveIn(PhysReg); 401*6beeb091SDimitry Andric return VirtReg; 402*6beeb091SDimitry Andric } 403*6beeb091SDimitry Andric 404f22ef01cSRoman Divacky void MachineBasicBlock::moveBefore(MachineBasicBlock *NewAfter) { 4057d523365SDimitry Andric getParent()->splice(NewAfter->getIterator(), getIterator()); 406f22ef01cSRoman Divacky } 407f22ef01cSRoman Divacky 408f22ef01cSRoman Divacky void MachineBasicBlock::moveAfter(MachineBasicBlock *NewBefore) { 4097d523365SDimitry Andric getParent()->splice(++NewBefore->getIterator(), getIterator()); 410f22ef01cSRoman Divacky } 411f22ef01cSRoman Divacky 412f22ef01cSRoman Divacky void MachineBasicBlock::updateTerminator() { 41339d628a0SDimitry Andric const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo(); 414f22ef01cSRoman Divacky // A block with no successors has no concerns with fall-through edges. 4153ca95b02SDimitry Andric if (this->succ_empty()) 4163ca95b02SDimitry Andric return; 417f22ef01cSRoman Divacky 41891bc56edSDimitry Andric MachineBasicBlock *TBB = nullptr, *FBB = nullptr; 419f22ef01cSRoman Divacky SmallVector<MachineOperand, 4> Cond; 4207d523365SDimitry Andric DebugLoc DL; // FIXME: this is nowhere 4213ca95b02SDimitry Andric bool B = TII->analyzeBranch(*this, TBB, FBB, Cond); 422f22ef01cSRoman Divacky (void) B; 423f22ef01cSRoman Divacky assert(!B && "UpdateTerminators requires analyzable predecessors!"); 424f22ef01cSRoman Divacky if (Cond.empty()) { 425f22ef01cSRoman Divacky if (TBB) { 4263ca95b02SDimitry Andric // The block has an unconditional branch. If its successor is now its 4273ca95b02SDimitry Andric // layout successor, delete the branch. 428f22ef01cSRoman Divacky if (isLayoutSuccessor(TBB)) 429d88c1a5aSDimitry Andric TII->removeBranch(*this); 430f22ef01cSRoman Divacky } else { 4313ca95b02SDimitry Andric // The block has an unconditional fallthrough. If its successor is not its 4323ca95b02SDimitry Andric // layout successor, insert a branch. First we have to locate the only 4333ca95b02SDimitry Andric // non-landing-pad successor, as that is the fallthrough block. 434dff0c46cSDimitry Andric for (succ_iterator SI = succ_begin(), SE = succ_end(); SI != SE; ++SI) { 4357d523365SDimitry Andric if ((*SI)->isEHPad()) 436dff0c46cSDimitry Andric continue; 437dff0c46cSDimitry Andric assert(!TBB && "Found more than one non-landing-pad successor!"); 438dff0c46cSDimitry Andric TBB = *SI; 439dff0c46cSDimitry Andric } 440dff0c46cSDimitry Andric 4413ca95b02SDimitry Andric // If there is no non-landing-pad successor, the block has no fall-through 4423ca95b02SDimitry Andric // edges to be concerned with. 443dff0c46cSDimitry Andric if (!TBB) 444dff0c46cSDimitry Andric return; 445dff0c46cSDimitry Andric 446dff0c46cSDimitry Andric // Finally update the unconditional successor to be reached via a branch 447dff0c46cSDimitry Andric // if it would not be reached by fallthrough. 448f22ef01cSRoman Divacky if (!isLayoutSuccessor(TBB)) 449d88c1a5aSDimitry Andric TII->insertBranch(*this, TBB, nullptr, Cond, DL); 450f22ef01cSRoman Divacky } 4513ca95b02SDimitry Andric return; 4523ca95b02SDimitry Andric } 4533ca95b02SDimitry Andric 454f22ef01cSRoman Divacky if (FBB) { 455f22ef01cSRoman Divacky // The block has a non-fallthrough conditional branch. If one of its 456f22ef01cSRoman Divacky // successors is its layout successor, rewrite it to a fallthrough 457f22ef01cSRoman Divacky // conditional branch. 458f22ef01cSRoman Divacky if (isLayoutSuccessor(TBB)) { 459d88c1a5aSDimitry Andric if (TII->reverseBranchCondition(Cond)) 460f22ef01cSRoman Divacky return; 461d88c1a5aSDimitry Andric TII->removeBranch(*this); 462d88c1a5aSDimitry Andric TII->insertBranch(*this, FBB, nullptr, Cond, DL); 463f22ef01cSRoman Divacky } else if (isLayoutSuccessor(FBB)) { 464d88c1a5aSDimitry Andric TII->removeBranch(*this); 465d88c1a5aSDimitry Andric TII->insertBranch(*this, TBB, nullptr, Cond, DL); 466f22ef01cSRoman Divacky } 4673ca95b02SDimitry Andric return; 4683ca95b02SDimitry Andric } 4693ca95b02SDimitry Andric 4703ca95b02SDimitry Andric // Walk through the successors and find the successor which is not a landing 4713ca95b02SDimitry Andric // pad and is not the conditional branch destination (in TBB) as the 4723ca95b02SDimitry Andric // fallthrough successor. 47391bc56edSDimitry Andric MachineBasicBlock *FallthroughBB = nullptr; 474cb4dff85SDimitry Andric for (succ_iterator SI = succ_begin(), SE = succ_end(); SI != SE; ++SI) { 4757d523365SDimitry Andric if ((*SI)->isEHPad() || *SI == TBB) 476cb4dff85SDimitry Andric continue; 477cb4dff85SDimitry Andric assert(!FallthroughBB && "Found more than one fallthrough successor."); 478cb4dff85SDimitry Andric FallthroughBB = *SI; 479cb4dff85SDimitry Andric } 4803ca95b02SDimitry Andric 4813ca95b02SDimitry Andric if (!FallthroughBB) { 4823ca95b02SDimitry Andric if (canFallThrough()) { 4833ca95b02SDimitry Andric // We fallthrough to the same basic block as the conditional jump targets. 4843ca95b02SDimitry Andric // Remove the conditional jump, leaving unconditional fallthrough. 4853ca95b02SDimitry Andric // FIXME: This does not seem like a reasonable pattern to support, but it 4863ca95b02SDimitry Andric // has been seen in the wild coming out of degenerate ARM test cases. 487d88c1a5aSDimitry Andric TII->removeBranch(*this); 488cb4dff85SDimitry Andric 4893ca95b02SDimitry Andric // Finally update the unconditional successor to be reached via a branch if 4903ca95b02SDimitry Andric // it would not be reached by fallthrough. 491cb4dff85SDimitry Andric if (!isLayoutSuccessor(TBB)) 492d88c1a5aSDimitry Andric TII->insertBranch(*this, TBB, nullptr, Cond, DL); 493cb4dff85SDimitry Andric return; 494cb4dff85SDimitry Andric } 495cb4dff85SDimitry Andric 4963ca95b02SDimitry Andric // We enter here iff exactly one successor is TBB which cannot fallthrough 4973ca95b02SDimitry Andric // and the rest successors if any are EHPads. In this case, we need to 4983ca95b02SDimitry Andric // change the conditional branch into unconditional branch. 499d88c1a5aSDimitry Andric TII->removeBranch(*this); 5003ca95b02SDimitry Andric Cond.clear(); 501d88c1a5aSDimitry Andric TII->insertBranch(*this, TBB, nullptr, Cond, DL); 5023ca95b02SDimitry Andric return; 5033ca95b02SDimitry Andric } 5043ca95b02SDimitry Andric 505f22ef01cSRoman Divacky // The block has a fallthrough conditional branch. 506f22ef01cSRoman Divacky if (isLayoutSuccessor(TBB)) { 507d88c1a5aSDimitry Andric if (TII->reverseBranchCondition(Cond)) { 508f22ef01cSRoman Divacky // We can't reverse the condition, add an unconditional branch. 509f22ef01cSRoman Divacky Cond.clear(); 510d88c1a5aSDimitry Andric TII->insertBranch(*this, FallthroughBB, nullptr, Cond, DL); 511f22ef01cSRoman Divacky return; 512f22ef01cSRoman Divacky } 513d88c1a5aSDimitry Andric TII->removeBranch(*this); 514d88c1a5aSDimitry Andric TII->insertBranch(*this, FallthroughBB, nullptr, Cond, DL); 515cb4dff85SDimitry Andric } else if (!isLayoutSuccessor(FallthroughBB)) { 516d88c1a5aSDimitry Andric TII->removeBranch(*this); 517d88c1a5aSDimitry Andric TII->insertBranch(*this, TBB, FallthroughBB, Cond, DL); 518f22ef01cSRoman Divacky } 519f22ef01cSRoman Divacky } 520f22ef01cSRoman Divacky 5217d523365SDimitry Andric void MachineBasicBlock::validateSuccProbs() const { 5227d523365SDimitry Andric #ifndef NDEBUG 5237d523365SDimitry Andric int64_t Sum = 0; 5247d523365SDimitry Andric for (auto Prob : Probs) 5257d523365SDimitry Andric Sum += Prob.getNumerator(); 5267d523365SDimitry Andric // Due to precision issue, we assume that the sum of probabilities is one if 5277d523365SDimitry Andric // the difference between the sum of their numerators and the denominator is 5287d523365SDimitry Andric // no greater than the number of successors. 5297d523365SDimitry Andric assert((uint64_t)std::abs(Sum - BranchProbability::getDenominator()) <= 5307d523365SDimitry Andric Probs.size() && 5317d523365SDimitry Andric "The sum of successors's probabilities exceeds one."); 5327d523365SDimitry Andric #endif // NDEBUG 533f22ef01cSRoman Divacky } 534f22ef01cSRoman Divacky 5357d523365SDimitry Andric void MachineBasicBlock::addSuccessor(MachineBasicBlock *Succ, 5367d523365SDimitry Andric BranchProbability Prob) { 5377d523365SDimitry Andric // Probability list is either empty (if successor list isn't empty, this means 5387d523365SDimitry Andric // disabled optimization) or has the same size as successor list. 5397d523365SDimitry Andric if (!(Probs.empty() && !Successors.empty())) 5407d523365SDimitry Andric Probs.push_back(Prob); 5417d523365SDimitry Andric Successors.push_back(Succ); 5427d523365SDimitry Andric Succ->addPredecessor(this); 54317a519f9SDimitry Andric } 54417a519f9SDimitry Andric 5457d523365SDimitry Andric void MachineBasicBlock::addSuccessorWithoutProb(MachineBasicBlock *Succ) { 5467d523365SDimitry Andric // We need to make sure probability list is either empty or has the same size 5477d523365SDimitry Andric // of successor list. When this function is called, we can safely delete all 5487d523365SDimitry Andric // probability in the list. 5497d523365SDimitry Andric Probs.clear(); 5507d523365SDimitry Andric Successors.push_back(Succ); 5517d523365SDimitry Andric Succ->addPredecessor(this); 5527d523365SDimitry Andric } 5537d523365SDimitry Andric 5547d523365SDimitry Andric void MachineBasicBlock::removeSuccessor(MachineBasicBlock *Succ, 5557d523365SDimitry Andric bool NormalizeSuccProbs) { 556d88c1a5aSDimitry Andric succ_iterator I = find(Successors, Succ); 5577d523365SDimitry Andric removeSuccessor(I, NormalizeSuccProbs); 558f22ef01cSRoman Divacky } 559f22ef01cSRoman Divacky 560f22ef01cSRoman Divacky MachineBasicBlock::succ_iterator 5617d523365SDimitry Andric MachineBasicBlock::removeSuccessor(succ_iterator I, bool NormalizeSuccProbs) { 562f22ef01cSRoman Divacky assert(I != Successors.end() && "Not a current successor!"); 56317a519f9SDimitry Andric 5647d523365SDimitry Andric // If probability list is empty it means we don't use it (disabled 5657d523365SDimitry Andric // optimization). 5667d523365SDimitry Andric if (!Probs.empty()) { 5677d523365SDimitry Andric probability_iterator WI = getProbabilityIterator(I); 5687d523365SDimitry Andric Probs.erase(WI); 5697d523365SDimitry Andric if (NormalizeSuccProbs) 5707d523365SDimitry Andric normalizeSuccProbs(); 57117a519f9SDimitry Andric } 57217a519f9SDimitry Andric 573f22ef01cSRoman Divacky (*I)->removePredecessor(this); 574f22ef01cSRoman Divacky return Successors.erase(I); 575f22ef01cSRoman Divacky } 576f22ef01cSRoman Divacky 57717a519f9SDimitry Andric void MachineBasicBlock::replaceSuccessor(MachineBasicBlock *Old, 57817a519f9SDimitry Andric MachineBasicBlock *New) { 5797ae0e2c9SDimitry Andric if (Old == New) 5807ae0e2c9SDimitry Andric return; 58117a519f9SDimitry Andric 5827ae0e2c9SDimitry Andric succ_iterator E = succ_end(); 5837ae0e2c9SDimitry Andric succ_iterator NewI = E; 5847ae0e2c9SDimitry Andric succ_iterator OldI = E; 5857ae0e2c9SDimitry Andric for (succ_iterator I = succ_begin(); I != E; ++I) { 5867ae0e2c9SDimitry Andric if (*I == Old) { 5877ae0e2c9SDimitry Andric OldI = I; 5887ae0e2c9SDimitry Andric if (NewI != E) 5897ae0e2c9SDimitry Andric break; 5907ae0e2c9SDimitry Andric } 5917ae0e2c9SDimitry Andric if (*I == New) { 5927ae0e2c9SDimitry Andric NewI = I; 5937ae0e2c9SDimitry Andric if (OldI != E) 5947ae0e2c9SDimitry Andric break; 5957ae0e2c9SDimitry Andric } 5967ae0e2c9SDimitry Andric } 5977ae0e2c9SDimitry Andric assert(OldI != E && "Old is not a successor of this block"); 5987ae0e2c9SDimitry Andric 5997ae0e2c9SDimitry Andric // If New isn't already a successor, let it take Old's place. 6007ae0e2c9SDimitry Andric if (NewI == E) { 6017d523365SDimitry Andric Old->removePredecessor(this); 6027ae0e2c9SDimitry Andric New->addPredecessor(this); 6037ae0e2c9SDimitry Andric *OldI = New; 6047ae0e2c9SDimitry Andric return; 60517a519f9SDimitry Andric } 60617a519f9SDimitry Andric 6077ae0e2c9SDimitry Andric // New is already a successor. 6087d523365SDimitry Andric // Update its probability instead of adding a duplicate edge. 6097d523365SDimitry Andric if (!Probs.empty()) { 6107d523365SDimitry Andric auto ProbIter = getProbabilityIterator(NewI); 6117d523365SDimitry Andric if (!ProbIter->isUnknown()) 6127d523365SDimitry Andric *ProbIter += *getProbabilityIterator(OldI); 6137ae0e2c9SDimitry Andric } 6147d523365SDimitry Andric removeSuccessor(OldI); 61517a519f9SDimitry Andric } 61617a519f9SDimitry Andric 6177d523365SDimitry Andric void MachineBasicBlock::addPredecessor(MachineBasicBlock *Pred) { 6187d523365SDimitry Andric Predecessors.push_back(Pred); 619f22ef01cSRoman Divacky } 620f22ef01cSRoman Divacky 6217d523365SDimitry Andric void MachineBasicBlock::removePredecessor(MachineBasicBlock *Pred) { 622d88c1a5aSDimitry Andric pred_iterator I = find(Predecessors, Pred); 623f22ef01cSRoman Divacky assert(I != Predecessors.end() && "Pred is not a predecessor of this block!"); 624f22ef01cSRoman Divacky Predecessors.erase(I); 625f22ef01cSRoman Divacky } 626f22ef01cSRoman Divacky 6277d523365SDimitry Andric void MachineBasicBlock::transferSuccessors(MachineBasicBlock *FromMBB) { 6287d523365SDimitry Andric if (this == FromMBB) 629f22ef01cSRoman Divacky return; 630f22ef01cSRoman Divacky 6317d523365SDimitry Andric while (!FromMBB->succ_empty()) { 6327d523365SDimitry Andric MachineBasicBlock *Succ = *FromMBB->succ_begin(); 63317a519f9SDimitry Andric 6347d523365SDimitry Andric // If probability list is empty it means we don't use it (disabled optimization). 6357d523365SDimitry Andric if (!FromMBB->Probs.empty()) { 6367d523365SDimitry Andric auto Prob = *FromMBB->Probs.begin(); 6377d523365SDimitry Andric addSuccessor(Succ, Prob); 6387d523365SDimitry Andric } else 6397d523365SDimitry Andric addSuccessorWithoutProb(Succ); 64017a519f9SDimitry Andric 6417d523365SDimitry Andric FromMBB->removeSuccessor(Succ); 642ffd1746dSEd Schouten } 643ffd1746dSEd Schouten } 644f22ef01cSRoman Divacky 645ffd1746dSEd Schouten void 6467d523365SDimitry Andric MachineBasicBlock::transferSuccessorsAndUpdatePHIs(MachineBasicBlock *FromMBB) { 6477d523365SDimitry Andric if (this == FromMBB) 648ffd1746dSEd Schouten return; 649ffd1746dSEd Schouten 6507d523365SDimitry Andric while (!FromMBB->succ_empty()) { 6517d523365SDimitry Andric MachineBasicBlock *Succ = *FromMBB->succ_begin(); 6527d523365SDimitry Andric if (!FromMBB->Probs.empty()) { 6537d523365SDimitry Andric auto Prob = *FromMBB->Probs.begin(); 6547d523365SDimitry Andric addSuccessor(Succ, Prob); 6557d523365SDimitry Andric } else 6567d523365SDimitry Andric addSuccessorWithoutProb(Succ); 6577d523365SDimitry Andric FromMBB->removeSuccessor(Succ); 658ffd1746dSEd Schouten 659ffd1746dSEd Schouten // Fix up any PHI nodes in the successor. 660dff0c46cSDimitry Andric for (MachineBasicBlock::instr_iterator MI = Succ->instr_begin(), 661dff0c46cSDimitry Andric ME = Succ->instr_end(); MI != ME && MI->isPHI(); ++MI) 662ffd1746dSEd Schouten for (unsigned i = 2, e = MI->getNumOperands()+1; i != e; i += 2) { 663ffd1746dSEd Schouten MachineOperand &MO = MI->getOperand(i); 6647d523365SDimitry Andric if (MO.getMBB() == FromMBB) 665ffd1746dSEd Schouten MO.setMBB(this); 666ffd1746dSEd Schouten } 667ffd1746dSEd Schouten } 6687d523365SDimitry Andric normalizeSuccProbs(); 669f22ef01cSRoman Divacky } 670f22ef01cSRoman Divacky 6717ae0e2c9SDimitry Andric bool MachineBasicBlock::isPredecessor(const MachineBasicBlock *MBB) const { 672d88c1a5aSDimitry Andric return is_contained(predecessors(), MBB); 6737ae0e2c9SDimitry Andric } 6747ae0e2c9SDimitry Andric 675f22ef01cSRoman Divacky bool MachineBasicBlock::isSuccessor(const MachineBasicBlock *MBB) const { 676d88c1a5aSDimitry Andric return is_contained(successors(), MBB); 677f22ef01cSRoman Divacky } 678f22ef01cSRoman Divacky 679f22ef01cSRoman Divacky bool MachineBasicBlock::isLayoutSuccessor(const MachineBasicBlock *MBB) const { 680f22ef01cSRoman Divacky MachineFunction::const_iterator I(this); 68191bc56edSDimitry Andric return std::next(I) == MachineFunction::const_iterator(MBB); 682f22ef01cSRoman Divacky } 683f22ef01cSRoman Divacky 684f22ef01cSRoman Divacky bool MachineBasicBlock::canFallThrough() { 6857d523365SDimitry Andric MachineFunction::iterator Fallthrough = getIterator(); 686f22ef01cSRoman Divacky ++Fallthrough; 687f22ef01cSRoman Divacky // If FallthroughBlock is off the end of the function, it can't fall through. 688f22ef01cSRoman Divacky if (Fallthrough == getParent()->end()) 689f22ef01cSRoman Divacky return false; 690f22ef01cSRoman Divacky 691f22ef01cSRoman Divacky // If FallthroughBlock isn't a successor, no fallthrough is possible. 6927d523365SDimitry Andric if (!isSuccessor(&*Fallthrough)) 693f22ef01cSRoman Divacky return false; 694f22ef01cSRoman Divacky 695f22ef01cSRoman Divacky // Analyze the branches, if any, at the end of the block. 69691bc56edSDimitry Andric MachineBasicBlock *TBB = nullptr, *FBB = nullptr; 697f22ef01cSRoman Divacky SmallVector<MachineOperand, 4> Cond; 69839d628a0SDimitry Andric const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo(); 6993ca95b02SDimitry Andric if (TII->analyzeBranch(*this, TBB, FBB, Cond)) { 700f22ef01cSRoman Divacky // If we couldn't analyze the branch, examine the last instruction. 701f22ef01cSRoman Divacky // If the block doesn't end in a known control barrier, assume fallthrough 702dff0c46cSDimitry Andric // is possible. The isPredicated check is needed because this code can be 703f22ef01cSRoman Divacky // called during IfConversion, where an instruction which is normally a 704dff0c46cSDimitry Andric // Barrier is predicated and thus no longer an actual control barrier. 7053ca95b02SDimitry Andric return empty() || !back().isBarrier() || TII->isPredicated(back()); 706f22ef01cSRoman Divacky } 707f22ef01cSRoman Divacky 708f22ef01cSRoman Divacky // If there is no branch, control always falls through. 70991bc56edSDimitry Andric if (!TBB) return true; 710f22ef01cSRoman Divacky 711f22ef01cSRoman Divacky // If there is some explicit branch to the fallthrough block, it can obviously 712f22ef01cSRoman Divacky // reach, even though the branch should get folded to fall through implicitly. 713f22ef01cSRoman Divacky if (MachineFunction::iterator(TBB) == Fallthrough || 714f22ef01cSRoman Divacky MachineFunction::iterator(FBB) == Fallthrough) 715f22ef01cSRoman Divacky return true; 716f22ef01cSRoman Divacky 717f22ef01cSRoman Divacky // If it's an unconditional branch to some block not the fall through, it 718f22ef01cSRoman Divacky // doesn't fall through. 719f22ef01cSRoman Divacky if (Cond.empty()) return false; 720f22ef01cSRoman Divacky 721f22ef01cSRoman Divacky // Otherwise, if it is conditional and has no explicit false block, it falls 722f22ef01cSRoman Divacky // through. 72391bc56edSDimitry Andric return FBB == nullptr; 724f22ef01cSRoman Divacky } 725f22ef01cSRoman Divacky 7263ca95b02SDimitry Andric MachineBasicBlock *MachineBasicBlock::SplitCriticalEdge(MachineBasicBlock *Succ, 7273ca95b02SDimitry Andric Pass &P) { 7283ca95b02SDimitry Andric if (!canSplitCriticalEdge(Succ)) 72991bc56edSDimitry Andric return nullptr; 7307ae0e2c9SDimitry Andric 731ffd1746dSEd Schouten MachineFunction *MF = getParent(); 7327d523365SDimitry Andric DebugLoc DL; // FIXME: this is nowhere 733ffd1746dSEd Schouten 734ffd1746dSEd Schouten MachineBasicBlock *NMBB = MF->CreateMachineBasicBlock(); 73591bc56edSDimitry Andric MF->insert(std::next(MachineFunction::iterator(this)), NMBB); 736e580952dSDimitry Andric DEBUG(dbgs() << "Splitting critical edge:" 737ffd1746dSEd Schouten " BB#" << getNumber() 738ffd1746dSEd Schouten << " -- BB#" << NMBB->getNumber() 739ffd1746dSEd Schouten << " -- BB#" << Succ->getNumber() << '\n'); 740ffd1746dSEd Schouten 7413ca95b02SDimitry Andric LiveIntervals *LIS = P.getAnalysisIfAvailable<LiveIntervals>(); 7423ca95b02SDimitry Andric SlotIndexes *Indexes = P.getAnalysisIfAvailable<SlotIndexes>(); 743139f7f9bSDimitry Andric if (LIS) 744139f7f9bSDimitry Andric LIS->insertMBBInMaps(NMBB); 745139f7f9bSDimitry Andric else if (Indexes) 746139f7f9bSDimitry Andric Indexes->insertMBBInMaps(NMBB); 747139f7f9bSDimitry Andric 748bd5abe19SDimitry Andric // On some targets like Mips, branches may kill virtual registers. Make sure 749bd5abe19SDimitry Andric // that LiveVariables is properly updated after updateTerminator replaces the 750bd5abe19SDimitry Andric // terminators. 7513ca95b02SDimitry Andric LiveVariables *LV = P.getAnalysisIfAvailable<LiveVariables>(); 752bd5abe19SDimitry Andric 753bd5abe19SDimitry Andric // Collect a list of virtual registers killed by the terminators. 754bd5abe19SDimitry Andric SmallVector<unsigned, 4> KilledRegs; 755bd5abe19SDimitry Andric if (LV) 756dff0c46cSDimitry Andric for (instr_iterator I = getFirstInstrTerminator(), E = instr_end(); 757dff0c46cSDimitry Andric I != E; ++I) { 7587d523365SDimitry Andric MachineInstr *MI = &*I; 759bd5abe19SDimitry Andric for (MachineInstr::mop_iterator OI = MI->operands_begin(), 760bd5abe19SDimitry Andric OE = MI->operands_end(); OI != OE; ++OI) { 761dff0c46cSDimitry Andric if (!OI->isReg() || OI->getReg() == 0 || 762dff0c46cSDimitry Andric !OI->isUse() || !OI->isKill() || OI->isUndef()) 763bd5abe19SDimitry Andric continue; 764bd5abe19SDimitry Andric unsigned Reg = OI->getReg(); 765dff0c46cSDimitry Andric if (TargetRegisterInfo::isPhysicalRegister(Reg) || 7663ca95b02SDimitry Andric LV->getVarInfo(Reg).removeKill(*MI)) { 767bd5abe19SDimitry Andric KilledRegs.push_back(Reg); 768bd5abe19SDimitry Andric DEBUG(dbgs() << "Removing terminator kill: " << *MI); 769bd5abe19SDimitry Andric OI->setIsKill(false); 770bd5abe19SDimitry Andric } 771bd5abe19SDimitry Andric } 772bd5abe19SDimitry Andric } 773bd5abe19SDimitry Andric 774139f7f9bSDimitry Andric SmallVector<unsigned, 4> UsedRegs; 775139f7f9bSDimitry Andric if (LIS) { 776139f7f9bSDimitry Andric for (instr_iterator I = getFirstInstrTerminator(), E = instr_end(); 777139f7f9bSDimitry Andric I != E; ++I) { 7787d523365SDimitry Andric MachineInstr *MI = &*I; 779139f7f9bSDimitry Andric 780139f7f9bSDimitry Andric for (MachineInstr::mop_iterator OI = MI->operands_begin(), 781139f7f9bSDimitry Andric OE = MI->operands_end(); OI != OE; ++OI) { 782139f7f9bSDimitry Andric if (!OI->isReg() || OI->getReg() == 0) 783139f7f9bSDimitry Andric continue; 784139f7f9bSDimitry Andric 785139f7f9bSDimitry Andric unsigned Reg = OI->getReg(); 786d88c1a5aSDimitry Andric if (!is_contained(UsedRegs, Reg)) 787139f7f9bSDimitry Andric UsedRegs.push_back(Reg); 788139f7f9bSDimitry Andric } 789139f7f9bSDimitry Andric } 790139f7f9bSDimitry Andric } 791139f7f9bSDimitry Andric 792ffd1746dSEd Schouten ReplaceUsesOfBlockWith(Succ, NMBB); 793139f7f9bSDimitry Andric 794139f7f9bSDimitry Andric // If updateTerminator() removes instructions, we need to remove them from 795139f7f9bSDimitry Andric // SlotIndexes. 796139f7f9bSDimitry Andric SmallVector<MachineInstr*, 4> Terminators; 797139f7f9bSDimitry Andric if (Indexes) { 798139f7f9bSDimitry Andric for (instr_iterator I = getFirstInstrTerminator(), E = instr_end(); 799139f7f9bSDimitry Andric I != E; ++I) 8007d523365SDimitry Andric Terminators.push_back(&*I); 801139f7f9bSDimitry Andric } 802139f7f9bSDimitry Andric 803ffd1746dSEd Schouten updateTerminator(); 804ffd1746dSEd Schouten 805139f7f9bSDimitry Andric if (Indexes) { 806139f7f9bSDimitry Andric SmallVector<MachineInstr*, 4> NewTerminators; 807139f7f9bSDimitry Andric for (instr_iterator I = getFirstInstrTerminator(), E = instr_end(); 808139f7f9bSDimitry Andric I != E; ++I) 8097d523365SDimitry Andric NewTerminators.push_back(&*I); 810139f7f9bSDimitry Andric 811139f7f9bSDimitry Andric for (SmallVectorImpl<MachineInstr*>::iterator I = Terminators.begin(), 812139f7f9bSDimitry Andric E = Terminators.end(); I != E; ++I) { 813d88c1a5aSDimitry Andric if (!is_contained(NewTerminators, *I)) 8143ca95b02SDimitry Andric Indexes->removeMachineInstrFromMaps(**I); 815139f7f9bSDimitry Andric } 816139f7f9bSDimitry Andric } 817139f7f9bSDimitry Andric 818ffd1746dSEd Schouten // Insert unconditional "jump Succ" instruction in NMBB if necessary. 819ffd1746dSEd Schouten NMBB->addSuccessor(Succ); 820ffd1746dSEd Schouten if (!NMBB->isLayoutSuccessor(Succ)) { 8213ca95b02SDimitry Andric SmallVector<MachineOperand, 4> Cond; 8223ca95b02SDimitry Andric const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo(); 823d88c1a5aSDimitry Andric TII->insertBranch(*NMBB, Succ, nullptr, Cond, DL); 824139f7f9bSDimitry Andric 825139f7f9bSDimitry Andric if (Indexes) { 8263ca95b02SDimitry Andric for (MachineInstr &MI : NMBB->instrs()) { 827139f7f9bSDimitry Andric // Some instructions may have been moved to NMBB by updateTerminator(), 828139f7f9bSDimitry Andric // so we first remove any instruction that already has an index. 8293ca95b02SDimitry Andric if (Indexes->hasIndex(MI)) 8303ca95b02SDimitry Andric Indexes->removeMachineInstrFromMaps(MI); 8313ca95b02SDimitry Andric Indexes->insertMachineInstrInMaps(MI); 832139f7f9bSDimitry Andric } 833139f7f9bSDimitry Andric } 834ffd1746dSEd Schouten } 835ffd1746dSEd Schouten 836ffd1746dSEd Schouten // Fix PHI nodes in Succ so they refer to NMBB instead of this 837dff0c46cSDimitry Andric for (MachineBasicBlock::instr_iterator 838dff0c46cSDimitry Andric i = Succ->instr_begin(),e = Succ->instr_end(); 839ffd1746dSEd Schouten i != e && i->isPHI(); ++i) 840ffd1746dSEd Schouten for (unsigned ni = 1, ne = i->getNumOperands(); ni != ne; ni += 2) 841ffd1746dSEd Schouten if (i->getOperand(ni+1).getMBB() == this) 842ffd1746dSEd Schouten i->getOperand(ni+1).setMBB(NMBB); 843ffd1746dSEd Schouten 8446122f3e6SDimitry Andric // Inherit live-ins from the successor 8457d523365SDimitry Andric for (const auto &LI : Succ->liveins()) 8467d523365SDimitry Andric NMBB->addLiveIn(LI); 8476122f3e6SDimitry Andric 848bd5abe19SDimitry Andric // Update LiveVariables. 84939d628a0SDimitry Andric const TargetRegisterInfo *TRI = MF->getSubtarget().getRegisterInfo(); 850bd5abe19SDimitry Andric if (LV) { 851bd5abe19SDimitry Andric // Restore kills of virtual registers that were killed by the terminators. 852bd5abe19SDimitry Andric while (!KilledRegs.empty()) { 853bd5abe19SDimitry Andric unsigned Reg = KilledRegs.pop_back_val(); 854dff0c46cSDimitry Andric for (instr_iterator I = instr_end(), E = instr_begin(); I != E;) { 855dff0c46cSDimitry Andric if (!(--I)->addRegisterKilled(Reg, TRI, /* addIfNotFound= */ false)) 856bd5abe19SDimitry Andric continue; 857dff0c46cSDimitry Andric if (TargetRegisterInfo::isVirtualRegister(Reg)) 8587d523365SDimitry Andric LV->getVarInfo(Reg).Kills.push_back(&*I); 859bd5abe19SDimitry Andric DEBUG(dbgs() << "Restored terminator kill: " << *I); 860bd5abe19SDimitry Andric break; 861bd5abe19SDimitry Andric } 862bd5abe19SDimitry Andric } 863bd5abe19SDimitry Andric // Update relevant live-through information. 864ffd1746dSEd Schouten LV->addNewBlock(NMBB, this, Succ); 865bd5abe19SDimitry Andric } 866ffd1746dSEd Schouten 867139f7f9bSDimitry Andric if (LIS) { 868139f7f9bSDimitry Andric // After splitting the edge and updating SlotIndexes, live intervals may be 869139f7f9bSDimitry Andric // in one of two situations, depending on whether this block was the last in 8707d523365SDimitry Andric // the function. If the original block was the last in the function, all 8717d523365SDimitry Andric // live intervals will end prior to the beginning of the new split block. If 8727d523365SDimitry Andric // the original block was not at the end of the function, all live intervals 8737d523365SDimitry Andric // will extend to the end of the new split block. 874139f7f9bSDimitry Andric 875139f7f9bSDimitry Andric bool isLastMBB = 87691bc56edSDimitry Andric std::next(MachineFunction::iterator(NMBB)) == getParent()->end(); 877139f7f9bSDimitry Andric 878139f7f9bSDimitry Andric SlotIndex StartIndex = Indexes->getMBBEndIdx(this); 879139f7f9bSDimitry Andric SlotIndex PrevIndex = StartIndex.getPrevSlot(); 880139f7f9bSDimitry Andric SlotIndex EndIndex = Indexes->getMBBEndIdx(NMBB); 881139f7f9bSDimitry Andric 882139f7f9bSDimitry Andric // Find the registers used from NMBB in PHIs in Succ. 883139f7f9bSDimitry Andric SmallSet<unsigned, 8> PHISrcRegs; 884139f7f9bSDimitry Andric for (MachineBasicBlock::instr_iterator 885139f7f9bSDimitry Andric I = Succ->instr_begin(), E = Succ->instr_end(); 886139f7f9bSDimitry Andric I != E && I->isPHI(); ++I) { 887139f7f9bSDimitry Andric for (unsigned ni = 1, ne = I->getNumOperands(); ni != ne; ni += 2) { 888139f7f9bSDimitry Andric if (I->getOperand(ni+1).getMBB() == NMBB) { 889139f7f9bSDimitry Andric MachineOperand &MO = I->getOperand(ni); 890139f7f9bSDimitry Andric unsigned Reg = MO.getReg(); 891139f7f9bSDimitry Andric PHISrcRegs.insert(Reg); 892139f7f9bSDimitry Andric if (MO.isUndef()) 893139f7f9bSDimitry Andric continue; 894139f7f9bSDimitry Andric 895139f7f9bSDimitry Andric LiveInterval &LI = LIS->getInterval(Reg); 896139f7f9bSDimitry Andric VNInfo *VNI = LI.getVNInfoAt(PrevIndex); 8977d523365SDimitry Andric assert(VNI && 8987d523365SDimitry Andric "PHI sources should be live out of their predecessors."); 899f785676fSDimitry Andric LI.addSegment(LiveInterval::Segment(StartIndex, EndIndex, VNI)); 900139f7f9bSDimitry Andric } 901139f7f9bSDimitry Andric } 902139f7f9bSDimitry Andric } 903139f7f9bSDimitry Andric 904139f7f9bSDimitry Andric MachineRegisterInfo *MRI = &getParent()->getRegInfo(); 905139f7f9bSDimitry Andric for (unsigned i = 0, e = MRI->getNumVirtRegs(); i != e; ++i) { 906139f7f9bSDimitry Andric unsigned Reg = TargetRegisterInfo::index2VirtReg(i); 907139f7f9bSDimitry Andric if (PHISrcRegs.count(Reg) || !LIS->hasInterval(Reg)) 908139f7f9bSDimitry Andric continue; 909139f7f9bSDimitry Andric 910139f7f9bSDimitry Andric LiveInterval &LI = LIS->getInterval(Reg); 911139f7f9bSDimitry Andric if (!LI.liveAt(PrevIndex)) 912139f7f9bSDimitry Andric continue; 913139f7f9bSDimitry Andric 914139f7f9bSDimitry Andric bool isLiveOut = LI.liveAt(LIS->getMBBStartIdx(Succ)); 915139f7f9bSDimitry Andric if (isLiveOut && isLastMBB) { 916139f7f9bSDimitry Andric VNInfo *VNI = LI.getVNInfoAt(PrevIndex); 917139f7f9bSDimitry Andric assert(VNI && "LiveInterval should have VNInfo where it is live."); 918f785676fSDimitry Andric LI.addSegment(LiveInterval::Segment(StartIndex, EndIndex, VNI)); 919139f7f9bSDimitry Andric } else if (!isLiveOut && !isLastMBB) { 920f785676fSDimitry Andric LI.removeSegment(StartIndex, EndIndex); 921139f7f9bSDimitry Andric } 922139f7f9bSDimitry Andric } 923139f7f9bSDimitry Andric 924139f7f9bSDimitry Andric // Update all intervals for registers whose uses may have been modified by 925139f7f9bSDimitry Andric // updateTerminator(). 926139f7f9bSDimitry Andric LIS->repairIntervalsInRange(this, getFirstTerminator(), end(), UsedRegs); 927139f7f9bSDimitry Andric } 928139f7f9bSDimitry Andric 929ffd1746dSEd Schouten if (MachineDominatorTree *MDT = 9303ca95b02SDimitry Andric P.getAnalysisIfAvailable<MachineDominatorTree>()) 93139d628a0SDimitry Andric MDT->recordSplitCriticalEdge(this, Succ, NMBB); 932e580952dSDimitry Andric 9333ca95b02SDimitry Andric if (MachineLoopInfo *MLI = P.getAnalysisIfAvailable<MachineLoopInfo>()) 934ffd1746dSEd Schouten if (MachineLoop *TIL = MLI->getLoopFor(this)) { 935ffd1746dSEd Schouten // If one or the other blocks were not in a loop, the new block is not 936ffd1746dSEd Schouten // either, and thus LI doesn't need to be updated. 937ffd1746dSEd Schouten if (MachineLoop *DestLoop = MLI->getLoopFor(Succ)) { 938ffd1746dSEd Schouten if (TIL == DestLoop) { 939ffd1746dSEd Schouten // Both in the same loop, the NMBB joins loop. 940ffd1746dSEd Schouten DestLoop->addBasicBlockToLoop(NMBB, MLI->getBase()); 941ffd1746dSEd Schouten } else if (TIL->contains(DestLoop)) { 942ffd1746dSEd Schouten // Edge from an outer loop to an inner loop. Add to the outer loop. 943ffd1746dSEd Schouten TIL->addBasicBlockToLoop(NMBB, MLI->getBase()); 944ffd1746dSEd Schouten } else if (DestLoop->contains(TIL)) { 945ffd1746dSEd Schouten // Edge from an inner loop to an outer loop. Add to the outer loop. 946ffd1746dSEd Schouten DestLoop->addBasicBlockToLoop(NMBB, MLI->getBase()); 947ffd1746dSEd Schouten } else { 948ffd1746dSEd Schouten // Edge from two loops with no containment relation. Because these 949ffd1746dSEd Schouten // are natural loops, we know that the destination block must be the 950ffd1746dSEd Schouten // header of its loop (adding a branch into a loop elsewhere would 951ffd1746dSEd Schouten // create an irreducible loop). 952ffd1746dSEd Schouten assert(DestLoop->getHeader() == Succ && 953ffd1746dSEd Schouten "Should not create irreducible loops!"); 954ffd1746dSEd Schouten if (MachineLoop *P = DestLoop->getParentLoop()) 955ffd1746dSEd Schouten P->addBasicBlockToLoop(NMBB, MLI->getBase()); 956ffd1746dSEd Schouten } 957ffd1746dSEd Schouten } 958ffd1746dSEd Schouten } 959ffd1746dSEd Schouten 960ffd1746dSEd Schouten return NMBB; 961ffd1746dSEd Schouten } 962ffd1746dSEd Schouten 9633ca95b02SDimitry Andric bool MachineBasicBlock::canSplitCriticalEdge( 9643ca95b02SDimitry Andric const MachineBasicBlock *Succ) const { 9653ca95b02SDimitry Andric // Splitting the critical edge to a landing pad block is non-trivial. Don't do 9663ca95b02SDimitry Andric // it in this generic function. 9673ca95b02SDimitry Andric if (Succ->isEHPad()) 9683ca95b02SDimitry Andric return false; 9693ca95b02SDimitry Andric 9703ca95b02SDimitry Andric const MachineFunction *MF = getParent(); 9713ca95b02SDimitry Andric 9723ca95b02SDimitry Andric // Performance might be harmed on HW that implements branching using exec mask 9733ca95b02SDimitry Andric // where both sides of the branches are always executed. 9743ca95b02SDimitry Andric if (MF->getTarget().requiresStructuredCFG()) 9753ca95b02SDimitry Andric return false; 9763ca95b02SDimitry Andric 9773ca95b02SDimitry Andric // We may need to update this's terminator, but we can't do that if 9783ca95b02SDimitry Andric // AnalyzeBranch fails. If this uses a jump table, we won't touch it. 9793ca95b02SDimitry Andric const TargetInstrInfo *TII = MF->getSubtarget().getInstrInfo(); 9803ca95b02SDimitry Andric MachineBasicBlock *TBB = nullptr, *FBB = nullptr; 9813ca95b02SDimitry Andric SmallVector<MachineOperand, 4> Cond; 9823ca95b02SDimitry Andric // AnalyzeBanch should modify this, since we did not allow modification. 9833ca95b02SDimitry Andric if (TII->analyzeBranch(*const_cast<MachineBasicBlock *>(this), TBB, FBB, Cond, 9843ca95b02SDimitry Andric /*AllowModify*/ false)) 9853ca95b02SDimitry Andric return false; 9863ca95b02SDimitry Andric 9873ca95b02SDimitry Andric // Avoid bugpoint weirdness: A block may end with a conditional branch but 9883ca95b02SDimitry Andric // jumps to the same MBB is either case. We have duplicate CFG edges in that 9893ca95b02SDimitry Andric // case that we can't handle. Since this never happens in properly optimized 9903ca95b02SDimitry Andric // code, just skip those edges. 9913ca95b02SDimitry Andric if (TBB && TBB == FBB) { 9923ca95b02SDimitry Andric DEBUG(dbgs() << "Won't split critical edge after degenerate BB#" 9933ca95b02SDimitry Andric << getNumber() << '\n'); 9943ca95b02SDimitry Andric return false; 9953ca95b02SDimitry Andric } 9963ca95b02SDimitry Andric return true; 9973ca95b02SDimitry Andric } 9983ca95b02SDimitry Andric 999139f7f9bSDimitry Andric /// Prepare MI to be removed from its bundle. This fixes bundle flags on MI's 1000139f7f9bSDimitry Andric /// neighboring instructions so the bundle won't be broken by removing MI. 1001139f7f9bSDimitry Andric static void unbundleSingleMI(MachineInstr *MI) { 1002139f7f9bSDimitry Andric // Removing the first instruction in a bundle. 1003139f7f9bSDimitry Andric if (MI->isBundledWithSucc() && !MI->isBundledWithPred()) 1004139f7f9bSDimitry Andric MI->unbundleFromSucc(); 1005139f7f9bSDimitry Andric // Removing the last instruction in a bundle. 1006139f7f9bSDimitry Andric if (MI->isBundledWithPred() && !MI->isBundledWithSucc()) 1007139f7f9bSDimitry Andric MI->unbundleFromPred(); 1008139f7f9bSDimitry Andric // If MI is not bundled, or if it is internal to a bundle, the neighbor flags 1009139f7f9bSDimitry Andric // are already fine. 1010dff0c46cSDimitry Andric } 1011dff0c46cSDimitry Andric 1012139f7f9bSDimitry Andric MachineBasicBlock::instr_iterator 1013139f7f9bSDimitry Andric MachineBasicBlock::erase(MachineBasicBlock::instr_iterator I) { 10147d523365SDimitry Andric unbundleSingleMI(&*I); 1015139f7f9bSDimitry Andric return Insts.erase(I); 1016dff0c46cSDimitry Andric } 1017dff0c46cSDimitry Andric 1018139f7f9bSDimitry Andric MachineInstr *MachineBasicBlock::remove_instr(MachineInstr *MI) { 1019139f7f9bSDimitry Andric unbundleSingleMI(MI); 1020139f7f9bSDimitry Andric MI->clearFlag(MachineInstr::BundledPred); 1021139f7f9bSDimitry Andric MI->clearFlag(MachineInstr::BundledSucc); 1022139f7f9bSDimitry Andric return Insts.remove(MI); 1023dff0c46cSDimitry Andric } 1024dff0c46cSDimitry Andric 1025139f7f9bSDimitry Andric MachineBasicBlock::instr_iterator 1026139f7f9bSDimitry Andric MachineBasicBlock::insert(instr_iterator I, MachineInstr *MI) { 1027139f7f9bSDimitry Andric assert(!MI->isBundledWithPred() && !MI->isBundledWithSucc() && 1028139f7f9bSDimitry Andric "Cannot insert instruction with bundle flags"); 1029139f7f9bSDimitry Andric // Set the bundle flags when inserting inside a bundle. 1030139f7f9bSDimitry Andric if (I != instr_end() && I->isBundledWithPred()) { 1031139f7f9bSDimitry Andric MI->setFlag(MachineInstr::BundledPred); 1032139f7f9bSDimitry Andric MI->setFlag(MachineInstr::BundledSucc); 1033dff0c46cSDimitry Andric } 1034139f7f9bSDimitry Andric return Insts.insert(I, MI); 1035dff0c46cSDimitry Andric } 1036dff0c46cSDimitry Andric 10377d523365SDimitry Andric /// This method unlinks 'this' from the containing function, and returns it, but 10387d523365SDimitry Andric /// does not delete it. 1039f22ef01cSRoman Divacky MachineBasicBlock *MachineBasicBlock::removeFromParent() { 1040f22ef01cSRoman Divacky assert(getParent() && "Not embedded in a function!"); 1041f22ef01cSRoman Divacky getParent()->remove(this); 1042f22ef01cSRoman Divacky return this; 1043f22ef01cSRoman Divacky } 1044f22ef01cSRoman Divacky 10457d523365SDimitry Andric /// This method unlinks 'this' from the containing function, and deletes it. 1046f22ef01cSRoman Divacky void MachineBasicBlock::eraseFromParent() { 1047f22ef01cSRoman Divacky assert(getParent() && "Not embedded in a function!"); 1048f22ef01cSRoman Divacky getParent()->erase(this); 1049f22ef01cSRoman Divacky } 1050f22ef01cSRoman Divacky 10517d523365SDimitry Andric /// Given a machine basic block that branched to 'Old', change the code and CFG 10527d523365SDimitry Andric /// so that it branches to 'New' instead. 1053f22ef01cSRoman Divacky void MachineBasicBlock::ReplaceUsesOfBlockWith(MachineBasicBlock *Old, 1054f22ef01cSRoman Divacky MachineBasicBlock *New) { 1055f22ef01cSRoman Divacky assert(Old != New && "Cannot replace self with self!"); 1056f22ef01cSRoman Divacky 1057dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator I = instr_end(); 1058dff0c46cSDimitry Andric while (I != instr_begin()) { 1059f22ef01cSRoman Divacky --I; 1060dff0c46cSDimitry Andric if (!I->isTerminator()) break; 1061f22ef01cSRoman Divacky 1062f22ef01cSRoman Divacky // Scan the operands of this machine instruction, replacing any uses of Old 1063f22ef01cSRoman Divacky // with New. 1064f22ef01cSRoman Divacky for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) 1065f22ef01cSRoman Divacky if (I->getOperand(i).isMBB() && 1066f22ef01cSRoman Divacky I->getOperand(i).getMBB() == Old) 1067f22ef01cSRoman Divacky I->getOperand(i).setMBB(New); 1068f22ef01cSRoman Divacky } 1069f22ef01cSRoman Divacky 1070f22ef01cSRoman Divacky // Update the successor information. 107117a519f9SDimitry Andric replaceSuccessor(Old, New); 1072f22ef01cSRoman Divacky } 1073f22ef01cSRoman Divacky 10747d523365SDimitry Andric /// Various pieces of code can cause excess edges in the CFG to be inserted. If 10757d523365SDimitry Andric /// we have proven that MBB can only branch to DestA and DestB, remove any other 10767d523365SDimitry Andric /// MBB successors from the CFG. DestA and DestB can be null. 1077f22ef01cSRoman Divacky /// 1078f22ef01cSRoman Divacky /// Besides DestA and DestB, retain other edges leading to LandingPads 1079f22ef01cSRoman Divacky /// (currently there can be only one; we don't check or require that here). 1080f22ef01cSRoman Divacky /// Note it is possible that DestA and/or DestB are LandingPads. 1081f22ef01cSRoman Divacky bool MachineBasicBlock::CorrectExtraCFGEdges(MachineBasicBlock *DestA, 1082f22ef01cSRoman Divacky MachineBasicBlock *DestB, 10837d523365SDimitry Andric bool IsCond) { 1084f22ef01cSRoman Divacky // The values of DestA and DestB frequently come from a call to the 1085f22ef01cSRoman Divacky // 'TargetInstrInfo::AnalyzeBranch' method. We take our meaning of the initial 1086f22ef01cSRoman Divacky // values from there. 1087f22ef01cSRoman Divacky // 1088f22ef01cSRoman Divacky // 1. If both DestA and DestB are null, then the block ends with no branches 1089f22ef01cSRoman Divacky // (it falls through to its successor). 10907d523365SDimitry Andric // 2. If DestA is set, DestB is null, and IsCond is false, then the block ends 1091f22ef01cSRoman Divacky // with only an unconditional branch. 10927d523365SDimitry Andric // 3. If DestA is set, DestB is null, and IsCond is true, then the block ends 1093f22ef01cSRoman Divacky // with a conditional branch that falls through to a successor (DestB). 10947d523365SDimitry Andric // 4. If DestA and DestB is set and IsCond is true, then the block ends with a 1095f22ef01cSRoman Divacky // conditional branch followed by an unconditional branch. DestA is the 1096f22ef01cSRoman Divacky // 'true' destination and DestB is the 'false' destination. 1097f22ef01cSRoman Divacky 1098f22ef01cSRoman Divacky bool Changed = false; 1099f22ef01cSRoman Divacky 1100d88c1a5aSDimitry Andric MachineBasicBlock *FallThru = getNextNode(); 1101f22ef01cSRoman Divacky 110291bc56edSDimitry Andric if (!DestA && !DestB) { 1103f22ef01cSRoman Divacky // Block falls through to successor. 1104d88c1a5aSDimitry Andric DestA = FallThru; 1105d88c1a5aSDimitry Andric DestB = FallThru; 110691bc56edSDimitry Andric } else if (DestA && !DestB) { 11077d523365SDimitry Andric if (IsCond) 1108f22ef01cSRoman Divacky // Block ends in conditional jump that falls through to successor. 1109d88c1a5aSDimitry Andric DestB = FallThru; 1110f22ef01cSRoman Divacky } else { 11117d523365SDimitry Andric assert(DestA && DestB && IsCond && 1112f22ef01cSRoman Divacky "CFG in a bad state. Cannot correct CFG edges"); 1113f22ef01cSRoman Divacky } 1114f22ef01cSRoman Divacky 1115f22ef01cSRoman Divacky // Remove superfluous edges. I.e., those which aren't destinations of this 1116f22ef01cSRoman Divacky // basic block, duplicate edges, or landing pads. 1117f22ef01cSRoman Divacky SmallPtrSet<const MachineBasicBlock*, 8> SeenMBBs; 1118f22ef01cSRoman Divacky MachineBasicBlock::succ_iterator SI = succ_begin(); 1119f22ef01cSRoman Divacky while (SI != succ_end()) { 1120f22ef01cSRoman Divacky const MachineBasicBlock *MBB = *SI; 112139d628a0SDimitry Andric if (!SeenMBBs.insert(MBB).second || 11227d523365SDimitry Andric (MBB != DestA && MBB != DestB && !MBB->isEHPad())) { 1123f22ef01cSRoman Divacky // This is a superfluous edge, remove it. 1124f22ef01cSRoman Divacky SI = removeSuccessor(SI); 1125f22ef01cSRoman Divacky Changed = true; 1126f22ef01cSRoman Divacky } else { 1127f22ef01cSRoman Divacky ++SI; 1128f22ef01cSRoman Divacky } 1129f22ef01cSRoman Divacky } 1130f22ef01cSRoman Divacky 11317d523365SDimitry Andric if (Changed) 11327d523365SDimitry Andric normalizeSuccProbs(); 1133f22ef01cSRoman Divacky return Changed; 1134f22ef01cSRoman Divacky } 1135f22ef01cSRoman Divacky 11367d523365SDimitry Andric /// Find the next valid DebugLoc starting at MBBI, skipping any DBG_VALUE 11377d523365SDimitry Andric /// instructions. Return UnknownLoc if there is none. 1138f22ef01cSRoman Divacky DebugLoc 1139dff0c46cSDimitry Andric MachineBasicBlock::findDebugLoc(instr_iterator MBBI) { 1140f22ef01cSRoman Divacky // Skip debug declarations, we don't want a DebugLoc from them. 1141d88c1a5aSDimitry Andric MBBI = skipDebugInstructionsForward(MBBI, instr_end()); 1142d88c1a5aSDimitry Andric if (MBBI != instr_end()) 1143d88c1a5aSDimitry Andric return MBBI->getDebugLoc(); 1144d88c1a5aSDimitry Andric return {}; 1145f22ef01cSRoman Divacky } 1146f22ef01cSRoman Divacky 11477d523365SDimitry Andric /// Return probability of the edge from this block to MBB. 11487d523365SDimitry Andric BranchProbability 11497d523365SDimitry Andric MachineBasicBlock::getSuccProbability(const_succ_iterator Succ) const { 11507d523365SDimitry Andric if (Probs.empty()) 11517d523365SDimitry Andric return BranchProbability(1, succ_size()); 115217a519f9SDimitry Andric 11537d523365SDimitry Andric const auto &Prob = *getProbabilityIterator(Succ); 11547d523365SDimitry Andric if (Prob.isUnknown()) { 11557d523365SDimitry Andric // For unknown probabilities, collect the sum of all known ones, and evenly 11567d523365SDimitry Andric // ditribute the complemental of the sum to each unknown probability. 11577d523365SDimitry Andric unsigned KnownProbNum = 0; 11587d523365SDimitry Andric auto Sum = BranchProbability::getZero(); 11597d523365SDimitry Andric for (auto &P : Probs) { 11607d523365SDimitry Andric if (!P.isUnknown()) { 11617d523365SDimitry Andric Sum += P; 11627d523365SDimitry Andric KnownProbNum++; 11637d523365SDimitry Andric } 11647d523365SDimitry Andric } 11657d523365SDimitry Andric return Sum.getCompl() / (Probs.size() - KnownProbNum); 11667d523365SDimitry Andric } else 11677d523365SDimitry Andric return Prob; 116817a519f9SDimitry Andric } 116917a519f9SDimitry Andric 11707d523365SDimitry Andric /// Set successor probability of a given iterator. 11717d523365SDimitry Andric void MachineBasicBlock::setSuccProbability(succ_iterator I, 11727d523365SDimitry Andric BranchProbability Prob) { 11737d523365SDimitry Andric assert(!Prob.isUnknown()); 11747d523365SDimitry Andric if (Probs.empty()) 117591bc56edSDimitry Andric return; 11767d523365SDimitry Andric *getProbabilityIterator(I) = Prob; 117791bc56edSDimitry Andric } 117891bc56edSDimitry Andric 11797d523365SDimitry Andric /// Return probability iterator corresonding to the I successor iterator 11807d523365SDimitry Andric MachineBasicBlock::const_probability_iterator 11817d523365SDimitry Andric MachineBasicBlock::getProbabilityIterator( 11827d523365SDimitry Andric MachineBasicBlock::const_succ_iterator I) const { 11837d523365SDimitry Andric assert(Probs.size() == Successors.size() && "Async probability list!"); 1184dff0c46cSDimitry Andric const size_t index = std::distance(Successors.begin(), I); 11857d523365SDimitry Andric assert(index < Probs.size() && "Not a current successor!"); 11867d523365SDimitry Andric return Probs.begin() + index; 11877d523365SDimitry Andric } 11887d523365SDimitry Andric 11897d523365SDimitry Andric /// Return probability iterator corresonding to the I successor iterator. 11907d523365SDimitry Andric MachineBasicBlock::probability_iterator 11917d523365SDimitry Andric MachineBasicBlock::getProbabilityIterator(MachineBasicBlock::succ_iterator I) { 11927d523365SDimitry Andric assert(Probs.size() == Successors.size() && "Async probability list!"); 11937d523365SDimitry Andric const size_t index = std::distance(Successors.begin(), I); 11947d523365SDimitry Andric assert(index < Probs.size() && "Not a current successor!"); 11957d523365SDimitry Andric return Probs.begin() + index; 1196dff0c46cSDimitry Andric } 1197dff0c46cSDimitry Andric 11983861d79fSDimitry Andric /// Return whether (physical) register "Reg" has been <def>ined and not <kill>ed 11993861d79fSDimitry Andric /// as of just before "MI". 12003861d79fSDimitry Andric /// 12013861d79fSDimitry Andric /// Search is localised to a neighborhood of 12023861d79fSDimitry Andric /// Neighborhood instructions before (searching for defs or kills) and N 12033861d79fSDimitry Andric /// instructions after (searching just for defs) MI. 12043861d79fSDimitry Andric MachineBasicBlock::LivenessQueryResult 12053861d79fSDimitry Andric MachineBasicBlock::computeRegisterLiveness(const TargetRegisterInfo *TRI, 1206ff0cc061SDimitry Andric unsigned Reg, const_iterator Before, 1207ff0cc061SDimitry Andric unsigned Neighborhood) const { 12083861d79fSDimitry Andric unsigned N = Neighborhood; 12093861d79fSDimitry Andric 1210ff0cc061SDimitry Andric // Start by searching backwards from Before, looking for kills, reads or defs. 1211ff0cc061SDimitry Andric const_iterator I(Before); 12123861d79fSDimitry Andric // If this is the first insn in the block, don't search backwards. 1213ff0cc061SDimitry Andric if (I != begin()) { 12143861d79fSDimitry Andric do { 12153861d79fSDimitry Andric --I; 12163861d79fSDimitry Andric 12177d523365SDimitry Andric MachineOperandIteratorBase::PhysRegInfo Info = 12183ca95b02SDimitry Andric ConstMIOperands(*I).analyzePhysReg(Reg, TRI); 12193861d79fSDimitry Andric 12207d523365SDimitry Andric // Defs happen after uses so they take precedence if both are present. 1221139f7f9bSDimitry Andric 12227d523365SDimitry Andric // Register is dead after a dead def of the full register. 12237d523365SDimitry Andric if (Info.DeadDef) 12243861d79fSDimitry Andric return LQR_Dead; 12257d523365SDimitry Andric // Register is (at least partially) live after a def. 12263ca95b02SDimitry Andric if (Info.Defined) { 12273ca95b02SDimitry Andric if (!Info.PartialDeadDef) 12287d523365SDimitry Andric return LQR_Live; 12293ca95b02SDimitry Andric // As soon as we saw a partial definition (dead or not), 12303ca95b02SDimitry Andric // we cannot tell if the value is partial live without 12313ca95b02SDimitry Andric // tracking the lanemasks. We are not going to do this, 12323ca95b02SDimitry Andric // so fall back on the remaining of the analysis. 12333ca95b02SDimitry Andric break; 12343ca95b02SDimitry Andric } 12357d523365SDimitry Andric // Register is dead after a full kill or clobber and no def. 12367d523365SDimitry Andric if (Info.Killed || Info.Clobbered) 12377d523365SDimitry Andric return LQR_Dead; 12387d523365SDimitry Andric // Register must be live if we read it. 12397d523365SDimitry Andric if (Info.Read) 12407d523365SDimitry Andric return LQR_Live; 1241ff0cc061SDimitry Andric } while (I != begin() && --N > 0); 12423861d79fSDimitry Andric } 12433861d79fSDimitry Andric 12443861d79fSDimitry Andric // Did we get to the start of the block? 1245ff0cc061SDimitry Andric if (I == begin()) { 12463861d79fSDimitry Andric // If so, the register's state is definitely defined by the live-in state. 12477d523365SDimitry Andric for (MCRegAliasIterator RAI(Reg, TRI, /*IncludeSelf=*/true); RAI.isValid(); 12487d523365SDimitry Andric ++RAI) 1249ff0cc061SDimitry Andric if (isLiveIn(*RAI)) 12507d523365SDimitry Andric return LQR_Live; 12513861d79fSDimitry Andric 12523861d79fSDimitry Andric return LQR_Dead; 12533861d79fSDimitry Andric } 12543861d79fSDimitry Andric 12553861d79fSDimitry Andric N = Neighborhood; 12563861d79fSDimitry Andric 1257ff0cc061SDimitry Andric // Try searching forwards from Before, looking for reads or defs. 1258ff0cc061SDimitry Andric I = const_iterator(Before); 12593861d79fSDimitry Andric // If this is the last insn in the block, don't search forwards. 1260ff0cc061SDimitry Andric if (I != end()) { 1261ff0cc061SDimitry Andric for (++I; I != end() && N > 0; ++I, --N) { 12627d523365SDimitry Andric MachineOperandIteratorBase::PhysRegInfo Info = 12633ca95b02SDimitry Andric ConstMIOperands(*I).analyzePhysReg(Reg, TRI); 12643861d79fSDimitry Andric 12657d523365SDimitry Andric // Register is live when we read it here. 12667d523365SDimitry Andric if (Info.Read) 12677d523365SDimitry Andric return LQR_Live; 12687d523365SDimitry Andric // Register is dead if we can fully overwrite or clobber it here. 12697d523365SDimitry Andric if (Info.FullyDefined || Info.Clobbered) 12703861d79fSDimitry Andric return LQR_Dead; 12713861d79fSDimitry Andric } 12723861d79fSDimitry Andric } 12733861d79fSDimitry Andric 12743861d79fSDimitry Andric // At this point we have no idea of the liveness of the register. 12753861d79fSDimitry Andric return LQR_Unknown; 12763861d79fSDimitry Andric } 12777d523365SDimitry Andric 12787d523365SDimitry Andric const uint32_t * 12797d523365SDimitry Andric MachineBasicBlock::getBeginClobberMask(const TargetRegisterInfo *TRI) const { 12807d523365SDimitry Andric // EH funclet entry does not preserve any registers. 12817d523365SDimitry Andric return isEHFuncletEntry() ? TRI->getNoPreservedMask() : nullptr; 12827d523365SDimitry Andric } 12837d523365SDimitry Andric 12847d523365SDimitry Andric const uint32_t * 12857d523365SDimitry Andric MachineBasicBlock::getEndClobberMask(const TargetRegisterInfo *TRI) const { 12867d523365SDimitry Andric // If we see a return block with successors, this must be a funclet return, 12877d523365SDimitry Andric // which does not preserve any registers. If there are no successors, we don't 12887d523365SDimitry Andric // care what kind of return it is, putting a mask after it is a no-op. 12897d523365SDimitry Andric return isReturnBlock() && !succ_empty() ? TRI->getNoPreservedMask() : nullptr; 12907d523365SDimitry Andric } 1291d88c1a5aSDimitry Andric 1292d88c1a5aSDimitry Andric void MachineBasicBlock::clearLiveIns() { 1293d88c1a5aSDimitry Andric LiveIns.clear(); 1294d88c1a5aSDimitry Andric } 129595ec533aSDimitry Andric 129695ec533aSDimitry Andric MachineBasicBlock::livein_iterator MachineBasicBlock::livein_begin() const { 129795ec533aSDimitry Andric assert(getParent()->getProperties().hasProperty( 129895ec533aSDimitry Andric MachineFunctionProperties::Property::TracksLiveness) && 129995ec533aSDimitry Andric "Liveness information is accurate"); 130095ec533aSDimitry Andric return LiveIns.begin(); 130195ec533aSDimitry Andric } 1302