1f22ef01cSRoman Divacky //===-- llvm/CodeGen/MachineBasicBlock.cpp ----------------------*- C++ -*-===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky //                     The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky //
10f22ef01cSRoman Divacky // Collect the sequence of machine instructions for a basic block.
11f22ef01cSRoman Divacky //
12f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
13f22ef01cSRoman Divacky 
14f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineBasicBlock.h"
15139f7f9bSDimitry Andric #include "llvm/ADT/SmallPtrSet.h"
16139f7f9bSDimitry Andric #include "llvm/CodeGen/LiveIntervalAnalysis.h"
17ffd1746dSEd Schouten #include "llvm/CodeGen/LiveVariables.h"
18ffd1746dSEd Schouten #include "llvm/CodeGen/MachineDominators.h"
19f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h"
20*6beeb091SDimitry Andric #include "llvm/CodeGen/MachineInstrBuilder.h"
21ffd1746dSEd Schouten #include "llvm/CodeGen/MachineLoopInfo.h"
22139f7f9bSDimitry Andric #include "llvm/CodeGen/MachineRegisterInfo.h"
232754fe60SDimitry Andric #include "llvm/CodeGen/SlotIndexes.h"
24139f7f9bSDimitry Andric #include "llvm/IR/BasicBlock.h"
25139f7f9bSDimitry Andric #include "llvm/IR/DataLayout.h"
263dac3a9bSDimitry Andric #include "llvm/IR/ModuleSlotTracker.h"
27f22ef01cSRoman Divacky #include "llvm/MC/MCAsmInfo.h"
28f22ef01cSRoman Divacky #include "llvm/MC/MCContext.h"
297d523365SDimitry Andric #include "llvm/Support/DataTypes.h"
30f22ef01cSRoman Divacky #include "llvm/Support/Debug.h"
31f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h"
32139f7f9bSDimitry Andric #include "llvm/Target/TargetInstrInfo.h"
33139f7f9bSDimitry Andric #include "llvm/Target/TargetMachine.h"
34139f7f9bSDimitry Andric #include "llvm/Target/TargetRegisterInfo.h"
3539d628a0SDimitry Andric #include "llvm/Target/TargetSubtargetInfo.h"
36f22ef01cSRoman Divacky #include <algorithm>
37f22ef01cSRoman Divacky using namespace llvm;
38f22ef01cSRoman Divacky 
3991bc56edSDimitry Andric #define DEBUG_TYPE "codegen"
4091bc56edSDimitry Andric 
417d523365SDimitry Andric MachineBasicBlock::MachineBasicBlock(MachineFunction &MF, const BasicBlock *B)
427d523365SDimitry Andric     : BB(B), Number(-1), xParent(&MF) {
43f22ef01cSRoman Divacky   Insts.Parent = this;
44f22ef01cSRoman Divacky }
45f22ef01cSRoman Divacky 
46f22ef01cSRoman Divacky MachineBasicBlock::~MachineBasicBlock() {
47f22ef01cSRoman Divacky }
48f22ef01cSRoman Divacky 
497d523365SDimitry Andric /// Return the MCSymbol for this basic block.
50f22ef01cSRoman Divacky MCSymbol *MachineBasicBlock::getSymbol() const {
51284c1978SDimitry Andric   if (!CachedMCSymbol) {
52f22ef01cSRoman Divacky     const MachineFunction *MF = getParent();
53f22ef01cSRoman Divacky     MCContext &Ctx = MF->getContext();
54d88c1a5aSDimitry Andric     auto Prefix = Ctx.getAsmInfo()->getPrivateLabelPrefix();
557d523365SDimitry Andric     assert(getNumber() >= 0 && "cannot get label for unreachable MBB");
56ff0cc061SDimitry Andric     CachedMCSymbol = Ctx.getOrCreateSymbol(Twine(Prefix) + "BB" +
57284c1978SDimitry Andric                                            Twine(MF->getFunctionNumber()) +
58284c1978SDimitry Andric                                            "_" + Twine(getNumber()));
59284c1978SDimitry Andric   }
60284c1978SDimitry Andric 
61284c1978SDimitry Andric   return CachedMCSymbol;
62f22ef01cSRoman Divacky }
63f22ef01cSRoman Divacky 
64f22ef01cSRoman Divacky 
65f22ef01cSRoman Divacky raw_ostream &llvm::operator<<(raw_ostream &OS, const MachineBasicBlock &MBB) {
66f22ef01cSRoman Divacky   MBB.print(OS);
67f22ef01cSRoman Divacky   return OS;
68f22ef01cSRoman Divacky }
69f22ef01cSRoman Divacky 
707d523365SDimitry Andric /// When an MBB is added to an MF, we need to update the parent pointer of the
717d523365SDimitry Andric /// MBB, the MBB numbering, and any instructions in the MBB to be on the right
727d523365SDimitry Andric /// operand list for registers.
73f22ef01cSRoman Divacky ///
74f22ef01cSRoman Divacky /// MBBs start out as #-1. When a MBB is added to a MachineFunction, it
75f22ef01cSRoman Divacky /// gets the next available unique MBB number. If it is removed from a
76f22ef01cSRoman Divacky /// MachineFunction, it goes back to being #-1.
77d88c1a5aSDimitry Andric void ilist_callback_traits<MachineBasicBlock>::addNodeToList(
78d88c1a5aSDimitry Andric     MachineBasicBlock *N) {
79f22ef01cSRoman Divacky   MachineFunction &MF = *N->getParent();
80f22ef01cSRoman Divacky   N->Number = MF.addToMBBNumbering(N);
81f22ef01cSRoman Divacky 
82f22ef01cSRoman Divacky   // Make sure the instructions have their operands in the reginfo lists.
83f22ef01cSRoman Divacky   MachineRegisterInfo &RegInfo = MF.getRegInfo();
84dff0c46cSDimitry Andric   for (MachineBasicBlock::instr_iterator
85dff0c46cSDimitry Andric          I = N->instr_begin(), E = N->instr_end(); I != E; ++I)
86f22ef01cSRoman Divacky     I->AddRegOperandsToUseLists(RegInfo);
87f22ef01cSRoman Divacky }
88f22ef01cSRoman Divacky 
89d88c1a5aSDimitry Andric void ilist_callback_traits<MachineBasicBlock>::removeNodeFromList(
90d88c1a5aSDimitry Andric     MachineBasicBlock *N) {
91f22ef01cSRoman Divacky   N->getParent()->removeFromMBBNumbering(N->Number);
92f22ef01cSRoman Divacky   N->Number = -1;
93f22ef01cSRoman Divacky }
94f22ef01cSRoman Divacky 
957d523365SDimitry Andric /// When we add an instruction to a basic block list, we update its parent
967d523365SDimitry Andric /// pointer and add its operands from reg use/def lists if appropriate.
97f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::addNodeToList(MachineInstr *N) {
9891bc56edSDimitry Andric   assert(!N->getParent() && "machine instruction already in a basic block");
99f22ef01cSRoman Divacky   N->setParent(Parent);
100f22ef01cSRoman Divacky 
101f22ef01cSRoman Divacky   // Add the instruction's register operands to their corresponding
102f22ef01cSRoman Divacky   // use/def lists.
103f22ef01cSRoman Divacky   MachineFunction *MF = Parent->getParent();
104f22ef01cSRoman Divacky   N->AddRegOperandsToUseLists(MF->getRegInfo());
105f22ef01cSRoman Divacky }
106f22ef01cSRoman Divacky 
1077d523365SDimitry Andric /// When we remove an instruction from a basic block list, we update its parent
1087d523365SDimitry Andric /// pointer and remove its operands from reg use/def lists if appropriate.
109f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::removeNodeFromList(MachineInstr *N) {
11091bc56edSDimitry Andric   assert(N->getParent() && "machine instruction not in a basic block");
111f22ef01cSRoman Divacky 
112f22ef01cSRoman Divacky   // Remove from the use/def lists.
1137ae0e2c9SDimitry Andric   if (MachineFunction *MF = N->getParent()->getParent())
1147ae0e2c9SDimitry Andric     N->RemoveRegOperandsFromUseLists(MF->getRegInfo());
115f22ef01cSRoman Divacky 
11691bc56edSDimitry Andric   N->setParent(nullptr);
117f22ef01cSRoman Divacky }
118f22ef01cSRoman Divacky 
1197d523365SDimitry Andric /// When moving a range of instructions from one MBB list to another, we need to
1207d523365SDimitry Andric /// update the parent pointers and the use/def lists.
121d88c1a5aSDimitry Andric void ilist_traits<MachineInstr>::transferNodesFromList(ilist_traits &FromList,
122d88c1a5aSDimitry Andric                                                        instr_iterator First,
123d88c1a5aSDimitry Andric                                                        instr_iterator Last) {
1247d523365SDimitry Andric   assert(Parent->getParent() == FromList.Parent->getParent() &&
125f22ef01cSRoman Divacky         "MachineInstr parent mismatch!");
126d88c1a5aSDimitry Andric   assert(this != &FromList && "Called without a real transfer...");
127d88c1a5aSDimitry Andric   assert(Parent != FromList.Parent && "Two lists have the same parent?");
128f22ef01cSRoman Divacky 
129f22ef01cSRoman Divacky   // If splicing between two blocks within the same function, just update the
130f22ef01cSRoman Divacky   // parent pointers.
1317d523365SDimitry Andric   for (; First != Last; ++First)
1327d523365SDimitry Andric     First->setParent(Parent);
133f22ef01cSRoman Divacky }
134f22ef01cSRoman Divacky 
135f22ef01cSRoman Divacky void ilist_traits<MachineInstr>::deleteNode(MachineInstr *MI) {
136f22ef01cSRoman Divacky   assert(!MI->getParent() && "MI is still in a block!");
137f22ef01cSRoman Divacky   Parent->getParent()->DeleteMachineInstr(MI);
138f22ef01cSRoman Divacky }
139f22ef01cSRoman Divacky 
140ffd1746dSEd Schouten MachineBasicBlock::iterator MachineBasicBlock::getFirstNonPHI() {
141dff0c46cSDimitry Andric   instr_iterator I = instr_begin(), E = instr_end();
142dff0c46cSDimitry Andric   while (I != E && I->isPHI())
143ffd1746dSEd Schouten     ++I;
1443861d79fSDimitry Andric   assert((I == E || !I->isInsideBundle()) &&
1453861d79fSDimitry Andric          "First non-phi MI cannot be inside a bundle!");
146ffd1746dSEd Schouten   return I;
147ffd1746dSEd Schouten }
148ffd1746dSEd Schouten 
1492754fe60SDimitry Andric MachineBasicBlock::iterator
1502754fe60SDimitry Andric MachineBasicBlock::SkipPHIsAndLabels(MachineBasicBlock::iterator I) {
151dff0c46cSDimitry Andric   iterator E = end();
152d88c1a5aSDimitry Andric   while (I != E && (I->isPHI() || I->isPosition()))
153d88c1a5aSDimitry Andric     ++I;
154d88c1a5aSDimitry Andric   // FIXME: This needs to change if we wish to bundle labels
155d88c1a5aSDimitry Andric   // inside the bundle.
156d88c1a5aSDimitry Andric   assert((I == E || !I->isInsideBundle()) &&
157d88c1a5aSDimitry Andric          "First non-phi / non-label instruction is inside a bundle!");
158d88c1a5aSDimitry Andric   return I;
159d88c1a5aSDimitry Andric }
160d88c1a5aSDimitry Andric 
161d88c1a5aSDimitry Andric MachineBasicBlock::iterator
162d88c1a5aSDimitry Andric MachineBasicBlock::SkipPHIsLabelsAndDebug(MachineBasicBlock::iterator I) {
163d88c1a5aSDimitry Andric   iterator E = end();
16491bc56edSDimitry Andric   while (I != E && (I->isPHI() || I->isPosition() || I->isDebugValue()))
1652754fe60SDimitry Andric     ++I;
166dff0c46cSDimitry Andric   // FIXME: This needs to change if we wish to bundle labels / dbg_values
167dff0c46cSDimitry Andric   // inside the bundle.
1683861d79fSDimitry Andric   assert((I == E || !I->isInsideBundle()) &&
169d88c1a5aSDimitry Andric          "First non-phi / non-label / non-debug "
170d88c1a5aSDimitry Andric          "instruction is inside a bundle!");
1712754fe60SDimitry Andric   return I;
1722754fe60SDimitry Andric }
1732754fe60SDimitry Andric 
174f22ef01cSRoman Divacky MachineBasicBlock::iterator MachineBasicBlock::getFirstTerminator() {
175dff0c46cSDimitry Andric   iterator B = begin(), E = end(), I = E;
176dff0c46cSDimitry Andric   while (I != B && ((--I)->isTerminator() || I->isDebugValue()))
177f22ef01cSRoman Divacky     ; /*noop */
178dff0c46cSDimitry Andric   while (I != E && !I->isTerminator())
179dff0c46cSDimitry Andric     ++I;
180dff0c46cSDimitry Andric   return I;
181dff0c46cSDimitry Andric }
182dff0c46cSDimitry Andric 
183dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator MachineBasicBlock::getFirstInstrTerminator() {
184dff0c46cSDimitry Andric   instr_iterator B = instr_begin(), E = instr_end(), I = E;
185dff0c46cSDimitry Andric   while (I != B && ((--I)->isTerminator() || I->isDebugValue()))
186dff0c46cSDimitry Andric     ; /*noop */
187dff0c46cSDimitry Andric   while (I != E && !I->isTerminator())
1882754fe60SDimitry Andric     ++I;
189f22ef01cSRoman Divacky   return I;
190f22ef01cSRoman Divacky }
191f22ef01cSRoman Divacky 
1923dac3a9bSDimitry Andric MachineBasicBlock::iterator MachineBasicBlock::getFirstNonDebugInstr() {
1933dac3a9bSDimitry Andric   // Skip over begin-of-block dbg_value instructions.
194d88c1a5aSDimitry Andric   return skipDebugInstructionsForward(begin(), end());
1953dac3a9bSDimitry Andric }
1963dac3a9bSDimitry Andric 
1972754fe60SDimitry Andric MachineBasicBlock::iterator MachineBasicBlock::getLastNonDebugInstr() {
198dff0c46cSDimitry Andric   // Skip over end-of-block dbg_value instructions.
199dff0c46cSDimitry Andric   instr_iterator B = instr_begin(), I = instr_end();
2002754fe60SDimitry Andric   while (I != B) {
2012754fe60SDimitry Andric     --I;
202dff0c46cSDimitry Andric     // Return instruction that starts a bundle.
203dff0c46cSDimitry Andric     if (I->isDebugValue() || I->isInsideBundle())
204dff0c46cSDimitry Andric       continue;
205dff0c46cSDimitry Andric     return I;
206dff0c46cSDimitry Andric   }
207dff0c46cSDimitry Andric   // The block is all debug values.
208dff0c46cSDimitry Andric   return end();
209dff0c46cSDimitry Andric }
210dff0c46cSDimitry Andric 
2117d523365SDimitry Andric bool MachineBasicBlock::hasEHPadSuccessor() const {
2127d523365SDimitry Andric   for (const_succ_iterator I = succ_begin(), E = succ_end(); I != E; ++I)
2137d523365SDimitry Andric     if ((*I)->isEHPad())
2147d523365SDimitry Andric       return true;
2157d523365SDimitry Andric   return false;
2167d523365SDimitry Andric }
2177d523365SDimitry Andric 
2183861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
2193ca95b02SDimitry Andric LLVM_DUMP_METHOD void MachineBasicBlock::dump() const {
220f22ef01cSRoman Divacky   print(dbgs());
221f22ef01cSRoman Divacky }
2223861d79fSDimitry Andric #endif
223f22ef01cSRoman Divacky 
224f22ef01cSRoman Divacky StringRef MachineBasicBlock::getName() const {
225f22ef01cSRoman Divacky   if (const BasicBlock *LBB = getBasicBlock())
226f22ef01cSRoman Divacky     return LBB->getName();
227f22ef01cSRoman Divacky   else
228f22ef01cSRoman Divacky     return "(null)";
229f22ef01cSRoman Divacky }
230f22ef01cSRoman Divacky 
231dff0c46cSDimitry Andric /// Return a hopefully unique identifier for this block.
232dff0c46cSDimitry Andric std::string MachineBasicBlock::getFullName() const {
233dff0c46cSDimitry Andric   std::string Name;
234dff0c46cSDimitry Andric   if (getParent())
2353861d79fSDimitry Andric     Name = (getParent()->getName() + ":").str();
236dff0c46cSDimitry Andric   if (getBasicBlock())
237dff0c46cSDimitry Andric     Name += getBasicBlock()->getName();
238dff0c46cSDimitry Andric   else
239ff0cc061SDimitry Andric     Name += ("BB" + Twine(getNumber())).str();
240dff0c46cSDimitry Andric   return Name;
241dff0c46cSDimitry Andric }
242dff0c46cSDimitry Andric 
2433ca95b02SDimitry Andric void MachineBasicBlock::print(raw_ostream &OS, const SlotIndexes *Indexes)
2443ca95b02SDimitry Andric     const {
245f22ef01cSRoman Divacky   const MachineFunction *MF = getParent();
246f22ef01cSRoman Divacky   if (!MF) {
247f22ef01cSRoman Divacky     OS << "Can't print out MachineBasicBlock because parent MachineFunction"
248f22ef01cSRoman Divacky        << " is null\n";
249f22ef01cSRoman Divacky     return;
250f22ef01cSRoman Divacky   }
2513dac3a9bSDimitry Andric   const Function *F = MF->getFunction();
2523dac3a9bSDimitry Andric   const Module *M = F ? F->getParent() : nullptr;
2533dac3a9bSDimitry Andric   ModuleSlotTracker MST(M);
2543dac3a9bSDimitry Andric   print(OS, MST, Indexes);
2553dac3a9bSDimitry Andric }
2563dac3a9bSDimitry Andric 
2573dac3a9bSDimitry Andric void MachineBasicBlock::print(raw_ostream &OS, ModuleSlotTracker &MST,
2583ca95b02SDimitry Andric                               const SlotIndexes *Indexes) const {
2593dac3a9bSDimitry Andric   const MachineFunction *MF = getParent();
2603dac3a9bSDimitry Andric   if (!MF) {
2613dac3a9bSDimitry Andric     OS << "Can't print out MachineBasicBlock because parent MachineFunction"
2623dac3a9bSDimitry Andric        << " is null\n";
2633dac3a9bSDimitry Andric     return;
2643dac3a9bSDimitry Andric   }
265f22ef01cSRoman Divacky 
2662754fe60SDimitry Andric   if (Indexes)
2672754fe60SDimitry Andric     OS << Indexes->getMBBStartIdx(this) << '\t';
2682754fe60SDimitry Andric 
269f22ef01cSRoman Divacky   OS << "BB#" << getNumber() << ": ";
270f22ef01cSRoman Divacky 
271f22ef01cSRoman Divacky   const char *Comma = "";
272f22ef01cSRoman Divacky   if (const BasicBlock *LBB = getBasicBlock()) {
273f22ef01cSRoman Divacky     OS << Comma << "derived from LLVM BB ";
2743dac3a9bSDimitry Andric     LBB->printAsOperand(OS, /*PrintType=*/false, MST);
275f22ef01cSRoman Divacky     Comma = ", ";
276f22ef01cSRoman Divacky   }
2777d523365SDimitry Andric   if (isEHPad()) { OS << Comma << "EH LANDING PAD"; Comma = ", "; }
278f22ef01cSRoman Divacky   if (hasAddressTaken()) { OS << Comma << "ADDRESS TAKEN"; Comma = ", "; }
2797ae0e2c9SDimitry Andric   if (Alignment)
280dff0c46cSDimitry Andric     OS << Comma << "Align " << Alignment << " (" << (1u << Alignment)
281dff0c46cSDimitry Andric        << " bytes)";
282dff0c46cSDimitry Andric 
283f22ef01cSRoman Divacky   OS << '\n';
284f22ef01cSRoman Divacky 
28539d628a0SDimitry Andric   const TargetRegisterInfo *TRI = MF->getSubtarget().getRegisterInfo();
286f22ef01cSRoman Divacky   if (!livein_empty()) {
2872754fe60SDimitry Andric     if (Indexes) OS << '\t';
288f22ef01cSRoman Divacky     OS << "    Live Ins:";
28995ec533aSDimitry Andric     for (const auto &LI : LiveIns) {
2907d523365SDimitry Andric       OS << ' ' << PrintReg(LI.PhysReg, TRI);
291d88c1a5aSDimitry Andric       if (!LI.LaneMask.all())
2927d523365SDimitry Andric         OS << ':' << PrintLaneMask(LI.LaneMask);
2937d523365SDimitry Andric     }
294f22ef01cSRoman Divacky     OS << '\n';
295f22ef01cSRoman Divacky   }
296f22ef01cSRoman Divacky   // Print the preds of this block according to the CFG.
297f22ef01cSRoman Divacky   if (!pred_empty()) {
2982754fe60SDimitry Andric     if (Indexes) OS << '\t';
299f22ef01cSRoman Divacky     OS << "    Predecessors according to CFG:";
300f22ef01cSRoman Divacky     for (const_pred_iterator PI = pred_begin(), E = pred_end(); PI != E; ++PI)
301f22ef01cSRoman Divacky       OS << " BB#" << (*PI)->getNumber();
302f22ef01cSRoman Divacky     OS << '\n';
303f22ef01cSRoman Divacky   }
304f22ef01cSRoman Divacky 
3053ca95b02SDimitry Andric   for (auto &I : instrs()) {
3062754fe60SDimitry Andric     if (Indexes) {
3073ca95b02SDimitry Andric       if (Indexes->hasIndex(I))
3083ca95b02SDimitry Andric         OS << Indexes->getInstructionIndex(I);
3092754fe60SDimitry Andric       OS << '\t';
3102754fe60SDimitry Andric     }
311f22ef01cSRoman Divacky     OS << '\t';
3123ca95b02SDimitry Andric     if (I.isInsideBundle())
313dff0c46cSDimitry Andric       OS << "  * ";
3143ca95b02SDimitry Andric     I.print(OS, MST);
315f22ef01cSRoman Divacky   }
316f22ef01cSRoman Divacky 
317f22ef01cSRoman Divacky   // Print the successors of this block according to the CFG.
318f22ef01cSRoman Divacky   if (!succ_empty()) {
3192754fe60SDimitry Andric     if (Indexes) OS << '\t';
320f22ef01cSRoman Divacky     OS << "    Successors according to CFG:";
3217ae0e2c9SDimitry Andric     for (const_succ_iterator SI = succ_begin(), E = succ_end(); SI != E; ++SI) {
322f22ef01cSRoman Divacky       OS << " BB#" << (*SI)->getNumber();
3237d523365SDimitry Andric       if (!Probs.empty())
3247d523365SDimitry Andric         OS << '(' << *getProbabilityIterator(SI) << ')';
3257ae0e2c9SDimitry Andric     }
326f22ef01cSRoman Divacky     OS << '\n';
327f22ef01cSRoman Divacky   }
328f22ef01cSRoman Divacky }
329f22ef01cSRoman Divacky 
3307d523365SDimitry Andric void MachineBasicBlock::printAsOperand(raw_ostream &OS,
3317d523365SDimitry Andric                                        bool /*PrintType*/) const {
33291bc56edSDimitry Andric   OS << "BB#" << getNumber();
33391bc56edSDimitry Andric }
33491bc56edSDimitry Andric 
3357d523365SDimitry Andric void MachineBasicBlock::removeLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) {
336d88c1a5aSDimitry Andric   LiveInVector::iterator I = find_if(
337d88c1a5aSDimitry Andric       LiveIns, [Reg](const RegisterMaskPair &LI) { return LI.PhysReg == Reg; });
3387d523365SDimitry Andric   if (I == LiveIns.end())
3397d523365SDimitry Andric     return;
3407d523365SDimitry Andric 
3417d523365SDimitry Andric   I->LaneMask &= ~LaneMask;
342d88c1a5aSDimitry Andric   if (I->LaneMask.none())
343f22ef01cSRoman Divacky     LiveIns.erase(I);
344f22ef01cSRoman Divacky }
345f22ef01cSRoman Divacky 
3467d523365SDimitry Andric bool MachineBasicBlock::isLiveIn(MCPhysReg Reg, LaneBitmask LaneMask) const {
347d88c1a5aSDimitry Andric   livein_iterator I = find_if(
348d88c1a5aSDimitry Andric       LiveIns, [Reg](const RegisterMaskPair &LI) { return LI.PhysReg == Reg; });
349d88c1a5aSDimitry Andric   return I != livein_end() && (I->LaneMask & LaneMask).any();
3507d523365SDimitry Andric }
3517d523365SDimitry Andric 
3527d523365SDimitry Andric void MachineBasicBlock::sortUniqueLiveIns() {
3537d523365SDimitry Andric   std::sort(LiveIns.begin(), LiveIns.end(),
3547d523365SDimitry Andric             [](const RegisterMaskPair &LI0, const RegisterMaskPair &LI1) {
3557d523365SDimitry Andric               return LI0.PhysReg < LI1.PhysReg;
3567d523365SDimitry Andric             });
3577d523365SDimitry Andric   // Liveins are sorted by physreg now we can merge their lanemasks.
3587d523365SDimitry Andric   LiveInVector::const_iterator I = LiveIns.begin();
3597d523365SDimitry Andric   LiveInVector::const_iterator J;
3607d523365SDimitry Andric   LiveInVector::iterator Out = LiveIns.begin();
3617d523365SDimitry Andric   for (; I != LiveIns.end(); ++Out, I = J) {
3627d523365SDimitry Andric     unsigned PhysReg = I->PhysReg;
3637d523365SDimitry Andric     LaneBitmask LaneMask = I->LaneMask;
3647d523365SDimitry Andric     for (J = std::next(I); J != LiveIns.end() && J->PhysReg == PhysReg; ++J)
3657d523365SDimitry Andric       LaneMask |= J->LaneMask;
3667d523365SDimitry Andric     Out->PhysReg = PhysReg;
3677d523365SDimitry Andric     Out->LaneMask = LaneMask;
3687d523365SDimitry Andric   }
3697d523365SDimitry Andric   LiveIns.erase(Out, LiveIns.end());
370f22ef01cSRoman Divacky }
371f22ef01cSRoman Divacky 
372*6beeb091SDimitry Andric unsigned
3737d523365SDimitry Andric MachineBasicBlock::addLiveIn(MCPhysReg PhysReg, const TargetRegisterClass *RC) {
374*6beeb091SDimitry Andric   assert(getParent() && "MBB must be inserted in function");
375*6beeb091SDimitry Andric   assert(TargetRegisterInfo::isPhysicalRegister(PhysReg) && "Expected physreg");
376*6beeb091SDimitry Andric   assert(RC && "Register class is required");
3777d523365SDimitry Andric   assert((isEHPad() || this == &getParent()->front()) &&
378*6beeb091SDimitry Andric          "Only the entry block and landing pads can have physreg live ins");
379*6beeb091SDimitry Andric 
380*6beeb091SDimitry Andric   bool LiveIn = isLiveIn(PhysReg);
381*6beeb091SDimitry Andric   iterator I = SkipPHIsAndLabels(begin()), E = end();
382*6beeb091SDimitry Andric   MachineRegisterInfo &MRI = getParent()->getRegInfo();
38339d628a0SDimitry Andric   const TargetInstrInfo &TII = *getParent()->getSubtarget().getInstrInfo();
384*6beeb091SDimitry Andric 
385*6beeb091SDimitry Andric   // Look for an existing copy.
386*6beeb091SDimitry Andric   if (LiveIn)
387*6beeb091SDimitry Andric     for (;I != E && I->isCopy(); ++I)
388*6beeb091SDimitry Andric       if (I->getOperand(1).getReg() == PhysReg) {
389*6beeb091SDimitry Andric         unsigned VirtReg = I->getOperand(0).getReg();
390*6beeb091SDimitry Andric         if (!MRI.constrainRegClass(VirtReg, RC))
391*6beeb091SDimitry Andric           llvm_unreachable("Incompatible live-in register class.");
392*6beeb091SDimitry Andric         return VirtReg;
393*6beeb091SDimitry Andric       }
394*6beeb091SDimitry Andric 
395*6beeb091SDimitry Andric   // No luck, create a virtual register.
396*6beeb091SDimitry Andric   unsigned VirtReg = MRI.createVirtualRegister(RC);
397*6beeb091SDimitry Andric   BuildMI(*this, I, DebugLoc(), TII.get(TargetOpcode::COPY), VirtReg)
398*6beeb091SDimitry Andric     .addReg(PhysReg, RegState::Kill);
399*6beeb091SDimitry Andric   if (!LiveIn)
400*6beeb091SDimitry Andric     addLiveIn(PhysReg);
401*6beeb091SDimitry Andric   return VirtReg;
402*6beeb091SDimitry Andric }
403*6beeb091SDimitry Andric 
404f22ef01cSRoman Divacky void MachineBasicBlock::moveBefore(MachineBasicBlock *NewAfter) {
4057d523365SDimitry Andric   getParent()->splice(NewAfter->getIterator(), getIterator());
406f22ef01cSRoman Divacky }
407f22ef01cSRoman Divacky 
408f22ef01cSRoman Divacky void MachineBasicBlock::moveAfter(MachineBasicBlock *NewBefore) {
4097d523365SDimitry Andric   getParent()->splice(++NewBefore->getIterator(), getIterator());
410f22ef01cSRoman Divacky }
411f22ef01cSRoman Divacky 
412f22ef01cSRoman Divacky void MachineBasicBlock::updateTerminator() {
41339d628a0SDimitry Andric   const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo();
414f22ef01cSRoman Divacky   // A block with no successors has no concerns with fall-through edges.
4153ca95b02SDimitry Andric   if (this->succ_empty())
4163ca95b02SDimitry Andric     return;
417f22ef01cSRoman Divacky 
41891bc56edSDimitry Andric   MachineBasicBlock *TBB = nullptr, *FBB = nullptr;
419f22ef01cSRoman Divacky   SmallVector<MachineOperand, 4> Cond;
4207d523365SDimitry Andric   DebugLoc DL;  // FIXME: this is nowhere
4213ca95b02SDimitry Andric   bool B = TII->analyzeBranch(*this, TBB, FBB, Cond);
422f22ef01cSRoman Divacky   (void) B;
423f22ef01cSRoman Divacky   assert(!B && "UpdateTerminators requires analyzable predecessors!");
424f22ef01cSRoman Divacky   if (Cond.empty()) {
425f22ef01cSRoman Divacky     if (TBB) {
4263ca95b02SDimitry Andric       // The block has an unconditional branch. If its successor is now its
4273ca95b02SDimitry Andric       // layout successor, delete the branch.
428f22ef01cSRoman Divacky       if (isLayoutSuccessor(TBB))
429d88c1a5aSDimitry Andric         TII->removeBranch(*this);
430f22ef01cSRoman Divacky     } else {
4313ca95b02SDimitry Andric       // The block has an unconditional fallthrough. If its successor is not its
4323ca95b02SDimitry Andric       // layout successor, insert a branch. First we have to locate the only
4333ca95b02SDimitry Andric       // non-landing-pad successor, as that is the fallthrough block.
434dff0c46cSDimitry Andric       for (succ_iterator SI = succ_begin(), SE = succ_end(); SI != SE; ++SI) {
4357d523365SDimitry Andric         if ((*SI)->isEHPad())
436dff0c46cSDimitry Andric           continue;
437dff0c46cSDimitry Andric         assert(!TBB && "Found more than one non-landing-pad successor!");
438dff0c46cSDimitry Andric         TBB = *SI;
439dff0c46cSDimitry Andric       }
440dff0c46cSDimitry Andric 
4413ca95b02SDimitry Andric       // If there is no non-landing-pad successor, the block has no fall-through
4423ca95b02SDimitry Andric       // edges to be concerned with.
443dff0c46cSDimitry Andric       if (!TBB)
444dff0c46cSDimitry Andric         return;
445dff0c46cSDimitry Andric 
446dff0c46cSDimitry Andric       // Finally update the unconditional successor to be reached via a branch
447dff0c46cSDimitry Andric       // if it would not be reached by fallthrough.
448f22ef01cSRoman Divacky       if (!isLayoutSuccessor(TBB))
449d88c1a5aSDimitry Andric         TII->insertBranch(*this, TBB, nullptr, Cond, DL);
450f22ef01cSRoman Divacky     }
4513ca95b02SDimitry Andric     return;
4523ca95b02SDimitry Andric   }
4533ca95b02SDimitry Andric 
454f22ef01cSRoman Divacky   if (FBB) {
455f22ef01cSRoman Divacky     // The block has a non-fallthrough conditional branch. If one of its
456f22ef01cSRoman Divacky     // successors is its layout successor, rewrite it to a fallthrough
457f22ef01cSRoman Divacky     // conditional branch.
458f22ef01cSRoman Divacky     if (isLayoutSuccessor(TBB)) {
459d88c1a5aSDimitry Andric       if (TII->reverseBranchCondition(Cond))
460f22ef01cSRoman Divacky         return;
461d88c1a5aSDimitry Andric       TII->removeBranch(*this);
462d88c1a5aSDimitry Andric       TII->insertBranch(*this, FBB, nullptr, Cond, DL);
463f22ef01cSRoman Divacky     } else if (isLayoutSuccessor(FBB)) {
464d88c1a5aSDimitry Andric       TII->removeBranch(*this);
465d88c1a5aSDimitry Andric       TII->insertBranch(*this, TBB, nullptr, Cond, DL);
466f22ef01cSRoman Divacky     }
4673ca95b02SDimitry Andric     return;
4683ca95b02SDimitry Andric   }
4693ca95b02SDimitry Andric 
4703ca95b02SDimitry Andric   // Walk through the successors and find the successor which is not a landing
4713ca95b02SDimitry Andric   // pad and is not the conditional branch destination (in TBB) as the
4723ca95b02SDimitry Andric   // fallthrough successor.
47391bc56edSDimitry Andric   MachineBasicBlock *FallthroughBB = nullptr;
474cb4dff85SDimitry Andric   for (succ_iterator SI = succ_begin(), SE = succ_end(); SI != SE; ++SI) {
4757d523365SDimitry Andric     if ((*SI)->isEHPad() || *SI == TBB)
476cb4dff85SDimitry Andric       continue;
477cb4dff85SDimitry Andric     assert(!FallthroughBB && "Found more than one fallthrough successor.");
478cb4dff85SDimitry Andric     FallthroughBB = *SI;
479cb4dff85SDimitry Andric   }
4803ca95b02SDimitry Andric 
4813ca95b02SDimitry Andric   if (!FallthroughBB) {
4823ca95b02SDimitry Andric     if (canFallThrough()) {
4833ca95b02SDimitry Andric       // We fallthrough to the same basic block as the conditional jump targets.
4843ca95b02SDimitry Andric       // Remove the conditional jump, leaving unconditional fallthrough.
4853ca95b02SDimitry Andric       // FIXME: This does not seem like a reasonable pattern to support, but it
4863ca95b02SDimitry Andric       // has been seen in the wild coming out of degenerate ARM test cases.
487d88c1a5aSDimitry Andric       TII->removeBranch(*this);
488cb4dff85SDimitry Andric 
4893ca95b02SDimitry Andric       // Finally update the unconditional successor to be reached via a branch if
4903ca95b02SDimitry Andric       // it would not be reached by fallthrough.
491cb4dff85SDimitry Andric       if (!isLayoutSuccessor(TBB))
492d88c1a5aSDimitry Andric         TII->insertBranch(*this, TBB, nullptr, Cond, DL);
493cb4dff85SDimitry Andric       return;
494cb4dff85SDimitry Andric     }
495cb4dff85SDimitry Andric 
4963ca95b02SDimitry Andric     // We enter here iff exactly one successor is TBB which cannot fallthrough
4973ca95b02SDimitry Andric     // and the rest successors if any are EHPads.  In this case, we need to
4983ca95b02SDimitry Andric     // change the conditional branch into unconditional branch.
499d88c1a5aSDimitry Andric     TII->removeBranch(*this);
5003ca95b02SDimitry Andric     Cond.clear();
501d88c1a5aSDimitry Andric     TII->insertBranch(*this, TBB, nullptr, Cond, DL);
5023ca95b02SDimitry Andric     return;
5033ca95b02SDimitry Andric   }
5043ca95b02SDimitry Andric 
505f22ef01cSRoman Divacky   // The block has a fallthrough conditional branch.
506f22ef01cSRoman Divacky   if (isLayoutSuccessor(TBB)) {
507d88c1a5aSDimitry Andric     if (TII->reverseBranchCondition(Cond)) {
508f22ef01cSRoman Divacky       // We can't reverse the condition, add an unconditional branch.
509f22ef01cSRoman Divacky       Cond.clear();
510d88c1a5aSDimitry Andric       TII->insertBranch(*this, FallthroughBB, nullptr, Cond, DL);
511f22ef01cSRoman Divacky       return;
512f22ef01cSRoman Divacky     }
513d88c1a5aSDimitry Andric     TII->removeBranch(*this);
514d88c1a5aSDimitry Andric     TII->insertBranch(*this, FallthroughBB, nullptr, Cond, DL);
515cb4dff85SDimitry Andric   } else if (!isLayoutSuccessor(FallthroughBB)) {
516d88c1a5aSDimitry Andric     TII->removeBranch(*this);
517d88c1a5aSDimitry Andric     TII->insertBranch(*this, TBB, FallthroughBB, Cond, DL);
518f22ef01cSRoman Divacky   }
519f22ef01cSRoman Divacky }
520f22ef01cSRoman Divacky 
5217d523365SDimitry Andric void MachineBasicBlock::validateSuccProbs() const {
5227d523365SDimitry Andric #ifndef NDEBUG
5237d523365SDimitry Andric   int64_t Sum = 0;
5247d523365SDimitry Andric   for (auto Prob : Probs)
5257d523365SDimitry Andric     Sum += Prob.getNumerator();
5267d523365SDimitry Andric   // Due to precision issue, we assume that the sum of probabilities is one if
5277d523365SDimitry Andric   // the difference between the sum of their numerators and the denominator is
5287d523365SDimitry Andric   // no greater than the number of successors.
5297d523365SDimitry Andric   assert((uint64_t)std::abs(Sum - BranchProbability::getDenominator()) <=
5307d523365SDimitry Andric              Probs.size() &&
5317d523365SDimitry Andric          "The sum of successors's probabilities exceeds one.");
5327d523365SDimitry Andric #endif // NDEBUG
533f22ef01cSRoman Divacky }
534f22ef01cSRoman Divacky 
5357d523365SDimitry Andric void MachineBasicBlock::addSuccessor(MachineBasicBlock *Succ,
5367d523365SDimitry Andric                                      BranchProbability Prob) {
5377d523365SDimitry Andric   // Probability list is either empty (if successor list isn't empty, this means
5387d523365SDimitry Andric   // disabled optimization) or has the same size as successor list.
5397d523365SDimitry Andric   if (!(Probs.empty() && !Successors.empty()))
5407d523365SDimitry Andric     Probs.push_back(Prob);
5417d523365SDimitry Andric   Successors.push_back(Succ);
5427d523365SDimitry Andric   Succ->addPredecessor(this);
54317a519f9SDimitry Andric }
54417a519f9SDimitry Andric 
5457d523365SDimitry Andric void MachineBasicBlock::addSuccessorWithoutProb(MachineBasicBlock *Succ) {
5467d523365SDimitry Andric   // We need to make sure probability list is either empty or has the same size
5477d523365SDimitry Andric   // of successor list. When this function is called, we can safely delete all
5487d523365SDimitry Andric   // probability in the list.
5497d523365SDimitry Andric   Probs.clear();
5507d523365SDimitry Andric   Successors.push_back(Succ);
5517d523365SDimitry Andric   Succ->addPredecessor(this);
5527d523365SDimitry Andric }
5537d523365SDimitry Andric 
5547d523365SDimitry Andric void MachineBasicBlock::removeSuccessor(MachineBasicBlock *Succ,
5557d523365SDimitry Andric                                         bool NormalizeSuccProbs) {
556d88c1a5aSDimitry Andric   succ_iterator I = find(Successors, Succ);
5577d523365SDimitry Andric   removeSuccessor(I, NormalizeSuccProbs);
558f22ef01cSRoman Divacky }
559f22ef01cSRoman Divacky 
560f22ef01cSRoman Divacky MachineBasicBlock::succ_iterator
5617d523365SDimitry Andric MachineBasicBlock::removeSuccessor(succ_iterator I, bool NormalizeSuccProbs) {
562f22ef01cSRoman Divacky   assert(I != Successors.end() && "Not a current successor!");
56317a519f9SDimitry Andric 
5647d523365SDimitry Andric   // If probability list is empty it means we don't use it (disabled
5657d523365SDimitry Andric   // optimization).
5667d523365SDimitry Andric   if (!Probs.empty()) {
5677d523365SDimitry Andric     probability_iterator WI = getProbabilityIterator(I);
5687d523365SDimitry Andric     Probs.erase(WI);
5697d523365SDimitry Andric     if (NormalizeSuccProbs)
5707d523365SDimitry Andric       normalizeSuccProbs();
57117a519f9SDimitry Andric   }
57217a519f9SDimitry Andric 
573f22ef01cSRoman Divacky   (*I)->removePredecessor(this);
574f22ef01cSRoman Divacky   return Successors.erase(I);
575f22ef01cSRoman Divacky }
576f22ef01cSRoman Divacky 
57717a519f9SDimitry Andric void MachineBasicBlock::replaceSuccessor(MachineBasicBlock *Old,
57817a519f9SDimitry Andric                                          MachineBasicBlock *New) {
5797ae0e2c9SDimitry Andric   if (Old == New)
5807ae0e2c9SDimitry Andric     return;
58117a519f9SDimitry Andric 
5827ae0e2c9SDimitry Andric   succ_iterator E = succ_end();
5837ae0e2c9SDimitry Andric   succ_iterator NewI = E;
5847ae0e2c9SDimitry Andric   succ_iterator OldI = E;
5857ae0e2c9SDimitry Andric   for (succ_iterator I = succ_begin(); I != E; ++I) {
5867ae0e2c9SDimitry Andric     if (*I == Old) {
5877ae0e2c9SDimitry Andric       OldI = I;
5887ae0e2c9SDimitry Andric       if (NewI != E)
5897ae0e2c9SDimitry Andric         break;
5907ae0e2c9SDimitry Andric     }
5917ae0e2c9SDimitry Andric     if (*I == New) {
5927ae0e2c9SDimitry Andric       NewI = I;
5937ae0e2c9SDimitry Andric       if (OldI != E)
5947ae0e2c9SDimitry Andric         break;
5957ae0e2c9SDimitry Andric     }
5967ae0e2c9SDimitry Andric   }
5977ae0e2c9SDimitry Andric   assert(OldI != E && "Old is not a successor of this block");
5987ae0e2c9SDimitry Andric 
5997ae0e2c9SDimitry Andric   // If New isn't already a successor, let it take Old's place.
6007ae0e2c9SDimitry Andric   if (NewI == E) {
6017d523365SDimitry Andric     Old->removePredecessor(this);
6027ae0e2c9SDimitry Andric     New->addPredecessor(this);
6037ae0e2c9SDimitry Andric     *OldI = New;
6047ae0e2c9SDimitry Andric     return;
60517a519f9SDimitry Andric   }
60617a519f9SDimitry Andric 
6077ae0e2c9SDimitry Andric   // New is already a successor.
6087d523365SDimitry Andric   // Update its probability instead of adding a duplicate edge.
6097d523365SDimitry Andric   if (!Probs.empty()) {
6107d523365SDimitry Andric     auto ProbIter = getProbabilityIterator(NewI);
6117d523365SDimitry Andric     if (!ProbIter->isUnknown())
6127d523365SDimitry Andric       *ProbIter += *getProbabilityIterator(OldI);
6137ae0e2c9SDimitry Andric   }
6147d523365SDimitry Andric   removeSuccessor(OldI);
61517a519f9SDimitry Andric }
61617a519f9SDimitry Andric 
6177d523365SDimitry Andric void MachineBasicBlock::addPredecessor(MachineBasicBlock *Pred) {
6187d523365SDimitry Andric   Predecessors.push_back(Pred);
619f22ef01cSRoman Divacky }
620f22ef01cSRoman Divacky 
6217d523365SDimitry Andric void MachineBasicBlock::removePredecessor(MachineBasicBlock *Pred) {
622d88c1a5aSDimitry Andric   pred_iterator I = find(Predecessors, Pred);
623f22ef01cSRoman Divacky   assert(I != Predecessors.end() && "Pred is not a predecessor of this block!");
624f22ef01cSRoman Divacky   Predecessors.erase(I);
625f22ef01cSRoman Divacky }
626f22ef01cSRoman Divacky 
6277d523365SDimitry Andric void MachineBasicBlock::transferSuccessors(MachineBasicBlock *FromMBB) {
6287d523365SDimitry Andric   if (this == FromMBB)
629f22ef01cSRoman Divacky     return;
630f22ef01cSRoman Divacky 
6317d523365SDimitry Andric   while (!FromMBB->succ_empty()) {
6327d523365SDimitry Andric     MachineBasicBlock *Succ = *FromMBB->succ_begin();
63317a519f9SDimitry Andric 
6347d523365SDimitry Andric     // If probability list is empty it means we don't use it (disabled optimization).
6357d523365SDimitry Andric     if (!FromMBB->Probs.empty()) {
6367d523365SDimitry Andric       auto Prob = *FromMBB->Probs.begin();
6377d523365SDimitry Andric       addSuccessor(Succ, Prob);
6387d523365SDimitry Andric     } else
6397d523365SDimitry Andric       addSuccessorWithoutProb(Succ);
64017a519f9SDimitry Andric 
6417d523365SDimitry Andric     FromMBB->removeSuccessor(Succ);
642ffd1746dSEd Schouten   }
643ffd1746dSEd Schouten }
644f22ef01cSRoman Divacky 
645ffd1746dSEd Schouten void
6467d523365SDimitry Andric MachineBasicBlock::transferSuccessorsAndUpdatePHIs(MachineBasicBlock *FromMBB) {
6477d523365SDimitry Andric   if (this == FromMBB)
648ffd1746dSEd Schouten     return;
649ffd1746dSEd Schouten 
6507d523365SDimitry Andric   while (!FromMBB->succ_empty()) {
6517d523365SDimitry Andric     MachineBasicBlock *Succ = *FromMBB->succ_begin();
6527d523365SDimitry Andric     if (!FromMBB->Probs.empty()) {
6537d523365SDimitry Andric       auto Prob = *FromMBB->Probs.begin();
6547d523365SDimitry Andric       addSuccessor(Succ, Prob);
6557d523365SDimitry Andric     } else
6567d523365SDimitry Andric       addSuccessorWithoutProb(Succ);
6577d523365SDimitry Andric     FromMBB->removeSuccessor(Succ);
658ffd1746dSEd Schouten 
659ffd1746dSEd Schouten     // Fix up any PHI nodes in the successor.
660dff0c46cSDimitry Andric     for (MachineBasicBlock::instr_iterator MI = Succ->instr_begin(),
661dff0c46cSDimitry Andric            ME = Succ->instr_end(); MI != ME && MI->isPHI(); ++MI)
662ffd1746dSEd Schouten       for (unsigned i = 2, e = MI->getNumOperands()+1; i != e; i += 2) {
663ffd1746dSEd Schouten         MachineOperand &MO = MI->getOperand(i);
6647d523365SDimitry Andric         if (MO.getMBB() == FromMBB)
665ffd1746dSEd Schouten           MO.setMBB(this);
666ffd1746dSEd Schouten       }
667ffd1746dSEd Schouten   }
6687d523365SDimitry Andric   normalizeSuccProbs();
669f22ef01cSRoman Divacky }
670f22ef01cSRoman Divacky 
6717ae0e2c9SDimitry Andric bool MachineBasicBlock::isPredecessor(const MachineBasicBlock *MBB) const {
672d88c1a5aSDimitry Andric   return is_contained(predecessors(), MBB);
6737ae0e2c9SDimitry Andric }
6747ae0e2c9SDimitry Andric 
675f22ef01cSRoman Divacky bool MachineBasicBlock::isSuccessor(const MachineBasicBlock *MBB) const {
676d88c1a5aSDimitry Andric   return is_contained(successors(), MBB);
677f22ef01cSRoman Divacky }
678f22ef01cSRoman Divacky 
679f22ef01cSRoman Divacky bool MachineBasicBlock::isLayoutSuccessor(const MachineBasicBlock *MBB) const {
680f22ef01cSRoman Divacky   MachineFunction::const_iterator I(this);
68191bc56edSDimitry Andric   return std::next(I) == MachineFunction::const_iterator(MBB);
682f22ef01cSRoman Divacky }
683f22ef01cSRoman Divacky 
684f22ef01cSRoman Divacky bool MachineBasicBlock::canFallThrough() {
6857d523365SDimitry Andric   MachineFunction::iterator Fallthrough = getIterator();
686f22ef01cSRoman Divacky   ++Fallthrough;
687f22ef01cSRoman Divacky   // If FallthroughBlock is off the end of the function, it can't fall through.
688f22ef01cSRoman Divacky   if (Fallthrough == getParent()->end())
689f22ef01cSRoman Divacky     return false;
690f22ef01cSRoman Divacky 
691f22ef01cSRoman Divacky   // If FallthroughBlock isn't a successor, no fallthrough is possible.
6927d523365SDimitry Andric   if (!isSuccessor(&*Fallthrough))
693f22ef01cSRoman Divacky     return false;
694f22ef01cSRoman Divacky 
695f22ef01cSRoman Divacky   // Analyze the branches, if any, at the end of the block.
69691bc56edSDimitry Andric   MachineBasicBlock *TBB = nullptr, *FBB = nullptr;
697f22ef01cSRoman Divacky   SmallVector<MachineOperand, 4> Cond;
69839d628a0SDimitry Andric   const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo();
6993ca95b02SDimitry Andric   if (TII->analyzeBranch(*this, TBB, FBB, Cond)) {
700f22ef01cSRoman Divacky     // If we couldn't analyze the branch, examine the last instruction.
701f22ef01cSRoman Divacky     // If the block doesn't end in a known control barrier, assume fallthrough
702dff0c46cSDimitry Andric     // is possible. The isPredicated check is needed because this code can be
703f22ef01cSRoman Divacky     // called during IfConversion, where an instruction which is normally a
704dff0c46cSDimitry Andric     // Barrier is predicated and thus no longer an actual control barrier.
7053ca95b02SDimitry Andric     return empty() || !back().isBarrier() || TII->isPredicated(back());
706f22ef01cSRoman Divacky   }
707f22ef01cSRoman Divacky 
708f22ef01cSRoman Divacky   // If there is no branch, control always falls through.
70991bc56edSDimitry Andric   if (!TBB) return true;
710f22ef01cSRoman Divacky 
711f22ef01cSRoman Divacky   // If there is some explicit branch to the fallthrough block, it can obviously
712f22ef01cSRoman Divacky   // reach, even though the branch should get folded to fall through implicitly.
713f22ef01cSRoman Divacky   if (MachineFunction::iterator(TBB) == Fallthrough ||
714f22ef01cSRoman Divacky       MachineFunction::iterator(FBB) == Fallthrough)
715f22ef01cSRoman Divacky     return true;
716f22ef01cSRoman Divacky 
717f22ef01cSRoman Divacky   // If it's an unconditional branch to some block not the fall through, it
718f22ef01cSRoman Divacky   // doesn't fall through.
719f22ef01cSRoman Divacky   if (Cond.empty()) return false;
720f22ef01cSRoman Divacky 
721f22ef01cSRoman Divacky   // Otherwise, if it is conditional and has no explicit false block, it falls
722f22ef01cSRoman Divacky   // through.
72391bc56edSDimitry Andric   return FBB == nullptr;
724f22ef01cSRoman Divacky }
725f22ef01cSRoman Divacky 
7263ca95b02SDimitry Andric MachineBasicBlock *MachineBasicBlock::SplitCriticalEdge(MachineBasicBlock *Succ,
7273ca95b02SDimitry Andric                                                         Pass &P) {
7283ca95b02SDimitry Andric   if (!canSplitCriticalEdge(Succ))
72991bc56edSDimitry Andric     return nullptr;
7307ae0e2c9SDimitry Andric 
731ffd1746dSEd Schouten   MachineFunction *MF = getParent();
7327d523365SDimitry Andric   DebugLoc DL;  // FIXME: this is nowhere
733ffd1746dSEd Schouten 
734ffd1746dSEd Schouten   MachineBasicBlock *NMBB = MF->CreateMachineBasicBlock();
73591bc56edSDimitry Andric   MF->insert(std::next(MachineFunction::iterator(this)), NMBB);
736e580952dSDimitry Andric   DEBUG(dbgs() << "Splitting critical edge:"
737ffd1746dSEd Schouten         " BB#" << getNumber()
738ffd1746dSEd Schouten         << " -- BB#" << NMBB->getNumber()
739ffd1746dSEd Schouten         << " -- BB#" << Succ->getNumber() << '\n');
740ffd1746dSEd Schouten 
7413ca95b02SDimitry Andric   LiveIntervals *LIS = P.getAnalysisIfAvailable<LiveIntervals>();
7423ca95b02SDimitry Andric   SlotIndexes *Indexes = P.getAnalysisIfAvailable<SlotIndexes>();
743139f7f9bSDimitry Andric   if (LIS)
744139f7f9bSDimitry Andric     LIS->insertMBBInMaps(NMBB);
745139f7f9bSDimitry Andric   else if (Indexes)
746139f7f9bSDimitry Andric     Indexes->insertMBBInMaps(NMBB);
747139f7f9bSDimitry Andric 
748bd5abe19SDimitry Andric   // On some targets like Mips, branches may kill virtual registers. Make sure
749bd5abe19SDimitry Andric   // that LiveVariables is properly updated after updateTerminator replaces the
750bd5abe19SDimitry Andric   // terminators.
7513ca95b02SDimitry Andric   LiveVariables *LV = P.getAnalysisIfAvailable<LiveVariables>();
752bd5abe19SDimitry Andric 
753bd5abe19SDimitry Andric   // Collect a list of virtual registers killed by the terminators.
754bd5abe19SDimitry Andric   SmallVector<unsigned, 4> KilledRegs;
755bd5abe19SDimitry Andric   if (LV)
756dff0c46cSDimitry Andric     for (instr_iterator I = getFirstInstrTerminator(), E = instr_end();
757dff0c46cSDimitry Andric          I != E; ++I) {
7587d523365SDimitry Andric       MachineInstr *MI = &*I;
759bd5abe19SDimitry Andric       for (MachineInstr::mop_iterator OI = MI->operands_begin(),
760bd5abe19SDimitry Andric            OE = MI->operands_end(); OI != OE; ++OI) {
761dff0c46cSDimitry Andric         if (!OI->isReg() || OI->getReg() == 0 ||
762dff0c46cSDimitry Andric             !OI->isUse() || !OI->isKill() || OI->isUndef())
763bd5abe19SDimitry Andric           continue;
764bd5abe19SDimitry Andric         unsigned Reg = OI->getReg();
765dff0c46cSDimitry Andric         if (TargetRegisterInfo::isPhysicalRegister(Reg) ||
7663ca95b02SDimitry Andric             LV->getVarInfo(Reg).removeKill(*MI)) {
767bd5abe19SDimitry Andric           KilledRegs.push_back(Reg);
768bd5abe19SDimitry Andric           DEBUG(dbgs() << "Removing terminator kill: " << *MI);
769bd5abe19SDimitry Andric           OI->setIsKill(false);
770bd5abe19SDimitry Andric         }
771bd5abe19SDimitry Andric       }
772bd5abe19SDimitry Andric     }
773bd5abe19SDimitry Andric 
774139f7f9bSDimitry Andric   SmallVector<unsigned, 4> UsedRegs;
775139f7f9bSDimitry Andric   if (LIS) {
776139f7f9bSDimitry Andric     for (instr_iterator I = getFirstInstrTerminator(), E = instr_end();
777139f7f9bSDimitry Andric          I != E; ++I) {
7787d523365SDimitry Andric       MachineInstr *MI = &*I;
779139f7f9bSDimitry Andric 
780139f7f9bSDimitry Andric       for (MachineInstr::mop_iterator OI = MI->operands_begin(),
781139f7f9bSDimitry Andric            OE = MI->operands_end(); OI != OE; ++OI) {
782139f7f9bSDimitry Andric         if (!OI->isReg() || OI->getReg() == 0)
783139f7f9bSDimitry Andric           continue;
784139f7f9bSDimitry Andric 
785139f7f9bSDimitry Andric         unsigned Reg = OI->getReg();
786d88c1a5aSDimitry Andric         if (!is_contained(UsedRegs, Reg))
787139f7f9bSDimitry Andric           UsedRegs.push_back(Reg);
788139f7f9bSDimitry Andric       }
789139f7f9bSDimitry Andric     }
790139f7f9bSDimitry Andric   }
791139f7f9bSDimitry Andric 
792ffd1746dSEd Schouten   ReplaceUsesOfBlockWith(Succ, NMBB);
793139f7f9bSDimitry Andric 
794139f7f9bSDimitry Andric   // If updateTerminator() removes instructions, we need to remove them from
795139f7f9bSDimitry Andric   // SlotIndexes.
796139f7f9bSDimitry Andric   SmallVector<MachineInstr*, 4> Terminators;
797139f7f9bSDimitry Andric   if (Indexes) {
798139f7f9bSDimitry Andric     for (instr_iterator I = getFirstInstrTerminator(), E = instr_end();
799139f7f9bSDimitry Andric          I != E; ++I)
8007d523365SDimitry Andric       Terminators.push_back(&*I);
801139f7f9bSDimitry Andric   }
802139f7f9bSDimitry Andric 
803ffd1746dSEd Schouten   updateTerminator();
804ffd1746dSEd Schouten 
805139f7f9bSDimitry Andric   if (Indexes) {
806139f7f9bSDimitry Andric     SmallVector<MachineInstr*, 4> NewTerminators;
807139f7f9bSDimitry Andric     for (instr_iterator I = getFirstInstrTerminator(), E = instr_end();
808139f7f9bSDimitry Andric          I != E; ++I)
8097d523365SDimitry Andric       NewTerminators.push_back(&*I);
810139f7f9bSDimitry Andric 
811139f7f9bSDimitry Andric     for (SmallVectorImpl<MachineInstr*>::iterator I = Terminators.begin(),
812139f7f9bSDimitry Andric         E = Terminators.end(); I != E; ++I) {
813d88c1a5aSDimitry Andric       if (!is_contained(NewTerminators, *I))
8143ca95b02SDimitry Andric         Indexes->removeMachineInstrFromMaps(**I);
815139f7f9bSDimitry Andric     }
816139f7f9bSDimitry Andric   }
817139f7f9bSDimitry Andric 
818ffd1746dSEd Schouten   // Insert unconditional "jump Succ" instruction in NMBB if necessary.
819ffd1746dSEd Schouten   NMBB->addSuccessor(Succ);
820ffd1746dSEd Schouten   if (!NMBB->isLayoutSuccessor(Succ)) {
8213ca95b02SDimitry Andric     SmallVector<MachineOperand, 4> Cond;
8223ca95b02SDimitry Andric     const TargetInstrInfo *TII = getParent()->getSubtarget().getInstrInfo();
823d88c1a5aSDimitry Andric     TII->insertBranch(*NMBB, Succ, nullptr, Cond, DL);
824139f7f9bSDimitry Andric 
825139f7f9bSDimitry Andric     if (Indexes) {
8263ca95b02SDimitry Andric       for (MachineInstr &MI : NMBB->instrs()) {
827139f7f9bSDimitry Andric         // Some instructions may have been moved to NMBB by updateTerminator(),
828139f7f9bSDimitry Andric         // so we first remove any instruction that already has an index.
8293ca95b02SDimitry Andric         if (Indexes->hasIndex(MI))
8303ca95b02SDimitry Andric           Indexes->removeMachineInstrFromMaps(MI);
8313ca95b02SDimitry Andric         Indexes->insertMachineInstrInMaps(MI);
832139f7f9bSDimitry Andric       }
833139f7f9bSDimitry Andric     }
834ffd1746dSEd Schouten   }
835ffd1746dSEd Schouten 
836ffd1746dSEd Schouten   // Fix PHI nodes in Succ so they refer to NMBB instead of this
837dff0c46cSDimitry Andric   for (MachineBasicBlock::instr_iterator
838dff0c46cSDimitry Andric          i = Succ->instr_begin(),e = Succ->instr_end();
839ffd1746dSEd Schouten        i != e && i->isPHI(); ++i)
840ffd1746dSEd Schouten     for (unsigned ni = 1, ne = i->getNumOperands(); ni != ne; ni += 2)
841ffd1746dSEd Schouten       if (i->getOperand(ni+1).getMBB() == this)
842ffd1746dSEd Schouten         i->getOperand(ni+1).setMBB(NMBB);
843ffd1746dSEd Schouten 
8446122f3e6SDimitry Andric   // Inherit live-ins from the successor
8457d523365SDimitry Andric   for (const auto &LI : Succ->liveins())
8467d523365SDimitry Andric     NMBB->addLiveIn(LI);
8476122f3e6SDimitry Andric 
848bd5abe19SDimitry Andric   // Update LiveVariables.
84939d628a0SDimitry Andric   const TargetRegisterInfo *TRI = MF->getSubtarget().getRegisterInfo();
850bd5abe19SDimitry Andric   if (LV) {
851bd5abe19SDimitry Andric     // Restore kills of virtual registers that were killed by the terminators.
852bd5abe19SDimitry Andric     while (!KilledRegs.empty()) {
853bd5abe19SDimitry Andric       unsigned Reg = KilledRegs.pop_back_val();
854dff0c46cSDimitry Andric       for (instr_iterator I = instr_end(), E = instr_begin(); I != E;) {
855dff0c46cSDimitry Andric         if (!(--I)->addRegisterKilled(Reg, TRI, /* addIfNotFound= */ false))
856bd5abe19SDimitry Andric           continue;
857dff0c46cSDimitry Andric         if (TargetRegisterInfo::isVirtualRegister(Reg))
8587d523365SDimitry Andric           LV->getVarInfo(Reg).Kills.push_back(&*I);
859bd5abe19SDimitry Andric         DEBUG(dbgs() << "Restored terminator kill: " << *I);
860bd5abe19SDimitry Andric         break;
861bd5abe19SDimitry Andric       }
862bd5abe19SDimitry Andric     }
863bd5abe19SDimitry Andric     // Update relevant live-through information.
864ffd1746dSEd Schouten     LV->addNewBlock(NMBB, this, Succ);
865bd5abe19SDimitry Andric   }
866ffd1746dSEd Schouten 
867139f7f9bSDimitry Andric   if (LIS) {
868139f7f9bSDimitry Andric     // After splitting the edge and updating SlotIndexes, live intervals may be
869139f7f9bSDimitry Andric     // in one of two situations, depending on whether this block was the last in
8707d523365SDimitry Andric     // the function. If the original block was the last in the function, all
8717d523365SDimitry Andric     // live intervals will end prior to the beginning of the new split block. If
8727d523365SDimitry Andric     // the original block was not at the end of the function, all live intervals
8737d523365SDimitry Andric     // will extend to the end of the new split block.
874139f7f9bSDimitry Andric 
875139f7f9bSDimitry Andric     bool isLastMBB =
87691bc56edSDimitry Andric       std::next(MachineFunction::iterator(NMBB)) == getParent()->end();
877139f7f9bSDimitry Andric 
878139f7f9bSDimitry Andric     SlotIndex StartIndex = Indexes->getMBBEndIdx(this);
879139f7f9bSDimitry Andric     SlotIndex PrevIndex = StartIndex.getPrevSlot();
880139f7f9bSDimitry Andric     SlotIndex EndIndex = Indexes->getMBBEndIdx(NMBB);
881139f7f9bSDimitry Andric 
882139f7f9bSDimitry Andric     // Find the registers used from NMBB in PHIs in Succ.
883139f7f9bSDimitry Andric     SmallSet<unsigned, 8> PHISrcRegs;
884139f7f9bSDimitry Andric     for (MachineBasicBlock::instr_iterator
885139f7f9bSDimitry Andric          I = Succ->instr_begin(), E = Succ->instr_end();
886139f7f9bSDimitry Andric          I != E && I->isPHI(); ++I) {
887139f7f9bSDimitry Andric       for (unsigned ni = 1, ne = I->getNumOperands(); ni != ne; ni += 2) {
888139f7f9bSDimitry Andric         if (I->getOperand(ni+1).getMBB() == NMBB) {
889139f7f9bSDimitry Andric           MachineOperand &MO = I->getOperand(ni);
890139f7f9bSDimitry Andric           unsigned Reg = MO.getReg();
891139f7f9bSDimitry Andric           PHISrcRegs.insert(Reg);
892139f7f9bSDimitry Andric           if (MO.isUndef())
893139f7f9bSDimitry Andric             continue;
894139f7f9bSDimitry Andric 
895139f7f9bSDimitry Andric           LiveInterval &LI = LIS->getInterval(Reg);
896139f7f9bSDimitry Andric           VNInfo *VNI = LI.getVNInfoAt(PrevIndex);
8977d523365SDimitry Andric           assert(VNI &&
8987d523365SDimitry Andric                  "PHI sources should be live out of their predecessors.");
899f785676fSDimitry Andric           LI.addSegment(LiveInterval::Segment(StartIndex, EndIndex, VNI));
900139f7f9bSDimitry Andric         }
901139f7f9bSDimitry Andric       }
902139f7f9bSDimitry Andric     }
903139f7f9bSDimitry Andric 
904139f7f9bSDimitry Andric     MachineRegisterInfo *MRI = &getParent()->getRegInfo();
905139f7f9bSDimitry Andric     for (unsigned i = 0, e = MRI->getNumVirtRegs(); i != e; ++i) {
906139f7f9bSDimitry Andric       unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
907139f7f9bSDimitry Andric       if (PHISrcRegs.count(Reg) || !LIS->hasInterval(Reg))
908139f7f9bSDimitry Andric         continue;
909139f7f9bSDimitry Andric 
910139f7f9bSDimitry Andric       LiveInterval &LI = LIS->getInterval(Reg);
911139f7f9bSDimitry Andric       if (!LI.liveAt(PrevIndex))
912139f7f9bSDimitry Andric         continue;
913139f7f9bSDimitry Andric 
914139f7f9bSDimitry Andric       bool isLiveOut = LI.liveAt(LIS->getMBBStartIdx(Succ));
915139f7f9bSDimitry Andric       if (isLiveOut && isLastMBB) {
916139f7f9bSDimitry Andric         VNInfo *VNI = LI.getVNInfoAt(PrevIndex);
917139f7f9bSDimitry Andric         assert(VNI && "LiveInterval should have VNInfo where it is live.");
918f785676fSDimitry Andric         LI.addSegment(LiveInterval::Segment(StartIndex, EndIndex, VNI));
919139f7f9bSDimitry Andric       } else if (!isLiveOut && !isLastMBB) {
920f785676fSDimitry Andric         LI.removeSegment(StartIndex, EndIndex);
921139f7f9bSDimitry Andric       }
922139f7f9bSDimitry Andric     }
923139f7f9bSDimitry Andric 
924139f7f9bSDimitry Andric     // Update all intervals for registers whose uses may have been modified by
925139f7f9bSDimitry Andric     // updateTerminator().
926139f7f9bSDimitry Andric     LIS->repairIntervalsInRange(this, getFirstTerminator(), end(), UsedRegs);
927139f7f9bSDimitry Andric   }
928139f7f9bSDimitry Andric 
929ffd1746dSEd Schouten   if (MachineDominatorTree *MDT =
9303ca95b02SDimitry Andric           P.getAnalysisIfAvailable<MachineDominatorTree>())
93139d628a0SDimitry Andric     MDT->recordSplitCriticalEdge(this, Succ, NMBB);
932e580952dSDimitry Andric 
9333ca95b02SDimitry Andric   if (MachineLoopInfo *MLI = P.getAnalysisIfAvailable<MachineLoopInfo>())
934ffd1746dSEd Schouten     if (MachineLoop *TIL = MLI->getLoopFor(this)) {
935ffd1746dSEd Schouten       // If one or the other blocks were not in a loop, the new block is not
936ffd1746dSEd Schouten       // either, and thus LI doesn't need to be updated.
937ffd1746dSEd Schouten       if (MachineLoop *DestLoop = MLI->getLoopFor(Succ)) {
938ffd1746dSEd Schouten         if (TIL == DestLoop) {
939ffd1746dSEd Schouten           // Both in the same loop, the NMBB joins loop.
940ffd1746dSEd Schouten           DestLoop->addBasicBlockToLoop(NMBB, MLI->getBase());
941ffd1746dSEd Schouten         } else if (TIL->contains(DestLoop)) {
942ffd1746dSEd Schouten           // Edge from an outer loop to an inner loop.  Add to the outer loop.
943ffd1746dSEd Schouten           TIL->addBasicBlockToLoop(NMBB, MLI->getBase());
944ffd1746dSEd Schouten         } else if (DestLoop->contains(TIL)) {
945ffd1746dSEd Schouten           // Edge from an inner loop to an outer loop.  Add to the outer loop.
946ffd1746dSEd Schouten           DestLoop->addBasicBlockToLoop(NMBB, MLI->getBase());
947ffd1746dSEd Schouten         } else {
948ffd1746dSEd Schouten           // Edge from two loops with no containment relation.  Because these
949ffd1746dSEd Schouten           // are natural loops, we know that the destination block must be the
950ffd1746dSEd Schouten           // header of its loop (adding a branch into a loop elsewhere would
951ffd1746dSEd Schouten           // create an irreducible loop).
952ffd1746dSEd Schouten           assert(DestLoop->getHeader() == Succ &&
953ffd1746dSEd Schouten                  "Should not create irreducible loops!");
954ffd1746dSEd Schouten           if (MachineLoop *P = DestLoop->getParentLoop())
955ffd1746dSEd Schouten             P->addBasicBlockToLoop(NMBB, MLI->getBase());
956ffd1746dSEd Schouten         }
957ffd1746dSEd Schouten       }
958ffd1746dSEd Schouten     }
959ffd1746dSEd Schouten 
960ffd1746dSEd Schouten   return NMBB;
961ffd1746dSEd Schouten }
962ffd1746dSEd Schouten 
9633ca95b02SDimitry Andric bool MachineBasicBlock::canSplitCriticalEdge(
9643ca95b02SDimitry Andric     const MachineBasicBlock *Succ) const {
9653ca95b02SDimitry Andric   // Splitting the critical edge to a landing pad block is non-trivial. Don't do
9663ca95b02SDimitry Andric   // it in this generic function.
9673ca95b02SDimitry Andric   if (Succ->isEHPad())
9683ca95b02SDimitry Andric     return false;
9693ca95b02SDimitry Andric 
9703ca95b02SDimitry Andric   const MachineFunction *MF = getParent();
9713ca95b02SDimitry Andric 
9723ca95b02SDimitry Andric   // Performance might be harmed on HW that implements branching using exec mask
9733ca95b02SDimitry Andric   // where both sides of the branches are always executed.
9743ca95b02SDimitry Andric   if (MF->getTarget().requiresStructuredCFG())
9753ca95b02SDimitry Andric     return false;
9763ca95b02SDimitry Andric 
9773ca95b02SDimitry Andric   // We may need to update this's terminator, but we can't do that if
9783ca95b02SDimitry Andric   // AnalyzeBranch fails. If this uses a jump table, we won't touch it.
9793ca95b02SDimitry Andric   const TargetInstrInfo *TII = MF->getSubtarget().getInstrInfo();
9803ca95b02SDimitry Andric   MachineBasicBlock *TBB = nullptr, *FBB = nullptr;
9813ca95b02SDimitry Andric   SmallVector<MachineOperand, 4> Cond;
9823ca95b02SDimitry Andric   // AnalyzeBanch should modify this, since we did not allow modification.
9833ca95b02SDimitry Andric   if (TII->analyzeBranch(*const_cast<MachineBasicBlock *>(this), TBB, FBB, Cond,
9843ca95b02SDimitry Andric                          /*AllowModify*/ false))
9853ca95b02SDimitry Andric     return false;
9863ca95b02SDimitry Andric 
9873ca95b02SDimitry Andric   // Avoid bugpoint weirdness: A block may end with a conditional branch but
9883ca95b02SDimitry Andric   // jumps to the same MBB is either case. We have duplicate CFG edges in that
9893ca95b02SDimitry Andric   // case that we can't handle. Since this never happens in properly optimized
9903ca95b02SDimitry Andric   // code, just skip those edges.
9913ca95b02SDimitry Andric   if (TBB && TBB == FBB) {
9923ca95b02SDimitry Andric     DEBUG(dbgs() << "Won't split critical edge after degenerate BB#"
9933ca95b02SDimitry Andric                  << getNumber() << '\n');
9943ca95b02SDimitry Andric     return false;
9953ca95b02SDimitry Andric   }
9963ca95b02SDimitry Andric   return true;
9973ca95b02SDimitry Andric }
9983ca95b02SDimitry Andric 
999139f7f9bSDimitry Andric /// Prepare MI to be removed from its bundle. This fixes bundle flags on MI's
1000139f7f9bSDimitry Andric /// neighboring instructions so the bundle won't be broken by removing MI.
1001139f7f9bSDimitry Andric static void unbundleSingleMI(MachineInstr *MI) {
1002139f7f9bSDimitry Andric   // Removing the first instruction in a bundle.
1003139f7f9bSDimitry Andric   if (MI->isBundledWithSucc() && !MI->isBundledWithPred())
1004139f7f9bSDimitry Andric     MI->unbundleFromSucc();
1005139f7f9bSDimitry Andric   // Removing the last instruction in a bundle.
1006139f7f9bSDimitry Andric   if (MI->isBundledWithPred() && !MI->isBundledWithSucc())
1007139f7f9bSDimitry Andric     MI->unbundleFromPred();
1008139f7f9bSDimitry Andric   // If MI is not bundled, or if it is internal to a bundle, the neighbor flags
1009139f7f9bSDimitry Andric   // are already fine.
1010dff0c46cSDimitry Andric }
1011dff0c46cSDimitry Andric 
1012139f7f9bSDimitry Andric MachineBasicBlock::instr_iterator
1013139f7f9bSDimitry Andric MachineBasicBlock::erase(MachineBasicBlock::instr_iterator I) {
10147d523365SDimitry Andric   unbundleSingleMI(&*I);
1015139f7f9bSDimitry Andric   return Insts.erase(I);
1016dff0c46cSDimitry Andric }
1017dff0c46cSDimitry Andric 
1018139f7f9bSDimitry Andric MachineInstr *MachineBasicBlock::remove_instr(MachineInstr *MI) {
1019139f7f9bSDimitry Andric   unbundleSingleMI(MI);
1020139f7f9bSDimitry Andric   MI->clearFlag(MachineInstr::BundledPred);
1021139f7f9bSDimitry Andric   MI->clearFlag(MachineInstr::BundledSucc);
1022139f7f9bSDimitry Andric   return Insts.remove(MI);
1023dff0c46cSDimitry Andric }
1024dff0c46cSDimitry Andric 
1025139f7f9bSDimitry Andric MachineBasicBlock::instr_iterator
1026139f7f9bSDimitry Andric MachineBasicBlock::insert(instr_iterator I, MachineInstr *MI) {
1027139f7f9bSDimitry Andric   assert(!MI->isBundledWithPred() && !MI->isBundledWithSucc() &&
1028139f7f9bSDimitry Andric          "Cannot insert instruction with bundle flags");
1029139f7f9bSDimitry Andric   // Set the bundle flags when inserting inside a bundle.
1030139f7f9bSDimitry Andric   if (I != instr_end() && I->isBundledWithPred()) {
1031139f7f9bSDimitry Andric     MI->setFlag(MachineInstr::BundledPred);
1032139f7f9bSDimitry Andric     MI->setFlag(MachineInstr::BundledSucc);
1033dff0c46cSDimitry Andric   }
1034139f7f9bSDimitry Andric   return Insts.insert(I, MI);
1035dff0c46cSDimitry Andric }
1036dff0c46cSDimitry Andric 
10377d523365SDimitry Andric /// This method unlinks 'this' from the containing function, and returns it, but
10387d523365SDimitry Andric /// does not delete it.
1039f22ef01cSRoman Divacky MachineBasicBlock *MachineBasicBlock::removeFromParent() {
1040f22ef01cSRoman Divacky   assert(getParent() && "Not embedded in a function!");
1041f22ef01cSRoman Divacky   getParent()->remove(this);
1042f22ef01cSRoman Divacky   return this;
1043f22ef01cSRoman Divacky }
1044f22ef01cSRoman Divacky 
10457d523365SDimitry Andric /// This method unlinks 'this' from the containing function, and deletes it.
1046f22ef01cSRoman Divacky void MachineBasicBlock::eraseFromParent() {
1047f22ef01cSRoman Divacky   assert(getParent() && "Not embedded in a function!");
1048f22ef01cSRoman Divacky   getParent()->erase(this);
1049f22ef01cSRoman Divacky }
1050f22ef01cSRoman Divacky 
10517d523365SDimitry Andric /// Given a machine basic block that branched to 'Old', change the code and CFG
10527d523365SDimitry Andric /// so that it branches to 'New' instead.
1053f22ef01cSRoman Divacky void MachineBasicBlock::ReplaceUsesOfBlockWith(MachineBasicBlock *Old,
1054f22ef01cSRoman Divacky                                                MachineBasicBlock *New) {
1055f22ef01cSRoman Divacky   assert(Old != New && "Cannot replace self with self!");
1056f22ef01cSRoman Divacky 
1057dff0c46cSDimitry Andric   MachineBasicBlock::instr_iterator I = instr_end();
1058dff0c46cSDimitry Andric   while (I != instr_begin()) {
1059f22ef01cSRoman Divacky     --I;
1060dff0c46cSDimitry Andric     if (!I->isTerminator()) break;
1061f22ef01cSRoman Divacky 
1062f22ef01cSRoman Divacky     // Scan the operands of this machine instruction, replacing any uses of Old
1063f22ef01cSRoman Divacky     // with New.
1064f22ef01cSRoman Divacky     for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i)
1065f22ef01cSRoman Divacky       if (I->getOperand(i).isMBB() &&
1066f22ef01cSRoman Divacky           I->getOperand(i).getMBB() == Old)
1067f22ef01cSRoman Divacky         I->getOperand(i).setMBB(New);
1068f22ef01cSRoman Divacky   }
1069f22ef01cSRoman Divacky 
1070f22ef01cSRoman Divacky   // Update the successor information.
107117a519f9SDimitry Andric   replaceSuccessor(Old, New);
1072f22ef01cSRoman Divacky }
1073f22ef01cSRoman Divacky 
10747d523365SDimitry Andric /// Various pieces of code can cause excess edges in the CFG to be inserted.  If
10757d523365SDimitry Andric /// we have proven that MBB can only branch to DestA and DestB, remove any other
10767d523365SDimitry Andric /// MBB successors from the CFG.  DestA and DestB can be null.
1077f22ef01cSRoman Divacky ///
1078f22ef01cSRoman Divacky /// Besides DestA and DestB, retain other edges leading to LandingPads
1079f22ef01cSRoman Divacky /// (currently there can be only one; we don't check or require that here).
1080f22ef01cSRoman Divacky /// Note it is possible that DestA and/or DestB are LandingPads.
1081f22ef01cSRoman Divacky bool MachineBasicBlock::CorrectExtraCFGEdges(MachineBasicBlock *DestA,
1082f22ef01cSRoman Divacky                                              MachineBasicBlock *DestB,
10837d523365SDimitry Andric                                              bool IsCond) {
1084f22ef01cSRoman Divacky   // The values of DestA and DestB frequently come from a call to the
1085f22ef01cSRoman Divacky   // 'TargetInstrInfo::AnalyzeBranch' method. We take our meaning of the initial
1086f22ef01cSRoman Divacky   // values from there.
1087f22ef01cSRoman Divacky   //
1088f22ef01cSRoman Divacky   // 1. If both DestA and DestB are null, then the block ends with no branches
1089f22ef01cSRoman Divacky   //    (it falls through to its successor).
10907d523365SDimitry Andric   // 2. If DestA is set, DestB is null, and IsCond is false, then the block ends
1091f22ef01cSRoman Divacky   //    with only an unconditional branch.
10927d523365SDimitry Andric   // 3. If DestA is set, DestB is null, and IsCond is true, then the block ends
1093f22ef01cSRoman Divacky   //    with a conditional branch that falls through to a successor (DestB).
10947d523365SDimitry Andric   // 4. If DestA and DestB is set and IsCond is true, then the block ends with a
1095f22ef01cSRoman Divacky   //    conditional branch followed by an unconditional branch. DestA is the
1096f22ef01cSRoman Divacky   //    'true' destination and DestB is the 'false' destination.
1097f22ef01cSRoman Divacky 
1098f22ef01cSRoman Divacky   bool Changed = false;
1099f22ef01cSRoman Divacky 
1100d88c1a5aSDimitry Andric   MachineBasicBlock *FallThru = getNextNode();
1101f22ef01cSRoman Divacky 
110291bc56edSDimitry Andric   if (!DestA && !DestB) {
1103f22ef01cSRoman Divacky     // Block falls through to successor.
1104d88c1a5aSDimitry Andric     DestA = FallThru;
1105d88c1a5aSDimitry Andric     DestB = FallThru;
110691bc56edSDimitry Andric   } else if (DestA && !DestB) {
11077d523365SDimitry Andric     if (IsCond)
1108f22ef01cSRoman Divacky       // Block ends in conditional jump that falls through to successor.
1109d88c1a5aSDimitry Andric       DestB = FallThru;
1110f22ef01cSRoman Divacky   } else {
11117d523365SDimitry Andric     assert(DestA && DestB && IsCond &&
1112f22ef01cSRoman Divacky            "CFG in a bad state. Cannot correct CFG edges");
1113f22ef01cSRoman Divacky   }
1114f22ef01cSRoman Divacky 
1115f22ef01cSRoman Divacky   // Remove superfluous edges. I.e., those which aren't destinations of this
1116f22ef01cSRoman Divacky   // basic block, duplicate edges, or landing pads.
1117f22ef01cSRoman Divacky   SmallPtrSet<const MachineBasicBlock*, 8> SeenMBBs;
1118f22ef01cSRoman Divacky   MachineBasicBlock::succ_iterator SI = succ_begin();
1119f22ef01cSRoman Divacky   while (SI != succ_end()) {
1120f22ef01cSRoman Divacky     const MachineBasicBlock *MBB = *SI;
112139d628a0SDimitry Andric     if (!SeenMBBs.insert(MBB).second ||
11227d523365SDimitry Andric         (MBB != DestA && MBB != DestB && !MBB->isEHPad())) {
1123f22ef01cSRoman Divacky       // This is a superfluous edge, remove it.
1124f22ef01cSRoman Divacky       SI = removeSuccessor(SI);
1125f22ef01cSRoman Divacky       Changed = true;
1126f22ef01cSRoman Divacky     } else {
1127f22ef01cSRoman Divacky       ++SI;
1128f22ef01cSRoman Divacky     }
1129f22ef01cSRoman Divacky   }
1130f22ef01cSRoman Divacky 
11317d523365SDimitry Andric   if (Changed)
11327d523365SDimitry Andric     normalizeSuccProbs();
1133f22ef01cSRoman Divacky   return Changed;
1134f22ef01cSRoman Divacky }
1135f22ef01cSRoman Divacky 
11367d523365SDimitry Andric /// Find the next valid DebugLoc starting at MBBI, skipping any DBG_VALUE
11377d523365SDimitry Andric /// instructions.  Return UnknownLoc if there is none.
1138f22ef01cSRoman Divacky DebugLoc
1139dff0c46cSDimitry Andric MachineBasicBlock::findDebugLoc(instr_iterator MBBI) {
1140f22ef01cSRoman Divacky   // Skip debug declarations, we don't want a DebugLoc from them.
1141d88c1a5aSDimitry Andric   MBBI = skipDebugInstructionsForward(MBBI, instr_end());
1142d88c1a5aSDimitry Andric   if (MBBI != instr_end())
1143d88c1a5aSDimitry Andric     return MBBI->getDebugLoc();
1144d88c1a5aSDimitry Andric   return {};
1145f22ef01cSRoman Divacky }
1146f22ef01cSRoman Divacky 
11477d523365SDimitry Andric /// Return probability of the edge from this block to MBB.
11487d523365SDimitry Andric BranchProbability
11497d523365SDimitry Andric MachineBasicBlock::getSuccProbability(const_succ_iterator Succ) const {
11507d523365SDimitry Andric   if (Probs.empty())
11517d523365SDimitry Andric     return BranchProbability(1, succ_size());
115217a519f9SDimitry Andric 
11537d523365SDimitry Andric   const auto &Prob = *getProbabilityIterator(Succ);
11547d523365SDimitry Andric   if (Prob.isUnknown()) {
11557d523365SDimitry Andric     // For unknown probabilities, collect the sum of all known ones, and evenly
11567d523365SDimitry Andric     // ditribute the complemental of the sum to each unknown probability.
11577d523365SDimitry Andric     unsigned KnownProbNum = 0;
11587d523365SDimitry Andric     auto Sum = BranchProbability::getZero();
11597d523365SDimitry Andric     for (auto &P : Probs) {
11607d523365SDimitry Andric       if (!P.isUnknown()) {
11617d523365SDimitry Andric         Sum += P;
11627d523365SDimitry Andric         KnownProbNum++;
11637d523365SDimitry Andric       }
11647d523365SDimitry Andric     }
11657d523365SDimitry Andric     return Sum.getCompl() / (Probs.size() - KnownProbNum);
11667d523365SDimitry Andric   } else
11677d523365SDimitry Andric     return Prob;
116817a519f9SDimitry Andric }
116917a519f9SDimitry Andric 
11707d523365SDimitry Andric /// Set successor probability of a given iterator.
11717d523365SDimitry Andric void MachineBasicBlock::setSuccProbability(succ_iterator I,
11727d523365SDimitry Andric                                            BranchProbability Prob) {
11737d523365SDimitry Andric   assert(!Prob.isUnknown());
11747d523365SDimitry Andric   if (Probs.empty())
117591bc56edSDimitry Andric     return;
11767d523365SDimitry Andric   *getProbabilityIterator(I) = Prob;
117791bc56edSDimitry Andric }
117891bc56edSDimitry Andric 
11797d523365SDimitry Andric /// Return probability iterator corresonding to the I successor iterator
11807d523365SDimitry Andric MachineBasicBlock::const_probability_iterator
11817d523365SDimitry Andric MachineBasicBlock::getProbabilityIterator(
11827d523365SDimitry Andric     MachineBasicBlock::const_succ_iterator I) const {
11837d523365SDimitry Andric   assert(Probs.size() == Successors.size() && "Async probability list!");
1184dff0c46cSDimitry Andric   const size_t index = std::distance(Successors.begin(), I);
11857d523365SDimitry Andric   assert(index < Probs.size() && "Not a current successor!");
11867d523365SDimitry Andric   return Probs.begin() + index;
11877d523365SDimitry Andric }
11887d523365SDimitry Andric 
11897d523365SDimitry Andric /// Return probability iterator corresonding to the I successor iterator.
11907d523365SDimitry Andric MachineBasicBlock::probability_iterator
11917d523365SDimitry Andric MachineBasicBlock::getProbabilityIterator(MachineBasicBlock::succ_iterator I) {
11927d523365SDimitry Andric   assert(Probs.size() == Successors.size() && "Async probability list!");
11937d523365SDimitry Andric   const size_t index = std::distance(Successors.begin(), I);
11947d523365SDimitry Andric   assert(index < Probs.size() && "Not a current successor!");
11957d523365SDimitry Andric   return Probs.begin() + index;
1196dff0c46cSDimitry Andric }
1197dff0c46cSDimitry Andric 
11983861d79fSDimitry Andric /// Return whether (physical) register "Reg" has been <def>ined and not <kill>ed
11993861d79fSDimitry Andric /// as of just before "MI".
12003861d79fSDimitry Andric ///
12013861d79fSDimitry Andric /// Search is localised to a neighborhood of
12023861d79fSDimitry Andric /// Neighborhood instructions before (searching for defs or kills) and N
12033861d79fSDimitry Andric /// instructions after (searching just for defs) MI.
12043861d79fSDimitry Andric MachineBasicBlock::LivenessQueryResult
12053861d79fSDimitry Andric MachineBasicBlock::computeRegisterLiveness(const TargetRegisterInfo *TRI,
1206ff0cc061SDimitry Andric                                            unsigned Reg, const_iterator Before,
1207ff0cc061SDimitry Andric                                            unsigned Neighborhood) const {
12083861d79fSDimitry Andric   unsigned N = Neighborhood;
12093861d79fSDimitry Andric 
1210ff0cc061SDimitry Andric   // Start by searching backwards from Before, looking for kills, reads or defs.
1211ff0cc061SDimitry Andric   const_iterator I(Before);
12123861d79fSDimitry Andric   // If this is the first insn in the block, don't search backwards.
1213ff0cc061SDimitry Andric   if (I != begin()) {
12143861d79fSDimitry Andric     do {
12153861d79fSDimitry Andric       --I;
12163861d79fSDimitry Andric 
12177d523365SDimitry Andric       MachineOperandIteratorBase::PhysRegInfo Info =
12183ca95b02SDimitry Andric           ConstMIOperands(*I).analyzePhysReg(Reg, TRI);
12193861d79fSDimitry Andric 
12207d523365SDimitry Andric       // Defs happen after uses so they take precedence if both are present.
1221139f7f9bSDimitry Andric 
12227d523365SDimitry Andric       // Register is dead after a dead def of the full register.
12237d523365SDimitry Andric       if (Info.DeadDef)
12243861d79fSDimitry Andric         return LQR_Dead;
12257d523365SDimitry Andric       // Register is (at least partially) live after a def.
12263ca95b02SDimitry Andric       if (Info.Defined) {
12273ca95b02SDimitry Andric         if (!Info.PartialDeadDef)
12287d523365SDimitry Andric           return LQR_Live;
12293ca95b02SDimitry Andric         // As soon as we saw a partial definition (dead or not),
12303ca95b02SDimitry Andric         // we cannot tell if the value is partial live without
12313ca95b02SDimitry Andric         // tracking the lanemasks. We are not going to do this,
12323ca95b02SDimitry Andric         // so fall back on the remaining of the analysis.
12333ca95b02SDimitry Andric         break;
12343ca95b02SDimitry Andric       }
12357d523365SDimitry Andric       // Register is dead after a full kill or clobber and no def.
12367d523365SDimitry Andric       if (Info.Killed || Info.Clobbered)
12377d523365SDimitry Andric         return LQR_Dead;
12387d523365SDimitry Andric       // Register must be live if we read it.
12397d523365SDimitry Andric       if (Info.Read)
12407d523365SDimitry Andric         return LQR_Live;
1241ff0cc061SDimitry Andric     } while (I != begin() && --N > 0);
12423861d79fSDimitry Andric   }
12433861d79fSDimitry Andric 
12443861d79fSDimitry Andric   // Did we get to the start of the block?
1245ff0cc061SDimitry Andric   if (I == begin()) {
12463861d79fSDimitry Andric     // If so, the register's state is definitely defined by the live-in state.
12477d523365SDimitry Andric     for (MCRegAliasIterator RAI(Reg, TRI, /*IncludeSelf=*/true); RAI.isValid();
12487d523365SDimitry Andric          ++RAI)
1249ff0cc061SDimitry Andric       if (isLiveIn(*RAI))
12507d523365SDimitry Andric         return LQR_Live;
12513861d79fSDimitry Andric 
12523861d79fSDimitry Andric     return LQR_Dead;
12533861d79fSDimitry Andric   }
12543861d79fSDimitry Andric 
12553861d79fSDimitry Andric   N = Neighborhood;
12563861d79fSDimitry Andric 
1257ff0cc061SDimitry Andric   // Try searching forwards from Before, looking for reads or defs.
1258ff0cc061SDimitry Andric   I = const_iterator(Before);
12593861d79fSDimitry Andric   // If this is the last insn in the block, don't search forwards.
1260ff0cc061SDimitry Andric   if (I != end()) {
1261ff0cc061SDimitry Andric     for (++I; I != end() && N > 0; ++I, --N) {
12627d523365SDimitry Andric       MachineOperandIteratorBase::PhysRegInfo Info =
12633ca95b02SDimitry Andric           ConstMIOperands(*I).analyzePhysReg(Reg, TRI);
12643861d79fSDimitry Andric 
12657d523365SDimitry Andric       // Register is live when we read it here.
12667d523365SDimitry Andric       if (Info.Read)
12677d523365SDimitry Andric         return LQR_Live;
12687d523365SDimitry Andric       // Register is dead if we can fully overwrite or clobber it here.
12697d523365SDimitry Andric       if (Info.FullyDefined || Info.Clobbered)
12703861d79fSDimitry Andric         return LQR_Dead;
12713861d79fSDimitry Andric     }
12723861d79fSDimitry Andric   }
12733861d79fSDimitry Andric 
12743861d79fSDimitry Andric   // At this point we have no idea of the liveness of the register.
12753861d79fSDimitry Andric   return LQR_Unknown;
12763861d79fSDimitry Andric }
12777d523365SDimitry Andric 
12787d523365SDimitry Andric const uint32_t *
12797d523365SDimitry Andric MachineBasicBlock::getBeginClobberMask(const TargetRegisterInfo *TRI) const {
12807d523365SDimitry Andric   // EH funclet entry does not preserve any registers.
12817d523365SDimitry Andric   return isEHFuncletEntry() ? TRI->getNoPreservedMask() : nullptr;
12827d523365SDimitry Andric }
12837d523365SDimitry Andric 
12847d523365SDimitry Andric const uint32_t *
12857d523365SDimitry Andric MachineBasicBlock::getEndClobberMask(const TargetRegisterInfo *TRI) const {
12867d523365SDimitry Andric   // If we see a return block with successors, this must be a funclet return,
12877d523365SDimitry Andric   // which does not preserve any registers. If there are no successors, we don't
12887d523365SDimitry Andric   // care what kind of return it is, putting a mask after it is a no-op.
12897d523365SDimitry Andric   return isReturnBlock() && !succ_empty() ? TRI->getNoPreservedMask() : nullptr;
12907d523365SDimitry Andric }
1291d88c1a5aSDimitry Andric 
1292d88c1a5aSDimitry Andric void MachineBasicBlock::clearLiveIns() {
1293d88c1a5aSDimitry Andric   LiveIns.clear();
1294d88c1a5aSDimitry Andric }
129595ec533aSDimitry Andric 
129695ec533aSDimitry Andric MachineBasicBlock::livein_iterator MachineBasicBlock::livein_begin() const {
129795ec533aSDimitry Andric   assert(getParent()->getProperties().hasProperty(
129895ec533aSDimitry Andric       MachineFunctionProperties::Property::TracksLiveness) &&
129995ec533aSDimitry Andric       "Liveness information is accurate");
130095ec533aSDimitry Andric   return LiveIns.begin();
130195ec533aSDimitry Andric }
1302