1f22ef01cSRoman Divacky //===-- SlotIndexes.cpp - Slot Indexes Pass  ------------------------------===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky //                     The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky 
10f22ef01cSRoman Divacky #include "llvm/CodeGen/SlotIndexes.h"
113b0f4066SDimitry Andric #include "llvm/ADT/Statistic.h"
12f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h"
13f22ef01cSRoman Divacky #include "llvm/Support/Debug.h"
14f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h"
15f22ef01cSRoman Divacky 
16f22ef01cSRoman Divacky using namespace llvm;
17f22ef01cSRoman Divacky 
1891bc56edSDimitry Andric #define DEBUG_TYPE "slotindexes"
1991bc56edSDimitry Andric 
20f22ef01cSRoman Divacky char SlotIndexes::ID = 0;
21302affcbSDimitry Andric INITIALIZE_PASS(SlotIndexes, DEBUG_TYPE,
222754fe60SDimitry Andric                 "Slot index numbering", false, false)
23f22ef01cSRoman Divacky 
243b0f4066SDimitry Andric STATISTIC(NumLocalRenum,  "Number of local renumberings");
253b0f4066SDimitry Andric STATISTIC(NumGlobalRenum, "Number of global renumberings");
26f22ef01cSRoman Divacky 
27f22ef01cSRoman Divacky void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const {
28f22ef01cSRoman Divacky   au.setPreservesAll();
29f22ef01cSRoman Divacky   MachineFunctionPass::getAnalysisUsage(au);
30f22ef01cSRoman Divacky }
31f22ef01cSRoman Divacky 
32f22ef01cSRoman Divacky void SlotIndexes::releaseMemory() {
33f22ef01cSRoman Divacky   mi2iMap.clear();
343b0f4066SDimitry Andric   MBBRanges.clear();
35f22ef01cSRoman Divacky   idx2MBBMap.clear();
36cb4dff85SDimitry Andric   indexList.clear();
37cb4dff85SDimitry Andric   ileAllocator.Reset();
38f22ef01cSRoman Divacky }
39f22ef01cSRoman Divacky 
40f22ef01cSRoman Divacky bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) {
41f22ef01cSRoman Divacky 
42f22ef01cSRoman Divacky   // Compute numbering as follows:
43f22ef01cSRoman Divacky   // Grab an iterator to the start of the index list.
44f22ef01cSRoman Divacky   // Iterate over all MBBs, and within each MBB all MIs, keeping the MI
45f22ef01cSRoman Divacky   // iterator in lock-step (though skipping it over indexes which have
46f22ef01cSRoman Divacky   // null pointers in the instruction field).
47f22ef01cSRoman Divacky   // At each iteration assert that the instruction pointed to in the index
48f22ef01cSRoman Divacky   // is the same one pointed to by the MI iterator. This
49f22ef01cSRoman Divacky 
50f22ef01cSRoman Divacky   // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should
51f22ef01cSRoman Divacky   // only need to be set up once after the first numbering is computed.
52f22ef01cSRoman Divacky 
53f22ef01cSRoman Divacky   mf = &fn;
54f22ef01cSRoman Divacky 
55f22ef01cSRoman Divacky   // Check that the list contains only the sentinal.
56cb4dff85SDimitry Andric   assert(indexList.empty() && "Index list non-empty at initial numbering?");
57f22ef01cSRoman Divacky   assert(idx2MBBMap.empty() &&
58f22ef01cSRoman Divacky          "Index -> MBB mapping non-empty at initial numbering?");
593b0f4066SDimitry Andric   assert(MBBRanges.empty() &&
60f22ef01cSRoman Divacky          "MBB -> Index mapping non-empty at initial numbering?");
61f22ef01cSRoman Divacky   assert(mi2iMap.empty() &&
62f22ef01cSRoman Divacky          "MachineInstr -> Index mapping non-empty at initial numbering?");
63f22ef01cSRoman Divacky 
64f22ef01cSRoman Divacky   unsigned index = 0;
653b0f4066SDimitry Andric   MBBRanges.resize(mf->getNumBlockIDs());
663b0f4066SDimitry Andric   idx2MBBMap.reserve(mf->size());
67f22ef01cSRoman Divacky 
6891bc56edSDimitry Andric   indexList.push_back(createEntry(nullptr, index));
69f22ef01cSRoman Divacky 
70f22ef01cSRoman Divacky   // Iterate over the function.
713ca95b02SDimitry Andric   for (MachineBasicBlock &MBB : *mf) {
72f22ef01cSRoman Divacky     // Insert an index for the MBB start.
73cb4dff85SDimitry Andric     SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block);
74f22ef01cSRoman Divacky 
753ca95b02SDimitry Andric     for (MachineInstr &MI : MBB) {
763ca95b02SDimitry Andric       if (MI.isDebugValue())
77f22ef01cSRoman Divacky         continue;
78f22ef01cSRoman Divacky 
79f22ef01cSRoman Divacky       // Insert a store index for the instr.
803ca95b02SDimitry Andric       indexList.push_back(createEntry(&MI, index += SlotIndex::InstrDist));
81f22ef01cSRoman Divacky 
82f22ef01cSRoman Divacky       // Save this base index in the maps.
833ca95b02SDimitry Andric       mi2iMap.insert(std::make_pair(
843ca95b02SDimitry Andric           &MI, SlotIndex(&indexList.back(), SlotIndex::Slot_Block)));
85f22ef01cSRoman Divacky     }
86f22ef01cSRoman Divacky 
873b0f4066SDimitry Andric     // We insert one blank instructions between basic blocks.
8891bc56edSDimitry Andric     indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist));
89f22ef01cSRoman Divacky 
903ca95b02SDimitry Andric     MBBRanges[MBB.getNumber()].first = blockStartIndex;
913ca95b02SDimitry Andric     MBBRanges[MBB.getNumber()].second = SlotIndex(&indexList.back(),
92dff0c46cSDimitry Andric                                                    SlotIndex::Slot_Block);
933ca95b02SDimitry Andric     idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, &MBB));
94f22ef01cSRoman Divacky   }
95f22ef01cSRoman Divacky 
96f22ef01cSRoman Divacky   // Sort the Idx2MBBMap
97f22ef01cSRoman Divacky   std::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare());
98f22ef01cSRoman Divacky 
99dff0c46cSDimitry Andric   DEBUG(mf->print(dbgs(), this));
100f22ef01cSRoman Divacky 
101f22ef01cSRoman Divacky   // And we're done!
102f22ef01cSRoman Divacky   return false;
103f22ef01cSRoman Divacky }
104f22ef01cSRoman Divacky 
1057a7e6055SDimitry Andric void SlotIndexes::removeMachineInstrFromMaps(MachineInstr &MI) {
1067a7e6055SDimitry Andric   assert(!MI.isBundledWithPred() &&
1077a7e6055SDimitry Andric          "Use removeSingleMachineInstrFromMaps() instread");
1087a7e6055SDimitry Andric   Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI);
1097a7e6055SDimitry Andric   if (mi2iItr == mi2iMap.end())
1107a7e6055SDimitry Andric     return;
1117a7e6055SDimitry Andric 
1127a7e6055SDimitry Andric   SlotIndex MIIndex = mi2iItr->second;
1137a7e6055SDimitry Andric   IndexListEntry &MIEntry = *MIIndex.listEntry();
1147a7e6055SDimitry Andric   assert(MIEntry.getInstr() == &MI && "Instruction indexes broken.");
1157a7e6055SDimitry Andric   mi2iMap.erase(mi2iItr);
1167a7e6055SDimitry Andric   // FIXME: Eventually we want to actually delete these indexes.
1177a7e6055SDimitry Andric   MIEntry.setInstr(nullptr);
1187a7e6055SDimitry Andric }
1197a7e6055SDimitry Andric 
1207a7e6055SDimitry Andric void SlotIndexes::removeSingleMachineInstrFromMaps(MachineInstr &MI) {
1217a7e6055SDimitry Andric   Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI);
1227a7e6055SDimitry Andric   if (mi2iItr == mi2iMap.end())
1237a7e6055SDimitry Andric     return;
1247a7e6055SDimitry Andric 
1257a7e6055SDimitry Andric   SlotIndex MIIndex = mi2iItr->second;
1267a7e6055SDimitry Andric   IndexListEntry &MIEntry = *MIIndex.listEntry();
1277a7e6055SDimitry Andric   assert(MIEntry.getInstr() == &MI && "Instruction indexes broken.");
1287a7e6055SDimitry Andric   mi2iMap.erase(mi2iItr);
1297a7e6055SDimitry Andric 
1307a7e6055SDimitry Andric   // When removing the first instruction of a bundle update mapping to next
1317a7e6055SDimitry Andric   // instruction.
1327a7e6055SDimitry Andric   if (MI.isBundledWithSucc()) {
1337a7e6055SDimitry Andric     // Only the first instruction of a bundle should have an index assigned.
1347a7e6055SDimitry Andric     assert(!MI.isBundledWithPred() && "Should have first bundle isntruction");
1357a7e6055SDimitry Andric 
1367a7e6055SDimitry Andric     MachineBasicBlock::instr_iterator Next = std::next(MI.getIterator());
1377a7e6055SDimitry Andric     MachineInstr &NextMI = *Next;
1387a7e6055SDimitry Andric     MIEntry.setInstr(&NextMI);
1397a7e6055SDimitry Andric     mi2iMap.insert(std::make_pair(&NextMI, MIIndex));
1407a7e6055SDimitry Andric     return;
1417a7e6055SDimitry Andric   } else {
1427a7e6055SDimitry Andric     // FIXME: Eventually we want to actually delete these indexes.
1437a7e6055SDimitry Andric     MIEntry.setInstr(nullptr);
1447a7e6055SDimitry Andric   }
1457a7e6055SDimitry Andric }
1467a7e6055SDimitry Andric 
147f22ef01cSRoman Divacky void SlotIndexes::renumberIndexes() {
148f22ef01cSRoman Divacky   // Renumber updates the index of every element of the index list.
1492754fe60SDimitry Andric   DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n");
1503b0f4066SDimitry Andric   ++NumGlobalRenum;
151f22ef01cSRoman Divacky 
152f22ef01cSRoman Divacky   unsigned index = 0;
153f22ef01cSRoman Divacky 
154cb4dff85SDimitry Andric   for (IndexList::iterator I = indexList.begin(), E = indexList.end();
155cb4dff85SDimitry Andric        I != E; ++I) {
156cb4dff85SDimitry Andric     I->setIndex(index);
1573b0f4066SDimitry Andric     index += SlotIndex::InstrDist;
1583b0f4066SDimitry Andric   }
1593b0f4066SDimitry Andric }
160f22ef01cSRoman Divacky 
161cb4dff85SDimitry Andric // Renumber indexes locally after curItr was inserted, but failed to get a new
1623b0f4066SDimitry Andric // index.
163cb4dff85SDimitry Andric void SlotIndexes::renumberIndexes(IndexList::iterator curItr) {
1643b0f4066SDimitry Andric   // Number indexes with half the default spacing so we can catch up quickly.
1653b0f4066SDimitry Andric   const unsigned Space = SlotIndex::InstrDist/2;
166ff0cc061SDimitry Andric   static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM");
167f22ef01cSRoman Divacky 
16891bc56edSDimitry Andric   IndexList::iterator startItr = std::prev(curItr);
169cb4dff85SDimitry Andric   unsigned index = startItr->getIndex();
1703b0f4066SDimitry Andric   do {
171cb4dff85SDimitry Andric     curItr->setIndex(index += Space);
172cb4dff85SDimitry Andric     ++curItr;
1733b0f4066SDimitry Andric     // If the next index is bigger, we have caught up.
174cb4dff85SDimitry Andric   } while (curItr != indexList.end() && curItr->getIndex() <= index);
1753b0f4066SDimitry Andric 
176cb4dff85SDimitry Andric   DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex() << '-'
1773b0f4066SDimitry Andric                << index << " ***\n");
1783b0f4066SDimitry Andric   ++NumLocalRenum;
179f22ef01cSRoman Divacky }
1803b0f4066SDimitry Andric 
181139f7f9bSDimitry Andric // Repair indexes after adding and removing instructions.
182139f7f9bSDimitry Andric void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB,
183139f7f9bSDimitry Andric                                        MachineBasicBlock::iterator Begin,
184139f7f9bSDimitry Andric                                        MachineBasicBlock::iterator End) {
185139f7f9bSDimitry Andric   // FIXME: Is this really necessary? The only caller repairIntervalsForRange()
186139f7f9bSDimitry Andric   // does the same thing.
187139f7f9bSDimitry Andric   // Find anchor points, which are at the beginning/end of blocks or at
188139f7f9bSDimitry Andric   // instructions that already have indexes.
1893ca95b02SDimitry Andric   while (Begin != MBB->begin() && !hasIndex(*Begin))
190139f7f9bSDimitry Andric     --Begin;
1913ca95b02SDimitry Andric   while (End != MBB->end() && !hasIndex(*End))
192139f7f9bSDimitry Andric     ++End;
193139f7f9bSDimitry Andric 
194139f7f9bSDimitry Andric   bool includeStart = (Begin == MBB->begin());
195139f7f9bSDimitry Andric   SlotIndex startIdx;
196139f7f9bSDimitry Andric   if (includeStart)
197139f7f9bSDimitry Andric     startIdx = getMBBStartIdx(MBB);
198139f7f9bSDimitry Andric   else
1993ca95b02SDimitry Andric     startIdx = getInstructionIndex(*Begin);
200139f7f9bSDimitry Andric 
201139f7f9bSDimitry Andric   SlotIndex endIdx;
202139f7f9bSDimitry Andric   if (End == MBB->end())
203139f7f9bSDimitry Andric     endIdx = getMBBEndIdx(MBB);
204139f7f9bSDimitry Andric   else
2053ca95b02SDimitry Andric     endIdx = getInstructionIndex(*End);
206139f7f9bSDimitry Andric 
207139f7f9bSDimitry Andric   // FIXME: Conceptually, this code is implementing an iterator on MBB that
208139f7f9bSDimitry Andric   // optionally includes an additional position prior to MBB->begin(), indicated
209139f7f9bSDimitry Andric   // by the includeStart flag. This is done so that we can iterate MIs in a MBB
210139f7f9bSDimitry Andric   // in parallel with SlotIndexes, but there should be a better way to do this.
2117d523365SDimitry Andric   IndexList::iterator ListB = startIdx.listEntry()->getIterator();
2127d523365SDimitry Andric   IndexList::iterator ListI = endIdx.listEntry()->getIterator();
213139f7f9bSDimitry Andric   MachineBasicBlock::iterator MBBI = End;
214139f7f9bSDimitry Andric   bool pastStart = false;
215139f7f9bSDimitry Andric   while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) {
216139f7f9bSDimitry Andric     assert(ListI->getIndex() >= startIdx.getIndex() &&
217139f7f9bSDimitry Andric            (includeStart || !pastStart) &&
218139f7f9bSDimitry Andric            "Decremented past the beginning of region to repair.");
219139f7f9bSDimitry Andric 
220139f7f9bSDimitry Andric     MachineInstr *SlotMI = ListI->getInstr();
2213ca95b02SDimitry Andric     MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? &*MBBI : nullptr;
222139f7f9bSDimitry Andric     bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart);
223139f7f9bSDimitry Andric 
224139f7f9bSDimitry Andric     if (SlotMI == MI && !MBBIAtBegin) {
225139f7f9bSDimitry Andric       --ListI;
226139f7f9bSDimitry Andric       if (MBBI != Begin)
227139f7f9bSDimitry Andric         --MBBI;
228139f7f9bSDimitry Andric       else
229139f7f9bSDimitry Andric         pastStart = true;
230139f7f9bSDimitry Andric     } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) {
231139f7f9bSDimitry Andric       if (MBBI != Begin)
232139f7f9bSDimitry Andric         --MBBI;
233139f7f9bSDimitry Andric       else
234139f7f9bSDimitry Andric         pastStart = true;
235139f7f9bSDimitry Andric     } else {
236139f7f9bSDimitry Andric       --ListI;
237139f7f9bSDimitry Andric       if (SlotMI)
2383ca95b02SDimitry Andric         removeMachineInstrFromMaps(*SlotMI);
239139f7f9bSDimitry Andric     }
240139f7f9bSDimitry Andric   }
241139f7f9bSDimitry Andric 
242139f7f9bSDimitry Andric   // In theory this could be combined with the previous loop, but it is tricky
243139f7f9bSDimitry Andric   // to update the IndexList while we are iterating it.
244139f7f9bSDimitry Andric   for (MachineBasicBlock::iterator I = End; I != Begin;) {
245139f7f9bSDimitry Andric     --I;
2463ca95b02SDimitry Andric     MachineInstr &MI = *I;
2473ca95b02SDimitry Andric     if (!MI.isDebugValue() && mi2iMap.find(&MI) == mi2iMap.end())
248139f7f9bSDimitry Andric       insertMachineInstrInMaps(MI);
249139f7f9bSDimitry Andric   }
250139f7f9bSDimitry Andric }
251f22ef01cSRoman Divacky 
2523861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
2533ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndexes::dump() const {
254cb4dff85SDimitry Andric   for (IndexList::const_iterator itr = indexList.begin();
255cb4dff85SDimitry Andric        itr != indexList.end(); ++itr) {
256f22ef01cSRoman Divacky     dbgs() << itr->getIndex() << " ";
257f22ef01cSRoman Divacky 
25891bc56edSDimitry Andric     if (itr->getInstr()) {
259f22ef01cSRoman Divacky       dbgs() << *itr->getInstr();
260f22ef01cSRoman Divacky     } else {
261f22ef01cSRoman Divacky       dbgs() << "\n";
262f22ef01cSRoman Divacky     }
263f22ef01cSRoman Divacky   }
264f22ef01cSRoman Divacky 
2653b0f4066SDimitry Andric   for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i)
2662cab237bSDimitry Andric     dbgs() << "%bb." << i << "\t[" << MBBRanges[i].first << ';'
2673b0f4066SDimitry Andric            << MBBRanges[i].second << ")\n";
268f22ef01cSRoman Divacky }
2693861d79fSDimitry Andric #endif
270f22ef01cSRoman Divacky 
271f22ef01cSRoman Divacky // Print a SlotIndex to a raw_ostream.
272f22ef01cSRoman Divacky void SlotIndex::print(raw_ostream &os) const {
2732754fe60SDimitry Andric   if (isValid())
274cb4dff85SDimitry Andric     os << listEntry()->getIndex() << "Berd"[getSlot()];
275ffd1746dSEd Schouten   else
2762754fe60SDimitry Andric     os << "invalid";
277f22ef01cSRoman Divacky }
278f22ef01cSRoman Divacky 
2793861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
280f22ef01cSRoman Divacky // Dump a SlotIndex to stderr.
2813ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndex::dump() const {
282f22ef01cSRoman Divacky   print(dbgs());
283f22ef01cSRoman Divacky   dbgs() << "\n";
284f22ef01cSRoman Divacky }
2853861d79fSDimitry Andric #endif
286f22ef01cSRoman Divacky 
287