1f22ef01cSRoman Divacky //===-- SlotIndexes.cpp - Slot Indexes Pass ------------------------------===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky // The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky
10f22ef01cSRoman Divacky #include "llvm/CodeGen/SlotIndexes.h"
113b0f4066SDimitry Andric #include "llvm/ADT/Statistic.h"
12f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h"
134ba319b5SDimitry Andric #include "llvm/Config/llvm-config.h"
14f22ef01cSRoman Divacky #include "llvm/Support/Debug.h"
15f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h"
16f22ef01cSRoman Divacky
17f22ef01cSRoman Divacky using namespace llvm;
18f22ef01cSRoman Divacky
1991bc56edSDimitry Andric #define DEBUG_TYPE "slotindexes"
2091bc56edSDimitry Andric
21f22ef01cSRoman Divacky char SlotIndexes::ID = 0;
22302affcbSDimitry Andric INITIALIZE_PASS(SlotIndexes, DEBUG_TYPE,
232754fe60SDimitry Andric "Slot index numbering", false, false)
24f22ef01cSRoman Divacky
253b0f4066SDimitry Andric STATISTIC(NumLocalRenum, "Number of local renumberings");
263b0f4066SDimitry Andric STATISTIC(NumGlobalRenum, "Number of global renumberings");
27f22ef01cSRoman Divacky
getAnalysisUsage(AnalysisUsage & au) const28f22ef01cSRoman Divacky void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const {
29f22ef01cSRoman Divacky au.setPreservesAll();
30f22ef01cSRoman Divacky MachineFunctionPass::getAnalysisUsage(au);
31f22ef01cSRoman Divacky }
32f22ef01cSRoman Divacky
releaseMemory()33f22ef01cSRoman Divacky void SlotIndexes::releaseMemory() {
34f22ef01cSRoman Divacky mi2iMap.clear();
353b0f4066SDimitry Andric MBBRanges.clear();
36f22ef01cSRoman Divacky idx2MBBMap.clear();
37cb4dff85SDimitry Andric indexList.clear();
38cb4dff85SDimitry Andric ileAllocator.Reset();
39f22ef01cSRoman Divacky }
40f22ef01cSRoman Divacky
runOnMachineFunction(MachineFunction & fn)41f22ef01cSRoman Divacky bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) {
42f22ef01cSRoman Divacky
43f22ef01cSRoman Divacky // Compute numbering as follows:
44f22ef01cSRoman Divacky // Grab an iterator to the start of the index list.
45f22ef01cSRoman Divacky // Iterate over all MBBs, and within each MBB all MIs, keeping the MI
46f22ef01cSRoman Divacky // iterator in lock-step (though skipping it over indexes which have
47f22ef01cSRoman Divacky // null pointers in the instruction field).
48f22ef01cSRoman Divacky // At each iteration assert that the instruction pointed to in the index
49f22ef01cSRoman Divacky // is the same one pointed to by the MI iterator. This
50f22ef01cSRoman Divacky
51f22ef01cSRoman Divacky // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should
52f22ef01cSRoman Divacky // only need to be set up once after the first numbering is computed.
53f22ef01cSRoman Divacky
54f22ef01cSRoman Divacky mf = &fn;
55f22ef01cSRoman Divacky
56f22ef01cSRoman Divacky // Check that the list contains only the sentinal.
57cb4dff85SDimitry Andric assert(indexList.empty() && "Index list non-empty at initial numbering?");
58f22ef01cSRoman Divacky assert(idx2MBBMap.empty() &&
59f22ef01cSRoman Divacky "Index -> MBB mapping non-empty at initial numbering?");
603b0f4066SDimitry Andric assert(MBBRanges.empty() &&
61f22ef01cSRoman Divacky "MBB -> Index mapping non-empty at initial numbering?");
62f22ef01cSRoman Divacky assert(mi2iMap.empty() &&
63f22ef01cSRoman Divacky "MachineInstr -> Index mapping non-empty at initial numbering?");
64f22ef01cSRoman Divacky
65f22ef01cSRoman Divacky unsigned index = 0;
663b0f4066SDimitry Andric MBBRanges.resize(mf->getNumBlockIDs());
673b0f4066SDimitry Andric idx2MBBMap.reserve(mf->size());
68f22ef01cSRoman Divacky
6991bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index));
70f22ef01cSRoman Divacky
71f22ef01cSRoman Divacky // Iterate over the function.
723ca95b02SDimitry Andric for (MachineBasicBlock &MBB : *mf) {
73f22ef01cSRoman Divacky // Insert an index for the MBB start.
74cb4dff85SDimitry Andric SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block);
75f22ef01cSRoman Divacky
763ca95b02SDimitry Andric for (MachineInstr &MI : MBB) {
774ba319b5SDimitry Andric if (MI.isDebugInstr())
78f22ef01cSRoman Divacky continue;
79f22ef01cSRoman Divacky
80f22ef01cSRoman Divacky // Insert a store index for the instr.
813ca95b02SDimitry Andric indexList.push_back(createEntry(&MI, index += SlotIndex::InstrDist));
82f22ef01cSRoman Divacky
83f22ef01cSRoman Divacky // Save this base index in the maps.
843ca95b02SDimitry Andric mi2iMap.insert(std::make_pair(
853ca95b02SDimitry Andric &MI, SlotIndex(&indexList.back(), SlotIndex::Slot_Block)));
86f22ef01cSRoman Divacky }
87f22ef01cSRoman Divacky
883b0f4066SDimitry Andric // We insert one blank instructions between basic blocks.
8991bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist));
90f22ef01cSRoman Divacky
913ca95b02SDimitry Andric MBBRanges[MBB.getNumber()].first = blockStartIndex;
923ca95b02SDimitry Andric MBBRanges[MBB.getNumber()].second = SlotIndex(&indexList.back(),
93dff0c46cSDimitry Andric SlotIndex::Slot_Block);
943ca95b02SDimitry Andric idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, &MBB));
95f22ef01cSRoman Divacky }
96f22ef01cSRoman Divacky
97f22ef01cSRoman Divacky // Sort the Idx2MBBMap
98*b5893f02SDimitry Andric llvm::sort(idx2MBBMap, Idx2MBBCompare());
99f22ef01cSRoman Divacky
1004ba319b5SDimitry Andric LLVM_DEBUG(mf->print(dbgs(), this));
101f22ef01cSRoman Divacky
102f22ef01cSRoman Divacky // And we're done!
103f22ef01cSRoman Divacky return false;
104f22ef01cSRoman Divacky }
105f22ef01cSRoman Divacky
removeMachineInstrFromMaps(MachineInstr & MI)1067a7e6055SDimitry Andric void SlotIndexes::removeMachineInstrFromMaps(MachineInstr &MI) {
1077a7e6055SDimitry Andric assert(!MI.isBundledWithPred() &&
1087a7e6055SDimitry Andric "Use removeSingleMachineInstrFromMaps() instread");
1097a7e6055SDimitry Andric Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI);
1107a7e6055SDimitry Andric if (mi2iItr == mi2iMap.end())
1117a7e6055SDimitry Andric return;
1127a7e6055SDimitry Andric
1137a7e6055SDimitry Andric SlotIndex MIIndex = mi2iItr->second;
1147a7e6055SDimitry Andric IndexListEntry &MIEntry = *MIIndex.listEntry();
1157a7e6055SDimitry Andric assert(MIEntry.getInstr() == &MI && "Instruction indexes broken.");
1167a7e6055SDimitry Andric mi2iMap.erase(mi2iItr);
1177a7e6055SDimitry Andric // FIXME: Eventually we want to actually delete these indexes.
1187a7e6055SDimitry Andric MIEntry.setInstr(nullptr);
1197a7e6055SDimitry Andric }
1207a7e6055SDimitry Andric
removeSingleMachineInstrFromMaps(MachineInstr & MI)1217a7e6055SDimitry Andric void SlotIndexes::removeSingleMachineInstrFromMaps(MachineInstr &MI) {
1227a7e6055SDimitry Andric Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI);
1237a7e6055SDimitry Andric if (mi2iItr == mi2iMap.end())
1247a7e6055SDimitry Andric return;
1257a7e6055SDimitry Andric
1267a7e6055SDimitry Andric SlotIndex MIIndex = mi2iItr->second;
1277a7e6055SDimitry Andric IndexListEntry &MIEntry = *MIIndex.listEntry();
1287a7e6055SDimitry Andric assert(MIEntry.getInstr() == &MI && "Instruction indexes broken.");
1297a7e6055SDimitry Andric mi2iMap.erase(mi2iItr);
1307a7e6055SDimitry Andric
1317a7e6055SDimitry Andric // When removing the first instruction of a bundle update mapping to next
1327a7e6055SDimitry Andric // instruction.
1337a7e6055SDimitry Andric if (MI.isBundledWithSucc()) {
1347a7e6055SDimitry Andric // Only the first instruction of a bundle should have an index assigned.
1357a7e6055SDimitry Andric assert(!MI.isBundledWithPred() && "Should have first bundle isntruction");
1367a7e6055SDimitry Andric
1377a7e6055SDimitry Andric MachineBasicBlock::instr_iterator Next = std::next(MI.getIterator());
1387a7e6055SDimitry Andric MachineInstr &NextMI = *Next;
1397a7e6055SDimitry Andric MIEntry.setInstr(&NextMI);
1407a7e6055SDimitry Andric mi2iMap.insert(std::make_pair(&NextMI, MIIndex));
1417a7e6055SDimitry Andric return;
1427a7e6055SDimitry Andric } else {
1437a7e6055SDimitry Andric // FIXME: Eventually we want to actually delete these indexes.
1447a7e6055SDimitry Andric MIEntry.setInstr(nullptr);
1457a7e6055SDimitry Andric }
1467a7e6055SDimitry Andric }
1477a7e6055SDimitry Andric
renumberIndexes()148f22ef01cSRoman Divacky void SlotIndexes::renumberIndexes() {
149f22ef01cSRoman Divacky // Renumber updates the index of every element of the index list.
1504ba319b5SDimitry Andric LLVM_DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n");
1513b0f4066SDimitry Andric ++NumGlobalRenum;
152f22ef01cSRoman Divacky
153f22ef01cSRoman Divacky unsigned index = 0;
154f22ef01cSRoman Divacky
155cb4dff85SDimitry Andric for (IndexList::iterator I = indexList.begin(), E = indexList.end();
156cb4dff85SDimitry Andric I != E; ++I) {
157cb4dff85SDimitry Andric I->setIndex(index);
1583b0f4066SDimitry Andric index += SlotIndex::InstrDist;
1593b0f4066SDimitry Andric }
1603b0f4066SDimitry Andric }
161f22ef01cSRoman Divacky
162cb4dff85SDimitry Andric // Renumber indexes locally after curItr was inserted, but failed to get a new
1633b0f4066SDimitry Andric // index.
renumberIndexes(IndexList::iterator curItr)164cb4dff85SDimitry Andric void SlotIndexes::renumberIndexes(IndexList::iterator curItr) {
1653b0f4066SDimitry Andric // Number indexes with half the default spacing so we can catch up quickly.
1663b0f4066SDimitry Andric const unsigned Space = SlotIndex::InstrDist/2;
167ff0cc061SDimitry Andric static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM");
168f22ef01cSRoman Divacky
16991bc56edSDimitry Andric IndexList::iterator startItr = std::prev(curItr);
170cb4dff85SDimitry Andric unsigned index = startItr->getIndex();
1713b0f4066SDimitry Andric do {
172cb4dff85SDimitry Andric curItr->setIndex(index += Space);
173cb4dff85SDimitry Andric ++curItr;
1743b0f4066SDimitry Andric // If the next index is bigger, we have caught up.
175cb4dff85SDimitry Andric } while (curItr != indexList.end() && curItr->getIndex() <= index);
1763b0f4066SDimitry Andric
1774ba319b5SDimitry Andric LLVM_DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex()
1784ba319b5SDimitry Andric << '-' << index << " ***\n");
1793b0f4066SDimitry Andric ++NumLocalRenum;
180f22ef01cSRoman Divacky }
1813b0f4066SDimitry Andric
182139f7f9bSDimitry Andric // Repair indexes after adding and removing instructions.
repairIndexesInRange(MachineBasicBlock * MBB,MachineBasicBlock::iterator Begin,MachineBasicBlock::iterator End)183139f7f9bSDimitry Andric void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB,
184139f7f9bSDimitry Andric MachineBasicBlock::iterator Begin,
185139f7f9bSDimitry Andric MachineBasicBlock::iterator End) {
186139f7f9bSDimitry Andric // FIXME: Is this really necessary? The only caller repairIntervalsForRange()
187139f7f9bSDimitry Andric // does the same thing.
188139f7f9bSDimitry Andric // Find anchor points, which are at the beginning/end of blocks or at
189139f7f9bSDimitry Andric // instructions that already have indexes.
1903ca95b02SDimitry Andric while (Begin != MBB->begin() && !hasIndex(*Begin))
191139f7f9bSDimitry Andric --Begin;
1923ca95b02SDimitry Andric while (End != MBB->end() && !hasIndex(*End))
193139f7f9bSDimitry Andric ++End;
194139f7f9bSDimitry Andric
195139f7f9bSDimitry Andric bool includeStart = (Begin == MBB->begin());
196139f7f9bSDimitry Andric SlotIndex startIdx;
197139f7f9bSDimitry Andric if (includeStart)
198139f7f9bSDimitry Andric startIdx = getMBBStartIdx(MBB);
199139f7f9bSDimitry Andric else
2003ca95b02SDimitry Andric startIdx = getInstructionIndex(*Begin);
201139f7f9bSDimitry Andric
202139f7f9bSDimitry Andric SlotIndex endIdx;
203139f7f9bSDimitry Andric if (End == MBB->end())
204139f7f9bSDimitry Andric endIdx = getMBBEndIdx(MBB);
205139f7f9bSDimitry Andric else
2063ca95b02SDimitry Andric endIdx = getInstructionIndex(*End);
207139f7f9bSDimitry Andric
208139f7f9bSDimitry Andric // FIXME: Conceptually, this code is implementing an iterator on MBB that
209139f7f9bSDimitry Andric // optionally includes an additional position prior to MBB->begin(), indicated
210139f7f9bSDimitry Andric // by the includeStart flag. This is done so that we can iterate MIs in a MBB
211139f7f9bSDimitry Andric // in parallel with SlotIndexes, but there should be a better way to do this.
2127d523365SDimitry Andric IndexList::iterator ListB = startIdx.listEntry()->getIterator();
2137d523365SDimitry Andric IndexList::iterator ListI = endIdx.listEntry()->getIterator();
214139f7f9bSDimitry Andric MachineBasicBlock::iterator MBBI = End;
215139f7f9bSDimitry Andric bool pastStart = false;
216139f7f9bSDimitry Andric while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) {
217139f7f9bSDimitry Andric assert(ListI->getIndex() >= startIdx.getIndex() &&
218139f7f9bSDimitry Andric (includeStart || !pastStart) &&
219139f7f9bSDimitry Andric "Decremented past the beginning of region to repair.");
220139f7f9bSDimitry Andric
221139f7f9bSDimitry Andric MachineInstr *SlotMI = ListI->getInstr();
2223ca95b02SDimitry Andric MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? &*MBBI : nullptr;
223139f7f9bSDimitry Andric bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart);
224139f7f9bSDimitry Andric
225139f7f9bSDimitry Andric if (SlotMI == MI && !MBBIAtBegin) {
226139f7f9bSDimitry Andric --ListI;
227139f7f9bSDimitry Andric if (MBBI != Begin)
228139f7f9bSDimitry Andric --MBBI;
229139f7f9bSDimitry Andric else
230139f7f9bSDimitry Andric pastStart = true;
231139f7f9bSDimitry Andric } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) {
232139f7f9bSDimitry Andric if (MBBI != Begin)
233139f7f9bSDimitry Andric --MBBI;
234139f7f9bSDimitry Andric else
235139f7f9bSDimitry Andric pastStart = true;
236139f7f9bSDimitry Andric } else {
237139f7f9bSDimitry Andric --ListI;
238139f7f9bSDimitry Andric if (SlotMI)
2393ca95b02SDimitry Andric removeMachineInstrFromMaps(*SlotMI);
240139f7f9bSDimitry Andric }
241139f7f9bSDimitry Andric }
242139f7f9bSDimitry Andric
243139f7f9bSDimitry Andric // In theory this could be combined with the previous loop, but it is tricky
244139f7f9bSDimitry Andric // to update the IndexList while we are iterating it.
245139f7f9bSDimitry Andric for (MachineBasicBlock::iterator I = End; I != Begin;) {
246139f7f9bSDimitry Andric --I;
2473ca95b02SDimitry Andric MachineInstr &MI = *I;
2484ba319b5SDimitry Andric if (!MI.isDebugInstr() && mi2iMap.find(&MI) == mi2iMap.end())
249139f7f9bSDimitry Andric insertMachineInstrInMaps(MI);
250139f7f9bSDimitry Andric }
251139f7f9bSDimitry Andric }
252f22ef01cSRoman Divacky
2533861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
dump() const2543ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndexes::dump() const {
255cb4dff85SDimitry Andric for (IndexList::const_iterator itr = indexList.begin();
256cb4dff85SDimitry Andric itr != indexList.end(); ++itr) {
257f22ef01cSRoman Divacky dbgs() << itr->getIndex() << " ";
258f22ef01cSRoman Divacky
25991bc56edSDimitry Andric if (itr->getInstr()) {
260f22ef01cSRoman Divacky dbgs() << *itr->getInstr();
261f22ef01cSRoman Divacky } else {
262f22ef01cSRoman Divacky dbgs() << "\n";
263f22ef01cSRoman Divacky }
264f22ef01cSRoman Divacky }
265f22ef01cSRoman Divacky
2663b0f4066SDimitry Andric for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i)
2672cab237bSDimitry Andric dbgs() << "%bb." << i << "\t[" << MBBRanges[i].first << ';'
2683b0f4066SDimitry Andric << MBBRanges[i].second << ")\n";
269f22ef01cSRoman Divacky }
2703861d79fSDimitry Andric #endif
271f22ef01cSRoman Divacky
272f22ef01cSRoman Divacky // Print a SlotIndex to a raw_ostream.
print(raw_ostream & os) const273f22ef01cSRoman Divacky void SlotIndex::print(raw_ostream &os) const {
2742754fe60SDimitry Andric if (isValid())
275cb4dff85SDimitry Andric os << listEntry()->getIndex() << "Berd"[getSlot()];
276ffd1746dSEd Schouten else
2772754fe60SDimitry Andric os << "invalid";
278f22ef01cSRoman Divacky }
279f22ef01cSRoman Divacky
2803861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
281f22ef01cSRoman Divacky // Dump a SlotIndex to stderr.
dump() const2823ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndex::dump() const {
283f22ef01cSRoman Divacky print(dbgs());
284f22ef01cSRoman Divacky dbgs() << "\n";
285f22ef01cSRoman Divacky }
2863861d79fSDimitry Andric #endif
287f22ef01cSRoman Divacky
288