1f22ef01cSRoman Divacky //===-- SlotIndexes.cpp - Slot Indexes Pass  ------------------------------===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky //                     The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky 
10f22ef01cSRoman Divacky #include "llvm/CodeGen/SlotIndexes.h"
113b0f4066SDimitry Andric #include "llvm/ADT/Statistic.h"
12f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h"
13f22ef01cSRoman Divacky #include "llvm/Support/Debug.h"
14f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h"
15f22ef01cSRoman Divacky #include "llvm/Target/TargetInstrInfo.h"
16f22ef01cSRoman Divacky 
17f22ef01cSRoman Divacky using namespace llvm;
18f22ef01cSRoman Divacky 
1991bc56edSDimitry Andric #define DEBUG_TYPE "slotindexes"
2091bc56edSDimitry Andric 
21f22ef01cSRoman Divacky char SlotIndexes::ID = 0;
22e580952dSDimitry Andric INITIALIZE_PASS(SlotIndexes, "slotindexes",
232754fe60SDimitry Andric                 "Slot index numbering", false, false)
24f22ef01cSRoman Divacky 
253b0f4066SDimitry Andric STATISTIC(NumLocalRenum,  "Number of local renumberings");
263b0f4066SDimitry Andric STATISTIC(NumGlobalRenum, "Number of global renumberings");
27f22ef01cSRoman Divacky 
28f22ef01cSRoman Divacky void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const {
29f22ef01cSRoman Divacky   au.setPreservesAll();
30f22ef01cSRoman Divacky   MachineFunctionPass::getAnalysisUsage(au);
31f22ef01cSRoman Divacky }
32f22ef01cSRoman Divacky 
33f22ef01cSRoman Divacky void SlotIndexes::releaseMemory() {
34f22ef01cSRoman Divacky   mi2iMap.clear();
353b0f4066SDimitry Andric   MBBRanges.clear();
36f22ef01cSRoman Divacky   idx2MBBMap.clear();
37cb4dff85SDimitry Andric   indexList.clear();
38cb4dff85SDimitry Andric   ileAllocator.Reset();
39f22ef01cSRoman Divacky }
40f22ef01cSRoman Divacky 
41f22ef01cSRoman Divacky bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) {
42f22ef01cSRoman Divacky 
43f22ef01cSRoman Divacky   // Compute numbering as follows:
44f22ef01cSRoman Divacky   // Grab an iterator to the start of the index list.
45f22ef01cSRoman Divacky   // Iterate over all MBBs, and within each MBB all MIs, keeping the MI
46f22ef01cSRoman Divacky   // iterator in lock-step (though skipping it over indexes which have
47f22ef01cSRoman Divacky   // null pointers in the instruction field).
48f22ef01cSRoman Divacky   // At each iteration assert that the instruction pointed to in the index
49f22ef01cSRoman Divacky   // is the same one pointed to by the MI iterator. This
50f22ef01cSRoman Divacky 
51f22ef01cSRoman Divacky   // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should
52f22ef01cSRoman Divacky   // only need to be set up once after the first numbering is computed.
53f22ef01cSRoman Divacky 
54f22ef01cSRoman Divacky   mf = &fn;
55f22ef01cSRoman Divacky 
56f22ef01cSRoman Divacky   // Check that the list contains only the sentinal.
57cb4dff85SDimitry Andric   assert(indexList.empty() && "Index list non-empty at initial numbering?");
58f22ef01cSRoman Divacky   assert(idx2MBBMap.empty() &&
59f22ef01cSRoman Divacky          "Index -> MBB mapping non-empty at initial numbering?");
603b0f4066SDimitry Andric   assert(MBBRanges.empty() &&
61f22ef01cSRoman Divacky          "MBB -> Index mapping non-empty at initial numbering?");
62f22ef01cSRoman Divacky   assert(mi2iMap.empty() &&
63f22ef01cSRoman Divacky          "MachineInstr -> Index mapping non-empty at initial numbering?");
64f22ef01cSRoman Divacky 
65f22ef01cSRoman Divacky   unsigned index = 0;
663b0f4066SDimitry Andric   MBBRanges.resize(mf->getNumBlockIDs());
673b0f4066SDimitry Andric   idx2MBBMap.reserve(mf->size());
68f22ef01cSRoman Divacky 
6991bc56edSDimitry Andric   indexList.push_back(createEntry(nullptr, index));
70f22ef01cSRoman Divacky 
71f22ef01cSRoman Divacky   // Iterate over the function.
72f22ef01cSRoman Divacky   for (MachineFunction::iterator mbbItr = mf->begin(), mbbEnd = mf->end();
73f22ef01cSRoman Divacky        mbbItr != mbbEnd; ++mbbItr) {
74f22ef01cSRoman Divacky     MachineBasicBlock *mbb = &*mbbItr;
75f22ef01cSRoman Divacky 
76f22ef01cSRoman Divacky     // Insert an index for the MBB start.
77cb4dff85SDimitry Andric     SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block);
78f22ef01cSRoman Divacky 
79f22ef01cSRoman Divacky     for (MachineBasicBlock::iterator miItr = mbb->begin(), miEnd = mbb->end();
80f22ef01cSRoman Divacky          miItr != miEnd; ++miItr) {
81f22ef01cSRoman Divacky       MachineInstr *mi = miItr;
82f22ef01cSRoman Divacky       if (mi->isDebugValue())
83f22ef01cSRoman Divacky         continue;
84f22ef01cSRoman Divacky 
85f22ef01cSRoman Divacky       // Insert a store index for the instr.
86cb4dff85SDimitry Andric       indexList.push_back(createEntry(mi, index += SlotIndex::InstrDist));
87f22ef01cSRoman Divacky 
88f22ef01cSRoman Divacky       // Save this base index in the maps.
89cb4dff85SDimitry Andric       mi2iMap.insert(std::make_pair(mi, SlotIndex(&indexList.back(),
90dff0c46cSDimitry Andric                                                   SlotIndex::Slot_Block)));
91f22ef01cSRoman Divacky     }
92f22ef01cSRoman Divacky 
933b0f4066SDimitry Andric     // We insert one blank instructions between basic blocks.
9491bc56edSDimitry Andric     indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist));
95f22ef01cSRoman Divacky 
963b0f4066SDimitry Andric     MBBRanges[mbb->getNumber()].first = blockStartIndex;
97cb4dff85SDimitry Andric     MBBRanges[mbb->getNumber()].second = SlotIndex(&indexList.back(),
98dff0c46cSDimitry Andric                                                    SlotIndex::Slot_Block);
99f22ef01cSRoman Divacky     idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, mbb));
100f22ef01cSRoman Divacky   }
101f22ef01cSRoman Divacky 
102f22ef01cSRoman Divacky   // Sort the Idx2MBBMap
103f22ef01cSRoman Divacky   std::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare());
104f22ef01cSRoman Divacky 
105dff0c46cSDimitry Andric   DEBUG(mf->print(dbgs(), this));
106f22ef01cSRoman Divacky 
107f22ef01cSRoman Divacky   // And we're done!
108f22ef01cSRoman Divacky   return false;
109f22ef01cSRoman Divacky }
110f22ef01cSRoman Divacky 
111f22ef01cSRoman Divacky void SlotIndexes::renumberIndexes() {
112f22ef01cSRoman Divacky   // Renumber updates the index of every element of the index list.
1132754fe60SDimitry Andric   DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n");
1143b0f4066SDimitry Andric   ++NumGlobalRenum;
115f22ef01cSRoman Divacky 
116f22ef01cSRoman Divacky   unsigned index = 0;
117f22ef01cSRoman Divacky 
118cb4dff85SDimitry Andric   for (IndexList::iterator I = indexList.begin(), E = indexList.end();
119cb4dff85SDimitry Andric        I != E; ++I) {
120cb4dff85SDimitry Andric     I->setIndex(index);
1213b0f4066SDimitry Andric     index += SlotIndex::InstrDist;
1223b0f4066SDimitry Andric   }
1233b0f4066SDimitry Andric }
124f22ef01cSRoman Divacky 
125cb4dff85SDimitry Andric // Renumber indexes locally after curItr was inserted, but failed to get a new
1263b0f4066SDimitry Andric // index.
127cb4dff85SDimitry Andric void SlotIndexes::renumberIndexes(IndexList::iterator curItr) {
1283b0f4066SDimitry Andric   // Number indexes with half the default spacing so we can catch up quickly.
1293b0f4066SDimitry Andric   const unsigned Space = SlotIndex::InstrDist/2;
130ff0cc061SDimitry Andric   static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM");
131f22ef01cSRoman Divacky 
13291bc56edSDimitry Andric   IndexList::iterator startItr = std::prev(curItr);
133cb4dff85SDimitry Andric   unsigned index = startItr->getIndex();
1343b0f4066SDimitry Andric   do {
135cb4dff85SDimitry Andric     curItr->setIndex(index += Space);
136cb4dff85SDimitry Andric     ++curItr;
1373b0f4066SDimitry Andric     // If the next index is bigger, we have caught up.
138cb4dff85SDimitry Andric   } while (curItr != indexList.end() && curItr->getIndex() <= index);
1393b0f4066SDimitry Andric 
140cb4dff85SDimitry Andric   DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex() << '-'
1413b0f4066SDimitry Andric                << index << " ***\n");
1423b0f4066SDimitry Andric   ++NumLocalRenum;
143f22ef01cSRoman Divacky }
1443b0f4066SDimitry Andric 
145139f7f9bSDimitry Andric // Repair indexes after adding and removing instructions.
146139f7f9bSDimitry Andric void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB,
147139f7f9bSDimitry Andric                                        MachineBasicBlock::iterator Begin,
148139f7f9bSDimitry Andric                                        MachineBasicBlock::iterator End) {
149139f7f9bSDimitry Andric   // FIXME: Is this really necessary? The only caller repairIntervalsForRange()
150139f7f9bSDimitry Andric   // does the same thing.
151139f7f9bSDimitry Andric   // Find anchor points, which are at the beginning/end of blocks or at
152139f7f9bSDimitry Andric   // instructions that already have indexes.
153139f7f9bSDimitry Andric   while (Begin != MBB->begin() && !hasIndex(Begin))
154139f7f9bSDimitry Andric     --Begin;
155139f7f9bSDimitry Andric   while (End != MBB->end() && !hasIndex(End))
156139f7f9bSDimitry Andric     ++End;
157139f7f9bSDimitry Andric 
158139f7f9bSDimitry Andric   bool includeStart = (Begin == MBB->begin());
159139f7f9bSDimitry Andric   SlotIndex startIdx;
160139f7f9bSDimitry Andric   if (includeStart)
161139f7f9bSDimitry Andric     startIdx = getMBBStartIdx(MBB);
162139f7f9bSDimitry Andric   else
163139f7f9bSDimitry Andric     startIdx = getInstructionIndex(Begin);
164139f7f9bSDimitry Andric 
165139f7f9bSDimitry Andric   SlotIndex endIdx;
166139f7f9bSDimitry Andric   if (End == MBB->end())
167139f7f9bSDimitry Andric     endIdx = getMBBEndIdx(MBB);
168139f7f9bSDimitry Andric   else
169139f7f9bSDimitry Andric     endIdx = getInstructionIndex(End);
170139f7f9bSDimitry Andric 
171139f7f9bSDimitry Andric   // FIXME: Conceptually, this code is implementing an iterator on MBB that
172139f7f9bSDimitry Andric   // optionally includes an additional position prior to MBB->begin(), indicated
173139f7f9bSDimitry Andric   // by the includeStart flag. This is done so that we can iterate MIs in a MBB
174139f7f9bSDimitry Andric   // in parallel with SlotIndexes, but there should be a better way to do this.
175139f7f9bSDimitry Andric   IndexList::iterator ListB = startIdx.listEntry();
176139f7f9bSDimitry Andric   IndexList::iterator ListI = endIdx.listEntry();
177139f7f9bSDimitry Andric   MachineBasicBlock::iterator MBBI = End;
178139f7f9bSDimitry Andric   bool pastStart = false;
179139f7f9bSDimitry Andric   while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) {
180139f7f9bSDimitry Andric     assert(ListI->getIndex() >= startIdx.getIndex() &&
181139f7f9bSDimitry Andric            (includeStart || !pastStart) &&
182139f7f9bSDimitry Andric            "Decremented past the beginning of region to repair.");
183139f7f9bSDimitry Andric 
184139f7f9bSDimitry Andric     MachineInstr *SlotMI = ListI->getInstr();
18591bc56edSDimitry Andric     MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? MBBI : nullptr;
186139f7f9bSDimitry Andric     bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart);
187139f7f9bSDimitry Andric 
188139f7f9bSDimitry Andric     if (SlotMI == MI && !MBBIAtBegin) {
189139f7f9bSDimitry Andric       --ListI;
190139f7f9bSDimitry Andric       if (MBBI != Begin)
191139f7f9bSDimitry Andric         --MBBI;
192139f7f9bSDimitry Andric       else
193139f7f9bSDimitry Andric         pastStart = true;
194139f7f9bSDimitry Andric     } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) {
195139f7f9bSDimitry Andric       if (MBBI != Begin)
196139f7f9bSDimitry Andric         --MBBI;
197139f7f9bSDimitry Andric       else
198139f7f9bSDimitry Andric         pastStart = true;
199139f7f9bSDimitry Andric     } else {
200139f7f9bSDimitry Andric       --ListI;
201139f7f9bSDimitry Andric       if (SlotMI)
202139f7f9bSDimitry Andric         removeMachineInstrFromMaps(SlotMI);
203139f7f9bSDimitry Andric     }
204139f7f9bSDimitry Andric   }
205139f7f9bSDimitry Andric 
206139f7f9bSDimitry Andric   // In theory this could be combined with the previous loop, but it is tricky
207139f7f9bSDimitry Andric   // to update the IndexList while we are iterating it.
208139f7f9bSDimitry Andric   for (MachineBasicBlock::iterator I = End; I != Begin;) {
209139f7f9bSDimitry Andric     --I;
210139f7f9bSDimitry Andric     MachineInstr *MI = I;
211139f7f9bSDimitry Andric     if (!MI->isDebugValue() && mi2iMap.find(MI) == mi2iMap.end())
212139f7f9bSDimitry Andric       insertMachineInstrInMaps(MI);
213139f7f9bSDimitry Andric   }
214139f7f9bSDimitry Andric }
215f22ef01cSRoman Divacky 
2163861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
217f22ef01cSRoman Divacky void SlotIndexes::dump() const {
218cb4dff85SDimitry Andric   for (IndexList::const_iterator itr = indexList.begin();
219cb4dff85SDimitry Andric        itr != indexList.end(); ++itr) {
220f22ef01cSRoman Divacky     dbgs() << itr->getIndex() << " ";
221f22ef01cSRoman Divacky 
22291bc56edSDimitry Andric     if (itr->getInstr()) {
223f22ef01cSRoman Divacky       dbgs() << *itr->getInstr();
224f22ef01cSRoman Divacky     } else {
225f22ef01cSRoman Divacky       dbgs() << "\n";
226f22ef01cSRoman Divacky     }
227f22ef01cSRoman Divacky   }
228f22ef01cSRoman Divacky 
2293b0f4066SDimitry Andric   for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i)
2303b0f4066SDimitry Andric     dbgs() << "BB#" << i << "\t[" << MBBRanges[i].first << ';'
2313b0f4066SDimitry Andric            << MBBRanges[i].second << ")\n";
232f22ef01cSRoman Divacky }
2333861d79fSDimitry Andric #endif
234f22ef01cSRoman Divacky 
235f22ef01cSRoman Divacky // Print a SlotIndex to a raw_ostream.
236f22ef01cSRoman Divacky void SlotIndex::print(raw_ostream &os) const {
2372754fe60SDimitry Andric   if (isValid())
238cb4dff85SDimitry Andric     os << listEntry()->getIndex() << "Berd"[getSlot()];
239ffd1746dSEd Schouten   else
2402754fe60SDimitry Andric     os << "invalid";
241f22ef01cSRoman Divacky }
242f22ef01cSRoman Divacky 
2433861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
244f22ef01cSRoman Divacky // Dump a SlotIndex to stderr.
245f22ef01cSRoman Divacky void SlotIndex::dump() const {
246f22ef01cSRoman Divacky   print(dbgs());
247f22ef01cSRoman Divacky   dbgs() << "\n";
248f22ef01cSRoman Divacky }
2493861d79fSDimitry Andric #endif
250f22ef01cSRoman Divacky 
251