1f22ef01cSRoman Divacky //===-- SlotIndexes.cpp - Slot Indexes Pass ------------------------------===// 2f22ef01cSRoman Divacky // 3f22ef01cSRoman Divacky // The LLVM Compiler Infrastructure 4f22ef01cSRoman Divacky // 5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source 6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details. 7f22ef01cSRoman Divacky // 8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 9f22ef01cSRoman Divacky 10f22ef01cSRoman Divacky #include "llvm/CodeGen/SlotIndexes.h" 113b0f4066SDimitry Andric #include "llvm/ADT/Statistic.h" 12f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h" 13f22ef01cSRoman Divacky #include "llvm/Support/Debug.h" 14f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h" 15f22ef01cSRoman Divacky #include "llvm/Target/TargetInstrInfo.h" 16f22ef01cSRoman Divacky 17f22ef01cSRoman Divacky using namespace llvm; 18f22ef01cSRoman Divacky 1991bc56edSDimitry Andric #define DEBUG_TYPE "slotindexes" 2091bc56edSDimitry Andric 21f22ef01cSRoman Divacky char SlotIndexes::ID = 0; 22e580952dSDimitry Andric INITIALIZE_PASS(SlotIndexes, "slotindexes", 232754fe60SDimitry Andric "Slot index numbering", false, false) 24f22ef01cSRoman Divacky 253b0f4066SDimitry Andric STATISTIC(NumLocalRenum, "Number of local renumberings"); 263b0f4066SDimitry Andric STATISTIC(NumGlobalRenum, "Number of global renumberings"); 27f22ef01cSRoman Divacky 28f22ef01cSRoman Divacky void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const { 29f22ef01cSRoman Divacky au.setPreservesAll(); 30f22ef01cSRoman Divacky MachineFunctionPass::getAnalysisUsage(au); 31f22ef01cSRoman Divacky } 32f22ef01cSRoman Divacky 33f22ef01cSRoman Divacky void SlotIndexes::releaseMemory() { 34f22ef01cSRoman Divacky mi2iMap.clear(); 353b0f4066SDimitry Andric MBBRanges.clear(); 36f22ef01cSRoman Divacky idx2MBBMap.clear(); 37cb4dff85SDimitry Andric indexList.clear(); 38cb4dff85SDimitry Andric ileAllocator.Reset(); 39f22ef01cSRoman Divacky } 40f22ef01cSRoman Divacky 41f22ef01cSRoman Divacky bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) { 42f22ef01cSRoman Divacky 43f22ef01cSRoman Divacky // Compute numbering as follows: 44f22ef01cSRoman Divacky // Grab an iterator to the start of the index list. 45f22ef01cSRoman Divacky // Iterate over all MBBs, and within each MBB all MIs, keeping the MI 46f22ef01cSRoman Divacky // iterator in lock-step (though skipping it over indexes which have 47f22ef01cSRoman Divacky // null pointers in the instruction field). 48f22ef01cSRoman Divacky // At each iteration assert that the instruction pointed to in the index 49f22ef01cSRoman Divacky // is the same one pointed to by the MI iterator. This 50f22ef01cSRoman Divacky 51f22ef01cSRoman Divacky // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should 52f22ef01cSRoman Divacky // only need to be set up once after the first numbering is computed. 53f22ef01cSRoman Divacky 54f22ef01cSRoman Divacky mf = &fn; 55f22ef01cSRoman Divacky 56f22ef01cSRoman Divacky // Check that the list contains only the sentinal. 57cb4dff85SDimitry Andric assert(indexList.empty() && "Index list non-empty at initial numbering?"); 58f22ef01cSRoman Divacky assert(idx2MBBMap.empty() && 59f22ef01cSRoman Divacky "Index -> MBB mapping non-empty at initial numbering?"); 603b0f4066SDimitry Andric assert(MBBRanges.empty() && 61f22ef01cSRoman Divacky "MBB -> Index mapping non-empty at initial numbering?"); 62f22ef01cSRoman Divacky assert(mi2iMap.empty() && 63f22ef01cSRoman Divacky "MachineInstr -> Index mapping non-empty at initial numbering?"); 64f22ef01cSRoman Divacky 65f22ef01cSRoman Divacky unsigned index = 0; 663b0f4066SDimitry Andric MBBRanges.resize(mf->getNumBlockIDs()); 673b0f4066SDimitry Andric idx2MBBMap.reserve(mf->size()); 68f22ef01cSRoman Divacky 6991bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index)); 70f22ef01cSRoman Divacky 71f22ef01cSRoman Divacky // Iterate over the function. 72f22ef01cSRoman Divacky for (MachineFunction::iterator mbbItr = mf->begin(), mbbEnd = mf->end(); 73f22ef01cSRoman Divacky mbbItr != mbbEnd; ++mbbItr) { 74f22ef01cSRoman Divacky MachineBasicBlock *mbb = &*mbbItr; 75f22ef01cSRoman Divacky 76f22ef01cSRoman Divacky // Insert an index for the MBB start. 77cb4dff85SDimitry Andric SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block); 78f22ef01cSRoman Divacky 79f22ef01cSRoman Divacky for (MachineBasicBlock::iterator miItr = mbb->begin(), miEnd = mbb->end(); 80f22ef01cSRoman Divacky miItr != miEnd; ++miItr) { 81f22ef01cSRoman Divacky MachineInstr *mi = miItr; 82f22ef01cSRoman Divacky if (mi->isDebugValue()) 83f22ef01cSRoman Divacky continue; 84f22ef01cSRoman Divacky 85f22ef01cSRoman Divacky // Insert a store index for the instr. 86cb4dff85SDimitry Andric indexList.push_back(createEntry(mi, index += SlotIndex::InstrDist)); 87f22ef01cSRoman Divacky 88f22ef01cSRoman Divacky // Save this base index in the maps. 89cb4dff85SDimitry Andric mi2iMap.insert(std::make_pair(mi, SlotIndex(&indexList.back(), 90dff0c46cSDimitry Andric SlotIndex::Slot_Block))); 91f22ef01cSRoman Divacky } 92f22ef01cSRoman Divacky 933b0f4066SDimitry Andric // We insert one blank instructions between basic blocks. 9491bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist)); 95f22ef01cSRoman Divacky 963b0f4066SDimitry Andric MBBRanges[mbb->getNumber()].first = blockStartIndex; 97cb4dff85SDimitry Andric MBBRanges[mbb->getNumber()].second = SlotIndex(&indexList.back(), 98dff0c46cSDimitry Andric SlotIndex::Slot_Block); 99f22ef01cSRoman Divacky idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, mbb)); 100f22ef01cSRoman Divacky } 101f22ef01cSRoman Divacky 102f22ef01cSRoman Divacky // Sort the Idx2MBBMap 103f22ef01cSRoman Divacky std::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare()); 104f22ef01cSRoman Divacky 105dff0c46cSDimitry Andric DEBUG(mf->print(dbgs(), this)); 106f22ef01cSRoman Divacky 107f22ef01cSRoman Divacky // And we're done! 108f22ef01cSRoman Divacky return false; 109f22ef01cSRoman Divacky } 110f22ef01cSRoman Divacky 111f22ef01cSRoman Divacky void SlotIndexes::renumberIndexes() { 112f22ef01cSRoman Divacky // Renumber updates the index of every element of the index list. 1132754fe60SDimitry Andric DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n"); 1143b0f4066SDimitry Andric ++NumGlobalRenum; 115f22ef01cSRoman Divacky 116f22ef01cSRoman Divacky unsigned index = 0; 117f22ef01cSRoman Divacky 118cb4dff85SDimitry Andric for (IndexList::iterator I = indexList.begin(), E = indexList.end(); 119cb4dff85SDimitry Andric I != E; ++I) { 120cb4dff85SDimitry Andric I->setIndex(index); 1213b0f4066SDimitry Andric index += SlotIndex::InstrDist; 1223b0f4066SDimitry Andric } 1233b0f4066SDimitry Andric } 124f22ef01cSRoman Divacky 125cb4dff85SDimitry Andric // Renumber indexes locally after curItr was inserted, but failed to get a new 1263b0f4066SDimitry Andric // index. 127cb4dff85SDimitry Andric void SlotIndexes::renumberIndexes(IndexList::iterator curItr) { 1283b0f4066SDimitry Andric // Number indexes with half the default spacing so we can catch up quickly. 1293b0f4066SDimitry Andric const unsigned Space = SlotIndex::InstrDist/2; 130ff0cc061SDimitry Andric static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM"); 131f22ef01cSRoman Divacky 13291bc56edSDimitry Andric IndexList::iterator startItr = std::prev(curItr); 133cb4dff85SDimitry Andric unsigned index = startItr->getIndex(); 1343b0f4066SDimitry Andric do { 135cb4dff85SDimitry Andric curItr->setIndex(index += Space); 136cb4dff85SDimitry Andric ++curItr; 1373b0f4066SDimitry Andric // If the next index is bigger, we have caught up. 138cb4dff85SDimitry Andric } while (curItr != indexList.end() && curItr->getIndex() <= index); 1393b0f4066SDimitry Andric 140cb4dff85SDimitry Andric DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex() << '-' 1413b0f4066SDimitry Andric << index << " ***\n"); 1423b0f4066SDimitry Andric ++NumLocalRenum; 143f22ef01cSRoman Divacky } 1443b0f4066SDimitry Andric 145139f7f9bSDimitry Andric // Repair indexes after adding and removing instructions. 146139f7f9bSDimitry Andric void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB, 147139f7f9bSDimitry Andric MachineBasicBlock::iterator Begin, 148139f7f9bSDimitry Andric MachineBasicBlock::iterator End) { 149139f7f9bSDimitry Andric // FIXME: Is this really necessary? The only caller repairIntervalsForRange() 150139f7f9bSDimitry Andric // does the same thing. 151139f7f9bSDimitry Andric // Find anchor points, which are at the beginning/end of blocks or at 152139f7f9bSDimitry Andric // instructions that already have indexes. 153139f7f9bSDimitry Andric while (Begin != MBB->begin() && !hasIndex(Begin)) 154139f7f9bSDimitry Andric --Begin; 155139f7f9bSDimitry Andric while (End != MBB->end() && !hasIndex(End)) 156139f7f9bSDimitry Andric ++End; 157139f7f9bSDimitry Andric 158139f7f9bSDimitry Andric bool includeStart = (Begin == MBB->begin()); 159139f7f9bSDimitry Andric SlotIndex startIdx; 160139f7f9bSDimitry Andric if (includeStart) 161139f7f9bSDimitry Andric startIdx = getMBBStartIdx(MBB); 162139f7f9bSDimitry Andric else 163139f7f9bSDimitry Andric startIdx = getInstructionIndex(Begin); 164139f7f9bSDimitry Andric 165139f7f9bSDimitry Andric SlotIndex endIdx; 166139f7f9bSDimitry Andric if (End == MBB->end()) 167139f7f9bSDimitry Andric endIdx = getMBBEndIdx(MBB); 168139f7f9bSDimitry Andric else 169139f7f9bSDimitry Andric endIdx = getInstructionIndex(End); 170139f7f9bSDimitry Andric 171139f7f9bSDimitry Andric // FIXME: Conceptually, this code is implementing an iterator on MBB that 172139f7f9bSDimitry Andric // optionally includes an additional position prior to MBB->begin(), indicated 173139f7f9bSDimitry Andric // by the includeStart flag. This is done so that we can iterate MIs in a MBB 174139f7f9bSDimitry Andric // in parallel with SlotIndexes, but there should be a better way to do this. 175139f7f9bSDimitry Andric IndexList::iterator ListB = startIdx.listEntry(); 176139f7f9bSDimitry Andric IndexList::iterator ListI = endIdx.listEntry(); 177139f7f9bSDimitry Andric MachineBasicBlock::iterator MBBI = End; 178139f7f9bSDimitry Andric bool pastStart = false; 179139f7f9bSDimitry Andric while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) { 180139f7f9bSDimitry Andric assert(ListI->getIndex() >= startIdx.getIndex() && 181139f7f9bSDimitry Andric (includeStart || !pastStart) && 182139f7f9bSDimitry Andric "Decremented past the beginning of region to repair."); 183139f7f9bSDimitry Andric 184139f7f9bSDimitry Andric MachineInstr *SlotMI = ListI->getInstr(); 18591bc56edSDimitry Andric MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? MBBI : nullptr; 186139f7f9bSDimitry Andric bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart); 187139f7f9bSDimitry Andric 188139f7f9bSDimitry Andric if (SlotMI == MI && !MBBIAtBegin) { 189139f7f9bSDimitry Andric --ListI; 190139f7f9bSDimitry Andric if (MBBI != Begin) 191139f7f9bSDimitry Andric --MBBI; 192139f7f9bSDimitry Andric else 193139f7f9bSDimitry Andric pastStart = true; 194139f7f9bSDimitry Andric } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) { 195139f7f9bSDimitry Andric if (MBBI != Begin) 196139f7f9bSDimitry Andric --MBBI; 197139f7f9bSDimitry Andric else 198139f7f9bSDimitry Andric pastStart = true; 199139f7f9bSDimitry Andric } else { 200139f7f9bSDimitry Andric --ListI; 201139f7f9bSDimitry Andric if (SlotMI) 202139f7f9bSDimitry Andric removeMachineInstrFromMaps(SlotMI); 203139f7f9bSDimitry Andric } 204139f7f9bSDimitry Andric } 205139f7f9bSDimitry Andric 206139f7f9bSDimitry Andric // In theory this could be combined with the previous loop, but it is tricky 207139f7f9bSDimitry Andric // to update the IndexList while we are iterating it. 208139f7f9bSDimitry Andric for (MachineBasicBlock::iterator I = End; I != Begin;) { 209139f7f9bSDimitry Andric --I; 210139f7f9bSDimitry Andric MachineInstr *MI = I; 211139f7f9bSDimitry Andric if (!MI->isDebugValue() && mi2iMap.find(MI) == mi2iMap.end()) 212139f7f9bSDimitry Andric insertMachineInstrInMaps(MI); 213139f7f9bSDimitry Andric } 214139f7f9bSDimitry Andric } 215f22ef01cSRoman Divacky 2163861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 217f22ef01cSRoman Divacky void SlotIndexes::dump() const { 218cb4dff85SDimitry Andric for (IndexList::const_iterator itr = indexList.begin(); 219cb4dff85SDimitry Andric itr != indexList.end(); ++itr) { 220f22ef01cSRoman Divacky dbgs() << itr->getIndex() << " "; 221f22ef01cSRoman Divacky 22291bc56edSDimitry Andric if (itr->getInstr()) { 223f22ef01cSRoman Divacky dbgs() << *itr->getInstr(); 224f22ef01cSRoman Divacky } else { 225f22ef01cSRoman Divacky dbgs() << "\n"; 226f22ef01cSRoman Divacky } 227f22ef01cSRoman Divacky } 228f22ef01cSRoman Divacky 2293b0f4066SDimitry Andric for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i) 2303b0f4066SDimitry Andric dbgs() << "BB#" << i << "\t[" << MBBRanges[i].first << ';' 2313b0f4066SDimitry Andric << MBBRanges[i].second << ")\n"; 232f22ef01cSRoman Divacky } 2333861d79fSDimitry Andric #endif 234f22ef01cSRoman Divacky 235f22ef01cSRoman Divacky // Print a SlotIndex to a raw_ostream. 236f22ef01cSRoman Divacky void SlotIndex::print(raw_ostream &os) const { 2372754fe60SDimitry Andric if (isValid()) 238cb4dff85SDimitry Andric os << listEntry()->getIndex() << "Berd"[getSlot()]; 239ffd1746dSEd Schouten else 2402754fe60SDimitry Andric os << "invalid"; 241f22ef01cSRoman Divacky } 242f22ef01cSRoman Divacky 2433861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 244f22ef01cSRoman Divacky // Dump a SlotIndex to stderr. 245f22ef01cSRoman Divacky void SlotIndex::dump() const { 246f22ef01cSRoman Divacky print(dbgs()); 247f22ef01cSRoman Divacky dbgs() << "\n"; 248f22ef01cSRoman Divacky } 2493861d79fSDimitry Andric #endif 250f22ef01cSRoman Divacky 251