1f22ef01cSRoman Divacky //===-- SlotIndexes.cpp - Slot Indexes Pass ------------------------------===// 2f22ef01cSRoman Divacky // 3f22ef01cSRoman Divacky // The LLVM Compiler Infrastructure 4f22ef01cSRoman Divacky // 5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source 6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details. 7f22ef01cSRoman Divacky // 8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 9f22ef01cSRoman Divacky 10f22ef01cSRoman Divacky #include "llvm/CodeGen/SlotIndexes.h" 113b0f4066SDimitry Andric #include "llvm/ADT/Statistic.h" 12f22ef01cSRoman Divacky #include "llvm/CodeGen/MachineFunction.h" 13f22ef01cSRoman Divacky #include "llvm/Support/Debug.h" 14f22ef01cSRoman Divacky #include "llvm/Support/raw_ostream.h" 15f22ef01cSRoman Divacky 16f22ef01cSRoman Divacky using namespace llvm; 17f22ef01cSRoman Divacky 1891bc56edSDimitry Andric #define DEBUG_TYPE "slotindexes" 1991bc56edSDimitry Andric 20f22ef01cSRoman Divacky char SlotIndexes::ID = 0; 21302affcbSDimitry Andric INITIALIZE_PASS(SlotIndexes, DEBUG_TYPE, 222754fe60SDimitry Andric "Slot index numbering", false, false) 23f22ef01cSRoman Divacky 243b0f4066SDimitry Andric STATISTIC(NumLocalRenum, "Number of local renumberings"); 253b0f4066SDimitry Andric STATISTIC(NumGlobalRenum, "Number of global renumberings"); 26f22ef01cSRoman Divacky 27f22ef01cSRoman Divacky void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const { 28f22ef01cSRoman Divacky au.setPreservesAll(); 29f22ef01cSRoman Divacky MachineFunctionPass::getAnalysisUsage(au); 30f22ef01cSRoman Divacky } 31f22ef01cSRoman Divacky 32f22ef01cSRoman Divacky void SlotIndexes::releaseMemory() { 33f22ef01cSRoman Divacky mi2iMap.clear(); 343b0f4066SDimitry Andric MBBRanges.clear(); 35f22ef01cSRoman Divacky idx2MBBMap.clear(); 36cb4dff85SDimitry Andric indexList.clear(); 37cb4dff85SDimitry Andric ileAllocator.Reset(); 38f22ef01cSRoman Divacky } 39f22ef01cSRoman Divacky 40f22ef01cSRoman Divacky bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) { 41f22ef01cSRoman Divacky 42f22ef01cSRoman Divacky // Compute numbering as follows: 43f22ef01cSRoman Divacky // Grab an iterator to the start of the index list. 44f22ef01cSRoman Divacky // Iterate over all MBBs, and within each MBB all MIs, keeping the MI 45f22ef01cSRoman Divacky // iterator in lock-step (though skipping it over indexes which have 46f22ef01cSRoman Divacky // null pointers in the instruction field). 47f22ef01cSRoman Divacky // At each iteration assert that the instruction pointed to in the index 48f22ef01cSRoman Divacky // is the same one pointed to by the MI iterator. This 49f22ef01cSRoman Divacky 50f22ef01cSRoman Divacky // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should 51f22ef01cSRoman Divacky // only need to be set up once after the first numbering is computed. 52f22ef01cSRoman Divacky 53f22ef01cSRoman Divacky mf = &fn; 54f22ef01cSRoman Divacky 55f22ef01cSRoman Divacky // Check that the list contains only the sentinal. 56cb4dff85SDimitry Andric assert(indexList.empty() && "Index list non-empty at initial numbering?"); 57f22ef01cSRoman Divacky assert(idx2MBBMap.empty() && 58f22ef01cSRoman Divacky "Index -> MBB mapping non-empty at initial numbering?"); 593b0f4066SDimitry Andric assert(MBBRanges.empty() && 60f22ef01cSRoman Divacky "MBB -> Index mapping non-empty at initial numbering?"); 61f22ef01cSRoman Divacky assert(mi2iMap.empty() && 62f22ef01cSRoman Divacky "MachineInstr -> Index mapping non-empty at initial numbering?"); 63f22ef01cSRoman Divacky 64f22ef01cSRoman Divacky unsigned index = 0; 653b0f4066SDimitry Andric MBBRanges.resize(mf->getNumBlockIDs()); 663b0f4066SDimitry Andric idx2MBBMap.reserve(mf->size()); 67f22ef01cSRoman Divacky 6891bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index)); 69f22ef01cSRoman Divacky 70f22ef01cSRoman Divacky // Iterate over the function. 713ca95b02SDimitry Andric for (MachineBasicBlock &MBB : *mf) { 72f22ef01cSRoman Divacky // Insert an index for the MBB start. 73cb4dff85SDimitry Andric SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block); 74f22ef01cSRoman Divacky 753ca95b02SDimitry Andric for (MachineInstr &MI : MBB) { 763ca95b02SDimitry Andric if (MI.isDebugValue()) 77f22ef01cSRoman Divacky continue; 78f22ef01cSRoman Divacky 79f22ef01cSRoman Divacky // Insert a store index for the instr. 803ca95b02SDimitry Andric indexList.push_back(createEntry(&MI, index += SlotIndex::InstrDist)); 81f22ef01cSRoman Divacky 82f22ef01cSRoman Divacky // Save this base index in the maps. 833ca95b02SDimitry Andric mi2iMap.insert(std::make_pair( 843ca95b02SDimitry Andric &MI, SlotIndex(&indexList.back(), SlotIndex::Slot_Block))); 85f22ef01cSRoman Divacky } 86f22ef01cSRoman Divacky 873b0f4066SDimitry Andric // We insert one blank instructions between basic blocks. 8891bc56edSDimitry Andric indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist)); 89f22ef01cSRoman Divacky 903ca95b02SDimitry Andric MBBRanges[MBB.getNumber()].first = blockStartIndex; 913ca95b02SDimitry Andric MBBRanges[MBB.getNumber()].second = SlotIndex(&indexList.back(), 92dff0c46cSDimitry Andric SlotIndex::Slot_Block); 933ca95b02SDimitry Andric idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, &MBB)); 94f22ef01cSRoman Divacky } 95f22ef01cSRoman Divacky 96f22ef01cSRoman Divacky // Sort the Idx2MBBMap 97f22ef01cSRoman Divacky std::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare()); 98f22ef01cSRoman Divacky 99dff0c46cSDimitry Andric DEBUG(mf->print(dbgs(), this)); 100f22ef01cSRoman Divacky 101f22ef01cSRoman Divacky // And we're done! 102f22ef01cSRoman Divacky return false; 103f22ef01cSRoman Divacky } 104f22ef01cSRoman Divacky 1057a7e6055SDimitry Andric void SlotIndexes::removeMachineInstrFromMaps(MachineInstr &MI) { 1067a7e6055SDimitry Andric assert(!MI.isBundledWithPred() && 1077a7e6055SDimitry Andric "Use removeSingleMachineInstrFromMaps() instread"); 1087a7e6055SDimitry Andric Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI); 1097a7e6055SDimitry Andric if (mi2iItr == mi2iMap.end()) 1107a7e6055SDimitry Andric return; 1117a7e6055SDimitry Andric 1127a7e6055SDimitry Andric SlotIndex MIIndex = mi2iItr->second; 1137a7e6055SDimitry Andric IndexListEntry &MIEntry = *MIIndex.listEntry(); 1147a7e6055SDimitry Andric assert(MIEntry.getInstr() == &MI && "Instruction indexes broken."); 1157a7e6055SDimitry Andric mi2iMap.erase(mi2iItr); 1167a7e6055SDimitry Andric // FIXME: Eventually we want to actually delete these indexes. 1177a7e6055SDimitry Andric MIEntry.setInstr(nullptr); 1187a7e6055SDimitry Andric } 1197a7e6055SDimitry Andric 1207a7e6055SDimitry Andric void SlotIndexes::removeSingleMachineInstrFromMaps(MachineInstr &MI) { 1217a7e6055SDimitry Andric Mi2IndexMap::iterator mi2iItr = mi2iMap.find(&MI); 1227a7e6055SDimitry Andric if (mi2iItr == mi2iMap.end()) 1237a7e6055SDimitry Andric return; 1247a7e6055SDimitry Andric 1257a7e6055SDimitry Andric SlotIndex MIIndex = mi2iItr->second; 1267a7e6055SDimitry Andric IndexListEntry &MIEntry = *MIIndex.listEntry(); 1277a7e6055SDimitry Andric assert(MIEntry.getInstr() == &MI && "Instruction indexes broken."); 1287a7e6055SDimitry Andric mi2iMap.erase(mi2iItr); 1297a7e6055SDimitry Andric 1307a7e6055SDimitry Andric // When removing the first instruction of a bundle update mapping to next 1317a7e6055SDimitry Andric // instruction. 1327a7e6055SDimitry Andric if (MI.isBundledWithSucc()) { 1337a7e6055SDimitry Andric // Only the first instruction of a bundle should have an index assigned. 1347a7e6055SDimitry Andric assert(!MI.isBundledWithPred() && "Should have first bundle isntruction"); 1357a7e6055SDimitry Andric 1367a7e6055SDimitry Andric MachineBasicBlock::instr_iterator Next = std::next(MI.getIterator()); 1377a7e6055SDimitry Andric MachineInstr &NextMI = *Next; 1387a7e6055SDimitry Andric MIEntry.setInstr(&NextMI); 1397a7e6055SDimitry Andric mi2iMap.insert(std::make_pair(&NextMI, MIIndex)); 1407a7e6055SDimitry Andric return; 1417a7e6055SDimitry Andric } else { 1427a7e6055SDimitry Andric // FIXME: Eventually we want to actually delete these indexes. 1437a7e6055SDimitry Andric MIEntry.setInstr(nullptr); 1447a7e6055SDimitry Andric } 1457a7e6055SDimitry Andric } 1467a7e6055SDimitry Andric 147f22ef01cSRoman Divacky void SlotIndexes::renumberIndexes() { 148f22ef01cSRoman Divacky // Renumber updates the index of every element of the index list. 1492754fe60SDimitry Andric DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n"); 1503b0f4066SDimitry Andric ++NumGlobalRenum; 151f22ef01cSRoman Divacky 152f22ef01cSRoman Divacky unsigned index = 0; 153f22ef01cSRoman Divacky 154cb4dff85SDimitry Andric for (IndexList::iterator I = indexList.begin(), E = indexList.end(); 155cb4dff85SDimitry Andric I != E; ++I) { 156cb4dff85SDimitry Andric I->setIndex(index); 1573b0f4066SDimitry Andric index += SlotIndex::InstrDist; 1583b0f4066SDimitry Andric } 1593b0f4066SDimitry Andric } 160f22ef01cSRoman Divacky 161cb4dff85SDimitry Andric // Renumber indexes locally after curItr was inserted, but failed to get a new 1623b0f4066SDimitry Andric // index. 163cb4dff85SDimitry Andric void SlotIndexes::renumberIndexes(IndexList::iterator curItr) { 1643b0f4066SDimitry Andric // Number indexes with half the default spacing so we can catch up quickly. 1653b0f4066SDimitry Andric const unsigned Space = SlotIndex::InstrDist/2; 166ff0cc061SDimitry Andric static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM"); 167f22ef01cSRoman Divacky 16891bc56edSDimitry Andric IndexList::iterator startItr = std::prev(curItr); 169cb4dff85SDimitry Andric unsigned index = startItr->getIndex(); 1703b0f4066SDimitry Andric do { 171cb4dff85SDimitry Andric curItr->setIndex(index += Space); 172cb4dff85SDimitry Andric ++curItr; 1733b0f4066SDimitry Andric // If the next index is bigger, we have caught up. 174cb4dff85SDimitry Andric } while (curItr != indexList.end() && curItr->getIndex() <= index); 1753b0f4066SDimitry Andric 176cb4dff85SDimitry Andric DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex() << '-' 1773b0f4066SDimitry Andric << index << " ***\n"); 1783b0f4066SDimitry Andric ++NumLocalRenum; 179f22ef01cSRoman Divacky } 1803b0f4066SDimitry Andric 181139f7f9bSDimitry Andric // Repair indexes after adding and removing instructions. 182139f7f9bSDimitry Andric void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB, 183139f7f9bSDimitry Andric MachineBasicBlock::iterator Begin, 184139f7f9bSDimitry Andric MachineBasicBlock::iterator End) { 185139f7f9bSDimitry Andric // FIXME: Is this really necessary? The only caller repairIntervalsForRange() 186139f7f9bSDimitry Andric // does the same thing. 187139f7f9bSDimitry Andric // Find anchor points, which are at the beginning/end of blocks or at 188139f7f9bSDimitry Andric // instructions that already have indexes. 1893ca95b02SDimitry Andric while (Begin != MBB->begin() && !hasIndex(*Begin)) 190139f7f9bSDimitry Andric --Begin; 1913ca95b02SDimitry Andric while (End != MBB->end() && !hasIndex(*End)) 192139f7f9bSDimitry Andric ++End; 193139f7f9bSDimitry Andric 194139f7f9bSDimitry Andric bool includeStart = (Begin == MBB->begin()); 195139f7f9bSDimitry Andric SlotIndex startIdx; 196139f7f9bSDimitry Andric if (includeStart) 197139f7f9bSDimitry Andric startIdx = getMBBStartIdx(MBB); 198139f7f9bSDimitry Andric else 1993ca95b02SDimitry Andric startIdx = getInstructionIndex(*Begin); 200139f7f9bSDimitry Andric 201139f7f9bSDimitry Andric SlotIndex endIdx; 202139f7f9bSDimitry Andric if (End == MBB->end()) 203139f7f9bSDimitry Andric endIdx = getMBBEndIdx(MBB); 204139f7f9bSDimitry Andric else 2053ca95b02SDimitry Andric endIdx = getInstructionIndex(*End); 206139f7f9bSDimitry Andric 207139f7f9bSDimitry Andric // FIXME: Conceptually, this code is implementing an iterator on MBB that 208139f7f9bSDimitry Andric // optionally includes an additional position prior to MBB->begin(), indicated 209139f7f9bSDimitry Andric // by the includeStart flag. This is done so that we can iterate MIs in a MBB 210139f7f9bSDimitry Andric // in parallel with SlotIndexes, but there should be a better way to do this. 2117d523365SDimitry Andric IndexList::iterator ListB = startIdx.listEntry()->getIterator(); 2127d523365SDimitry Andric IndexList::iterator ListI = endIdx.listEntry()->getIterator(); 213139f7f9bSDimitry Andric MachineBasicBlock::iterator MBBI = End; 214139f7f9bSDimitry Andric bool pastStart = false; 215139f7f9bSDimitry Andric while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) { 216139f7f9bSDimitry Andric assert(ListI->getIndex() >= startIdx.getIndex() && 217139f7f9bSDimitry Andric (includeStart || !pastStart) && 218139f7f9bSDimitry Andric "Decremented past the beginning of region to repair."); 219139f7f9bSDimitry Andric 220139f7f9bSDimitry Andric MachineInstr *SlotMI = ListI->getInstr(); 2213ca95b02SDimitry Andric MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? &*MBBI : nullptr; 222139f7f9bSDimitry Andric bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart); 223139f7f9bSDimitry Andric 224139f7f9bSDimitry Andric if (SlotMI == MI && !MBBIAtBegin) { 225139f7f9bSDimitry Andric --ListI; 226139f7f9bSDimitry Andric if (MBBI != Begin) 227139f7f9bSDimitry Andric --MBBI; 228139f7f9bSDimitry Andric else 229139f7f9bSDimitry Andric pastStart = true; 230139f7f9bSDimitry Andric } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) { 231139f7f9bSDimitry Andric if (MBBI != Begin) 232139f7f9bSDimitry Andric --MBBI; 233139f7f9bSDimitry Andric else 234139f7f9bSDimitry Andric pastStart = true; 235139f7f9bSDimitry Andric } else { 236139f7f9bSDimitry Andric --ListI; 237139f7f9bSDimitry Andric if (SlotMI) 2383ca95b02SDimitry Andric removeMachineInstrFromMaps(*SlotMI); 239139f7f9bSDimitry Andric } 240139f7f9bSDimitry Andric } 241139f7f9bSDimitry Andric 242139f7f9bSDimitry Andric // In theory this could be combined with the previous loop, but it is tricky 243139f7f9bSDimitry Andric // to update the IndexList while we are iterating it. 244139f7f9bSDimitry Andric for (MachineBasicBlock::iterator I = End; I != Begin;) { 245139f7f9bSDimitry Andric --I; 2463ca95b02SDimitry Andric MachineInstr &MI = *I; 2473ca95b02SDimitry Andric if (!MI.isDebugValue() && mi2iMap.find(&MI) == mi2iMap.end()) 248139f7f9bSDimitry Andric insertMachineInstrInMaps(MI); 249139f7f9bSDimitry Andric } 250139f7f9bSDimitry Andric } 251f22ef01cSRoman Divacky 2523861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 2533ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndexes::dump() const { 254cb4dff85SDimitry Andric for (IndexList::const_iterator itr = indexList.begin(); 255cb4dff85SDimitry Andric itr != indexList.end(); ++itr) { 256f22ef01cSRoman Divacky dbgs() << itr->getIndex() << " "; 257f22ef01cSRoman Divacky 25891bc56edSDimitry Andric if (itr->getInstr()) { 259f22ef01cSRoman Divacky dbgs() << *itr->getInstr(); 260f22ef01cSRoman Divacky } else { 261f22ef01cSRoman Divacky dbgs() << "\n"; 262f22ef01cSRoman Divacky } 263f22ef01cSRoman Divacky } 264f22ef01cSRoman Divacky 2653b0f4066SDimitry Andric for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i) 2662cab237bSDimitry Andric dbgs() << "%bb." << i << "\t[" << MBBRanges[i].first << ';' 2673b0f4066SDimitry Andric << MBBRanges[i].second << ")\n"; 268f22ef01cSRoman Divacky } 2693861d79fSDimitry Andric #endif 270f22ef01cSRoman Divacky 271f22ef01cSRoman Divacky // Print a SlotIndex to a raw_ostream. 272f22ef01cSRoman Divacky void SlotIndex::print(raw_ostream &os) const { 2732754fe60SDimitry Andric if (isValid()) 274cb4dff85SDimitry Andric os << listEntry()->getIndex() << "Berd"[getSlot()]; 275ffd1746dSEd Schouten else 2762754fe60SDimitry Andric os << "invalid"; 277f22ef01cSRoman Divacky } 278f22ef01cSRoman Divacky 2793861d79fSDimitry Andric #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) 280f22ef01cSRoman Divacky // Dump a SlotIndex to stderr. 2813ca95b02SDimitry Andric LLVM_DUMP_METHOD void SlotIndex::dump() const { 282f22ef01cSRoman Divacky print(dbgs()); 283f22ef01cSRoman Divacky dbgs() << "\n"; 284f22ef01cSRoman Divacky } 2853861d79fSDimitry Andric #endif 286f22ef01cSRoman Divacky 287