191cbcaf9SJakob Stoklund Olesen //===-- InterferenceCache.h - Caching per-block interference ---*- C++ -*--===// 291cbcaf9SJakob Stoklund Olesen // 391cbcaf9SJakob Stoklund Olesen // The LLVM Compiler Infrastructure 491cbcaf9SJakob Stoklund Olesen // 591cbcaf9SJakob Stoklund Olesen // This file is distributed under the University of Illinois Open Source 691cbcaf9SJakob Stoklund Olesen // License. See LICENSE.TXT for details. 791cbcaf9SJakob Stoklund Olesen // 891cbcaf9SJakob Stoklund Olesen //===----------------------------------------------------------------------===// 991cbcaf9SJakob Stoklund Olesen // 1091cbcaf9SJakob Stoklund Olesen // InterferenceCache remembers per-block interference in LiveIntervalUnions. 1191cbcaf9SJakob Stoklund Olesen // 1291cbcaf9SJakob Stoklund Olesen //===----------------------------------------------------------------------===// 1391cbcaf9SJakob Stoklund Olesen 1491cbcaf9SJakob Stoklund Olesen #define DEBUG_TYPE "regalloc" 1591cbcaf9SJakob Stoklund Olesen #include "InterferenceCache.h" 1691cbcaf9SJakob Stoklund Olesen #include "llvm/Target/TargetRegisterInfo.h" 17a153ca58SJakob Stoklund Olesen #include "llvm/Support/ErrorHandling.h" 1891cbcaf9SJakob Stoklund Olesen 1991cbcaf9SJakob Stoklund Olesen using namespace llvm; 2091cbcaf9SJakob Stoklund Olesen 21*cacefc7dSJakob Stoklund Olesen // Static member used for null interference cursors. 22*cacefc7dSJakob Stoklund Olesen InterferenceCache::BlockInterference InterferenceCache::Cursor::NoInterference; 23*cacefc7dSJakob Stoklund Olesen 2491cbcaf9SJakob Stoklund Olesen void InterferenceCache::init(MachineFunction *mf, 2591cbcaf9SJakob Stoklund Olesen LiveIntervalUnion *liuarray, 2691cbcaf9SJakob Stoklund Olesen SlotIndexes *indexes, 2791cbcaf9SJakob Stoklund Olesen const TargetRegisterInfo *tri) { 2891cbcaf9SJakob Stoklund Olesen MF = mf; 2991cbcaf9SJakob Stoklund Olesen LIUArray = liuarray; 3091cbcaf9SJakob Stoklund Olesen TRI = tri; 3191cbcaf9SJakob Stoklund Olesen PhysRegEntries.assign(TRI->getNumRegs(), 0); 3291cbcaf9SJakob Stoklund Olesen for (unsigned i = 0; i != CacheEntries; ++i) 334ad6c160SJakob Stoklund Olesen Entries[i].clear(mf, indexes); 3491cbcaf9SJakob Stoklund Olesen } 3591cbcaf9SJakob Stoklund Olesen 3691cbcaf9SJakob Stoklund Olesen InterferenceCache::Entry *InterferenceCache::get(unsigned PhysReg) { 3791cbcaf9SJakob Stoklund Olesen unsigned E = PhysRegEntries[PhysReg]; 3891cbcaf9SJakob Stoklund Olesen if (E < CacheEntries && Entries[E].getPhysReg() == PhysReg) { 3991cbcaf9SJakob Stoklund Olesen if (!Entries[E].valid(LIUArray, TRI)) 4091cbcaf9SJakob Stoklund Olesen Entries[E].revalidate(); 4191cbcaf9SJakob Stoklund Olesen return &Entries[E]; 4291cbcaf9SJakob Stoklund Olesen } 4391cbcaf9SJakob Stoklund Olesen // No valid entry exists, pick the next round-robin entry. 4491cbcaf9SJakob Stoklund Olesen E = RoundRobin; 4591cbcaf9SJakob Stoklund Olesen if (++RoundRobin == CacheEntries) 4691cbcaf9SJakob Stoklund Olesen RoundRobin = 0; 47a153ca58SJakob Stoklund Olesen for (unsigned i = 0; i != CacheEntries; ++i) { 48a153ca58SJakob Stoklund Olesen // Skip entries that are in use. 49a153ca58SJakob Stoklund Olesen if (Entries[E].hasRefs()) { 50a153ca58SJakob Stoklund Olesen if (++E == CacheEntries) 51a153ca58SJakob Stoklund Olesen E = 0; 52a153ca58SJakob Stoklund Olesen continue; 53a153ca58SJakob Stoklund Olesen } 5491cbcaf9SJakob Stoklund Olesen Entries[E].reset(PhysReg, LIUArray, TRI, MF); 5591cbcaf9SJakob Stoklund Olesen PhysRegEntries[PhysReg] = E; 5691cbcaf9SJakob Stoklund Olesen return &Entries[E]; 5791cbcaf9SJakob Stoklund Olesen } 58a153ca58SJakob Stoklund Olesen llvm_unreachable("Ran out of interference cache entries."); 59a153ca58SJakob Stoklund Olesen } 6091cbcaf9SJakob Stoklund Olesen 6191cbcaf9SJakob Stoklund Olesen /// revalidate - LIU contents have changed, update tags. 6291cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::revalidate() { 6391cbcaf9SJakob Stoklund Olesen // Invalidate all block entries. 6491cbcaf9SJakob Stoklund Olesen ++Tag; 6591cbcaf9SJakob Stoklund Olesen // Invalidate all iterators. 6691cbcaf9SJakob Stoklund Olesen PrevPos = SlotIndex(); 6791cbcaf9SJakob Stoklund Olesen for (unsigned i = 0, e = Aliases.size(); i != e; ++i) 6891cbcaf9SJakob Stoklund Olesen Aliases[i].second = Aliases[i].first->getTag(); 6991cbcaf9SJakob Stoklund Olesen } 7091cbcaf9SJakob Stoklund Olesen 7191cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::reset(unsigned physReg, 7291cbcaf9SJakob Stoklund Olesen LiveIntervalUnion *LIUArray, 7391cbcaf9SJakob Stoklund Olesen const TargetRegisterInfo *TRI, 7491cbcaf9SJakob Stoklund Olesen const MachineFunction *MF) { 75a153ca58SJakob Stoklund Olesen assert(!hasRefs() && "Cannot reset cache entry with references"); 7691cbcaf9SJakob Stoklund Olesen // LIU's changed, invalidate cache. 7791cbcaf9SJakob Stoklund Olesen ++Tag; 7891cbcaf9SJakob Stoklund Olesen PhysReg = physReg; 7991cbcaf9SJakob Stoklund Olesen Blocks.resize(MF->getNumBlockIDs()); 8091cbcaf9SJakob Stoklund Olesen Aliases.clear(); 8191cbcaf9SJakob Stoklund Olesen for (const unsigned *AS = TRI->getOverlaps(PhysReg); *AS; ++AS) { 8291cbcaf9SJakob Stoklund Olesen LiveIntervalUnion *LIU = LIUArray + *AS; 8391cbcaf9SJakob Stoklund Olesen Aliases.push_back(std::make_pair(LIU, LIU->getTag())); 8491cbcaf9SJakob Stoklund Olesen } 8591cbcaf9SJakob Stoklund Olesen 8691cbcaf9SJakob Stoklund Olesen // Reset iterators. 8791cbcaf9SJakob Stoklund Olesen PrevPos = SlotIndex(); 8891cbcaf9SJakob Stoklund Olesen unsigned e = Aliases.size(); 8991cbcaf9SJakob Stoklund Olesen Iters.resize(e); 9091cbcaf9SJakob Stoklund Olesen for (unsigned i = 0; i != e; ++i) 9191cbcaf9SJakob Stoklund Olesen Iters[i].setMap(Aliases[i].first->getMap()); 9291cbcaf9SJakob Stoklund Olesen } 9391cbcaf9SJakob Stoklund Olesen 9491cbcaf9SJakob Stoklund Olesen bool InterferenceCache::Entry::valid(LiveIntervalUnion *LIUArray, 9591cbcaf9SJakob Stoklund Olesen const TargetRegisterInfo *TRI) { 9691cbcaf9SJakob Stoklund Olesen unsigned i = 0, e = Aliases.size(); 9791cbcaf9SJakob Stoklund Olesen for (const unsigned *AS = TRI->getOverlaps(PhysReg); *AS; ++AS, ++i) { 9891cbcaf9SJakob Stoklund Olesen LiveIntervalUnion *LIU = LIUArray + *AS; 9991cbcaf9SJakob Stoklund Olesen if (i == e || Aliases[i].first != LIU) 10091cbcaf9SJakob Stoklund Olesen return false; 10191cbcaf9SJakob Stoklund Olesen if (LIU->changedSince(Aliases[i].second)) 10291cbcaf9SJakob Stoklund Olesen return false; 10391cbcaf9SJakob Stoklund Olesen } 10491cbcaf9SJakob Stoklund Olesen return i == e; 10591cbcaf9SJakob Stoklund Olesen } 10691cbcaf9SJakob Stoklund Olesen 10791cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::update(unsigned MBBNum) { 10891cbcaf9SJakob Stoklund Olesen SlotIndex Start, Stop; 10991cbcaf9SJakob Stoklund Olesen tie(Start, Stop) = Indexes->getMBBRange(MBBNum); 11091cbcaf9SJakob Stoklund Olesen 11191cbcaf9SJakob Stoklund Olesen // Use advanceTo only when possible. 112994c1683SJakob Stoklund Olesen if (PrevPos != Start) { 11391cbcaf9SJakob Stoklund Olesen if (!PrevPos.isValid() || Start < PrevPos) 11491cbcaf9SJakob Stoklund Olesen for (unsigned i = 0, e = Iters.size(); i != e; ++i) 11591cbcaf9SJakob Stoklund Olesen Iters[i].find(Start); 11691cbcaf9SJakob Stoklund Olesen else 11791cbcaf9SJakob Stoklund Olesen for (unsigned i = 0, e = Iters.size(); i != e; ++i) 11891cbcaf9SJakob Stoklund Olesen Iters[i].advanceTo(Start); 11991cbcaf9SJakob Stoklund Olesen PrevPos = Start; 120994c1683SJakob Stoklund Olesen } 12191cbcaf9SJakob Stoklund Olesen 1224ad6c160SJakob Stoklund Olesen MachineFunction::const_iterator MFI = MF->getBlockNumbered(MBBNum); 1234ad6c160SJakob Stoklund Olesen BlockInterference *BI = &Blocks[MBBNum]; 1244ad6c160SJakob Stoklund Olesen for (;;) { 1254ad6c160SJakob Stoklund Olesen BI->Tag = Tag; 1264ad6c160SJakob Stoklund Olesen BI->First = BI->Last = SlotIndex(); 1274ad6c160SJakob Stoklund Olesen 12891cbcaf9SJakob Stoklund Olesen // Check for first interference. 12991cbcaf9SJakob Stoklund Olesen for (unsigned i = 0, e = Iters.size(); i != e; ++i) { 13091cbcaf9SJakob Stoklund Olesen Iter &I = Iters[i]; 13191cbcaf9SJakob Stoklund Olesen if (!I.valid()) 13291cbcaf9SJakob Stoklund Olesen continue; 13391cbcaf9SJakob Stoklund Olesen SlotIndex StartI = I.start(); 13491cbcaf9SJakob Stoklund Olesen if (StartI >= Stop) 13591cbcaf9SJakob Stoklund Olesen continue; 13691cbcaf9SJakob Stoklund Olesen if (!BI->First.isValid() || StartI < BI->First) 13791cbcaf9SJakob Stoklund Olesen BI->First = StartI; 13891cbcaf9SJakob Stoklund Olesen } 13991cbcaf9SJakob Stoklund Olesen 1404ad6c160SJakob Stoklund Olesen PrevPos = Stop; 1414ad6c160SJakob Stoklund Olesen if (BI->First.isValid()) 1424ad6c160SJakob Stoklund Olesen break; 14391cbcaf9SJakob Stoklund Olesen 1444ad6c160SJakob Stoklund Olesen // No interference in this block? Go ahead and precompute the next block. 1454ad6c160SJakob Stoklund Olesen if (++MFI == MF->end()) 1464ad6c160SJakob Stoklund Olesen return; 1474ad6c160SJakob Stoklund Olesen MBBNum = MFI->getNumber(); 1484ad6c160SJakob Stoklund Olesen BI = &Blocks[MBBNum]; 1494ad6c160SJakob Stoklund Olesen if (BI->Tag == Tag) 1504ad6c160SJakob Stoklund Olesen return; 1514ad6c160SJakob Stoklund Olesen tie(Start, Stop) = Indexes->getMBBRange(MBBNum); 1524ad6c160SJakob Stoklund Olesen } 1534ad6c160SJakob Stoklund Olesen 1544ad6c160SJakob Stoklund Olesen // Check for last interference in block. 15591cbcaf9SJakob Stoklund Olesen for (unsigned i = 0, e = Iters.size(); i != e; ++i) { 15691cbcaf9SJakob Stoklund Olesen Iter &I = Iters[i]; 15791cbcaf9SJakob Stoklund Olesen if (!I.valid() || I.start() >= Stop) 15891cbcaf9SJakob Stoklund Olesen continue; 15991cbcaf9SJakob Stoklund Olesen I.advanceTo(Stop); 160994c1683SJakob Stoklund Olesen bool Backup = !I.valid() || I.start() >= Stop; 161994c1683SJakob Stoklund Olesen if (Backup) 16291cbcaf9SJakob Stoklund Olesen --I; 16391cbcaf9SJakob Stoklund Olesen SlotIndex StopI = I.stop(); 16491cbcaf9SJakob Stoklund Olesen if (!BI->Last.isValid() || StopI > BI->Last) 16591cbcaf9SJakob Stoklund Olesen BI->Last = StopI; 166994c1683SJakob Stoklund Olesen if (Backup) 167994c1683SJakob Stoklund Olesen ++I; 16891cbcaf9SJakob Stoklund Olesen } 16991cbcaf9SJakob Stoklund Olesen } 170