191cbcaf9SJakob Stoklund Olesen //===-- InterferenceCache.h - Caching per-block interference ---*- C++ -*--===//
291cbcaf9SJakob Stoklund Olesen //
391cbcaf9SJakob Stoklund Olesen //                     The LLVM Compiler Infrastructure
491cbcaf9SJakob Stoklund Olesen //
591cbcaf9SJakob Stoklund Olesen // This file is distributed under the University of Illinois Open Source
691cbcaf9SJakob Stoklund Olesen // License. See LICENSE.TXT for details.
791cbcaf9SJakob Stoklund Olesen //
891cbcaf9SJakob Stoklund Olesen //===----------------------------------------------------------------------===//
991cbcaf9SJakob Stoklund Olesen //
1091cbcaf9SJakob Stoklund Olesen // InterferenceCache remembers per-block interference in LiveIntervalUnions.
1191cbcaf9SJakob Stoklund Olesen //
1291cbcaf9SJakob Stoklund Olesen //===----------------------------------------------------------------------===//
1391cbcaf9SJakob Stoklund Olesen 
1491cbcaf9SJakob Stoklund Olesen #define DEBUG_TYPE "regalloc"
1591cbcaf9SJakob Stoklund Olesen #include "InterferenceCache.h"
1691cbcaf9SJakob Stoklund Olesen #include "llvm/Target/TargetRegisterInfo.h"
17a153ca58SJakob Stoklund Olesen #include "llvm/Support/ErrorHandling.h"
1891cbcaf9SJakob Stoklund Olesen 
1991cbcaf9SJakob Stoklund Olesen using namespace llvm;
2091cbcaf9SJakob Stoklund Olesen 
21*cacefc7dSJakob Stoklund Olesen // Static member used for null interference cursors.
22*cacefc7dSJakob Stoklund Olesen InterferenceCache::BlockInterference InterferenceCache::Cursor::NoInterference;
23*cacefc7dSJakob Stoklund Olesen 
2491cbcaf9SJakob Stoklund Olesen void InterferenceCache::init(MachineFunction *mf,
2591cbcaf9SJakob Stoklund Olesen                              LiveIntervalUnion *liuarray,
2691cbcaf9SJakob Stoklund Olesen                              SlotIndexes *indexes,
2791cbcaf9SJakob Stoklund Olesen                              const TargetRegisterInfo *tri) {
2891cbcaf9SJakob Stoklund Olesen   MF = mf;
2991cbcaf9SJakob Stoklund Olesen   LIUArray = liuarray;
3091cbcaf9SJakob Stoklund Olesen   TRI = tri;
3191cbcaf9SJakob Stoklund Olesen   PhysRegEntries.assign(TRI->getNumRegs(), 0);
3291cbcaf9SJakob Stoklund Olesen   for (unsigned i = 0; i != CacheEntries; ++i)
334ad6c160SJakob Stoklund Olesen     Entries[i].clear(mf, indexes);
3491cbcaf9SJakob Stoklund Olesen }
3591cbcaf9SJakob Stoklund Olesen 
3691cbcaf9SJakob Stoklund Olesen InterferenceCache::Entry *InterferenceCache::get(unsigned PhysReg) {
3791cbcaf9SJakob Stoklund Olesen   unsigned E = PhysRegEntries[PhysReg];
3891cbcaf9SJakob Stoklund Olesen   if (E < CacheEntries && Entries[E].getPhysReg() == PhysReg) {
3991cbcaf9SJakob Stoklund Olesen     if (!Entries[E].valid(LIUArray, TRI))
4091cbcaf9SJakob Stoklund Olesen       Entries[E].revalidate();
4191cbcaf9SJakob Stoklund Olesen     return &Entries[E];
4291cbcaf9SJakob Stoklund Olesen   }
4391cbcaf9SJakob Stoklund Olesen   // No valid entry exists, pick the next round-robin entry.
4491cbcaf9SJakob Stoklund Olesen   E = RoundRobin;
4591cbcaf9SJakob Stoklund Olesen   if (++RoundRobin == CacheEntries)
4691cbcaf9SJakob Stoklund Olesen     RoundRobin = 0;
47a153ca58SJakob Stoklund Olesen   for (unsigned i = 0; i != CacheEntries; ++i) {
48a153ca58SJakob Stoklund Olesen     // Skip entries that are in use.
49a153ca58SJakob Stoklund Olesen     if (Entries[E].hasRefs()) {
50a153ca58SJakob Stoklund Olesen       if (++E == CacheEntries)
51a153ca58SJakob Stoklund Olesen         E = 0;
52a153ca58SJakob Stoklund Olesen       continue;
53a153ca58SJakob Stoklund Olesen     }
5491cbcaf9SJakob Stoklund Olesen     Entries[E].reset(PhysReg, LIUArray, TRI, MF);
5591cbcaf9SJakob Stoklund Olesen     PhysRegEntries[PhysReg] = E;
5691cbcaf9SJakob Stoklund Olesen     return &Entries[E];
5791cbcaf9SJakob Stoklund Olesen   }
58a153ca58SJakob Stoklund Olesen   llvm_unreachable("Ran out of interference cache entries.");
59a153ca58SJakob Stoklund Olesen }
6091cbcaf9SJakob Stoklund Olesen 
6191cbcaf9SJakob Stoklund Olesen /// revalidate - LIU contents have changed, update tags.
6291cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::revalidate() {
6391cbcaf9SJakob Stoklund Olesen   // Invalidate all block entries.
6491cbcaf9SJakob Stoklund Olesen   ++Tag;
6591cbcaf9SJakob Stoklund Olesen   // Invalidate all iterators.
6691cbcaf9SJakob Stoklund Olesen   PrevPos = SlotIndex();
6791cbcaf9SJakob Stoklund Olesen   for (unsigned i = 0, e = Aliases.size(); i != e; ++i)
6891cbcaf9SJakob Stoklund Olesen     Aliases[i].second = Aliases[i].first->getTag();
6991cbcaf9SJakob Stoklund Olesen }
7091cbcaf9SJakob Stoklund Olesen 
7191cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::reset(unsigned physReg,
7291cbcaf9SJakob Stoklund Olesen                                      LiveIntervalUnion *LIUArray,
7391cbcaf9SJakob Stoklund Olesen                                      const TargetRegisterInfo *TRI,
7491cbcaf9SJakob Stoklund Olesen                                      const MachineFunction *MF) {
75a153ca58SJakob Stoklund Olesen   assert(!hasRefs() && "Cannot reset cache entry with references");
7691cbcaf9SJakob Stoklund Olesen   // LIU's changed, invalidate cache.
7791cbcaf9SJakob Stoklund Olesen   ++Tag;
7891cbcaf9SJakob Stoklund Olesen   PhysReg = physReg;
7991cbcaf9SJakob Stoklund Olesen   Blocks.resize(MF->getNumBlockIDs());
8091cbcaf9SJakob Stoklund Olesen   Aliases.clear();
8191cbcaf9SJakob Stoklund Olesen   for (const unsigned *AS = TRI->getOverlaps(PhysReg); *AS; ++AS) {
8291cbcaf9SJakob Stoklund Olesen     LiveIntervalUnion *LIU = LIUArray + *AS;
8391cbcaf9SJakob Stoklund Olesen     Aliases.push_back(std::make_pair(LIU, LIU->getTag()));
8491cbcaf9SJakob Stoklund Olesen   }
8591cbcaf9SJakob Stoklund Olesen 
8691cbcaf9SJakob Stoklund Olesen   // Reset iterators.
8791cbcaf9SJakob Stoklund Olesen   PrevPos = SlotIndex();
8891cbcaf9SJakob Stoklund Olesen   unsigned e = Aliases.size();
8991cbcaf9SJakob Stoklund Olesen   Iters.resize(e);
9091cbcaf9SJakob Stoklund Olesen   for (unsigned i = 0; i != e; ++i)
9191cbcaf9SJakob Stoklund Olesen     Iters[i].setMap(Aliases[i].first->getMap());
9291cbcaf9SJakob Stoklund Olesen }
9391cbcaf9SJakob Stoklund Olesen 
9491cbcaf9SJakob Stoklund Olesen bool InterferenceCache::Entry::valid(LiveIntervalUnion *LIUArray,
9591cbcaf9SJakob Stoklund Olesen                                      const TargetRegisterInfo *TRI) {
9691cbcaf9SJakob Stoklund Olesen   unsigned i = 0, e = Aliases.size();
9791cbcaf9SJakob Stoklund Olesen   for (const unsigned *AS = TRI->getOverlaps(PhysReg); *AS; ++AS, ++i) {
9891cbcaf9SJakob Stoklund Olesen     LiveIntervalUnion *LIU = LIUArray + *AS;
9991cbcaf9SJakob Stoklund Olesen     if (i == e ||  Aliases[i].first != LIU)
10091cbcaf9SJakob Stoklund Olesen       return false;
10191cbcaf9SJakob Stoklund Olesen     if (LIU->changedSince(Aliases[i].second))
10291cbcaf9SJakob Stoklund Olesen       return false;
10391cbcaf9SJakob Stoklund Olesen   }
10491cbcaf9SJakob Stoklund Olesen   return i == e;
10591cbcaf9SJakob Stoklund Olesen }
10691cbcaf9SJakob Stoklund Olesen 
10791cbcaf9SJakob Stoklund Olesen void InterferenceCache::Entry::update(unsigned MBBNum) {
10891cbcaf9SJakob Stoklund Olesen   SlotIndex Start, Stop;
10991cbcaf9SJakob Stoklund Olesen   tie(Start, Stop) = Indexes->getMBBRange(MBBNum);
11091cbcaf9SJakob Stoklund Olesen 
11191cbcaf9SJakob Stoklund Olesen   // Use advanceTo only when possible.
112994c1683SJakob Stoklund Olesen   if (PrevPos != Start) {
11391cbcaf9SJakob Stoklund Olesen     if (!PrevPos.isValid() || Start < PrevPos)
11491cbcaf9SJakob Stoklund Olesen       for (unsigned i = 0, e = Iters.size(); i != e; ++i)
11591cbcaf9SJakob Stoklund Olesen         Iters[i].find(Start);
11691cbcaf9SJakob Stoklund Olesen     else
11791cbcaf9SJakob Stoklund Olesen       for (unsigned i = 0, e = Iters.size(); i != e; ++i)
11891cbcaf9SJakob Stoklund Olesen         Iters[i].advanceTo(Start);
11991cbcaf9SJakob Stoklund Olesen     PrevPos = Start;
120994c1683SJakob Stoklund Olesen   }
12191cbcaf9SJakob Stoklund Olesen 
1224ad6c160SJakob Stoklund Olesen   MachineFunction::const_iterator MFI = MF->getBlockNumbered(MBBNum);
1234ad6c160SJakob Stoklund Olesen   BlockInterference *BI = &Blocks[MBBNum];
1244ad6c160SJakob Stoklund Olesen   for (;;) {
1254ad6c160SJakob Stoklund Olesen     BI->Tag = Tag;
1264ad6c160SJakob Stoklund Olesen     BI->First = BI->Last = SlotIndex();
1274ad6c160SJakob Stoklund Olesen 
12891cbcaf9SJakob Stoklund Olesen     // Check for first interference.
12991cbcaf9SJakob Stoklund Olesen     for (unsigned i = 0, e = Iters.size(); i != e; ++i) {
13091cbcaf9SJakob Stoklund Olesen       Iter &I = Iters[i];
13191cbcaf9SJakob Stoklund Olesen       if (!I.valid())
13291cbcaf9SJakob Stoklund Olesen         continue;
13391cbcaf9SJakob Stoklund Olesen       SlotIndex StartI = I.start();
13491cbcaf9SJakob Stoklund Olesen       if (StartI >= Stop)
13591cbcaf9SJakob Stoklund Olesen         continue;
13691cbcaf9SJakob Stoklund Olesen       if (!BI->First.isValid() || StartI < BI->First)
13791cbcaf9SJakob Stoklund Olesen         BI->First = StartI;
13891cbcaf9SJakob Stoklund Olesen     }
13991cbcaf9SJakob Stoklund Olesen 
1404ad6c160SJakob Stoklund Olesen     PrevPos = Stop;
1414ad6c160SJakob Stoklund Olesen     if (BI->First.isValid())
1424ad6c160SJakob Stoklund Olesen       break;
14391cbcaf9SJakob Stoklund Olesen 
1444ad6c160SJakob Stoklund Olesen     // No interference in this block? Go ahead and precompute the next block.
1454ad6c160SJakob Stoklund Olesen     if (++MFI == MF->end())
1464ad6c160SJakob Stoklund Olesen       return;
1474ad6c160SJakob Stoklund Olesen     MBBNum = MFI->getNumber();
1484ad6c160SJakob Stoklund Olesen     BI = &Blocks[MBBNum];
1494ad6c160SJakob Stoklund Olesen     if (BI->Tag == Tag)
1504ad6c160SJakob Stoklund Olesen       return;
1514ad6c160SJakob Stoklund Olesen     tie(Start, Stop) = Indexes->getMBBRange(MBBNum);
1524ad6c160SJakob Stoklund Olesen   }
1534ad6c160SJakob Stoklund Olesen 
1544ad6c160SJakob Stoklund Olesen   // Check for last interference in block.
15591cbcaf9SJakob Stoklund Olesen   for (unsigned i = 0, e = Iters.size(); i != e; ++i) {
15691cbcaf9SJakob Stoklund Olesen     Iter &I = Iters[i];
15791cbcaf9SJakob Stoklund Olesen     if (!I.valid() || I.start() >= Stop)
15891cbcaf9SJakob Stoklund Olesen       continue;
15991cbcaf9SJakob Stoklund Olesen     I.advanceTo(Stop);
160994c1683SJakob Stoklund Olesen     bool Backup = !I.valid() || I.start() >= Stop;
161994c1683SJakob Stoklund Olesen     if (Backup)
16291cbcaf9SJakob Stoklund Olesen       --I;
16391cbcaf9SJakob Stoklund Olesen     SlotIndex StopI = I.stop();
16491cbcaf9SJakob Stoklund Olesen     if (!BI->Last.isValid() || StopI > BI->Last)
16591cbcaf9SJakob Stoklund Olesen       BI->Last = StopI;
166994c1683SJakob Stoklund Olesen     if (Backup)
167994c1683SJakob Stoklund Olesen       ++I;
16891cbcaf9SJakob Stoklund Olesen   }
16991cbcaf9SJakob Stoklund Olesen }
170