1dff0c46cSDimitry Andric //===-- lib/CodeGen/MachineInstrBundle.cpp --------------------------------===//
2dff0c46cSDimitry Andric //
3dff0c46cSDimitry Andric //                     The LLVM Compiler Infrastructure
4dff0c46cSDimitry Andric //
5dff0c46cSDimitry Andric // This file is distributed under the University of Illinois Open Source
6dff0c46cSDimitry Andric // License. See LICENSE.TXT for details.
7dff0c46cSDimitry Andric //
8dff0c46cSDimitry Andric //===----------------------------------------------------------------------===//
9dff0c46cSDimitry Andric 
10dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineInstrBundle.h"
11dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineInstrBuilder.h"
12dff0c46cSDimitry Andric #include "llvm/CodeGen/Passes.h"
13dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineFunctionPass.h"
14dff0c46cSDimitry Andric #include "llvm/Target/TargetInstrInfo.h"
15dff0c46cSDimitry Andric #include "llvm/Target/TargetMachine.h"
16dff0c46cSDimitry Andric #include "llvm/Target/TargetRegisterInfo.h"
17dff0c46cSDimitry Andric #include "llvm/ADT/SmallSet.h"
18dff0c46cSDimitry Andric #include "llvm/ADT/SmallVector.h"
19dff0c46cSDimitry Andric using namespace llvm;
20dff0c46cSDimitry Andric 
21dff0c46cSDimitry Andric namespace {
22dff0c46cSDimitry Andric   class UnpackMachineBundles : public MachineFunctionPass {
23dff0c46cSDimitry Andric   public:
24dff0c46cSDimitry Andric     static char ID; // Pass identification
25dff0c46cSDimitry Andric     UnpackMachineBundles() : MachineFunctionPass(ID) {
26dff0c46cSDimitry Andric       initializeUnpackMachineBundlesPass(*PassRegistry::getPassRegistry());
27dff0c46cSDimitry Andric     }
28dff0c46cSDimitry Andric 
29dff0c46cSDimitry Andric     virtual bool runOnMachineFunction(MachineFunction &MF);
30dff0c46cSDimitry Andric   };
31dff0c46cSDimitry Andric } // end anonymous namespace
32dff0c46cSDimitry Andric 
33dff0c46cSDimitry Andric char UnpackMachineBundles::ID = 0;
34dff0c46cSDimitry Andric char &llvm::UnpackMachineBundlesID = UnpackMachineBundles::ID;
35dff0c46cSDimitry Andric INITIALIZE_PASS(UnpackMachineBundles, "unpack-mi-bundles",
36dff0c46cSDimitry Andric                 "Unpack machine instruction bundles", false, false)
37dff0c46cSDimitry Andric 
38dff0c46cSDimitry Andric bool UnpackMachineBundles::runOnMachineFunction(MachineFunction &MF) {
39dff0c46cSDimitry Andric   bool Changed = false;
40dff0c46cSDimitry Andric   for (MachineFunction::iterator I = MF.begin(), E = MF.end(); I != E; ++I) {
41dff0c46cSDimitry Andric     MachineBasicBlock *MBB = &*I;
42dff0c46cSDimitry Andric 
43dff0c46cSDimitry Andric     for (MachineBasicBlock::instr_iterator MII = MBB->instr_begin(),
44dff0c46cSDimitry Andric            MIE = MBB->instr_end(); MII != MIE; ) {
45dff0c46cSDimitry Andric       MachineInstr *MI = &*MII;
46dff0c46cSDimitry Andric 
47dff0c46cSDimitry Andric       // Remove BUNDLE instruction and the InsideBundle flags from bundled
48dff0c46cSDimitry Andric       // instructions.
49dff0c46cSDimitry Andric       if (MI->isBundle()) {
50dff0c46cSDimitry Andric         while (++MII != MIE && MII->isInsideBundle()) {
51dff0c46cSDimitry Andric           MII->setIsInsideBundle(false);
52dff0c46cSDimitry Andric           for (unsigned i = 0, e = MII->getNumOperands(); i != e; ++i) {
53dff0c46cSDimitry Andric             MachineOperand &MO = MII->getOperand(i);
54dff0c46cSDimitry Andric             if (MO.isReg() && MO.isInternalRead())
55dff0c46cSDimitry Andric               MO.setIsInternalRead(false);
56dff0c46cSDimitry Andric           }
57dff0c46cSDimitry Andric         }
58dff0c46cSDimitry Andric         MI->eraseFromParent();
59dff0c46cSDimitry Andric 
60dff0c46cSDimitry Andric         Changed = true;
61dff0c46cSDimitry Andric         continue;
62dff0c46cSDimitry Andric       }
63dff0c46cSDimitry Andric 
64dff0c46cSDimitry Andric       ++MII;
65dff0c46cSDimitry Andric     }
66dff0c46cSDimitry Andric   }
67dff0c46cSDimitry Andric 
68dff0c46cSDimitry Andric   return Changed;
69dff0c46cSDimitry Andric }
70dff0c46cSDimitry Andric 
71dff0c46cSDimitry Andric 
72dff0c46cSDimitry Andric namespace {
73dff0c46cSDimitry Andric   class FinalizeMachineBundles : public MachineFunctionPass {
74dff0c46cSDimitry Andric   public:
75dff0c46cSDimitry Andric     static char ID; // Pass identification
76dff0c46cSDimitry Andric     FinalizeMachineBundles() : MachineFunctionPass(ID) {
77dff0c46cSDimitry Andric       initializeFinalizeMachineBundlesPass(*PassRegistry::getPassRegistry());
78dff0c46cSDimitry Andric     }
79dff0c46cSDimitry Andric 
80dff0c46cSDimitry Andric     virtual bool runOnMachineFunction(MachineFunction &MF);
81dff0c46cSDimitry Andric   };
82dff0c46cSDimitry Andric } // end anonymous namespace
83dff0c46cSDimitry Andric 
84dff0c46cSDimitry Andric char FinalizeMachineBundles::ID = 0;
85dff0c46cSDimitry Andric char &llvm::FinalizeMachineBundlesID = FinalizeMachineBundles::ID;
86dff0c46cSDimitry Andric INITIALIZE_PASS(FinalizeMachineBundles, "finalize-mi-bundles",
87dff0c46cSDimitry Andric                 "Finalize machine instruction bundles", false, false)
88dff0c46cSDimitry Andric 
89dff0c46cSDimitry Andric bool FinalizeMachineBundles::runOnMachineFunction(MachineFunction &MF) {
90dff0c46cSDimitry Andric   return llvm::finalizeBundles(MF);
91dff0c46cSDimitry Andric }
92dff0c46cSDimitry Andric 
93dff0c46cSDimitry Andric 
94dff0c46cSDimitry Andric /// finalizeBundle - Finalize a machine instruction bundle which includes
95dff0c46cSDimitry Andric /// a sequence of instructions starting from FirstMI to LastMI (exclusive).
96dff0c46cSDimitry Andric /// This routine adds a BUNDLE instruction to represent the bundle, it adds
97dff0c46cSDimitry Andric /// IsInternalRead markers to MachineOperands which are defined inside the
98dff0c46cSDimitry Andric /// bundle, and it copies externally visible defs and uses to the BUNDLE
99dff0c46cSDimitry Andric /// instruction.
100dff0c46cSDimitry Andric void llvm::finalizeBundle(MachineBasicBlock &MBB,
101dff0c46cSDimitry Andric                           MachineBasicBlock::instr_iterator FirstMI,
102dff0c46cSDimitry Andric                           MachineBasicBlock::instr_iterator LastMI) {
103dff0c46cSDimitry Andric   assert(FirstMI != LastMI && "Empty bundle?");
104dff0c46cSDimitry Andric 
105dff0c46cSDimitry Andric   const TargetMachine &TM = MBB.getParent()->getTarget();
106dff0c46cSDimitry Andric   const TargetInstrInfo *TII = TM.getInstrInfo();
107dff0c46cSDimitry Andric   const TargetRegisterInfo *TRI = TM.getRegisterInfo();
108dff0c46cSDimitry Andric 
109dff0c46cSDimitry Andric   MachineInstrBuilder MIB = BuildMI(MBB, FirstMI, FirstMI->getDebugLoc(),
110dff0c46cSDimitry Andric                                     TII->get(TargetOpcode::BUNDLE));
111dff0c46cSDimitry Andric 
112dff0c46cSDimitry Andric   SmallVector<unsigned, 8> LocalDefs;
113dff0c46cSDimitry Andric   SmallSet<unsigned, 8> LocalDefSet;
114dff0c46cSDimitry Andric   SmallSet<unsigned, 8> DeadDefSet;
115dff0c46cSDimitry Andric   SmallSet<unsigned, 8> KilledDefSet;
116dff0c46cSDimitry Andric   SmallVector<unsigned, 8> ExternUses;
117dff0c46cSDimitry Andric   SmallSet<unsigned, 8> ExternUseSet;
118dff0c46cSDimitry Andric   SmallSet<unsigned, 8> KilledUseSet;
119dff0c46cSDimitry Andric   SmallSet<unsigned, 8> UndefUseSet;
120dff0c46cSDimitry Andric   SmallVector<MachineOperand*, 4> Defs;
121dff0c46cSDimitry Andric   for (; FirstMI != LastMI; ++FirstMI) {
122dff0c46cSDimitry Andric     for (unsigned i = 0, e = FirstMI->getNumOperands(); i != e; ++i) {
123dff0c46cSDimitry Andric       MachineOperand &MO = FirstMI->getOperand(i);
124dff0c46cSDimitry Andric       if (!MO.isReg())
125dff0c46cSDimitry Andric         continue;
126dff0c46cSDimitry Andric       if (MO.isDef()) {
127dff0c46cSDimitry Andric         Defs.push_back(&MO);
128dff0c46cSDimitry Andric         continue;
129dff0c46cSDimitry Andric       }
130dff0c46cSDimitry Andric 
131dff0c46cSDimitry Andric       unsigned Reg = MO.getReg();
132dff0c46cSDimitry Andric       if (!Reg)
133dff0c46cSDimitry Andric         continue;
134dff0c46cSDimitry Andric       assert(TargetRegisterInfo::isPhysicalRegister(Reg));
135dff0c46cSDimitry Andric       if (LocalDefSet.count(Reg)) {
136dff0c46cSDimitry Andric         MO.setIsInternalRead();
137dff0c46cSDimitry Andric         if (MO.isKill())
138dff0c46cSDimitry Andric           // Internal def is now killed.
139dff0c46cSDimitry Andric           KilledDefSet.insert(Reg);
140dff0c46cSDimitry Andric       } else {
141dff0c46cSDimitry Andric         if (ExternUseSet.insert(Reg)) {
142dff0c46cSDimitry Andric           ExternUses.push_back(Reg);
143dff0c46cSDimitry Andric           if (MO.isUndef())
144dff0c46cSDimitry Andric             UndefUseSet.insert(Reg);
145dff0c46cSDimitry Andric         }
146dff0c46cSDimitry Andric         if (MO.isKill())
147dff0c46cSDimitry Andric           // External def is now killed.
148dff0c46cSDimitry Andric           KilledUseSet.insert(Reg);
149dff0c46cSDimitry Andric       }
150dff0c46cSDimitry Andric     }
151dff0c46cSDimitry Andric 
152dff0c46cSDimitry Andric     for (unsigned i = 0, e = Defs.size(); i != e; ++i) {
153dff0c46cSDimitry Andric       MachineOperand &MO = *Defs[i];
154dff0c46cSDimitry Andric       unsigned Reg = MO.getReg();
155dff0c46cSDimitry Andric       if (!Reg)
156dff0c46cSDimitry Andric         continue;
157dff0c46cSDimitry Andric 
158dff0c46cSDimitry Andric       if (LocalDefSet.insert(Reg)) {
159dff0c46cSDimitry Andric         LocalDefs.push_back(Reg);
160dff0c46cSDimitry Andric         if (MO.isDead()) {
161dff0c46cSDimitry Andric           DeadDefSet.insert(Reg);
162dff0c46cSDimitry Andric         }
163dff0c46cSDimitry Andric       } else {
164dff0c46cSDimitry Andric         // Re-defined inside the bundle, it's no longer killed.
165dff0c46cSDimitry Andric         KilledDefSet.erase(Reg);
166dff0c46cSDimitry Andric         if (!MO.isDead())
167dff0c46cSDimitry Andric           // Previously defined but dead.
168dff0c46cSDimitry Andric           DeadDefSet.erase(Reg);
169dff0c46cSDimitry Andric       }
170dff0c46cSDimitry Andric 
171dff0c46cSDimitry Andric       if (!MO.isDead()) {
172dff0c46cSDimitry Andric         for (const uint16_t *SubRegs = TRI->getSubRegisters(Reg);
173dff0c46cSDimitry Andric              unsigned SubReg = *SubRegs; ++SubRegs) {
174dff0c46cSDimitry Andric           if (LocalDefSet.insert(SubReg))
175dff0c46cSDimitry Andric             LocalDefs.push_back(SubReg);
176dff0c46cSDimitry Andric         }
177dff0c46cSDimitry Andric       }
178dff0c46cSDimitry Andric     }
179dff0c46cSDimitry Andric 
180dff0c46cSDimitry Andric     FirstMI->setIsInsideBundle();
181dff0c46cSDimitry Andric     Defs.clear();
182dff0c46cSDimitry Andric   }
183dff0c46cSDimitry Andric 
184dff0c46cSDimitry Andric   SmallSet<unsigned, 8> Added;
185dff0c46cSDimitry Andric   for (unsigned i = 0, e = LocalDefs.size(); i != e; ++i) {
186dff0c46cSDimitry Andric     unsigned Reg = LocalDefs[i];
187dff0c46cSDimitry Andric     if (Added.insert(Reg)) {
188dff0c46cSDimitry Andric       // If it's not live beyond end of the bundle, mark it dead.
189dff0c46cSDimitry Andric       bool isDead = DeadDefSet.count(Reg) || KilledDefSet.count(Reg);
190dff0c46cSDimitry Andric       MIB.addReg(Reg, getDefRegState(true) | getDeadRegState(isDead) |
191dff0c46cSDimitry Andric                  getImplRegState(true));
192dff0c46cSDimitry Andric     }
193dff0c46cSDimitry Andric   }
194dff0c46cSDimitry Andric 
195dff0c46cSDimitry Andric   for (unsigned i = 0, e = ExternUses.size(); i != e; ++i) {
196dff0c46cSDimitry Andric     unsigned Reg = ExternUses[i];
197dff0c46cSDimitry Andric     bool isKill = KilledUseSet.count(Reg);
198dff0c46cSDimitry Andric     bool isUndef = UndefUseSet.count(Reg);
199dff0c46cSDimitry Andric     MIB.addReg(Reg, getKillRegState(isKill) | getUndefRegState(isUndef) |
200dff0c46cSDimitry Andric                getImplRegState(true));
201dff0c46cSDimitry Andric   }
202dff0c46cSDimitry Andric }
203dff0c46cSDimitry Andric 
204dff0c46cSDimitry Andric /// finalizeBundle - Same functionality as the previous finalizeBundle except
205dff0c46cSDimitry Andric /// the last instruction in the bundle is not provided as an input. This is
206dff0c46cSDimitry Andric /// used in cases where bundles are pre-determined by marking instructions
207dff0c46cSDimitry Andric /// with 'InsideBundle' marker. It returns the MBB instruction iterator that
208dff0c46cSDimitry Andric /// points to the end of the bundle.
209dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator
210dff0c46cSDimitry Andric llvm::finalizeBundle(MachineBasicBlock &MBB,
211dff0c46cSDimitry Andric                      MachineBasicBlock::instr_iterator FirstMI) {
212dff0c46cSDimitry Andric   MachineBasicBlock::instr_iterator E = MBB.instr_end();
213dff0c46cSDimitry Andric   MachineBasicBlock::instr_iterator LastMI = llvm::next(FirstMI);
214dff0c46cSDimitry Andric   while (LastMI != E && LastMI->isInsideBundle())
215dff0c46cSDimitry Andric     ++LastMI;
216dff0c46cSDimitry Andric   finalizeBundle(MBB, FirstMI, LastMI);
217dff0c46cSDimitry Andric   return LastMI;
218dff0c46cSDimitry Andric }
219dff0c46cSDimitry Andric 
220dff0c46cSDimitry Andric /// finalizeBundles - Finalize instruction bundles in the specified
221dff0c46cSDimitry Andric /// MachineFunction. Return true if any bundles are finalized.
222dff0c46cSDimitry Andric bool llvm::finalizeBundles(MachineFunction &MF) {
223dff0c46cSDimitry Andric   bool Changed = false;
224dff0c46cSDimitry Andric   for (MachineFunction::iterator I = MF.begin(), E = MF.end(); I != E; ++I) {
225dff0c46cSDimitry Andric     MachineBasicBlock &MBB = *I;
226dff0c46cSDimitry Andric 
227dff0c46cSDimitry Andric     MachineBasicBlock::instr_iterator MII = MBB.instr_begin();
228dff0c46cSDimitry Andric     assert(!MII->isInsideBundle() &&
229dff0c46cSDimitry Andric            "First instr cannot be inside bundle before finalization!");
230dff0c46cSDimitry Andric 
231dff0c46cSDimitry Andric     MachineBasicBlock::instr_iterator MIE = MBB.instr_end();
232dff0c46cSDimitry Andric     if (MII == MIE)
233dff0c46cSDimitry Andric       continue;
234dff0c46cSDimitry Andric     for (++MII; MII != MIE; ) {
235dff0c46cSDimitry Andric       if (!MII->isInsideBundle())
236dff0c46cSDimitry Andric         ++MII;
237dff0c46cSDimitry Andric       else {
238dff0c46cSDimitry Andric         MII = finalizeBundle(MBB, llvm::prior(MII));
239dff0c46cSDimitry Andric         Changed = true;
240dff0c46cSDimitry Andric       }
241dff0c46cSDimitry Andric     }
242dff0c46cSDimitry Andric   }
243dff0c46cSDimitry Andric 
244dff0c46cSDimitry Andric   return Changed;
245dff0c46cSDimitry Andric }
246dff0c46cSDimitry Andric 
247dff0c46cSDimitry Andric //===----------------------------------------------------------------------===//
248dff0c46cSDimitry Andric // MachineOperand iterator
249dff0c46cSDimitry Andric //===----------------------------------------------------------------------===//
250dff0c46cSDimitry Andric 
251dff0c46cSDimitry Andric MachineOperandIteratorBase::RegInfo
252dff0c46cSDimitry Andric MachineOperandIteratorBase::analyzeVirtReg(unsigned Reg,
253dff0c46cSDimitry Andric                     SmallVectorImpl<std::pair<MachineInstr*, unsigned> > *Ops) {
254dff0c46cSDimitry Andric   RegInfo RI = { false, false, false };
255dff0c46cSDimitry Andric   for(; isValid(); ++*this) {
256dff0c46cSDimitry Andric     MachineOperand &MO = deref();
257dff0c46cSDimitry Andric     if (!MO.isReg() || MO.getReg() != Reg)
258dff0c46cSDimitry Andric       continue;
259dff0c46cSDimitry Andric 
260dff0c46cSDimitry Andric     // Remember each (MI, OpNo) that refers to Reg.
261dff0c46cSDimitry Andric     if (Ops)
262dff0c46cSDimitry Andric       Ops->push_back(std::make_pair(MO.getParent(), getOperandNo()));
263dff0c46cSDimitry Andric 
264dff0c46cSDimitry Andric     // Both defs and uses can read virtual registers.
265dff0c46cSDimitry Andric     if (MO.readsReg()) {
266dff0c46cSDimitry Andric       RI.Reads = true;
267dff0c46cSDimitry Andric       if (MO.isDef())
268dff0c46cSDimitry Andric         RI.Tied = true;
269dff0c46cSDimitry Andric     }
270dff0c46cSDimitry Andric 
271dff0c46cSDimitry Andric     // Only defs can write.
272dff0c46cSDimitry Andric     if (MO.isDef())
273dff0c46cSDimitry Andric       RI.Writes = true;
274dff0c46cSDimitry Andric     else if (!RI.Tied && MO.getParent()->isRegTiedToDefOperand(getOperandNo()))
275dff0c46cSDimitry Andric       RI.Tied = true;
276dff0c46cSDimitry Andric   }
277dff0c46cSDimitry Andric   return RI;
278dff0c46cSDimitry Andric }
279