1dff0c46cSDimitry Andric //===-- lib/CodeGen/MachineInstrBundle.cpp --------------------------------===// 2dff0c46cSDimitry Andric // 3dff0c46cSDimitry Andric // The LLVM Compiler Infrastructure 4dff0c46cSDimitry Andric // 5dff0c46cSDimitry Andric // This file is distributed under the University of Illinois Open Source 6dff0c46cSDimitry Andric // License. See LICENSE.TXT for details. 7dff0c46cSDimitry Andric // 8dff0c46cSDimitry Andric //===----------------------------------------------------------------------===// 9dff0c46cSDimitry Andric 10dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineInstrBundle.h" 11dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineInstrBuilder.h" 12dff0c46cSDimitry Andric #include "llvm/CodeGen/Passes.h" 13dff0c46cSDimitry Andric #include "llvm/CodeGen/MachineFunctionPass.h" 14dff0c46cSDimitry Andric #include "llvm/Target/TargetInstrInfo.h" 15dff0c46cSDimitry Andric #include "llvm/Target/TargetMachine.h" 16dff0c46cSDimitry Andric #include "llvm/Target/TargetRegisterInfo.h" 17dff0c46cSDimitry Andric #include "llvm/ADT/SmallSet.h" 18dff0c46cSDimitry Andric #include "llvm/ADT/SmallVector.h" 19dff0c46cSDimitry Andric using namespace llvm; 20dff0c46cSDimitry Andric 21dff0c46cSDimitry Andric namespace { 22dff0c46cSDimitry Andric class UnpackMachineBundles : public MachineFunctionPass { 23dff0c46cSDimitry Andric public: 24dff0c46cSDimitry Andric static char ID; // Pass identification 25dff0c46cSDimitry Andric UnpackMachineBundles() : MachineFunctionPass(ID) { 26dff0c46cSDimitry Andric initializeUnpackMachineBundlesPass(*PassRegistry::getPassRegistry()); 27dff0c46cSDimitry Andric } 28dff0c46cSDimitry Andric 29dff0c46cSDimitry Andric virtual bool runOnMachineFunction(MachineFunction &MF); 30dff0c46cSDimitry Andric }; 31dff0c46cSDimitry Andric } // end anonymous namespace 32dff0c46cSDimitry Andric 33dff0c46cSDimitry Andric char UnpackMachineBundles::ID = 0; 34dff0c46cSDimitry Andric char &llvm::UnpackMachineBundlesID = UnpackMachineBundles::ID; 35dff0c46cSDimitry Andric INITIALIZE_PASS(UnpackMachineBundles, "unpack-mi-bundles", 36dff0c46cSDimitry Andric "Unpack machine instruction bundles", false, false) 37dff0c46cSDimitry Andric 38dff0c46cSDimitry Andric bool UnpackMachineBundles::runOnMachineFunction(MachineFunction &MF) { 39dff0c46cSDimitry Andric bool Changed = false; 40dff0c46cSDimitry Andric for (MachineFunction::iterator I = MF.begin(), E = MF.end(); I != E; ++I) { 41dff0c46cSDimitry Andric MachineBasicBlock *MBB = &*I; 42dff0c46cSDimitry Andric 43dff0c46cSDimitry Andric for (MachineBasicBlock::instr_iterator MII = MBB->instr_begin(), 44dff0c46cSDimitry Andric MIE = MBB->instr_end(); MII != MIE; ) { 45dff0c46cSDimitry Andric MachineInstr *MI = &*MII; 46dff0c46cSDimitry Andric 47dff0c46cSDimitry Andric // Remove BUNDLE instruction and the InsideBundle flags from bundled 48dff0c46cSDimitry Andric // instructions. 49dff0c46cSDimitry Andric if (MI->isBundle()) { 50dff0c46cSDimitry Andric while (++MII != MIE && MII->isInsideBundle()) { 51dff0c46cSDimitry Andric MII->setIsInsideBundle(false); 52dff0c46cSDimitry Andric for (unsigned i = 0, e = MII->getNumOperands(); i != e; ++i) { 53dff0c46cSDimitry Andric MachineOperand &MO = MII->getOperand(i); 54dff0c46cSDimitry Andric if (MO.isReg() && MO.isInternalRead()) 55dff0c46cSDimitry Andric MO.setIsInternalRead(false); 56dff0c46cSDimitry Andric } 57dff0c46cSDimitry Andric } 58dff0c46cSDimitry Andric MI->eraseFromParent(); 59dff0c46cSDimitry Andric 60dff0c46cSDimitry Andric Changed = true; 61dff0c46cSDimitry Andric continue; 62dff0c46cSDimitry Andric } 63dff0c46cSDimitry Andric 64dff0c46cSDimitry Andric ++MII; 65dff0c46cSDimitry Andric } 66dff0c46cSDimitry Andric } 67dff0c46cSDimitry Andric 68dff0c46cSDimitry Andric return Changed; 69dff0c46cSDimitry Andric } 70dff0c46cSDimitry Andric 71dff0c46cSDimitry Andric 72dff0c46cSDimitry Andric namespace { 73dff0c46cSDimitry Andric class FinalizeMachineBundles : public MachineFunctionPass { 74dff0c46cSDimitry Andric public: 75dff0c46cSDimitry Andric static char ID; // Pass identification 76dff0c46cSDimitry Andric FinalizeMachineBundles() : MachineFunctionPass(ID) { 77dff0c46cSDimitry Andric initializeFinalizeMachineBundlesPass(*PassRegistry::getPassRegistry()); 78dff0c46cSDimitry Andric } 79dff0c46cSDimitry Andric 80dff0c46cSDimitry Andric virtual bool runOnMachineFunction(MachineFunction &MF); 81dff0c46cSDimitry Andric }; 82dff0c46cSDimitry Andric } // end anonymous namespace 83dff0c46cSDimitry Andric 84dff0c46cSDimitry Andric char FinalizeMachineBundles::ID = 0; 85dff0c46cSDimitry Andric char &llvm::FinalizeMachineBundlesID = FinalizeMachineBundles::ID; 86dff0c46cSDimitry Andric INITIALIZE_PASS(FinalizeMachineBundles, "finalize-mi-bundles", 87dff0c46cSDimitry Andric "Finalize machine instruction bundles", false, false) 88dff0c46cSDimitry Andric 89dff0c46cSDimitry Andric bool FinalizeMachineBundles::runOnMachineFunction(MachineFunction &MF) { 90dff0c46cSDimitry Andric return llvm::finalizeBundles(MF); 91dff0c46cSDimitry Andric } 92dff0c46cSDimitry Andric 93dff0c46cSDimitry Andric 94dff0c46cSDimitry Andric /// finalizeBundle - Finalize a machine instruction bundle which includes 95dff0c46cSDimitry Andric /// a sequence of instructions starting from FirstMI to LastMI (exclusive). 96dff0c46cSDimitry Andric /// This routine adds a BUNDLE instruction to represent the bundle, it adds 97dff0c46cSDimitry Andric /// IsInternalRead markers to MachineOperands which are defined inside the 98dff0c46cSDimitry Andric /// bundle, and it copies externally visible defs and uses to the BUNDLE 99dff0c46cSDimitry Andric /// instruction. 100dff0c46cSDimitry Andric void llvm::finalizeBundle(MachineBasicBlock &MBB, 101dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator FirstMI, 102dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator LastMI) { 103dff0c46cSDimitry Andric assert(FirstMI != LastMI && "Empty bundle?"); 104dff0c46cSDimitry Andric 105dff0c46cSDimitry Andric const TargetMachine &TM = MBB.getParent()->getTarget(); 106dff0c46cSDimitry Andric const TargetInstrInfo *TII = TM.getInstrInfo(); 107dff0c46cSDimitry Andric const TargetRegisterInfo *TRI = TM.getRegisterInfo(); 108dff0c46cSDimitry Andric 109dff0c46cSDimitry Andric MachineInstrBuilder MIB = BuildMI(MBB, FirstMI, FirstMI->getDebugLoc(), 110dff0c46cSDimitry Andric TII->get(TargetOpcode::BUNDLE)); 111dff0c46cSDimitry Andric 112dff0c46cSDimitry Andric SmallVector<unsigned, 8> LocalDefs; 113dff0c46cSDimitry Andric SmallSet<unsigned, 8> LocalDefSet; 114dff0c46cSDimitry Andric SmallSet<unsigned, 8> DeadDefSet; 115dff0c46cSDimitry Andric SmallSet<unsigned, 8> KilledDefSet; 116dff0c46cSDimitry Andric SmallVector<unsigned, 8> ExternUses; 117dff0c46cSDimitry Andric SmallSet<unsigned, 8> ExternUseSet; 118dff0c46cSDimitry Andric SmallSet<unsigned, 8> KilledUseSet; 119dff0c46cSDimitry Andric SmallSet<unsigned, 8> UndefUseSet; 120dff0c46cSDimitry Andric SmallVector<MachineOperand*, 4> Defs; 121dff0c46cSDimitry Andric for (; FirstMI != LastMI; ++FirstMI) { 122dff0c46cSDimitry Andric for (unsigned i = 0, e = FirstMI->getNumOperands(); i != e; ++i) { 123dff0c46cSDimitry Andric MachineOperand &MO = FirstMI->getOperand(i); 124dff0c46cSDimitry Andric if (!MO.isReg()) 125dff0c46cSDimitry Andric continue; 126dff0c46cSDimitry Andric if (MO.isDef()) { 127dff0c46cSDimitry Andric Defs.push_back(&MO); 128dff0c46cSDimitry Andric continue; 129dff0c46cSDimitry Andric } 130dff0c46cSDimitry Andric 131dff0c46cSDimitry Andric unsigned Reg = MO.getReg(); 132dff0c46cSDimitry Andric if (!Reg) 133dff0c46cSDimitry Andric continue; 134dff0c46cSDimitry Andric assert(TargetRegisterInfo::isPhysicalRegister(Reg)); 135dff0c46cSDimitry Andric if (LocalDefSet.count(Reg)) { 136dff0c46cSDimitry Andric MO.setIsInternalRead(); 137dff0c46cSDimitry Andric if (MO.isKill()) 138dff0c46cSDimitry Andric // Internal def is now killed. 139dff0c46cSDimitry Andric KilledDefSet.insert(Reg); 140dff0c46cSDimitry Andric } else { 141dff0c46cSDimitry Andric if (ExternUseSet.insert(Reg)) { 142dff0c46cSDimitry Andric ExternUses.push_back(Reg); 143dff0c46cSDimitry Andric if (MO.isUndef()) 144dff0c46cSDimitry Andric UndefUseSet.insert(Reg); 145dff0c46cSDimitry Andric } 146dff0c46cSDimitry Andric if (MO.isKill()) 147dff0c46cSDimitry Andric // External def is now killed. 148dff0c46cSDimitry Andric KilledUseSet.insert(Reg); 149dff0c46cSDimitry Andric } 150dff0c46cSDimitry Andric } 151dff0c46cSDimitry Andric 152dff0c46cSDimitry Andric for (unsigned i = 0, e = Defs.size(); i != e; ++i) { 153dff0c46cSDimitry Andric MachineOperand &MO = *Defs[i]; 154dff0c46cSDimitry Andric unsigned Reg = MO.getReg(); 155dff0c46cSDimitry Andric if (!Reg) 156dff0c46cSDimitry Andric continue; 157dff0c46cSDimitry Andric 158dff0c46cSDimitry Andric if (LocalDefSet.insert(Reg)) { 159dff0c46cSDimitry Andric LocalDefs.push_back(Reg); 160dff0c46cSDimitry Andric if (MO.isDead()) { 161dff0c46cSDimitry Andric DeadDefSet.insert(Reg); 162dff0c46cSDimitry Andric } 163dff0c46cSDimitry Andric } else { 164dff0c46cSDimitry Andric // Re-defined inside the bundle, it's no longer killed. 165dff0c46cSDimitry Andric KilledDefSet.erase(Reg); 166dff0c46cSDimitry Andric if (!MO.isDead()) 167dff0c46cSDimitry Andric // Previously defined but dead. 168dff0c46cSDimitry Andric DeadDefSet.erase(Reg); 169dff0c46cSDimitry Andric } 170dff0c46cSDimitry Andric 171dff0c46cSDimitry Andric if (!MO.isDead()) { 172dff0c46cSDimitry Andric for (const uint16_t *SubRegs = TRI->getSubRegisters(Reg); 173dff0c46cSDimitry Andric unsigned SubReg = *SubRegs; ++SubRegs) { 174dff0c46cSDimitry Andric if (LocalDefSet.insert(SubReg)) 175dff0c46cSDimitry Andric LocalDefs.push_back(SubReg); 176dff0c46cSDimitry Andric } 177dff0c46cSDimitry Andric } 178dff0c46cSDimitry Andric } 179dff0c46cSDimitry Andric 180dff0c46cSDimitry Andric FirstMI->setIsInsideBundle(); 181dff0c46cSDimitry Andric Defs.clear(); 182dff0c46cSDimitry Andric } 183dff0c46cSDimitry Andric 184dff0c46cSDimitry Andric SmallSet<unsigned, 8> Added; 185dff0c46cSDimitry Andric for (unsigned i = 0, e = LocalDefs.size(); i != e; ++i) { 186dff0c46cSDimitry Andric unsigned Reg = LocalDefs[i]; 187dff0c46cSDimitry Andric if (Added.insert(Reg)) { 188dff0c46cSDimitry Andric // If it's not live beyond end of the bundle, mark it dead. 189dff0c46cSDimitry Andric bool isDead = DeadDefSet.count(Reg) || KilledDefSet.count(Reg); 190dff0c46cSDimitry Andric MIB.addReg(Reg, getDefRegState(true) | getDeadRegState(isDead) | 191dff0c46cSDimitry Andric getImplRegState(true)); 192dff0c46cSDimitry Andric } 193dff0c46cSDimitry Andric } 194dff0c46cSDimitry Andric 195dff0c46cSDimitry Andric for (unsigned i = 0, e = ExternUses.size(); i != e; ++i) { 196dff0c46cSDimitry Andric unsigned Reg = ExternUses[i]; 197dff0c46cSDimitry Andric bool isKill = KilledUseSet.count(Reg); 198dff0c46cSDimitry Andric bool isUndef = UndefUseSet.count(Reg); 199dff0c46cSDimitry Andric MIB.addReg(Reg, getKillRegState(isKill) | getUndefRegState(isUndef) | 200dff0c46cSDimitry Andric getImplRegState(true)); 201dff0c46cSDimitry Andric } 202dff0c46cSDimitry Andric } 203dff0c46cSDimitry Andric 204dff0c46cSDimitry Andric /// finalizeBundle - Same functionality as the previous finalizeBundle except 205dff0c46cSDimitry Andric /// the last instruction in the bundle is not provided as an input. This is 206dff0c46cSDimitry Andric /// used in cases where bundles are pre-determined by marking instructions 207dff0c46cSDimitry Andric /// with 'InsideBundle' marker. It returns the MBB instruction iterator that 208dff0c46cSDimitry Andric /// points to the end of the bundle. 209dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator 210dff0c46cSDimitry Andric llvm::finalizeBundle(MachineBasicBlock &MBB, 211dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator FirstMI) { 212dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator E = MBB.instr_end(); 213dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator LastMI = llvm::next(FirstMI); 214dff0c46cSDimitry Andric while (LastMI != E && LastMI->isInsideBundle()) 215dff0c46cSDimitry Andric ++LastMI; 216dff0c46cSDimitry Andric finalizeBundle(MBB, FirstMI, LastMI); 217dff0c46cSDimitry Andric return LastMI; 218dff0c46cSDimitry Andric } 219dff0c46cSDimitry Andric 220dff0c46cSDimitry Andric /// finalizeBundles - Finalize instruction bundles in the specified 221dff0c46cSDimitry Andric /// MachineFunction. Return true if any bundles are finalized. 222dff0c46cSDimitry Andric bool llvm::finalizeBundles(MachineFunction &MF) { 223dff0c46cSDimitry Andric bool Changed = false; 224dff0c46cSDimitry Andric for (MachineFunction::iterator I = MF.begin(), E = MF.end(); I != E; ++I) { 225dff0c46cSDimitry Andric MachineBasicBlock &MBB = *I; 226dff0c46cSDimitry Andric 227dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator MII = MBB.instr_begin(); 228dff0c46cSDimitry Andric assert(!MII->isInsideBundle() && 229dff0c46cSDimitry Andric "First instr cannot be inside bundle before finalization!"); 230dff0c46cSDimitry Andric 231dff0c46cSDimitry Andric MachineBasicBlock::instr_iterator MIE = MBB.instr_end(); 232dff0c46cSDimitry Andric if (MII == MIE) 233dff0c46cSDimitry Andric continue; 234dff0c46cSDimitry Andric for (++MII; MII != MIE; ) { 235dff0c46cSDimitry Andric if (!MII->isInsideBundle()) 236dff0c46cSDimitry Andric ++MII; 237dff0c46cSDimitry Andric else { 238dff0c46cSDimitry Andric MII = finalizeBundle(MBB, llvm::prior(MII)); 239dff0c46cSDimitry Andric Changed = true; 240dff0c46cSDimitry Andric } 241dff0c46cSDimitry Andric } 242dff0c46cSDimitry Andric } 243dff0c46cSDimitry Andric 244dff0c46cSDimitry Andric return Changed; 245dff0c46cSDimitry Andric } 246dff0c46cSDimitry Andric 247dff0c46cSDimitry Andric //===----------------------------------------------------------------------===// 248dff0c46cSDimitry Andric // MachineOperand iterator 249dff0c46cSDimitry Andric //===----------------------------------------------------------------------===// 250dff0c46cSDimitry Andric 251dff0c46cSDimitry Andric MachineOperandIteratorBase::RegInfo 252dff0c46cSDimitry Andric MachineOperandIteratorBase::analyzeVirtReg(unsigned Reg, 253dff0c46cSDimitry Andric SmallVectorImpl<std::pair<MachineInstr*, unsigned> > *Ops) { 254dff0c46cSDimitry Andric RegInfo RI = { false, false, false }; 255dff0c46cSDimitry Andric for(; isValid(); ++*this) { 256dff0c46cSDimitry Andric MachineOperand &MO = deref(); 257dff0c46cSDimitry Andric if (!MO.isReg() || MO.getReg() != Reg) 258dff0c46cSDimitry Andric continue; 259dff0c46cSDimitry Andric 260dff0c46cSDimitry Andric // Remember each (MI, OpNo) that refers to Reg. 261dff0c46cSDimitry Andric if (Ops) 262dff0c46cSDimitry Andric Ops->push_back(std::make_pair(MO.getParent(), getOperandNo())); 263dff0c46cSDimitry Andric 264dff0c46cSDimitry Andric // Both defs and uses can read virtual registers. 265dff0c46cSDimitry Andric if (MO.readsReg()) { 266dff0c46cSDimitry Andric RI.Reads = true; 267dff0c46cSDimitry Andric if (MO.isDef()) 268dff0c46cSDimitry Andric RI.Tied = true; 269dff0c46cSDimitry Andric } 270dff0c46cSDimitry Andric 271dff0c46cSDimitry Andric // Only defs can write. 272dff0c46cSDimitry Andric if (MO.isDef()) 273dff0c46cSDimitry Andric RI.Writes = true; 274dff0c46cSDimitry Andric else if (!RI.Tied && MO.getParent()->isRegTiedToDefOperand(getOperandNo())) 275dff0c46cSDimitry Andric RI.Tied = true; 276dff0c46cSDimitry Andric } 277dff0c46cSDimitry Andric return RI; 278dff0c46cSDimitry Andric } 279