Lines Matching refs:Region
330 void storeLiveOutRegRegion(RegionMRT *Region, Register Reg,
343 void storeLiveOuts(RegionMRT *Region, const MachineRegisterInfo *MRI,
353 void setRegionMRT(RegionMRT *Region) { RMRT = Region; } in setRegionMRT() argument
415 void initLiveOut(RegionMRT *Region, const MachineRegisterInfo *MRI,
446 void setParent(RegionMRT *Region) { Parent = Region; } in setParent() argument
492 MachineRegion *Region; member in __anonde98b0ec0211::RegionMRT
498 RegionMRT(MachineRegion *MachineRegion) : Region(MachineRegion) { in RegionMRT()
522 MachineRegion *getMachineRegion() { return Region; } in getMachineRegion()
534 dbgs() << "Region: " << (void *)Region; in dump()
645 MachineRegion *Region = RegionInfo->getRegionFor(MBB); in buildMRT() local
648 if (RegionMap.count(Region) == 0) { in buildMRT()
649 RegionMRT *NewMRTRegion = new RegionMRT(Region); in buildMRT()
650 RegionMap[Region] = NewMRTRegion; in buildMRT()
653 MachineRegion *Parent = Region->getParent(); in buildMRT()
667 RegionMap[Region]->addChild(NewMBB); in buildMRT()
668 NewMBB->setParent(RegionMap[Region]); in buildMRT()
669 RegionMap[Region]->setSucc(Region->getExit()); in buildMRT()
714 void LinearizedRegion::storeLiveOutRegRegion(RegionMRT *Region, Register Reg, in storeLiveOutRegRegion() argument
723 if (!Region->contains(UI.getParent()->getParent())) { in storeLiveOutRegRegion()
724 LLVM_DEBUG(dbgs() << "Add LiveOut (Region " << (void *)Region in storeLiveOutRegRegion()
792 void LinearizedRegion::storeLiveOuts(RegionMRT *Region, in storeLiveOuts() argument
797 MachineBasicBlock *Exit = Region->getSucc(); in storeLiveOuts()
800 CurrentTopRegion == nullptr ? Region : CurrentTopRegion; in storeLiveOuts()
806 auto Children = Region->getChildren(); in storeLiveOuts()
822 auto Succ = Region->getSucc(); in storeLiveOuts()
828 if (Region->contains(getPHIPred(PHI, i))) { in storeLiveOuts()
830 LLVM_DEBUG(dbgs() << "Add Region LiveOut (" << (void *)Region in storeLiveOuts()
1042 void LinearizedRegion::initLiveOut(RegionMRT *Region, in initLiveOut() argument
1046 storeLiveOuts(Region, MRI, TRI, PHIInfo); in initLiveOut()
1078 void getPHIRegionIndices(RegionMRT *Region, MachineInstr &PHI,
1080 void getPHIRegionIndices(LinearizedRegion *Region, MachineInstr &PHI,
1082 void getPHINonRegionIndices(LinearizedRegion *Region, MachineInstr &PHI,
1111 void rewriteRegionExitPHI(RegionMRT *Region, MachineBasicBlock *LastMerge,
1114 void rewriteRegionExitPHIs(RegionMRT *Region, MachineBasicBlock *LastMerge,
1116 void rewriteRegionEntryPHI(LinearizedRegion *Region, MachineBasicBlock *IfMBB,
1118 void rewriteRegionEntryPHIs(LinearizedRegion *Region,
1121 bool regionIsSimpleIf(RegionMRT *Region);
1123 void transformSimpleIfRegion(RegionMRT *Region);
1129 MachineBasicBlock *createLinearizedExitBlock(RegionMRT *Region);
1187 LinearizedRegion *initLinearizedRegion(RegionMRT *Region);
1189 bool structurizeComplexRegion(RegionMRT *Region);
1191 bool structurizeRegion(RegionMRT *Region);
1193 bool structurizeRegions(RegionMRT *Region, bool isTopRegion);
1209 void createLinearizedRegion(RegionMRT *Region, unsigned SelectOut);
1226 bool AMDGPUMachineCFGStructurizer::regionIsSimpleIf(RegionMRT *Region) { in regionIsSimpleIf() argument
1227 MachineBasicBlock *Entry = Region->getEntry(); in regionIsSimpleIf()
1228 MachineBasicBlock *Succ = Region->getSucc(); in regionIsSimpleIf()
1248 void AMDGPUMachineCFGStructurizer::transformSimpleIfRegion(RegionMRT *Region) { in transformSimpleIfRegion() argument
1249 MachineBasicBlock *Entry = Region->getEntry(); in transformSimpleIfRegion()
1250 MachineBasicBlock *Exit = Region->getExit(); in transformSimpleIfRegion()
1267 static void fixRegionTerminator(RegionMRT *Region) { in fixRegionTerminator() argument
1270 LinearizedRegion *LRegion = Region->getLinearizedRegion(); in fixRegionTerminator()
1301 bool regionIsSequence(RegionMRT *Region) { in regionIsSequence() argument
1302 auto Children = Region->getChildren(); in regionIsSequence()
1313 void fixupRegionExits(RegionMRT *Region) { in fixupRegionExits() argument
1314 auto Children = Region->getChildren(); in fixupRegionExits()
1325 RegionMRT *Region, MachineInstr &PHI, in getPHIRegionIndices() argument
1330 if (Region->contains(Pred)) { in getPHIRegionIndices()
1337 LinearizedRegion *Region, MachineInstr &PHI, in getPHIRegionIndices() argument
1342 if (Region->contains(Pred)) { in getPHIRegionIndices()
1349 LinearizedRegion *Region, MachineInstr &PHI, in getPHINonRegionIndices() argument
1354 if (!Region->contains(Pred)) { in getPHINonRegionIndices()
1598 void AMDGPUMachineCFGStructurizer::rewriteRegionExitPHI(RegionMRT *Region, in rewriteRegionExitPHI() argument
1603 getPHIRegionIndices(Region, PHI, PHIRegionIndices); in rewriteRegionExitPHI()
1611 void AMDGPUMachineCFGStructurizer::rewriteRegionEntryPHI(LinearizedRegion *Region, in rewriteRegionEntryPHI() argument
1615 getPHINonRegionIndices(Region, PHI, PHINonRegionIndices); in rewriteRegionEntryPHI()
1630 void AMDGPUMachineCFGStructurizer::rewriteRegionExitPHIs(RegionMRT *Region, in rewriteRegionExitPHIs() argument
1634 auto Exit = Region->getSucc(); in rewriteRegionExitPHIs()
1641 rewriteRegionExitPHI(Region, LastMerge, *PHII, LRegion); in rewriteRegionExitPHIs()
1645 void AMDGPUMachineCFGStructurizer::rewriteRegionEntryPHIs(LinearizedRegion *Region, in rewriteRegionEntryPHIs() argument
1648 auto Entry = Region->getEntry(); in rewriteRegionEntryPHIs()
1653 rewriteRegionEntryPHI(Region, IfMBB, *PHII); in rewriteRegionEntryPHIs()
1692 AMDGPUMachineCFGStructurizer::createLinearizedExitBlock(RegionMRT *Region) { in createLinearizedExitBlock() argument
1693 auto Exit = Region->getSucc(); in createLinearizedExitBlock()
1696 MachineFunction *MF = Region->getEntry()->getParent(); in createLinearizedExitBlock()
1698 return &(*(--(Region->getEntry()->getParent()->end()))); in createLinearizedExitBlock()
2522 AMDGPUMachineCFGStructurizer::initLinearizedRegion(RegionMRT *Region) { in initLinearizedRegion() argument
2523 LinearizedRegion *LRegion = Region->getLinearizedRegion(); in initLinearizedRegion()
2524 LRegion->initLiveOut(Region, MRI, TRI, PHIInfo); in initLinearizedRegion()
2525 LRegion->setEntry(Region->getEntry()); in initLinearizedRegion()
2529 static void removeOldExitPreds(RegionMRT *Region) { in removeOldExitPreds() argument
2530 MachineBasicBlock *Exit = Region->getSucc(); in removeOldExitPreds()
2537 if (Region->contains(*PI)) { in removeOldExitPreds()
2564 RegionMRT *Region = Tree->getRegionMRT(); in containsNewBackedge() local
2565 for (MRT *C : llvm::reverse(*Region->getChildren())) in containsNewBackedge()
2572 static bool containsNewBackedge(RegionMRT *Region) { in containsNewBackedge() argument
2574 return containsNewBackedge(Region, MBBs); in containsNewBackedge()
2577 bool AMDGPUMachineCFGStructurizer::structurizeComplexRegion(RegionMRT *Region) { in structurizeComplexRegion() argument
2578 auto *LRegion = initLinearizedRegion(Region); in structurizeComplexRegion()
2579 LRegion->setHasLoop(containsNewBackedge(Region)); in structurizeComplexRegion()
2580 MachineBasicBlock *LastMerge = createLinearizedExitBlock(Region); in structurizeComplexRegion()
2585 rewriteRegionExitPHIs(Region, LastMerge, LRegion); in structurizeComplexRegion()
2586 removeOldExitPreds(Region); in structurizeComplexRegion()
2590 SetVector<MRT *> *Children = Region->getChildren(); in structurizeComplexRegion()
2692 NewInReg, Region->getEntry()->getNumber()); in structurizeComplexRegion()
2703 if (Region->isRoot()) { in structurizeComplexRegion()
2707 LLVM_DEBUG(Region->getEntry()->getParent()->dump()); in structurizeComplexRegion()
2713 Region->setLinearizedRegion(LRegion); in structurizeComplexRegion()
2717 bool AMDGPUMachineCFGStructurizer::structurizeRegion(RegionMRT *Region) { in structurizeRegion() argument
2718 if (false && regionIsSimpleIf(Region)) { in structurizeRegion()
2719 transformSimpleIfRegion(Region); in structurizeRegion()
2721 } else if (regionIsSequence(Region)) { in structurizeRegion()
2722 fixupRegionExits(Region); in structurizeRegion()
2725 structurizeComplexRegion(Region); in structurizeRegion()
2732 bool AMDGPUMachineCFGStructurizer::structurizeRegions(RegionMRT *Region, in structurizeRegions() argument
2736 auto Children = Region->getChildren(); in structurizeRegions()
2744 Changed |= structurizeRegion(Region); in structurizeRegions()
2762 void AMDGPUMachineCFGStructurizer::createLinearizedRegion(RegionMRT *Region, in createLinearizedRegion() argument
2770 LRegion->setRegionMRT(Region); in createLinearizedRegion()
2771 Region->setLinearizedRegion(LRegion); in createLinearizedRegion()
2772 LRegion->setParent(Region->getParent() in createLinearizedRegion()
2773 ? Region->getParent()->getLinearizedRegion() in createLinearizedRegion()
2782 RegionMRT *Region = MRT->getRegionMRT(); in initializeSelectRegisters() local
2783 Region->setBBSelectRegOut(SelectOut); in initializeSelectRegisters()
2787 createLinearizedRegion(Region, SelectOut); in initializeSelectRegisters()
2789 for (auto *CI : *Region->getChildren()) in initializeSelectRegisters()