Lines Matching refs:Region

330   void storeLiveOutRegRegion(RegionMRT *Region, Register Reg,
343 void storeLiveOuts(RegionMRT *Region, const MachineRegisterInfo *MRI,
353 void setRegionMRT(RegionMRT *Region) { RMRT = Region; } in setRegionMRT() argument
415 void initLiveOut(RegionMRT *Region, const MachineRegisterInfo *MRI,
446 void setParent(RegionMRT *Region) { Parent = Region; } in setParent() argument
492 MachineRegion *Region; member in __anon9f8240700211::RegionMRT
498 RegionMRT(MachineRegion *MachineRegion) : Region(MachineRegion) { in RegionMRT()
522 MachineRegion *getMachineRegion() { return Region; } in getMachineRegion()
534 dbgs() << "Region: " << (void *)Region; in dump()
645 MachineRegion *Region = RegionInfo->getRegionFor(MBB); in buildMRT() local
648 if (RegionMap.count(Region) == 0) { in buildMRT()
649 RegionMRT *NewMRTRegion = new RegionMRT(Region); in buildMRT()
650 RegionMap[Region] = NewMRTRegion; in buildMRT()
653 MachineRegion *Parent = Region->getParent(); in buildMRT()
667 RegionMap[Region]->addChild(NewMBB); in buildMRT()
668 NewMBB->setParent(RegionMap[Region]); in buildMRT()
669 RegionMap[Region]->setSucc(Region->getExit()); in buildMRT()
714 void LinearizedRegion::storeLiveOutRegRegion(RegionMRT *Region, Register Reg, in storeLiveOutRegRegion() argument
723 if (!Region->contains(UI.getParent()->getParent())) { in storeLiveOutRegRegion()
724 LLVM_DEBUG(dbgs() << "Add LiveOut (Region " << (void *)Region in storeLiveOutRegRegion()
794 void LinearizedRegion::storeLiveOuts(RegionMRT *Region, in storeLiveOuts() argument
799 MachineBasicBlock *Exit = Region->getSucc(); in storeLiveOuts()
802 CurrentTopRegion == nullptr ? Region : CurrentTopRegion; in storeLiveOuts()
808 auto Children = Region->getChildren(); in storeLiveOuts()
824 auto Succ = Region->getSucc(); in storeLiveOuts()
830 if (Region->contains(getPHIPred(PHI, i))) { in storeLiveOuts()
832 LLVM_DEBUG(dbgs() << "Add Region LiveOut (" << (void *)Region in storeLiveOuts()
1044 void LinearizedRegion::initLiveOut(RegionMRT *Region, in initLiveOut() argument
1048 storeLiveOuts(Region, MRI, TRI, PHIInfo); in initLiveOut()
1081 void getPHIRegionIndices(RegionMRT *Region, MachineInstr &PHI,
1083 void getPHIRegionIndices(LinearizedRegion *Region, MachineInstr &PHI,
1085 void getPHINonRegionIndices(LinearizedRegion *Region, MachineInstr &PHI,
1114 void rewriteRegionExitPHI(RegionMRT *Region, MachineBasicBlock *LastMerge,
1117 void rewriteRegionExitPHIs(RegionMRT *Region, MachineBasicBlock *LastMerge,
1119 void rewriteRegionEntryPHI(LinearizedRegion *Region, MachineBasicBlock *IfMBB,
1121 void rewriteRegionEntryPHIs(LinearizedRegion *Region,
1124 bool regionIsSimpleIf(RegionMRT *Region);
1126 void transformSimpleIfRegion(RegionMRT *Region);
1134 MachineBasicBlock *createLinearizedExitBlock(RegionMRT *Region);
1192 LinearizedRegion *initLinearizedRegion(RegionMRT *Region);
1194 bool structurizeComplexRegion(RegionMRT *Region);
1196 bool structurizeRegion(RegionMRT *Region);
1198 bool structurizeRegions(RegionMRT *Region, bool isTopRegion);
1214 void createLinearizedRegion(RegionMRT *Region, unsigned SelectOut);
1231 bool AMDGPUMachineCFGStructurizer::regionIsSimpleIf(RegionMRT *Region) { in regionIsSimpleIf() argument
1232 MachineBasicBlock *Entry = Region->getEntry(); in regionIsSimpleIf()
1233 MachineBasicBlock *Succ = Region->getSucc(); in regionIsSimpleIf()
1257 void AMDGPUMachineCFGStructurizer::transformSimpleIfRegion(RegionMRT *Region) { in transformSimpleIfRegion() argument
1258 MachineBasicBlock *Entry = Region->getEntry(); in transformSimpleIfRegion()
1259 MachineBasicBlock *Exit = Region->getExit(); in transformSimpleIfRegion()
1276 static void fixRegionTerminator(RegionMRT *Region) { in fixRegionTerminator() argument
1279 LinearizedRegion *LRegion = Region->getLinearizedRegion(); in fixRegionTerminator()
1313 bool regionIsSequence(RegionMRT *Region) { in regionIsSequence() argument
1314 auto Children = Region->getChildren(); in regionIsSequence()
1325 void fixupRegionExits(RegionMRT *Region) { in fixupRegionExits() argument
1326 auto Children = Region->getChildren(); in fixupRegionExits()
1337 RegionMRT *Region, MachineInstr &PHI, in getPHIRegionIndices() argument
1342 if (Region->contains(Pred)) { in getPHIRegionIndices()
1349 LinearizedRegion *Region, MachineInstr &PHI, in getPHIRegionIndices() argument
1354 if (Region->contains(Pred)) { in getPHIRegionIndices()
1361 LinearizedRegion *Region, MachineInstr &PHI, in getPHINonRegionIndices() argument
1366 if (!Region->contains(Pred)) { in getPHINonRegionIndices()
1612 void AMDGPUMachineCFGStructurizer::rewriteRegionExitPHI(RegionMRT *Region, in rewriteRegionExitPHI() argument
1617 getPHIRegionIndices(Region, PHI, PHIRegionIndices); in rewriteRegionExitPHI()
1625 void AMDGPUMachineCFGStructurizer::rewriteRegionEntryPHI(LinearizedRegion *Region, in rewriteRegionEntryPHI() argument
1629 getPHINonRegionIndices(Region, PHI, PHINonRegionIndices); in rewriteRegionEntryPHI()
1644 void AMDGPUMachineCFGStructurizer::rewriteRegionExitPHIs(RegionMRT *Region, in rewriteRegionExitPHIs() argument
1648 auto Exit = Region->getSucc(); in rewriteRegionExitPHIs()
1655 rewriteRegionExitPHI(Region, LastMerge, *PHII, LRegion); in rewriteRegionExitPHIs()
1659 void AMDGPUMachineCFGStructurizer::rewriteRegionEntryPHIs(LinearizedRegion *Region, in rewriteRegionEntryPHIs() argument
1662 auto Entry = Region->getEntry(); in rewriteRegionEntryPHIs()
1667 rewriteRegionEntryPHI(Region, IfMBB, *PHII); in rewriteRegionEntryPHIs()
1706 AMDGPUMachineCFGStructurizer::createLinearizedExitBlock(RegionMRT *Region) { in createLinearizedExitBlock() argument
1707 auto Exit = Region->getSucc(); in createLinearizedExitBlock()
1710 MachineFunction *MF = Region->getEntry()->getParent(); in createLinearizedExitBlock()
1712 return &(*(--(Region->getEntry()->getParent()->end()))); in createLinearizedExitBlock()
2549 AMDGPUMachineCFGStructurizer::initLinearizedRegion(RegionMRT *Region) { in initLinearizedRegion() argument
2550 LinearizedRegion *LRegion = Region->getLinearizedRegion(); in initLinearizedRegion()
2551 LRegion->initLiveOut(Region, MRI, TRI, PHIInfo); in initLinearizedRegion()
2552 LRegion->setEntry(Region->getEntry()); in initLinearizedRegion()
2556 static void removeOldExitPreds(RegionMRT *Region) { in removeOldExitPreds() argument
2557 MachineBasicBlock *Exit = Region->getSucc(); in removeOldExitPreds()
2564 if (Region->contains(*PI)) { in removeOldExitPreds()
2593 RegionMRT *Region = Tree->getRegionMRT(); in containsNewBackedge() local
2594 SetVector<MRT *> *Children = Region->getChildren(); in containsNewBackedge()
2603 static bool containsNewBackedge(RegionMRT *Region) { in containsNewBackedge() argument
2605 return containsNewBackedge(Region, MBBs); in containsNewBackedge()
2608 bool AMDGPUMachineCFGStructurizer::structurizeComplexRegion(RegionMRT *Region) { in structurizeComplexRegion() argument
2609 auto *LRegion = initLinearizedRegion(Region); in structurizeComplexRegion()
2610 LRegion->setHasLoop(containsNewBackedge(Region)); in structurizeComplexRegion()
2611 MachineBasicBlock *LastMerge = createLinearizedExitBlock(Region); in structurizeComplexRegion()
2616 rewriteRegionExitPHIs(Region, LastMerge, LRegion); in structurizeComplexRegion()
2617 removeOldExitPreds(Region); in structurizeComplexRegion()
2621 SetVector<MRT *> *Children = Region->getChildren(); in structurizeComplexRegion()
2723 NewInReg, Region->getEntry()->getNumber()); in structurizeComplexRegion()
2734 if (Region->isRoot()) { in structurizeComplexRegion()
2738 LLVM_DEBUG(Region->getEntry()->getParent()->dump()); in structurizeComplexRegion()
2744 Region->setLinearizedRegion(LRegion); in structurizeComplexRegion()
2748 bool AMDGPUMachineCFGStructurizer::structurizeRegion(RegionMRT *Region) { in structurizeRegion() argument
2749 if (false && regionIsSimpleIf(Region)) { in structurizeRegion()
2750 transformSimpleIfRegion(Region); in structurizeRegion()
2752 } else if (regionIsSequence(Region)) { in structurizeRegion()
2753 fixupRegionExits(Region); in structurizeRegion()
2756 structurizeComplexRegion(Region); in structurizeRegion()
2763 bool AMDGPUMachineCFGStructurizer::structurizeRegions(RegionMRT *Region, in structurizeRegions() argument
2767 auto Children = Region->getChildren(); in structurizeRegions()
2775 Changed |= structurizeRegion(Region); in structurizeRegions()
2793 void AMDGPUMachineCFGStructurizer::createLinearizedRegion(RegionMRT *Region, in createLinearizedRegion() argument
2801 LRegion->setRegionMRT(Region); in createLinearizedRegion()
2802 Region->setLinearizedRegion(LRegion); in createLinearizedRegion()
2803 LRegion->setParent(Region->getParent() in createLinearizedRegion()
2804 ? Region->getParent()->getLinearizedRegion() in createLinearizedRegion()
2813 RegionMRT *Region = MRT->getRegionMRT(); in initializeSelectRegisters() local
2814 Region->setBBSelectRegOut(SelectOut); in initializeSelectRegisters()
2818 createLinearizedRegion(Region, SelectOut); in initializeSelectRegisters()
2820 for (auto CI = Region->getChildren()->begin(), in initializeSelectRegisters()
2821 CE = Region->getChildren()->end(); in initializeSelectRegisters()