| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | SIMachineScheduler.cpp | 238 if (TryCand.SU->NodeNum < Cand.SU->NodeNum) { in tryCandidateTopDown() 628 if (SU->NodeNum >= DAG->SUnits.size()) in isSUInBlock() 751 FormingGroup.insert(SU.NodeNum); in colorHighLatenciesGroups() 795 if (CurrentColoring[SU->NodeNum]) { in colorComputeReservedDependencies() 797 CurrentColoring[SU->NodeNum]; in colorComputeReservedDependencies() 837 if (CurrentColoring[SU->NodeNum]) { in colorComputeReservedDependencies() 839 CurrentColoring[SU->NodeNum]; in colorComputeReservedDependencies() 881 if (CurrentColoring[SU.NodeNum]) in colorAccordingToReservedDependencies() 961 assert(i == SU->NodeNum); in colorForceConsecutiveOrderInGroup() 1747 Res.SUs.push_back(SU->NodeNum); in scheduleVariant() [all …]
|
| H A D | GCNMinRegStrategy.cpp | 40 return NumPreds[SU->NodeNum] == std::numeric_limits<unsigned>::max(); in isScheduled() 45 NumPreds[SU->NodeNum] = std::numeric_limits<unsigned>::max(); in setIsScheduled() 50 assert(NumPreds[SU->NodeNum] != std::numeric_limits<unsigned>::max()); in getNumPreds() 51 return NumPreds[SU->NodeNum]; in getNumPreds() 56 assert(NumPreds[SU->NodeNum] != std::numeric_limits<unsigned>::max()); in decNumPreds() 57 return --NumPreds[SU->NodeNum]; in decNumPreds() 148 LLVM_DEBUG(dbgs() << "SU(" << SU->NodeNum << ") would left non-ready " in pickCandidate() 159 LLVM_DEBUG(dbgs() << "SU(" << SU->NodeNum << ") would make ready " << Res in pickCandidate() 201 LLVM_DEBUG(dbgs() << "Make the predecessors of SU(" << SchedSU->NodeNum in bumpPredsPriority() 207 LLVM_DEBUG(dbgs() << " SU(" << C.SU->NodeNum << ')'); in bumpPredsPriority() [all …]
|
| H A D | GCNILPSched.cpp | 59 unsigned &SethiUllmanNumber = SUNumbers[SU->NodeNum]; in CalcNodeSethiUllmanNumber() 87 assert(SU->NodeNum < SUNumbers.size()); in getNodePriority() 101 return SUNumbers[SU->NodeNum]; in getNodePriority() 151 LLVM_DEBUG(dbgs() << " Comparing latency of SU (" << left->NodeNum in BUCompareLatency() 152 << ") depth " << LDepth << " vs SU (" << right->NodeNum in BUCompareLatency() 171 LLVM_DEBUG(dbgs() << "Depth of SU(" << left->NodeNum << "): " in pickBest() 172 << left->getDepth() << " != SU(" << right->NodeNum in pickBest() 300 SUSavedCopy[SU.NodeNum] = SU; in schedule() 330 << ' ' << C.SU->NodeNum; in schedule() 351 SU = SUSavedCopy[SU.NodeNum]; in schedule()
|
| H A D | AMDGPUIGroupLP.cpp | 87 << "from: SU(" << A->NodeNum << ") " << *A->getInstr() in tryAddEdge() 88 << "to: SU(" << B->NodeNum << ") " << *B->getInstr()); in tryAddEdge() 321 return A->NodeNum > B->NodeNum; in addSchedBarrierEdges()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ScheduleDAG.cpp | 481 int NodeNum = SU.NodeNum; in InitDAGTopologicalSorting() local 484 Node2Index[NodeNum] = Degree; in InitDAGTopologicalSorting() 498 if (SU->NodeNum < DAGSize) in InitDAGTopologicalSorting() 499 Allocate(SU->NodeNum, --Id); in InitDAGTopologicalSorting() 502 if (SU->NodeNum < DAGSize && !--Node2Index[SU->NodeNum]) in InitDAGTopologicalSorting() 516 assert(Node2Index[SU.NodeNum] > Node2Index[PD.getSUnit()->NodeNum] && in InitDAGTopologicalSorting() 550 LowerBound = Node2Index[Y->NodeNum]; in AddPred() 579 Visited.set(SU->NodeNum); in DFS() 623 unsigned s = Succ->NodeNum; in GetSubGraph() 657 unsigned s = Pred->NodeNum; in GetSubGraph() [all …]
|
| H A D | ScheduleDAGInstrs.cpp | 99 dbgs() << "SU(" << su->NodeNum << ")"; in dumpSUList() 697 if ((*SUItr)->NodeNum <= BarrierChain->NodeNum) in insertBarrierChain() 1050 NodeNums.push_back(SU->NodeNum); in reduceHugeMemNodeMaps() 1053 NodeNums.push_back(SU->NodeNum); in reduceHugeMemNodeMaps() 1066 if (newBarrierChain->NodeNum < BarrierChain->NodeNum) { in reduceHugeMemNodeMaps() 1254 R.DFSNodeData[SU->NodeNum].InstrCount = in visitPreorder() 1264 R.DFSNodeData[SU->NodeNum].SubtreeID = SU->NodeNum; in visitPostorderNode() 1265 RootData RData(SU->NodeNum); in visitPostorderNode() 1297 RootSet[SU->NodeNum] = RData; in visitPostorderNode() 1304 R.DFSNodeData[Succ->NodeNum].InstrCount in visitPostorderEdge() [all …]
|
| H A D | MachineScheduler.cpp | 620 dbgs() << SU->NodeNum << " "; in dump() 1530 return SU->NodeNum < RHS.SU->NodeNum; in operator <() 1632 if (SUa->NodeNum > SUb->NodeNum) in clusterNeighboringMemOps() 1640 << SUb->NodeNum << ")\n"); in clusterNeighboringMemOps() 1725 ChainPredID = Pred.getSUnit()->NodeNum; in groupMemOps() 3278 if ((Zone->isTop() && TryCand.SU->NodeNum < Cand.SU->NodeNum) in tryCandidate() 3279 || (!Zone->isTop() && TryCand.SU->NodeNum > Cand.SU->NodeNum)) { in tryCandidate() 3584 if (TryCand.SU->NodeNum < Cand.SU->NodeNum) { in tryCandidate() 3781 return A->NodeNum > B->NodeNum; in operator ()() 3783 return A->NodeNum < B->NodeNum; in operator ()() [all …]
|
| H A D | LatencyPriorityQueue.cpp | 32 unsigned LHSNum = LHS->NodeNum; in operator ()() 33 unsigned RHSNum = RHS->NodeNum; in operator ()() 79 NumNodesSolelyBlocking[SU->NodeNum] = NumNodesBlocking; in push()
|
| H A D | VLIWMachineScheduler.cpp | 185 LLVM_DEBUG(dbgs() << Packet[i]->NodeNum << ")\t"); in reserveResources() 536 dbgstr << "SU(" << std::setw(3) << (*I)->NodeNum << ")"; in readyQueueVerboseDump() 803 if ((Q.getID() == TopQID && (*I)->NodeNum < Candidate.SU->NodeNum) || in pickNodeFromQueue() 804 (Q.getID() == BotQID && (*I)->NodeNum > Candidate.SU->NodeNum)) { in pickNodeFromQueue() 864 if ((Q.getID() == TopQID && (*I)->NodeNum < Candidate.SU->NodeNum) || in pickNodeFromQueue() 865 (Q.getID() == BotQID && (*I)->NodeNum > Candidate.SU->NodeNum)) { in pickNodeFromQueue()
|
| H A D | MachinePipeliner.cpp | 871 if (SU->NodeNum < I.NodeNum && !I.isPred(SU)) in updatePhiDependences() 892 if (SU->NodeNum < I.NodeNum && !I.isPred(SU)) in updatePhiDependences() 1225 int N = SI.getSUnit()->NodeNum; in createAdjacencyStructure() 1239 int N = SI.getSUnit()->NodeNum; in createAdjacencyStructure() 1252 int N = PI.getSUnit()->NodeNum; in createAdjacencyStructure() 1317 if (Blocked.test(W->NodeNum)) in unblock() 1318 unblock(W->NodeNum); in unblock() 1650 return A->NodeNum > B->NodeNum; in registerPressureFilter() 1825 if (NI.getNode(0)->NodeNum == NJ.getNode(0)->NodeNum) { in fuseRecs() 1891 (getASAP(SU) == getASAP(maxASAP) && SU->NodeNum > maxASAP->NodeNum)) in computeNodeOrder() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | LatencyPriorityQueue.h | 68 unsigned getLatency(unsigned NodeNum) const { in getLatency() argument 69 assert(NodeNum < (*SUnits).size()); in getLatency() 70 return (*SUnits)[NodeNum].getHeight(); in getLatency() 73 unsigned getNumSolelyBlockNodes(unsigned NodeNum) const { in getNumSolelyBlockNodes() argument 74 assert(NodeNum < NumNodesSolelyBlocking.size()); in getNumSolelyBlockNodes() 75 return NumNodesSolelyBlocking[NodeNum]; in getNumSolelyBlockNodes()
|
| H A D | ResourcePriorityQueue.h | 93 unsigned getLatency(unsigned NodeNum) const { in getLatency() argument 94 assert(NodeNum < (*SUnits).size()); in getLatency() 95 return (*SUnits)[NodeNum].getHeight(); in getLatency() 98 unsigned getNumSolelyBlockNodes(unsigned NodeNum) const { in getNumSolelyBlockNodes() argument 99 assert(NodeNum < NumNodesSolelyBlocking.size()); in getNumSolelyBlockNodes() 100 return NumNodesSolelyBlocking[NodeNum]; in getNumSolelyBlockNodes()
|
| H A D | ScheduleDFS.h | 146 return DFSNodeData[SU->NodeNum].InstrCount; in getNumInstrs() 159 return ILPValue(DFSNodeData[SU->NodeNum].InstrCount, 1 + SU->getDepth()); in getILP() 172 assert(SU->NodeNum < DFSNodeData.size() && "New Node"); in getSubtreeID() 173 return DFSNodeData[SU->NodeNum].SubtreeID; in getSubtreeID()
|
| H A D | MachinePipeliner.h | 177 for (const auto &NodeNum : Topo) in Circuits() local 178 Node2Idx->at(NodeNum) = Idx++; in Circuits() 219 int getASAP(SUnit *Node) { return ScheduleInfo[Node->NodeNum].ASAP; } in getASAP() 222 int getALAP(SUnit *Node) { return ScheduleInfo[Node->NodeNum].ALAP; } in getALAP() 234 return ScheduleInfo[Node->NodeNum].ZeroLatencyDepth; in getZeroLatencyDepth() 243 return ScheduleInfo[Node->NodeNum].ZeroLatencyHeight; in getZeroLatencyHeight()
|
| H A D | ScheduleDAG.h | 264 unsigned NodeNum = BoundaryID; ///< Entry # of node in the node vector. variable 309 : Node(node), NodeNum(nodenum), isVRegCycle(false), isCall(false), in SUnit() 320 : Instr(instr), NodeNum(nodenum), isVRegCycle(false), isCall(false), in SUnit() 344 bool isBoundaryNode() const { return NodeNum == BoundaryID; } in isBoundaryNode()
|
| H A D | MachineScheduler.h | 461 return SUPressureDiffs[SU->NodeNum]; in getPressureDiff() 464 return SUPressureDiffs[SU->NodeNum]; in getPressureDiff()
|
| /llvm-project-15.0.7/llvm/lib/Target/PowerPC/ |
| H A D | PPCMachineScheduler.cpp | 142 if ((Zone->isTop() && TryCand.SU->NodeNum < Cand.SU->NodeNum) || in tryCandidate() 143 (!Zone->isTop() && TryCand.SU->NodeNum > Cand.SU->NodeNum)) { in tryCandidate() 212 if (TryCand.SU->NodeNum < Cand.SU->NodeNum) in tryCandidate()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | ScheduleDAGRRList.cpp | 281 if (NewNode->NodeNum >= NumSUnits) in CreateNewSUnit() 291 if (NewNode->NodeNum >= NumSUnits) in CreateClone() 1013 LoadNode->setNodeId(LoadSU->NodeNum); in TryUnfoldSU() 1032 N->setNodeId(NewSU->NodeNum); in TryUnfoldSU() 1959 if (SUNumbers[SU->NodeNum] != 0) in CalcNodeSethiUllmanNumber() 1960 return SUNumbers[SU->NodeNum]; in CalcNodeSethiUllmanNumber() 2020 return SUNumbers[SU->NodeNum]; in CalcNodeSethiUllmanNumber() 2040 SethiUllmanNumbers[SU->NodeNum] = 0; in updateNode() 2071 return SethiUllmanNumbers[SU->NodeNum]; in getNodePriority() 3043 << PredSU->NodeNum in PrescheduleNodesWithMultipleUses() [all …]
|
| H A D | ScheduleDAGFast.cpp | 234 LLVM_DEBUG(dbgs() << "Unfolding SU # " << SU->NodeNum << "\n"); in CopyAndMoveSuccessors() 248 N->setNodeId(NewSU->NodeNum); in CopyAndMoveSuccessors() 270 LoadNode->setNodeId(LoadSU->NodeNum); in CopyAndMoveSuccessors() 344 LLVM_DEBUG(dbgs() << "Duplicating SU # " << SU->NodeNum << "\n"); in CopyAndMoveSuccessors() 612 LLVM_DEBUG(dbgs() << "Adding an edge from SU # " << TrySU->NodeNum in ListScheduleBottomUp() 613 << " to SU #" << Copies.front()->NodeNum << "\n"); in ListScheduleBottomUp() 618 LLVM_DEBUG(dbgs() << "Adding an edge from SU # " << NewDef->NodeNum in ListScheduleBottomUp() 619 << " to SU #" << TrySU->NodeNum << "\n"); in ListScheduleBottomUp()
|
| H A D | ResourcePriorityQueue.cpp | 185 unsigned LHSNum = LHS->NodeNum; in operator ()() 186 unsigned RHSNum = RHS->NodeNum; in operator ()() 232 NumNodesSolelyBlocking[SU->NodeNum] = NumNodesBlocking; in push() 421 ResCount += (NumNodesSolelyBlocking[SU->NodeNum] * ScaleTwo); in SUSchedulingCost()
|
| H A D | SelectionDAGPrinter.cpp | 287 O << "SU(" << SU->NodeNum << "): "; in getGraphNodeLabel()
|
| H A D | ScheduleDAGSDNodes.cpp | 374 N->setNodeId(NodeSUnit->NodeNum); in BuildSchedUnits() 390 N->setNodeId(NodeSUnit->NodeNum); in BuildSchedUnits() 413 N->setNodeId(NodeSUnit->NodeNum); in BuildSchedUnits()
|
| /llvm-project-15.0.7/llvm/lib/Target/SystemZ/ |
| H A D | SystemZMachineScheduler.h | 85 return (lhs->NodeNum < rhs->NodeNum); in operator()
|
| H A D | SystemZMachineScheduler.cpp | 235 if (SU->NodeNum < other.SU->NodeNum) in operator <() 242 LLVM_DEBUG(dbgs() << "** Scheduling SU(" << SU->NodeNum << ") "; in schedNode()
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonSubtarget.cpp | 674 if (SrcBest == nullptr || Src->NodeNum >= SrcBest->NodeNum) { in isBestZeroLatency() 677 if (DstBest == nullptr || Dst->NodeNum <= DstBest->NodeNum) in isBestZeroLatency()
|