| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUExportClustering.cpp | 70 SUnit *PredSU = Pred.getSUnit(); in buildCluster() local
71 if (!isExport(*PredSU) && !Pred.isWeak()) in buildCluster()
72 DAG->addEdge(ChainHead, SDep(PredSU, SDep::Artificial)); in buildCluster()
86 SUnit *PredSU = Pred.getSUnit(); in removeExportDependencies() local
87 if (Pred.isBarrier() && isExport(*PredSU)) { in removeExportDependencies()
94 for (const SDep &ExportPred : PredSU->Preds) { in removeExportDependencies()
|
| H A D | GCNILPSched.cpp | 66 SUnit *PredSU = Pred.getSUnit(); in CalcNodeSethiUllmanNumber() local
67 unsigned PredSethiUllman = CalcNodeSethiUllmanNumber(PredSU, SUNumbers); in CalcNodeSethiUllmanNumber()
277 auto PredSU = PredEdge.getSUnit(); in releasePredecessors() local
280 assert(PredSU->isBoundaryNode() || PredSU->NumSuccsLeft > 0); in releasePredecessors()
282 PredSU->setHeightToAtLeast(SU->getHeight() + PredEdge.getLatency()); in releasePredecessors()
284 if (!PredSU->isBoundaryNode() && --PredSU->NumSuccsLeft == 0) in releasePredecessors()
285 PendingQueue.push_front(*new (Alloc.Allocate()) Candidate(PredSU)); in releasePredecessors()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | ScheduleDAGRRList.cpp | 404 dumpNode(*PredSU); in ReleasePred()
409 --PredSU->NumSuccsLeft; in ReleasePred()
419 if (PredSU->NumSuccsLeft == 0 && PredSU != &EntrySU) { in ReleasePred()
426 if (isReady(PredSU)) { in ReleasePred()
822 if (PredSU->isAvailable) { in CapturePred()
824 if (!PredSU->isPending) in CapturePred()
830 ++PredSU->NumSuccsLeft; in CapturePred()
2283 if (PredSU->NumSuccsLeft != PredSU->Succs.size()) in unscheduledNode()
2377 if (PredSU->getNode() && in hasOnlyLiveInOpers()
2999 SUnit *PredSU = nullptr; in PrescheduleNodesWithMultipleUses() local
[all …]
|
| H A D | ResourcePriorityQueue.cpp | 73 SUnit *PredSU = Pred.getSUnit(); in numberRCValPredInSU() local
74 const SDNode *ScegN = PredSU->getNode(); in numberRCValPredInSU()
212 SUnit &PredSU = *Pred.getSUnit(); in getSingleUnscheduledPred() local
213 if (!PredSU.isScheduled) { in getSingleUnscheduledPred()
216 if (OnlyAvailablePred && OnlyAvailablePred != &PredSU) in getSingleUnscheduledPred()
218 OnlyAvailablePred = &PredSU; in getSingleUnscheduledPred()
|
| H A D | ScheduleDAGFast.cpp | 136 SUnit *PredSU = PredEdge->getSUnit(); in ReleasePred() local
139 if (PredSU->NumSuccsLeft == 0) { in ReleasePred()
141 dumpNode(*PredSU); in ReleasePred()
146 --PredSU->NumSuccsLeft; in ReleasePred()
150 if (PredSU->NumSuccsLeft == 0 && PredSU != &EntrySU) { in ReleasePred()
151 PredSU->isAvailable = true; in ReleasePred()
152 AvailableQueue.push(PredSU); in ReleasePred()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ScheduleDAG.cpp | 118 SUnit *PredSU = PredDep.getSUnit(); in addPred() local
122 for (SDep &SuccDep : PredSU->Succs) { in addPred()
240 SUnit *PredSU = PredDep.getSUnit(); in setHeightDirty() local
241 if (PredSU->isHeightCurrent) in setHeightDirty()
242 WorkList.push_back(PredSU); in setHeightDirty()
273 SUnit *PredSU = PredDep.getSUnit(); in ComputeDepth() local
274 if (PredSU->isDepthCurrent) in ComputeDepth()
276 PredSU->Depth + PredDep.getLatency()); in ComputeDepth()
279 WorkList.push_back(PredSU); in ComputeDepth()
|
| H A D | ScheduleDAGInstrs.cpp | 1191 bool ScheduleDAGInstrs::canAddEdge(SUnit *SuccSU, SUnit *PredSU) { in canAddEdge() argument
1192 return SuccSU == &ExitSU || !Topo.IsReachable(PredSU, SuccSU); in canAddEdge()
1358 const SUnit *PredSU = PredDep.getSUnit(); in joinPredSubtree() local
1359 unsigned PredNum = PredSU->NodeNum; in joinPredSubtree()
1366 for (const SDep &SuccDep : PredSU->Succs) { in joinPredSubtree()
|
| H A D | CriticalAntiDepBreaker.cpp | 145 const SUnit *PredSU = P.getSUnit(); in CriticalPathStep() local
147 unsigned PredTotalLatency = PredSU->getDepth() + PredLatency; in CriticalPathStep()
|
| H A D | MachineScheduler.cpp | 676 SUnit *PredSU = PredEdge->getSUnit(); in releasePred() local
679 --PredSU->WeakSuccsLeft; in releasePred()
681 NextClusterPred = PredSU; in releasePred()
685 if (PredSU->NumSuccsLeft == 0) { in releasePred()
687 dumpNode(*PredSU); in releasePred()
694 if (PredSU->BotReadyCycle < SU->BotReadyCycle + PredEdge->getLatency()) in releasePred()
695 PredSU->BotReadyCycle = SU->BotReadyCycle + PredEdge->getLatency(); in releasePred()
697 --PredSU->NumSuccsLeft; in releasePred()
698 if (PredSU->NumSuccsLeft == 0 && PredSU != &EntrySU) in releasePred()
699 SchedImpl->releaseBottomNode(PredSU); in releasePred()
|
| H A D | AggressiveAntiDepBreaker.cpp | 276 const SUnit *PredSU = Pred.getSUnit(); in CriticalPathStep() local
278 unsigned PredTotalLatency = PredSU->getDepth() + PredLatency; in CriticalPathStep()
|
| H A D | MachinePipeliner.cpp | 2844 SUnit *PredSU = PredEdge.getSUnit(); in checkValidNodeOrder() local
2846 *llvm::lower_bound(Indices, std::make_pair(PredSU, 0), CompareKey)); in checkValidNodeOrder()
2847 if (!PredSU->getInstr()->isPHI() && PredIndex < Index) { in checkValidNodeOrder()
2849 Pred = PredSU; in checkValidNodeOrder()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | ScheduleDAGInstrs.h | 354 bool canAddEdge(SUnit *SuccSU, SUnit *PredSU);
|