Lines Matching refs:SchedGroupMask

66 enum class SchedGroupMask {  enum
125 SchedGroupMask SGMask;
233 SchedGroupMask getMask() { return SGMask; } in getMask()
235 SchedGroup(SchedGroupMask SGMask, std::optional<unsigned> MaxSize, in SchedGroup()
241 SchedGroup(SchedGroupMask SGMask, std::optional<unsigned> MaxSize, int SyncID, in SchedGroup()
898 SchedGroupMask::DS, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
902 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1211 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1215 SchedGroupMask::VALU, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1227 SchedGroupMask::DS_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1232 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1238 SchedGroupMask::DS_READ, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1242 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1251 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1256 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1261 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1268 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1272 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1279 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1288 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1292 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1297 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1308 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1313 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1318 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1322 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1327 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1332 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1336 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1343 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1347 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1354 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1398 SchedGroupMask invertSchedBarrierMask(SchedGroupMask Mask) const;
1438 else if (((SGMask & SchedGroupMask::ALU) != SchedGroupMask::NONE) && in canAddMI()
1443 else if (((SGMask & SchedGroupMask::VALU) != SchedGroupMask::NONE) && in canAddMI()
1447 else if (((SGMask & SchedGroupMask::SALU) != SchedGroupMask::NONE) && in canAddMI()
1451 else if (((SGMask & SchedGroupMask::MFMA) != SchedGroupMask::NONE) && in canAddMI()
1455 else if (((SGMask & SchedGroupMask::VMEM) != SchedGroupMask::NONE) && in canAddMI()
1459 else if (((SGMask & SchedGroupMask::VMEM_READ) != SchedGroupMask::NONE) && in canAddMI()
1464 else if (((SGMask & SchedGroupMask::VMEM_WRITE) != SchedGroupMask::NONE) && in canAddMI()
1469 else if (((SGMask & SchedGroupMask::DS) != SchedGroupMask::NONE) && in canAddMI()
1473 else if (((SGMask & SchedGroupMask::DS_READ) != SchedGroupMask::NONE) && in canAddMI()
1477 else if (((SGMask & SchedGroupMask::DS_WRITE) != SchedGroupMask::NONE) && in canAddMI()
1481 else if (((SGMask & SchedGroupMask::TRANS) != SchedGroupMask::NONE) && in canAddMI()
1647 invertSchedBarrierMask((SchedGroupMask)MI.getOperand(0).getImm()); in addSchedBarrierEdges()
1658 SchedGroupMask
1659 IGroupLPDAGMutation::invertSchedBarrierMask(SchedGroupMask Mask) const { in invertSchedBarrierMask()
1662 SchedGroupMask InvertedMask = ~Mask; in invertSchedBarrierMask()
1665 if ((InvertedMask & SchedGroupMask::ALU) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1666 InvertedMask &= ~SchedGroupMask::VALU & ~SchedGroupMask::SALU & in invertSchedBarrierMask()
1667 ~SchedGroupMask::MFMA & ~SchedGroupMask::TRANS; in invertSchedBarrierMask()
1669 else if ((InvertedMask & SchedGroupMask::VALU) == SchedGroupMask::NONE || in invertSchedBarrierMask()
1670 (InvertedMask & SchedGroupMask::SALU) == SchedGroupMask::NONE || in invertSchedBarrierMask()
1671 (InvertedMask & SchedGroupMask::MFMA) == SchedGroupMask::NONE || in invertSchedBarrierMask()
1672 (InvertedMask & SchedGroupMask::TRANS) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1673 InvertedMask &= ~SchedGroupMask::ALU; in invertSchedBarrierMask()
1676 if ((InvertedMask & SchedGroupMask::VMEM) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1677 InvertedMask &= ~SchedGroupMask::VMEM_READ & ~SchedGroupMask::VMEM_WRITE; in invertSchedBarrierMask()
1679 else if ((InvertedMask & SchedGroupMask::VMEM_READ) == SchedGroupMask::NONE || in invertSchedBarrierMask()
1680 (InvertedMask & SchedGroupMask::VMEM_WRITE) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1681 InvertedMask &= ~SchedGroupMask::VMEM; in invertSchedBarrierMask()
1684 if ((InvertedMask & SchedGroupMask::DS) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1685 InvertedMask &= ~SchedGroupMask::DS_READ & ~SchedGroupMask::DS_WRITE; in invertSchedBarrierMask()
1687 else if ((InvertedMask & SchedGroupMask::DS_READ) == SchedGroupMask::NONE || in invertSchedBarrierMask()
1688 (InvertedMask & SchedGroupMask::DS_WRITE) == SchedGroupMask::NONE) in invertSchedBarrierMask()
1689 InvertedMask &= ~SchedGroupMask::DS; in invertSchedBarrierMask()
1708 auto &SG = SyncedSchedGroups[SyncID].emplace_back((SchedGroupMask)SGMask, in initSchedGroupBarrierPipelineStage()