Lines Matching refs:ScoreBrackets
440 WaitcntBrackets &ScoreBrackets,
443 WaitcntBrackets *ScoreBrackets);
445 WaitcntBrackets &ScoreBrackets);
446 bool applyPreexistingWaitcnt(WaitcntBrackets &ScoreBrackets,
810 bool SIInsertWaitcnts::applyPreexistingWaitcnt(WaitcntBrackets &ScoreBrackets, in applyPreexistingWaitcnt() argument
867 ScoreBrackets.applyWaitcnt(Wait); in applyPreexistingWaitcnt()
892 ScoreBrackets.applyWaitcnt(Wait); in applyPreexistingWaitcnt()
939 MachineInstr &MI, WaitcntBrackets &ScoreBrackets, in generateWaitcntInstBefore() argument
991 EmitWaitcnt |= ScoreBrackets->updateByWait(LGKM_CNT, in generateWaitcntInstBefore()
992 ScoreBrackets->getScoreUB(LGKM_CNT)); in generateWaitcntInstBefore()
995 EmitWaitcnt |= ScoreBrackets->updateByWait(VM_CNT, in generateWaitcntInstBefore()
996 ScoreBrackets->getScoreUB(VM_CNT)); in generateWaitcntInstBefore()
1003 EmitWaitcnt |= ScoreBrackets->updateByWait(EXP_CNT, in generateWaitcntInstBefore()
1004 ScoreBrackets->getScoreUB(EXP_CNT)); in generateWaitcntInstBefore()
1005 EmitWaitcnt |= ScoreBrackets->updateByWait(LGKM_CNT, in generateWaitcntInstBefore()
1006 ScoreBrackets->getScoreUB(LGKM_CNT)); in generateWaitcntInstBefore()
1015 EmitWaitcnt |= ScoreBrackets->updateByWait(EXP_CNT, in generateWaitcntInstBefore()
1016 ScoreBrackets->getScoreUB(EXP_CNT)); in generateWaitcntInstBefore()
1017 EmitWaitcnt |= ScoreBrackets->updateByWait(VM_CNT, in generateWaitcntInstBefore()
1018 ScoreBrackets->getScoreUB(VM_CNT)); in generateWaitcntInstBefore()
1038 if (ScoreBrackets.hasPendingEvent(EXP_GPR_LOCK) || in generateWaitcntInstBefore()
1039 ScoreBrackets.hasPendingEvent(EXP_PARAM_ACCESS) || in generateWaitcntInstBefore()
1040 ScoreBrackets.hasPendingEvent(EXP_POS_ACCESS) || in generateWaitcntInstBefore()
1041 ScoreBrackets.hasPendingEvent(GDS_GPR_LOCK)) { in generateWaitcntInstBefore()
1057 ScoreBrackets.getRegInterval(&MI, TII, MRI, TRI, CallAddrOpIdx); in generateWaitcntInstBefore()
1061 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1062 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
1068 ScoreBrackets.getRegInterval(&MI, TII, MRI, TRI, RtnAddrOpIdx); in generateWaitcntInstBefore()
1072 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1073 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
1102 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1103 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
1105 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1106 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
1116 ScoreBrackets.getRegInterval(&MI, TII, MRI, TRI, I); in generateWaitcntInstBefore()
1126 ScoreBrackets.hasOtherPendingVmemTypes(RegNo, in generateWaitcntInstBefore()
1128 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1129 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
1130 ScoreBrackets.clearVgprVmemTypes(RegNo); in generateWaitcntInstBefore()
1133 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1134 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
1137 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
1138 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
1157 if (ScoreBrackets.getScoreLB(LGKM_CNT) < in generateWaitcntInstBefore()
1158 ScoreBrackets.getScoreUB(LGKM_CNT) && in generateWaitcntInstBefore()
1159 ScoreBrackets.hasPendingEvent(SMEM_ACCESS)) { in generateWaitcntInstBefore()
1165 ScoreBrackets.simplifyWaitcnt(Wait); in generateWaitcntInstBefore()
1183 applyPreexistingWaitcnt(ScoreBrackets, *OldWaitcntInstr, Wait, &MI); in generateWaitcntInstBefore()
1186 ScoreBrackets.applyWaitcnt(Wait); in generateWaitcntInstBefore()
1281 WaitcntBrackets *ScoreBrackets) { in updateEventWaitcntAfter() argument
1289 ScoreBrackets->updateByEvent(TII, TRI, MRI, GDS_ACCESS, Inst); in updateEventWaitcntAfter()
1290 ScoreBrackets->updateByEvent(TII, TRI, MRI, GDS_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1292 ScoreBrackets->updateByEvent(TII, TRI, MRI, LDS_ACCESS, Inst); in updateEventWaitcntAfter()
1302 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1304 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_READ_ACCESS, Inst); in updateEventWaitcntAfter()
1306 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_WRITE_ACCESS, Inst); in updateEventWaitcntAfter()
1311 ScoreBrackets->updateByEvent(TII, TRI, MRI, LDS_ACCESS, Inst); in updateEventWaitcntAfter()
1321 ScoreBrackets->setPendingFlat(); in updateEventWaitcntAfter()
1325 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1329 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_READ_ACCESS, Inst); in updateEventWaitcntAfter()
1331 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_WRITE_ACCESS, Inst); in updateEventWaitcntAfter()
1335 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMW_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1338 ScoreBrackets->updateByEvent(TII, TRI, MRI, SMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1342 ScoreBrackets->applyWaitcnt(AMDGPU::Waitcnt::allZero(ST->hasVscnt())); in updateEventWaitcntAfter()
1345 ScoreBrackets->applyWaitcnt(AMDGPU::Waitcnt()); in updateEventWaitcntAfter()
1350 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_PARAM_ACCESS, Inst); in updateEventWaitcntAfter()
1352 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_POS_ACCESS, Inst); in updateEventWaitcntAfter()
1354 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1359 ScoreBrackets->updateByEvent(TII, TRI, MRI, SQ_MESSAGE, Inst); in updateEventWaitcntAfter()
1363 ScoreBrackets->updateByEvent(TII, TRI, MRI, SMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1444 WaitcntBrackets &ScoreBrackets) { in insertWaitcntInBlock() argument
1449 ScoreBrackets.dump(); in insertWaitcntInBlock()
1487 Modified |= generateWaitcntInstBefore(Inst, ScoreBrackets, OldWaitcntInstr); in insertWaitcntInBlock()
1509 ScoreBrackets.getScoreLB(LGKM_CNT) < in insertWaitcntInBlock()
1510 ScoreBrackets.getScoreUB(LGKM_CNT) && in insertWaitcntInBlock()
1511 ScoreBrackets.hasPendingEvent(SMEM_ACCESS)) { in insertWaitcntInBlock()
1537 updateEventWaitcntAfter(Inst, &ScoreBrackets); in insertWaitcntInBlock()
1545 ScoreBrackets->setScoreLB(VM_CNT, in insertWaitcntInBlock()
1546 ScoreBrackets->getScoreUB(VM_CNT)); in insertWaitcntInBlock()
1552 ScoreBrackets.dump(); in insertWaitcntInBlock()