Lines Matching refs:ScoreBrackets
439 WaitcntBrackets &ScoreBrackets,
442 WaitcntBrackets *ScoreBrackets);
444 WaitcntBrackets &ScoreBrackets);
807 MachineInstr &MI, WaitcntBrackets &ScoreBrackets, in generateWaitcntInstBefore() argument
854 EmitWaitcnt |= ScoreBrackets->updateByWait(LGKM_CNT, in generateWaitcntInstBefore()
855 ScoreBrackets->getScoreUB(LGKM_CNT)); in generateWaitcntInstBefore()
858 EmitWaitcnt |= ScoreBrackets->updateByWait(VM_CNT, in generateWaitcntInstBefore()
859 ScoreBrackets->getScoreUB(VM_CNT)); in generateWaitcntInstBefore()
866 EmitWaitcnt |= ScoreBrackets->updateByWait(EXP_CNT, in generateWaitcntInstBefore()
867 ScoreBrackets->getScoreUB(EXP_CNT)); in generateWaitcntInstBefore()
868 EmitWaitcnt |= ScoreBrackets->updateByWait(LGKM_CNT, in generateWaitcntInstBefore()
869 ScoreBrackets->getScoreUB(LGKM_CNT)); in generateWaitcntInstBefore()
878 EmitWaitcnt |= ScoreBrackets->updateByWait(EXP_CNT, in generateWaitcntInstBefore()
879 ScoreBrackets->getScoreUB(EXP_CNT)); in generateWaitcntInstBefore()
880 EmitWaitcnt |= ScoreBrackets->updateByWait(VM_CNT, in generateWaitcntInstBefore()
881 ScoreBrackets->getScoreUB(VM_CNT)); in generateWaitcntInstBefore()
901 if (ScoreBrackets.hasPendingEvent(EXP_GPR_LOCK) || in generateWaitcntInstBefore()
902 ScoreBrackets.hasPendingEvent(EXP_PARAM_ACCESS) || in generateWaitcntInstBefore()
903 ScoreBrackets.hasPendingEvent(EXP_POS_ACCESS) || in generateWaitcntInstBefore()
904 ScoreBrackets.hasPendingEvent(GDS_GPR_LOCK)) { in generateWaitcntInstBefore()
917 if (ScoreBrackets->getScoreUB(EXP_CNT) > in generateWaitcntInstBefore()
918 ScoreBrackets->getScoreLB(EXP_CNT)) { in generateWaitcntInstBefore()
919 ScoreBrackets->setScoreLB(EXP_CNT, ScoreBrackets->getScoreUB(EXP_CNT)); in generateWaitcntInstBefore()
938 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
939 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
946 ScoreBrackets.getRegInterval(&MI, TII, MRI, TRI, I, false); in generateWaitcntInstBefore()
950 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
951 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
953 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
954 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
972 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
973 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
974 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
975 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
982 ScoreBrackets.getRegInterval(&MI, TII, MRI, TRI, I, true); in generateWaitcntInstBefore()
985 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
986 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
987 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
988 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
990 ScoreBrackets.determineWait( in generateWaitcntInstBefore()
991 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
1009 if (ScoreBrackets.getScoreLB(LGKM_CNT) < in generateWaitcntInstBefore()
1010 ScoreBrackets.getScoreUB(LGKM_CNT) && in generateWaitcntInstBefore()
1011 ScoreBrackets.hasPendingEvent(SMEM_ACCESS)) { in generateWaitcntInstBefore()
1017 if (!ScoreBrackets.simplifyWaitcnt(Wait) && !IsForceEmitWaitcnt) { in generateWaitcntInstBefore()
1026 ScoreBrackets.applyWaitcnt(AMDGPU::decodeWaitcnt(IV, Imm)); in generateWaitcntInstBefore()
1043 ScoreBrackets.applyWaitcnt(Wait); in generateWaitcntInstBefore()
1093 WaitcntBrackets *ScoreBrackets) { in updateEventWaitcntAfter() argument
1101 ScoreBrackets->updateByEvent(TII, TRI, MRI, GDS_ACCESS, Inst); in updateEventWaitcntAfter()
1102 ScoreBrackets->updateByEvent(TII, TRI, MRI, GDS_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1104 ScoreBrackets->updateByEvent(TII, TRI, MRI, LDS_ACCESS, Inst); in updateEventWaitcntAfter()
1110 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1113 ScoreBrackets->updateByEvent(TII, TRI, MRI, LDS_ACCESS, Inst); in updateEventWaitcntAfter()
1119 ScoreBrackets->setPendingFlat(); in updateEventWaitcntAfter()
1126 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1129 ScoreBrackets->updateByEvent(TII, TRI, MRI, VMW_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1132 ScoreBrackets->updateByEvent(TII, TRI, MRI, SMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1137 ScoreBrackets->updateByEvent(TII, TRI, MRI, SQ_MESSAGE, Inst); in updateEventWaitcntAfter()
1143 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_PARAM_ACCESS, Inst); in updateEventWaitcntAfter()
1145 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_POS_ACCESS, Inst); in updateEventWaitcntAfter()
1147 ScoreBrackets->updateByEvent(TII, TRI, MRI, EXP_GPR_LOCK, Inst); in updateEventWaitcntAfter()
1152 ScoreBrackets->updateByEvent(TII, TRI, MRI, SMEM_ACCESS, Inst); in updateEventWaitcntAfter()
1232 WaitcntBrackets &ScoreBrackets) { in insertWaitcntInBlock() argument
1237 ScoreBrackets.dump(); in insertWaitcntInBlock()
1258 ScoreBrackets.applyWaitcnt(AMDGPU::decodeWaitcnt(IV, Imm)); in insertWaitcntInBlock()
1275 if (ScoreBrackets.getScoreLB(LGKM_CNT) < in insertWaitcntInBlock()
1276 ScoreBrackets.getScoreUB(LGKM_CNT) && in insertWaitcntInBlock()
1277 ScoreBrackets.hasPendingEvent(SMEM_ACCESS)) { in insertWaitcntInBlock()
1285 Modified |= generateWaitcntInstBefore(Inst, ScoreBrackets, OldWaitcntInstr); in insertWaitcntInBlock()
1288 updateEventWaitcntAfter(Inst, &ScoreBrackets); in insertWaitcntInBlock()
1296 ScoreBrackets->setScoreLB(VM_CNT, in insertWaitcntInBlock()
1297 ScoreBrackets->getScoreUB(VM_CNT)); in insertWaitcntInBlock()
1303 ScoreBrackets.dump(); in insertWaitcntInBlock()
1315 ScoreBrackets.applyWaitcnt(AMDGPU::Waitcnt::allZero()); in insertWaitcntInBlock()