Lines Matching refs:Wait

164 void addWait(AMDGPU::Waitcnt &Wait, InstCounterType T, unsigned Count) {  in addWait()  argument
167 Wait.VmCnt = std::min(Wait.VmCnt, Count); in addWait()
170 Wait.ExpCnt = std::min(Wait.ExpCnt, Count); in addWait()
173 Wait.LgkmCnt = std::min(Wait.LgkmCnt, Count); in addWait()
262 bool simplifyWaitcnt(AMDGPU::Waitcnt &Wait) const;
265 AMDGPU::Waitcnt &Wait) const;
266 void applyWaitcnt(const AMDGPU::Waitcnt &Wait);
705 bool WaitcntBrackets::simplifyWaitcnt(AMDGPU::Waitcnt &Wait) const { in simplifyWaitcnt()
706 return simplifyWaitcnt(VM_CNT, Wait.VmCnt) | in simplifyWaitcnt()
707 simplifyWaitcnt(EXP_CNT, Wait.ExpCnt) | in simplifyWaitcnt()
708 simplifyWaitcnt(LGKM_CNT, Wait.LgkmCnt); in simplifyWaitcnt()
723 AMDGPU::Waitcnt &Wait) const { in determineWait()
735 addWait(Wait, T, 0); in determineWait()
740 addWait(Wait, T, 0); in determineWait()
742 addWait(Wait, T, UB - ScoreToWait); in determineWait()
747 void WaitcntBrackets::applyWaitcnt(const AMDGPU::Waitcnt &Wait) { in applyWaitcnt() argument
748 applyWaitcnt(VM_CNT, Wait.VmCnt); in applyWaitcnt()
749 applyWaitcnt(EXP_CNT, Wait.ExpCnt); in applyWaitcnt()
750 applyWaitcnt(LGKM_CNT, Wait.LgkmCnt); in applyWaitcnt()
815 AMDGPU::Waitcnt Wait; in generateWaitcntInstBefore() local
822 Wait.VmCnt = 0; in generateWaitcntInstBefore()
830 Wait = AMDGPU::Waitcnt::allZero(); in generateWaitcntInstBefore()
837 Wait.VmCnt = 0; in generateWaitcntInstBefore()
905 Wait.ExpCnt = 0; in generateWaitcntInstBefore()
939 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
951 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
954 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
973 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
975 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
986 VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait); in generateWaitcntInstBefore()
988 EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait); in generateWaitcntInstBefore()
991 LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait); in generateWaitcntInstBefore()
1002 Wait = AMDGPU::Waitcnt::allZero(); in generateWaitcntInstBefore()
1012 Wait.LgkmCnt = 0; in generateWaitcntInstBefore()
1017 if (!ScoreBrackets.simplifyWaitcnt(Wait) && !IsForceEmitWaitcnt) { in generateWaitcntInstBefore()
1034 Wait = AMDGPU::Waitcnt::allZero(); in generateWaitcntInstBefore()
1037 Wait.VmCnt = 0; in generateWaitcntInstBefore()
1039 Wait.ExpCnt = 0; in generateWaitcntInstBefore()
1041 Wait.LgkmCnt = 0; in generateWaitcntInstBefore()
1043 ScoreBrackets.applyWaitcnt(Wait); in generateWaitcntInstBefore()
1050 if (OldWait.dominates(Wait)) in generateWaitcntInstBefore()
1054 Wait = Wait.combined(OldWait); in generateWaitcntInstBefore()
1056 unsigned Enc = AMDGPU::encodeWaitcnt(IV, Wait); in generateWaitcntInstBefore()