189 void addWait(AMDGPU::Waitcnt &Wait, InstCounterType T, unsigned Count) {  in addWait()  argument
192     Wait.VmCnt = std::min(Wait.VmCnt, Count);  in addWait()
195     Wait.ExpCnt = std::min(Wait.ExpCnt, Count);  in addWait()
198     Wait.LgkmCnt = std::min(Wait.LgkmCnt, Count);  in addWait()
201     Wait.VsCnt = std::min(Wait.VsCnt, Count);  in addWait()
273   bool simplifyWaitcnt(AMDGPU::Waitcnt &Wait) const;
276                      AMDGPU::Waitcnt &Wait) const;
277   void applyWaitcnt(const AMDGPU::Waitcnt &Wait);
733 bool WaitcntBrackets::simplifyWaitcnt(AMDGPU::Waitcnt &Wait) const {  in simplifyWaitcnt()
734   return simplifyWaitcnt(VM_CNT, Wait.VmCnt) |  in simplifyWaitcnt()
735          simplifyWaitcnt(EXP_CNT, Wait.ExpCnt) |  in simplifyWaitcnt()
736          simplifyWaitcnt(LGKM_CNT, Wait.LgkmCnt) |  in simplifyWaitcnt()
737          simplifyWaitcnt(VS_CNT, Wait.VsCnt);  in simplifyWaitcnt()
752                                     AMDGPU::Waitcnt &Wait) const {  in determineWait()
764       addWait(Wait, T, 0);  in determineWait()
769       addWait(Wait, T, 0);  in determineWait()
774       addWait(Wait, T, NeededWait);  in determineWait()
779 void WaitcntBrackets::applyWaitcnt(const AMDGPU::Waitcnt &Wait) {  in applyWaitcnt()  argument
780   applyWaitcnt(VM_CNT, Wait.VmCnt);  in applyWaitcnt()
781   applyWaitcnt(EXP_CNT, Wait.ExpCnt);  in applyWaitcnt()
782   applyWaitcnt(LGKM_CNT, Wait.LgkmCnt);  in applyWaitcnt()
783   applyWaitcnt(VS_CNT, Wait.VsCnt);  in applyWaitcnt()
863   AMDGPU::Waitcnt Wait;  in generateWaitcntInstBefore()  local
872     Wait.VmCnt = 0;  in generateWaitcntInstBefore()
881     Wait = Wait.combined(AMDGPU::Waitcnt::allZero(ST->hasVscnt()));  in generateWaitcntInstBefore()
888     Wait.VmCnt = 0;  in generateWaitcntInstBefore()
956         Wait.ExpCnt = 0;  in generateWaitcntInstBefore()
964       Wait = AMDGPU::Waitcnt();  in generateWaitcntInstBefore()
976             LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait);  in generateWaitcntInstBefore()
987               LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait);  in generateWaitcntInstBefore()
1007           addWait(Wait, LGKM_CNT, 0);  in generateWaitcntInstBefore()
1017             VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait);  in generateWaitcntInstBefore()
1020               EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait);  in generateWaitcntInstBefore()
1043                   VM_CNT, ScoreBrackets.getRegScore(RegNo, VM_CNT), Wait);  in generateWaitcntInstBefore()
1048                   EXP_CNT, ScoreBrackets.getRegScore(RegNo, EXP_CNT), Wait);  in generateWaitcntInstBefore()
1052               LGKM_CNT, ScoreBrackets.getRegScore(RegNo, LGKM_CNT), Wait);  in generateWaitcntInstBefore()
1064     Wait = Wait.combined(AMDGPU::Waitcnt::allZero(ST->hasVscnt()));  in generateWaitcntInstBefore()
1074       Wait.LgkmCnt = 0;  in generateWaitcntInstBefore()
1079   if (!ScoreBrackets.simplifyWaitcnt(Wait) && !IsForceEmitWaitcnt) {  in generateWaitcntInstBefore()
1106     Wait = AMDGPU::Waitcnt::allZero(ST->hasVscnt());  in generateWaitcntInstBefore()
1109     Wait.VmCnt = 0;  in generateWaitcntInstBefore()
1111     Wait.ExpCnt = 0;  in generateWaitcntInstBefore()
1113     Wait.LgkmCnt = 0;  in generateWaitcntInstBefore()
1115     Wait.VsCnt = 0;  in generateWaitcntInstBefore()
1117   ScoreBrackets.applyWaitcnt(Wait);  in generateWaitcntInstBefore()
1133           Wait = Wait.combined(IWait);  in generateWaitcntInstBefore()
1134         unsigned NewEnc = AMDGPU::encodeWaitcnt(IV, Wait);  in generateWaitcntInstBefore()
1139         Wait.VmCnt = ~0u;  in generateWaitcntInstBefore()
1140         Wait.LgkmCnt = ~0u;  in generateWaitcntInstBefore()
1141         Wait.ExpCnt = ~0u;  in generateWaitcntInstBefore()
1150           Wait.VsCnt = std::min(Wait.VsCnt, ICnt);  in generateWaitcntInstBefore()
1151         if (Wait.VsCnt != ICnt) {  in generateWaitcntInstBefore()
1152           TII->getNamedOperand(*II, AMDGPU::OpName::simm16)->setImm(Wait.VsCnt);  in generateWaitcntInstBefore()
1155         Wait.VsCnt = ~0u;  in generateWaitcntInstBefore()
1162       if (!Wait.hasWait())  in generateWaitcntInstBefore()
1167   if (Wait.VmCnt != ~0u || Wait.LgkmCnt != ~0u || Wait.ExpCnt != ~0u) {  in generateWaitcntInstBefore()
1168     unsigned Enc = AMDGPU::encodeWaitcnt(IV, Wait);  in generateWaitcntInstBefore()
1180   if (Wait.VsCnt != ~0u) {  in generateWaitcntInstBefore()
1187             .addImm(Wait.VsCnt);  in generateWaitcntInstBefore()