Lines Matching refs:MRI

102   MachineRegisterInfo &MRI;  member in __anon4d0402340111::ApplyRegBankMapping
109 : B(B), RBI(RBI_), MRI(MRI_), NewBank(RB) { in ApplyRegBankMapping()
131 const RegisterBank *SrcBank = RBI.getRegBank(SrcReg, MRI, *RBI.TRI); in applyBank()
134 assert(MRI.getType(SrcReg) == LLT::scalar(1)); in applyBank()
135 assert(MRI.getType(DstReg) == S32); in applyBank()
145 MRI.setRegBank(True.getReg(0), *NewBank); in applyBank()
146 MRI.setRegBank(False.getReg(0), *NewBank); in applyBank()
150 assert(!MRI.getRegClassOrRegBank(DstReg)); in applyBank()
151 MRI.setRegBank(DstReg, *NewBank); in applyBank()
158 const RegisterBank *DstBank = RBI.getRegBank(DstReg, MRI, *RBI.TRI); in applyBank()
169 if (Reg.isPhysical() || MRI.getRegClassOrRegBank(Reg)) in applyBank()
173 if (MRI.getType(Reg) == LLT::scalar(1)) { in applyBank()
182 MRI.setRegBank(Reg, *RB); in applyBank()
310 const MachineInstr &MI, const MachineRegisterInfo &MRI, in addMappingFromTable() argument
321 Sizes[I] = getSizeInBits(Reg, MRI, *TRI); in addMappingFromTable()
325 unsigned SizeI = getSizeInBits(MI.getOperand(I).getReg(), MRI, *TRI); in addMappingFromTable()
347 const MachineInstr &MI, const MachineRegisterInfo &MRI) const { in getInstrAlternativeMappingsIntrinsic()
359 return addMappingFromTable<3>(MI, MRI, RegSrcOpIdx, Table); in getInstrAlternativeMappingsIntrinsic()
378 return addMappingFromTable<4>(MI, MRI, RegSrcOpIdx, Table); in getInstrAlternativeMappingsIntrinsic()
387 const MachineInstr &MI, const MachineRegisterInfo &MRI) const { in getInstrAlternativeMappingsIntrinsicWSideEffects()
407 return addMappingFromTable<2>(MI, MRI, RegSrcOpIdx, Table); in getInstrAlternativeMappingsIntrinsicWSideEffects()
421 return addMappingFromTable<3>(MI, MRI, RegSrcOpIdx, Table); in getInstrAlternativeMappingsIntrinsicWSideEffects()
435 return addMappingFromTable<1>(MI, MRI, RegSrcOpIdx, Table); in getInstrAlternativeMappingsIntrinsicWSideEffects()
474 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getInstrAlternativeMappings() local
481 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrAlternativeMappings()
489 return addMappingFromTable<1>(MI, MRI, {{ 0 }}, Table); in getInstrAlternativeMappings()
502 return addMappingFromTable<1>(MI, MRI, {{ 0 }}, Table); in getInstrAlternativeMappings()
507 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrAlternativeMappings()
552 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrAlternativeMappings()
553 LLT PtrTy = MRI.getType(MI.getOperand(1).getReg()); in getInstrAlternativeMappings()
586 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrAlternativeMappings()
609 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrAlternativeMappings()
631 assert(MRI.getType(MI.getOperand(0).getReg()).getSizeInBits() == 1); in getInstrAlternativeMappings()
649 return getInstrAlternativeMappingsIntrinsic(MI, MRI); in getInstrAlternativeMappings()
652 return getInstrAlternativeMappingsIntrinsicWSideEffects(MI, MRI); in getInstrAlternativeMappings()
665 MachineRegisterInfo *MRI = B.getMRI(); in split64BitValueForMapping() local
666 Register LoLHS = MRI->createGenericVirtualRegister(HalfTy); in split64BitValueForMapping()
667 Register HiLHS = MRI->createGenericVirtualRegister(HalfTy); in split64BitValueForMapping()
668 const RegisterBank *Bank = getRegBank(Reg, *MRI, *TRI); in split64BitValueForMapping()
669 MRI->setRegBank(LoLHS, *Bank); in split64BitValueForMapping()
670 MRI->setRegBank(HiLHS, *Bank); in split64BitValueForMapping()
682 static void setRegsToType(MachineRegisterInfo &MRI, ArrayRef<Register> Regs, in setRegsToType() argument
685 assert(MRI.getType(Reg).getSizeInBits() == NewTy.getSizeInBits()); in setRegsToType()
686 MRI.setType(Reg, NewTy); in setRegsToType()
704 MachineRegisterInfo &MRI, in buildReadFirstLane() argument
706 LLT Ty = MRI.getType(Src); in buildReadFirstLane()
707 const RegisterBank *Bank = getRegBank(Src, MRI, *TRI); in buildReadFirstLane()
718 MRI.setRegBank(Src, AMDGPU::VGPRRegBank); in buildReadFirstLane()
736 Register DstPart = MRI.createVirtualRegister(&AMDGPU::SReg_32RegClass); in buildReadFirstLane()
737 MRI.setType(DstPart, NumParts == 1 ? Ty : S32); in buildReadFirstLane()
740 constrainGenericRegister(SrcPart, AMDGPU::VGPR_32RegClass, MRI); in buildReadFirstLane()
753 MRI.setRegBank(Dst, AMDGPU::SGPRRegBank); in buildReadFirstLane()
802 MachineRegisterInfo &MRI = *B.getMRI(); in executeInWaterfallLoop() local
803 Register SaveExecReg = MRI.createVirtualRegister(WaveRC); in executeInWaterfallLoop()
804 Register InitSaveExecReg = MRI.createVirtualRegister(WaveRC); in executeInWaterfallLoop()
810 Register PhiExec = MRI.createVirtualRegister(WaveRC); in executeInWaterfallLoop()
811 Register NewExec = MRI.createVirtualRegister(WaveRC); in executeInWaterfallLoop()
880 LLT OpTy = MRI.getType(OpReg); in executeInWaterfallLoop()
882 const RegisterBank *OpBank = getRegBank(OpReg, MRI, *TRI); in executeInWaterfallLoop()
887 MRI.setRegBank(OpReg, AMDGPU::VGPRRegBank); in executeInWaterfallLoop()
891 Register CurrentLaneReg = buildReadFirstLane(B, MRI, OpReg); in executeInWaterfallLoop()
911 MRI.setRegBank(OpParts[i], AMDGPU::VGPRRegBank); in executeInWaterfallLoop()
912 MRI.setRegBank(CurrentLaneParts[i], AMDGPU::SGPRRegBank); in executeInWaterfallLoop()
919 MRI.setRegBank(CmpReg, AMDGPU::VCCRegBank); in executeInWaterfallLoop()
925 MRI.setRegBank(CondReg, AMDGPU::VCCRegBank); in executeInWaterfallLoop()
941 MRI.setRegClass(CondReg, WaveRC); in executeInWaterfallLoop()
948 MRI.setSimpleHint(NewExec, CondReg); in executeInWaterfallLoop()
987 MachineRegisterInfo &MRI, ArrayRef<unsigned> OpIndices) const { in collectWaterfallOperands() argument
991 const RegisterBank *OpBank = getRegBank(Reg, MRI, *TRI); in collectWaterfallOperands()
1018 MachineRegisterInfo &MRI = *B.getMRI(); in constrainOpWithReadfirstlane() local
1019 const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI); in constrainOpWithReadfirstlane()
1023 Reg = buildReadFirstLane(B, MRI, Reg); in constrainOpWithReadfirstlane()
1058 MachineRegisterInfo &MRI = *B.getMRI(); in applyMappingLoad() local
1060 const LLT LoadTy = MRI.getType(DstReg); in applyMappingLoad()
1091 ApplyRegBankMapping ApplyBank(B, *this, MRI, DstBank); in applyMappingLoad()
1150 LLT PtrTy = MRI.getType(MI.getOperand(1).getReg()); in applyMappingLoad()
1151 MRI.setType(BasePtrReg, PtrTy); in applyMappingLoad()
1155 ApplyRegBankMapping O(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingLoad()
1166 MRI.setRegBank(DstReg, AMDGPU::VGPRRegBank); in applyMappingLoad()
1174 MachineRegisterInfo &MRI = *B.getMRI(); in applyMappingDynStackAlloc() local
1188 const RegisterBank *SizeBank = getRegBank(AllocSize, MRI, *TRI); in applyMappingDynStackAlloc()
1194 LLT PtrTy = MRI.getType(Dst); in applyMappingDynStackAlloc()
1199 ApplyRegBankMapping ApplyBank(B, *this, MRI, &AMDGPU::SGPRRegBank); in applyMappingDynStackAlloc()
1251 MachineRegisterInfo *MRI = B.getMRI(); in setBufferOffsets() local
1254 getIConstantVRegSExtVal(CombinedOffset, *MRI)) { in setBufferOffsets()
1271 AMDGPU::getBaseWithConstantOffset(*MRI, CombinedOffset); in setBufferOffsets()
1276 if (getRegBank(Base, *MRI, *TRI) == &AMDGPU::VGPRRegBank) { in setBufferOffsets()
1295 MachineInstr *Add = getOpcodeDef(AMDGPU::G_ADD, CombinedOffset, *MRI); in setBufferOffsets()
1297 Register Src0 = getSrcRegIgnoringCopies(Add->getOperand(1).getReg(), *MRI); in setBufferOffsets()
1298 Register Src1 = getSrcRegIgnoringCopies(Add->getOperand(2).getReg(), *MRI); in setBufferOffsets()
1300 const RegisterBank *Src0Bank = getRegBank(Src0, *MRI, *TRI); in setBufferOffsets()
1301 const RegisterBank *Src1Bank = getRegBank(Src1, *MRI, *TRI); in setBufferOffsets()
1318 if (getRegBank(CombinedOffset, *MRI, *TRI) == &AMDGPU::VGPRRegBank) { in setBufferOffsets()
1333 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingSBufferLoad() local
1337 LLT Ty = MRI.getType(Dst); in applyMappingSBufferLoad()
1398 LoadParts[i] = MRI.createGenericVirtualRegister(Ty); in applyMappingSBufferLoad()
1399 MRI.setRegBank(LoadParts[i], AMDGPU::VGPRRegBank); in applyMappingSBufferLoad()
1452 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingBFE() local
1458 LLT Ty = MRI.getType(DstReg); in applyMappingBFE()
1475 ApplyRegBankMapping ApplyBank(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingBFE()
1485 if (auto ConstWidth = getIConstantVRegValWithLookThrough(WidthReg, MRI)) { in applyMappingBFE()
1527 ApplyRegBankMapping ApplyBank(B, *this, MRI, &AMDGPU::SGPRRegBank); in applyMappingBFE()
1557 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingMAD_64_32() local
1568 if (MRI.getRegBankOrNull(Src0) == &AMDGPU::VGPRRegBank) in applyMappingMAD_64_32()
1575 bool DstOnValu = MRI.getRegBankOrNull(Src2) == &AMDGPU::VGPRRegBank; in applyMappingMAD_64_32()
1579 if (mi_match(Src2, MRI, m_ZeroInt())) in applyMappingMAD_64_32()
1588 MRI.setRegBank(DstLo, AMDGPU::SGPRRegBank); in applyMappingMAD_64_32()
1593 MRI.setRegBank(DstHi, AMDGPU::SGPRRegBank); in applyMappingMAD_64_32()
1598 MRI.setRegBank(VSrc0, AMDGPU::VGPRRegBank); in applyMappingMAD_64_32()
1599 MRI.setRegBank(VSrc1, AMDGPU::VGPRRegBank); in applyMappingMAD_64_32()
1603 MRI.setRegBank(DstHi, AMDGPU::VGPRRegBank); in applyMappingMAD_64_32()
1606 DstHi = buildReadFirstLane(B, MRI, DstHi); in applyMappingMAD_64_32()
1629 MRI.setRegBank(Zero, in applyMappingMAD_64_32()
1634 MRI.setRegBank(Carry, MulHiInVgpr ? AMDGPU::VCCRegBank in applyMappingMAD_64_32()
1639 MRI.setRegBank(Carry, AMDGPU::VCCRegBank); in applyMappingMAD_64_32()
1647 MRI.setRegBank(DstLo, AMDGPU::VGPRRegBank); in applyMappingMAD_64_32()
1648 MRI.setRegBank(DstHi, AMDGPU::VGPRRegBank); in applyMappingMAD_64_32()
1654 MRI.setRegBank(Src2Lo, DstBank); in applyMappingMAD_64_32()
1655 MRI.setRegBank(Src2Hi, DstBank); in applyMappingMAD_64_32()
1659 MRI.setRegBank(Src2Sign.getReg(0), CarryBank); in applyMappingMAD_64_32()
1662 MRI.setRegBank(Carry, CarryBank); in applyMappingMAD_64_32()
1668 MRI.setRegBank(DstLo, DstBank); in applyMappingMAD_64_32()
1669 MRI.setRegBank(CarryLo, CarryBank); in applyMappingMAD_64_32()
1673 MRI.setRegBank(DstHi, DstBank); in applyMappingMAD_64_32()
1676 MRI.setRegBank(CarryHi, CarryBank); in applyMappingMAD_64_32()
1682 MRI.setRegBank(Carry, CarryBank); in applyMappingMAD_64_32()
1687 MRI.setRegBank(Carry, CarryBank); in applyMappingMAD_64_32()
1758 MachineRegisterInfo &MRI, in handleD16VData() argument
1764 LLT StoreVT = MRI.getType(Reg); in handleD16VData()
1783 getBaseWithConstantOffset(MachineRegisterInfo &MRI, Register Reg) { in getBaseWithConstantOffset() argument
1785 if (mi_match(Reg, MRI, m_ICst(Const))) in getBaseWithConstantOffset()
1789 if (mi_match(Reg, MRI, m_GAdd(m_Reg(Base), m_ICst(Const)))) in getBaseWithConstantOffset()
1844 MachineRegisterInfo &MRI = *B.getMRI(); in buildVCopy() local
1845 LLT SrcTy = MRI.getType(SrcReg); in buildVCopy()
1851 return constrainGenericRegister(DstReg, AMDGPU::VGPR_32RegClass, MRI) && in buildVCopy()
1852 constrainGenericRegister(SrcReg, AMDGPU::SReg_32RegClass, MRI); in buildVCopy()
1855 Register TmpReg0 = MRI.createVirtualRegister(&AMDGPU::VGPR_32RegClass); in buildVCopy()
1856 Register TmpReg1 = MRI.createVirtualRegister(&AMDGPU::VGPR_32RegClass); in buildVCopy()
1871 return constrainGenericRegister(SrcReg, AMDGPU::SReg_64RegClass, MRI) && in buildVCopy()
1872 constrainGenericRegister(DstReg, AMDGPU::VReg_64RegClass, MRI); in buildVCopy()
1881 MachineRegisterInfo &MRI = *B.getMRI(); in reinsertVectorIndexAdd() local
1889 MRI.setRegBank(MaterializedOffset.getReg(0), AMDGPU::SGPRRegBank); in reinsertVectorIndexAdd()
1890 MRI.setRegBank(Add.getReg(0), AMDGPU::SGPRRegBank); in reinsertVectorIndexAdd()
1925 MachineRegisterInfo &MRI = *B.getMRI(); in foldExtractEltToCmpSelect() local
1935 LLT VecTy = MRI.getType(VecReg); in foldExtractEltToCmpSelect()
1959 MRI.setRegBank(Idx, AMDGPU::VGPRRegBank); in foldExtractEltToCmpSelect()
1968 EltTy = MRI.getType(DstRegs[0]); in foldExtractEltToCmpSelect()
1977 MRI.setRegBank(IC->getOperand(0).getReg(), AMDGPU::SGPRRegBank); in foldExtractEltToCmpSelect()
1979 MRI.setRegBank(Cmp->getOperand(0).getReg(), CCBank); in foldExtractEltToCmpSelect()
1986 MRI.setRegBank(S->getOperand(N).getReg(), DstBank); in foldExtractEltToCmpSelect()
1995 MRI.setRegBank(DstReg, DstBank); in foldExtractEltToCmpSelect()
1998 MRI.setRegBank(MI.getOperand(0).getReg(), DstBank); in foldExtractEltToCmpSelect()
2006 static Register constrainRegToBank(MachineRegisterInfo &MRI, in constrainRegToBank() argument
2009 const RegisterBank *CurrBank = MRI.getRegBankOrNull(Reg); in constrainRegToBank()
2011 Register Copy = B.buildCopy(MRI.getType(Reg), Reg).getReg(0); in constrainRegToBank()
2012 MRI.setRegBank(Copy, Bank); in constrainRegToBank()
2016 MRI.setRegBank(Reg, Bank); in constrainRegToBank()
2024 MachineRegisterInfo &MRI = *B.getMRI(); in foldInsertEltToCmpSelect() local
2033 LLT VecTy = MRI.getType(VecReg); in foldInsertEltToCmpSelect()
2060 MRI.setRegBank(Idx, AMDGPU::VGPRRegBank); in foldInsertEltToCmpSelect()
2070 EltTy = MRI.getType(InsRegs[0]); in foldInsertEltToCmpSelect()
2078 MRI.setRegBank(IC->getOperand(0).getReg(), AMDGPU::SGPRRegBank); in foldInsertEltToCmpSelect()
2080 MRI.setRegBank(Cmp->getOperand(0).getReg(), CCBank); in foldInsertEltToCmpSelect()
2083 Register Op0 = constrainRegToBank(MRI, B, InsRegs[L], DstBank); in foldInsertEltToCmpSelect()
2085 Op1 = constrainRegToBank(MRI, B, Op1, DstBank); in foldInsertEltToCmpSelect()
2088 MRI.setRegBank(Select, DstBank); in foldInsertEltToCmpSelect()
2095 if (MergeTy == MRI.getType(MI.getOperand(0).getReg())) { in foldInsertEltToCmpSelect()
2099 MRI.setRegBank(Vec->getOperand(0).getReg(), DstBank); in foldInsertEltToCmpSelect()
2103 MRI.setRegBank(MI.getOperand(0).getReg(), DstBank); in foldInsertEltToCmpSelect()
2127 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingSMULU64() local
2139 setRegsToType(MRI, Src0Regs, HalfTy); in applyMappingSMULU64()
2144 setRegsToType(MRI, Src1Regs, HalfTy); in applyMappingSMULU64()
2146 setRegsToType(MRI, DefRegs, HalfTy); in applyMappingSMULU64()
2164 ApplyRegBankMapping ApplyBank(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingSMULU64()
2173 MRI.setRegBank(DstReg, AMDGPU::VGPRRegBank); in applyMappingSMULU64()
2182 MachineRegisterInfo &MRI = OpdMapper.getMRI(); in applyMappingImpl() local
2187 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2201 Register NewDstReg = MRI.createGenericVirtualRegister(LLT::scalar(32)); in applyMappingImpl()
2211 MRI.setRegBank(NewDstReg, *DstBank); in applyMappingImpl()
2217 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2233 const RegisterBank *SrcBank = getRegBank(SrcReg, MRI, *TRI); in applyMappingImpl()
2240 MRI.setRegBank(Copy.getReg(0), AMDGPU::VCCRegBank); in applyMappingImpl()
2252 ApplyRegBankMapping ApplyBank(B, *this, MRI, DstBank); in applyMappingImpl()
2286 Register NewDstReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2287 MRI.setRegBank(NewDstReg, AMDGPU::SGPRRegBank); in applyMappingImpl()
2291 Register NewSrcReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2292 MRI.setRegBank(NewSrcReg, AMDGPU::SGPRRegBank); in applyMappingImpl()
2310 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2319 const RegisterBank *CondBank = getRegBank(CondRegs[0], MRI, *TRI); in applyMappingImpl()
2322 Register NewCondReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2323 MRI.setRegBank(NewCondReg, AMDGPU::SGPRRegBank); in applyMappingImpl()
2347 setRegsToType(MRI, Src1Regs, HalfTy); in applyMappingImpl()
2353 setRegsToType(MRI, Src2Regs, HalfTy); in applyMappingImpl()
2355 setRegsToType(MRI, DefRegs, HalfTy); in applyMappingImpl()
2360 MRI.setRegBank(DstReg, AMDGPU::VGPRRegBank); in applyMappingImpl()
2372 Register NewCondReg = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2373 MRI.setRegBank(NewCondReg, AMDGPU::SGPRRegBank); in applyMappingImpl()
2388 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2397 ApplyRegBankMapping ApplyBank(B, *this, MRI, DstBank); in applyMappingImpl()
2431 setRegsToType(MRI, Src0Regs, HalfTy); in applyMappingImpl()
2436 setRegsToType(MRI, Src1Regs, HalfTy); in applyMappingImpl()
2438 setRegsToType(MRI, DefRegs, HalfTy); in applyMappingImpl()
2443 MRI.setRegBank(DstReg, AMDGPU::VGPRRegBank); in applyMappingImpl()
2449 const RegisterBank *SrcBank = MRI.getRegBankOrNull(SrcReg); in applyMappingImpl()
2455 ApplyRegBankMapping Apply(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingImpl()
2475 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2498 ApplyRegBankMapping ApplySALU(B, *this, MRI, &AMDGPU::SGPRRegBank); in applyMappingImpl()
2561 assert(MRI.getType(DstReg) == S64 && "This is a special case for s_mul_u64 " in applyMappingImpl()
2570 MRI.setRegClass(DstReg, &AMDGPU::SGPR_64RegClass); in applyMappingImpl()
2571 MRI.setRegClass(SrcReg0, &AMDGPU::SGPR_64RegClass); in applyMappingImpl()
2572 MRI.setRegClass(SrcReg1, &AMDGPU::SGPR_64RegClass); in applyMappingImpl()
2578 assert(MRI.getRegBankOrNull(DstReg) == &AMDGPU::VGPRRegBank && in applyMappingImpl()
2584 Register Op0L = MRI.createVirtualRegister(&AMDGPU::VGPR_32RegClass); in applyMappingImpl()
2585 MRI.setRegClass(Op0L, &AMDGPU::VGPR_32RegClass); in applyMappingImpl()
2586 MRI.setType(Op0L, S32); in applyMappingImpl()
2590 Register Op1L = MRI.createVirtualRegister(&AMDGPU::VGPR_32RegClass); in applyMappingImpl()
2591 MRI.setRegClass(Op1L, &AMDGPU::VGPR_32RegClass); in applyMappingImpl()
2592 MRI.setType(Op1L, S32); in applyMappingImpl()
2601 MRI.setRegClass(Zero64, &AMDGPU::VReg_64RegClass); in applyMappingImpl()
2602 Register CarryOut = MRI.createVirtualRegister(&AMDGPU::VReg_64RegClass); in applyMappingImpl()
2603 MRI.setRegClass(CarryOut, &AMDGPU::VReg_64RegClass); in applyMappingImpl()
2614 ApplyRegBankMapping O(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingImpl()
2643 MRI.setRegBank(DstReg, AMDGPU::VGPRRegBank); in applyMappingImpl()
2656 LLT Ty = MRI.getType(SrcReg); in applyMappingImpl()
2660 ApplyRegBankMapping ApplyVALU(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingImpl()
2680 LLT Ty = MRI.getType(SrcReg); in applyMappingImpl()
2690 ApplyRegBankMapping ApplyVALU(B, *this, MRI, &AMDGPU::VGPRRegBank); in applyMappingImpl()
2714 LLT SrcTy = MRI.getType(SrcReg); in applyMappingImpl()
2723 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2744 MRI.setRegBank(DstReg, *SrcBank); in applyMappingImpl()
2770 MRI.setRegBank(True.getReg(0), *DstBank); in applyMappingImpl()
2771 MRI.setRegBank(False.getReg(0), *DstBank); in applyMappingImpl()
2772 MRI.setRegBank(DstReg, *DstBank); in applyMappingImpl()
2779 MRI.setRegBank(Sel.getReg(0), *DstBank); in applyMappingImpl()
2800 LLT DstTy = MRI.getType(DstReg); in applyMappingImpl()
2801 LLT SrcTy = MRI.getType(SrcReg); in applyMappingImpl()
2817 AMDGPU::getBaseWithConstantOffset(MRI, MI.getOperand(2).getReg()); in applyMappingImpl()
2844 Register TmpReg = MRI.createGenericVirtualRegister(DstTy); in applyMappingImpl()
2845 MRI.setRegBank(TmpReg, AMDGPU::SGPRRegBank); in applyMappingImpl()
2882 MRI.setRegBank(DstReg, *DstBank); in applyMappingImpl()
2883 MRI.setRegBank(CastSrc.getReg(0), *SrcBank); in applyMappingImpl()
2884 MRI.setRegBank(One.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
2885 MRI.setRegBank(IdxLo.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
2886 MRI.setRegBank(IdxHi.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
2889 if (!collectWaterfallOperands(OpsToWaterfall, MI, MRI, { 2 })) { in applyMappingImpl()
2903 Register TmpReg0 = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2904 Register TmpReg1 = MRI.createGenericVirtualRegister(S32); in applyMappingImpl()
2905 MRI.setRegBank(TmpReg0, AMDGPU::SGPRRegBank); in applyMappingImpl()
2906 MRI.setRegBank(TmpReg1, AMDGPU::SGPRRegBank); in applyMappingImpl()
2926 LLT VecTy = MRI.getType(DstReg); in applyMappingImpl()
2932 MRI.setType(MI.getOperand(1).getReg(), VecTy); in applyMappingImpl()
2942 LLT InsTy = MRI.getType(InsReg); in applyMappingImpl()
2948 AMDGPU::getBaseWithConstantOffset(MRI, MI.getOperand(3).getReg()); in applyMappingImpl()
3002 MRI.setRegBank(InsReg, *InsSrcBank); in applyMappingImpl()
3003 MRI.setRegBank(CastSrc.getReg(0), *SrcBank); in applyMappingImpl()
3004 MRI.setRegBank(InsLo.getReg(0), *DstBank); in applyMappingImpl()
3005 MRI.setRegBank(InsHi.getReg(0), *DstBank); in applyMappingImpl()
3006 MRI.setRegBank(One.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
3007 MRI.setRegBank(IdxLo.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
3008 MRI.setRegBank(IdxHi.getReg(0), AMDGPU::SGPRRegBank); in applyMappingImpl()
3012 if (!collectWaterfallOperands(OpsToWaterfall, MI, MRI, { 3 })) { in applyMappingImpl()
3305 if (!collectWaterfallOperands(SGPROperandRegs, MI, MRI, {1})) in applyMappingImpl()
3426 unsigned PtrBank = getRegBankID(PtrReg, MRI, AMDGPU::SGPRRegBankID); in applyMappingImpl()
3431 unsigned AS = MRI.getType(PtrReg).getAddressSpace(); in applyMappingImpl()
3482 unsigned AMDGPURegisterBankInfo::getMappingType(const MachineRegisterInfo &MRI, in getMappingType() argument
3490 if (const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI)) { in getMappingType()
3502 const MachineRegisterInfo &MRI = MF.getRegInfo(); in isSALUMapping() local
3507 if (const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI)) { in isSALUMapping()
3518 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getDefaultMappingSOP() local
3526 unsigned Size = getSizeInBits(SrcOp.getReg(), MRI, *TRI); in getDefaultMappingSOP()
3536 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getDefaultMappingVOP() local
3548 unsigned Size = getSizeInBits(Src.getReg(), MRI, *TRI); in getDefaultMappingVOP()
3560 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getDefaultMappingAllVGPR() local
3568 unsigned Size = getSizeInBits(Op.getReg(), MRI, *TRI); in getDefaultMappingAllVGPR()
3577 AMDGPURegisterBankInfo::getImageMapping(const MachineRegisterInfo &MRI, in getImageMapping() argument
3598 unsigned Size = getSizeInBits(OpReg, MRI, *TRI); in getImageMapping()
3608 unsigned NewBank = getRegBankID(OpReg, MRI, AMDGPU::SGPRRegBankID); in getImageMapping()
3621 AMDGPURegisterBankInfo::getValueMappingForPtr(const MachineRegisterInfo &MRI, in getValueMappingForPtr() argument
3623 LLT PtrTy = MRI.getType(PtrReg); in getValueMappingForPtr()
3631 const RegisterBank *PtrBank = getRegBank(PtrReg, MRI, *TRI); in getValueMappingForPtr()
3639 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getInstrMappingForLoad() local
3641 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMappingForLoad()
3643 LLT PtrTy = MRI.getType(PtrReg); in getInstrMappingForLoad()
3650 const RegisterBank *PtrBank = getRegBank(PtrReg, MRI, *TRI); in getInstrMappingForLoad()
3684 const MachineRegisterInfo &MRI, in getRegBankID() argument
3686 const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI); in getRegBankID()
3692 const MachineRegisterInfo &MRI, in getSGPROpMapping() argument
3696 unsigned Bank = getRegBankID(Reg, MRI, AMDGPU::SGPRRegBankID); in getSGPROpMapping()
3697 unsigned Size = getSizeInBits(Reg, MRI, TRI); in getSGPROpMapping()
3703 const MachineRegisterInfo &MRI, in getVGPROpMapping() argument
3705 unsigned Size = getSizeInBits(Reg, MRI, TRI); in getVGPROpMapping()
3711 const MachineRegisterInfo &MRI, in getAGPROpMapping() argument
3713 unsigned Size = getSizeInBits(Reg, MRI, TRI); in getAGPROpMapping()
3729 const MachineRegisterInfo &MRI = MF.getRegInfo(); in getInstrMapping() local
3734 const RegisterBank *DstBank = getRegBank(MI.getOperand(0).getReg(), MRI, in getInstrMapping()
3736 const RegisterBank *SrcBank = getRegBank(MI.getOperand(1).getReg(), MRI, in getInstrMapping()
3742 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
3765 auto OpBank = getRegBankID(MI.getOperand(I).getReg(), MRI); in getInstrMapping()
3773 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
3790 if (const RegisterBank *DstBank = getRegBank(DstReg, MRI, *TRI)) in getInstrMapping()
3795 const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI); in getInstrMapping()
3810 unsigned Size = MRI.getType(DstReg).getSizeInBits(); in getInstrMapping()
3833 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
3836 = getRegBank(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
3848 BankLHS = getRegBankID(MI.getOperand(1).getReg(), MRI, in getInstrMapping()
3850 BankRHS = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
3854 BankLHS = getRegBankID(MI.getOperand(1).getReg(), MRI, in getInstrMapping()
3856 BankRHS = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
3884 unsigned Bank1 = getRegBankID(MI.getOperand(1).getReg(), MRI /*, DefaultBankID*/); in getInstrMapping()
3887 unsigned Bank2 = getRegBankID(MI.getOperand(2).getReg(), MRI /*, DefaultBankID*/); in getInstrMapping()
3938 LLT Ty = MRI.getType(MI.getOperand(0).getReg()); in getInstrMapping()
3949 unsigned SizeDst = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
3950 unsigned SizeSrc = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
3958 unsigned SizeDst = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
3959 unsigned SizeSrc = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
3968 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4017 if (const RegisterBank *Bank = getRegBank(Reg, MRI, *TRI)) { in getInstrMapping()
4046 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4055 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4062 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4069 unsigned SrcBankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4083 unsigned BankID = getMappingType(MRI, MI); in getInstrMapping()
4084 unsigned DstSize = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4085 unsigned SrcSize = getSizeInBits(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4086 unsigned EltSize = getSizeInBits(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4094 unsigned BankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4095 unsigned DstSize = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4096 unsigned SrcSize = getSizeInBits(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4104 LLT DstTy = MRI.getType(MI.getOperand(0).getReg()); in getInstrMapping()
4107 unsigned SrcSize = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4108 unsigned Src0BankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4109 unsigned Src1BankID = getRegBankID(MI.getOperand(2).getReg(), MRI); in getInstrMapping()
4122 unsigned Bank = getMappingType(MRI, MI); in getInstrMapping()
4123 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4124 unsigned SrcSize = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4138 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4139 unsigned BankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4147 unsigned Size = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4148 unsigned BankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4154 unsigned Size = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4155 unsigned BankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4167 unsigned Bank = getRegBankID(Src, MRI); in getInstrMapping()
4168 unsigned DstSize = getSizeInBits(Dst, MRI, *TRI); in getInstrMapping()
4169 unsigned SrcSize = getSizeInBits(Src, MRI, *TRI); in getInstrMapping()
4180 unsigned DstSize = getSizeInBits(Dst, MRI, *TRI); in getInstrMapping()
4181 unsigned SrcSize = getSizeInBits(Src, MRI, *TRI); in getInstrMapping()
4184 const RegisterBank *SrcBank = getRegBank(Src, MRI, *TRI); in getInstrMapping()
4204 unsigned SrcSize = MRI.getType(SrcReg).getSizeInBits(); in getInstrMapping()
4205 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4212 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4219 OpdsMapping[1] = getValueMappingForPtr(MRI, MI.getOperand(1).getReg()); in getInstrMapping()
4224 unsigned Size = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4228 unsigned DstBank = getRegBankID(MI.getOperand(0).getReg(), MRI, in getInstrMapping()
4230 unsigned Op2Bank = getRegBankID(MI.getOperand(2).getReg(), MRI); in getInstrMapping()
4231 unsigned Op3Bank = getRegBankID(MI.getOperand(3).getReg(), MRI); in getInstrMapping()
4266 unsigned SrcBankID = getRegBankID(MI.getOperand(1).getReg(), MRI); in getInstrMapping()
4267 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4268 unsigned SrcSize = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4269 unsigned IdxSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4270 unsigned IdxBank = getRegBankID(MI.getOperand(2).getReg(), MRI); in getInstrMapping()
4284 unsigned VecSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4285 unsigned InsertSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4286 unsigned IdxSize = MRI.getType(MI.getOperand(3).getReg()).getSizeInBits(); in getInstrMapping()
4287 unsigned InsertEltBankID = getRegBankID(MI.getOperand(2).getReg(), MRI); in getInstrMapping()
4288 unsigned IdxBankID = getRegBankID(MI.getOperand(3).getReg(), MRI); in getInstrMapping()
4308 unsigned Bank = getMappingType(MRI, MI); in getInstrMapping()
4313 unsigned Size = getSizeInBits(MI.getOperand(i).getReg(), MRI, *TRI); in getInstrMapping()
4335 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4338 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4341 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4344 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4347 OpdsMapping[4] = getSGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4370 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4373 OpdsMapping[1] = getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4376 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4379 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4382 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4385 OpdsMapping[5] = getSGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
4393 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4396 OpdsMapping[1] = getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4399 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4402 OpdsMapping[3] = getSGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4405 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4408 OpdsMapping[5] = getVGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
4411 OpdsMapping[6] = getSGPROpMapping(MI.getOperand(6).getReg(), MRI, *TRI); in getInstrMapping()
4424 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4425 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4433 unsigned Size0 = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4530 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4565 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4570 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4580 unsigned Dst0Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4581 unsigned Dst1Size = MRI.getType(MI.getOperand(1).getReg()).getSizeInBits(); in getInstrMapping()
4585 unsigned SrcSize = MRI.getType(MI.getOperand(3).getReg()).getSizeInBits(); in getInstrMapping()
4593 unsigned Src0Size = MRI.getType(Src0Reg).getSizeInBits(); in getInstrMapping()
4594 unsigned Src1Size = MRI.getType(Src1Reg).getSizeInBits(); in getInstrMapping()
4595 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4603 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4606 unsigned OpSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4614 unsigned IdxSize = MRI.getType(IdxReg).getSizeInBits(); in getInstrMapping()
4615 unsigned IdxBank = getRegBankID(IdxReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4620 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4621 unsigned SrcSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4627 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4629 unsigned SrcSize = MRI.getType(SrcReg).getSizeInBits(); in getInstrMapping()
4630 unsigned SrcBank = getRegBankID(SrcReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4632 unsigned IdxSize = MRI.getType(IdxReg).getSizeInBits(); in getInstrMapping()
4633 unsigned IdxBank = getRegBankID(IdxReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4644 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4652 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4656 OpdsMapping[4] = getSGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4657 OpdsMapping[5] = getSGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4662 unsigned Size = getSizeInBits(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4717 ? getAGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI) in getInstrMapping()
4718 : getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4719 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4720 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4723 ? getAGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI) in getInstrMapping()
4724 : getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4742 OpdsMapping[0] = getAGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4743 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4744 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4745 OpdsMapping[4] = getAGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4746 OpdsMapping[5] = getVGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
4757 unsigned M0Bank = getRegBankID(M0Reg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4758 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4773 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4781 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4782 unsigned SrcSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4790 unsigned MaskSize = MRI.getType(MaskReg).getSizeInBits(); in getInstrMapping()
4791 unsigned MaskBank = getRegBankID(MaskReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4799 unsigned MaskSize = MRI.getType(MaskReg).getSizeInBits(); in getInstrMapping()
4800 unsigned MaskBank = getRegBankID(MaskReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4807 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4809 unsigned OpSize = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4817 unsigned MaskBank = getRegBankID(MaskReg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4834 return getImageMapping(MRI, MI, RSrcIntrin->RsrcArg); in getInstrMapping()
4839 OpdsMapping[N] = getSGPROpMapping(MI.getOperand(N).getReg(), MRI, *TRI); in getInstrMapping()
4842 unsigned Size = MRI.getType(MI.getOperand(2).getReg()).getSizeInBits(); in getInstrMapping()
4849 unsigned Size = MRI.getType(MI.getOperand(I).getReg()).getSizeInBits(); in getInstrMapping()
4864 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4888 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4890 unsigned M0Bank = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
4898 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
4900 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4919 OpdsMapping[8] = getSGPROpMapping(MI.getOperand(8).getReg(), MRI, *TRI); in getInstrMapping()
4924 unsigned Bank = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
4931 unsigned Bank = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
4939 getRegBankID(MI.getOperand(1).getReg(), MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
4944 unsigned Size = getSizeInBits(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4949 unsigned WaveSize = getSizeInBits(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4970 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
4971 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4972 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4973 OpdsMapping[4] = getSGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4978 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4979 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4980 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
4981 OpdsMapping[5] = getSGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
4990 OpdsMapping[1] = getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
4991 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
4992 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
4993 OpdsMapping[4] = getSGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
5000 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
5001 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5002 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
5003 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
5004 OpdsMapping[5] = getSGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
5009 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5010 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5011 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
5012 OpdsMapping[5] = getVGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
5013 OpdsMapping[6] = getSGPROpMapping(MI.getOperand(6).getReg(), MRI, *TRI); in getInstrMapping()
5020 OpdsMapping[1] = getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5021 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5022 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
5023 OpdsMapping[4] = getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); in getInstrMapping()
5024 OpdsMapping[5] = getSGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); in getInstrMapping()
5028 unsigned Size = getSizeInBits(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5038 unsigned Bank = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
5047 unsigned Bank = getRegBankID(MI.getOperand(1).getReg(), MRI, in getInstrMapping()
5053 OpdsMapping[1] = getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5054 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5060 unsigned M0Bank = getRegBankID(M0Reg, MRI, AMDGPU::SGPRRegBankID); in getInstrMapping()
5061 unsigned DstSize = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
5074 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
5075 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5079 getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); // %vdst in getInstrMapping()
5081 getVGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); // %addr in getInstrMapping()
5083 getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); // %addr in getInstrMapping()
5085 getVGPROpMapping(MI.getOperand(4).getReg(), MRI, *TRI); // %data0 in getInstrMapping()
5087 getVGPROpMapping(MI.getOperand(5).getReg(), MRI, *TRI); // %data1 in getInstrMapping()
5091 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5096 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5099 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5100 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5106 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5117 OpdsMapping[0] = getSGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
5118 OpdsMapping[2] = getSGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5127 unsigned Size = MRI.getType(MI.getOperand(0).getReg()).getSizeInBits(); in getInstrMapping()
5128 unsigned Op2Bank = getRegBankID(MI.getOperand(2).getReg(), MRI, in getInstrMapping()
5130 unsigned Op3Bank = getRegBankID(MI.getOperand(3).getReg(), MRI, in getInstrMapping()
5137 unsigned CondBank = getRegBankID(MI.getOperand(1).getReg(), MRI, in getInstrMapping()
5169 OpdsMapping[1] = getSGPROpMapping(MI.getOperand(1).getReg(), MRI, *TRI); in getInstrMapping()
5175 auto OpBank = getRegBankID(Reg, MRI); in getInstrMapping()
5176 unsigned Size = getSizeInBits(Reg, MRI, *TRI); in getInstrMapping()
5203 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
5204 OpdsMapping[1] = getValueMappingForPtr(MRI, MI.getOperand(1).getReg()); in getInstrMapping()
5205 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5209 OpdsMapping[0] = getVGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()
5210 OpdsMapping[1] = getValueMappingForPtr(MRI, MI.getOperand(1).getReg()); in getInstrMapping()
5211 OpdsMapping[2] = getVGPROpMapping(MI.getOperand(2).getReg(), MRI, *TRI); in getInstrMapping()
5212 OpdsMapping[3] = getVGPROpMapping(MI.getOperand(3).getReg(), MRI, *TRI); in getInstrMapping()
5216 unsigned Bank = getRegBankID(MI.getOperand(0).getReg(), MRI, in getInstrMapping()
5218 assert(MRI.getType(MI.getOperand(0).getReg()).getSizeInBits() == 1); in getInstrMapping()
5229 OpdsMapping[0] = getSGPROpMapping(MI.getOperand(0).getReg(), MRI, *TRI); in getInstrMapping()