Lines Matching refs:AMDGPU
45 const RegisterBank &RBSGPR = getRegBank(AMDGPU::SGPRRegBankID); in AMDGPURegisterBankInfo()
47 assert(&RBSGPR == &AMDGPU::SGPRRegBank); in AMDGPURegisterBankInfo()
49 const RegisterBank &RBVGPR = getRegBank(AMDGPU::VGPRRegBankID); in AMDGPURegisterBankInfo()
51 assert(&RBVGPR == &AMDGPU::VGPRRegBank); in AMDGPURegisterBankInfo()
62 if (Def->getOpcode() == AMDGPU::G_CONSTANT) { in isConstant()
67 if (Def->getOpcode() == AMDGPU::COPY) in isConstant()
76 if (Dst.getID() == AMDGPU::SGPRRegBankID && in copyCost()
77 Src.getID() == AMDGPU::VGPRRegBankID) { in copyCost()
83 if (Size == 1 && Dst.getID() == AMDGPU::SCCRegBankID && in copyCost()
84 (Src.getID() == AMDGPU::SGPRRegBankID || in copyCost()
85 Src.getID() == AMDGPU::VGPRRegBankID || in copyCost()
86 Src.getID() == AMDGPU::VCCRegBankID)) in copyCost()
96 return getRegBank(AMDGPU::SGPRRegBankID); in getRegBankFromRegClass()
98 return getRegBank(AMDGPU::VGPRRegBankID); in getRegBankFromRegClass()
116 {AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
117 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 64)}), in getInstrAlternativeMappings()
123 {AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
124 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 64)}), in getInstrAlternativeMappings()
132 {AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
133 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 64)}), in getInstrAlternativeMappings()
143 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::SCCRegBankID, 1), in getInstrAlternativeMappings()
145 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
146 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size)}), in getInstrAlternativeMappings()
151 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), in getInstrAlternativeMappings()
153 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
154 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size)}), in getInstrAlternativeMappings()
159 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), in getInstrAlternativeMappings()
161 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
162 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size)}), in getInstrAlternativeMappings()
167 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), in getInstrAlternativeMappings()
169 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
170 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size)}), in getInstrAlternativeMappings()
179 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
180 AMDGPU::getValueMapping(AMDGPU::SCCRegBankID, 1), in getInstrAlternativeMappings()
181 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
182 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size)}), in getInstrAlternativeMappings()
187 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
188 AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), in getInstrAlternativeMappings()
189 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
190 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size)}), in getInstrAlternativeMappings()
203 {AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
204 AMDGPU::getValueMapping(AMDGPU::SCCRegBankID, 1), in getInstrAlternativeMappings()
205 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
206 AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size), in getInstrAlternativeMappings()
207 AMDGPU::getValueMapping(AMDGPU::SCCRegBankID, 1)}), in getInstrAlternativeMappings()
212 getOperandsMapping({AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
213 AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), in getInstrAlternativeMappings()
214 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
215 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size), in getInstrAlternativeMappings()
216 AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1)}), in getInstrAlternativeMappings()
221 case AMDGPU::G_BRCOND: { in getInstrAlternativeMappings()
226 {AMDGPU::getValueMapping(AMDGPU::SCCRegBankID, 1), nullptr}), in getInstrAlternativeMappings()
232 {AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1), nullptr }), in getInstrAlternativeMappings()
264 if (Bank->getID() == AMDGPU::VGPRRegBankID) in isSALUMapping()
267 assert(Bank->getID() == AMDGPU::SGPRRegBankID || in isSALUMapping()
268 Bank->getID() == AMDGPU::SCCRegBankID); in isSALUMapping()
282 unsigned BankID = Size == 1 ? AMDGPU::SCCRegBankID : AMDGPU::SGPRRegBankID; in getDefaultMappingSOP()
283 OpdsMapping[i] = AMDGPU::getValueMapping(BankID, Size); in getDefaultMappingSOP()
297 OpdsMapping[OpdIdx++] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size0); in getDefaultMappingVOP()
306 AMDGPU::VCCRegBankID : AMDGPU::VGPRRegBankID; in getDefaultMappingVOP()
309 OpdsMapping[OpdIdx++] = AMDGPU::getValueMapping(Bank1, Size1); in getDefaultMappingVOP()
313 unsigned BankID = Size == 1 ? AMDGPU::VCCRegBankID : AMDGPU::VGPRRegBankID; in getDefaultMappingVOP()
314 OpdsMapping[OpdIdx] = AMDGPU::getValueMapping(BankID, Size); in getDefaultMappingVOP()
329 OpdsMapping[I] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size); in getDefaultMappingAllVGPR()
350 ValMapping = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMappingForLoad()
351 PtrMapping = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, PtrSize); in getInstrMappingForLoad()
353 ValMapping = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size); in getInstrMappingForLoad()
355 PtrMapping = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, PtrSize); in getInstrMappingForLoad()
399 case AMDGPU::G_AND: in getInstrMapping()
400 case AMDGPU::G_OR: in getInstrMapping()
401 case AMDGPU::G_XOR: { in getInstrMapping()
405 OpdsMapping[2] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
412 case AMDGPU::G_ADD: in getInstrMapping()
413 case AMDGPU::G_SUB: in getInstrMapping()
414 case AMDGPU::G_MUL: in getInstrMapping()
415 case AMDGPU::G_SHL: in getInstrMapping()
416 case AMDGPU::G_UADDO: in getInstrMapping()
417 case AMDGPU::G_SADDO: in getInstrMapping()
418 case AMDGPU::G_USUBO: in getInstrMapping()
419 case AMDGPU::G_SSUBO: in getInstrMapping()
420 case AMDGPU::G_UADDE: in getInstrMapping()
421 case AMDGPU::G_SADDE: in getInstrMapping()
422 case AMDGPU::G_USUBE: in getInstrMapping()
423 case AMDGPU::G_SSUBE: in getInstrMapping()
428 case AMDGPU::G_FADD: in getInstrMapping()
429 case AMDGPU::G_FSUB: in getInstrMapping()
430 case AMDGPU::G_FPTOSI: in getInstrMapping()
431 case AMDGPU::G_FPTOUI: in getInstrMapping()
432 case AMDGPU::G_FMUL: in getInstrMapping()
433 case AMDGPU::G_FMA: in getInstrMapping()
434 case AMDGPU::G_SITOFP: in getInstrMapping()
435 case AMDGPU::G_UITOFP: in getInstrMapping()
436 case AMDGPU::G_FPTRUNC: in getInstrMapping()
437 case AMDGPU::G_FEXP2: in getInstrMapping()
438 case AMDGPU::G_FLOG2: in getInstrMapping()
439 case AMDGPU::G_INTRINSIC_TRUNC: in getInstrMapping()
440 case AMDGPU::G_INTRINSIC_ROUND: in getInstrMapping()
442 case AMDGPU::G_IMPLICIT_DEF: { in getInstrMapping()
444 OpdsMapping[0] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
447 case AMDGPU::G_FCONSTANT: in getInstrMapping()
448 case AMDGPU::G_CONSTANT: in getInstrMapping()
449 case AMDGPU::G_FRAME_INDEX: in getInstrMapping()
450 case AMDGPU::G_BLOCK_ADDR: { in getInstrMapping()
452 OpdsMapping[0] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
455 case AMDGPU::G_INSERT: { in getInstrMapping()
456 unsigned BankID = isSALUMapping(MI) ? AMDGPU::SGPRRegBankID : in getInstrMapping()
457 AMDGPU::VGPRRegBankID; in getInstrMapping()
461 OpdsMapping[0] = AMDGPU::getValueMapping(BankID, DstSize); in getInstrMapping()
462 OpdsMapping[1] = AMDGPU::getValueMapping(BankID, SrcSize); in getInstrMapping()
463 OpdsMapping[2] = AMDGPU::getValueMapping(BankID, EltSize); in getInstrMapping()
467 case AMDGPU::G_EXTRACT: { in getInstrMapping()
471 OpdsMapping[0] = AMDGPU::getValueMapping(BankID, DstSize); in getInstrMapping()
472 OpdsMapping[1] = AMDGPU::getValueMapping(BankID, SrcSize); in getInstrMapping()
476 case AMDGPU::G_MERGE_VALUES: { in getInstrMapping()
478 AMDGPU::SGPRRegBankID : AMDGPU::VGPRRegBankID; in getInstrMapping()
482 OpdsMapping[0] = AMDGPU::getValueMapping(Bank, DstSize); in getInstrMapping()
485 OpdsMapping[i] = AMDGPU::getValueMapping(Bank, SrcSize); in getInstrMapping()
488 case AMDGPU::G_BITCAST: in getInstrMapping()
489 case AMDGPU::G_INTTOPTR: in getInstrMapping()
490 case AMDGPU::G_PTRTOINT: in getInstrMapping()
491 case AMDGPU::G_CTLZ: in getInstrMapping()
492 case AMDGPU::G_CTLZ_ZERO_UNDEF: in getInstrMapping()
493 case AMDGPU::G_CTTZ: in getInstrMapping()
494 case AMDGPU::G_CTTZ_ZERO_UNDEF: in getInstrMapping()
495 case AMDGPU::G_CTPOP: in getInstrMapping()
496 case AMDGPU::G_BSWAP: in getInstrMapping()
497 case AMDGPU::G_FABS: in getInstrMapping()
498 case AMDGPU::G_FNEG: { in getInstrMapping()
501 OpdsMapping[0] = OpdsMapping[1] = AMDGPU::getValueMapping(BankID, Size); in getInstrMapping()
504 case AMDGPU::G_TRUNC: { in getInstrMapping()
510 OpdsMapping[0] = AMDGPU::getValueMapping(Bank, DstSize); in getInstrMapping()
511 OpdsMapping[1] = AMDGPU::getValueMapping(Bank, SrcSize); in getInstrMapping()
514 case AMDGPU::G_ZEXT: in getInstrMapping()
515 case AMDGPU::G_SEXT: in getInstrMapping()
516 case AMDGPU::G_ANYEXT: { in getInstrMapping()
522 SrcSize == 1 ? AMDGPU::SGPRRegBankID : in getInstrMapping()
523 AMDGPU::VGPRRegBankID); in getInstrMapping()
526 if (SrcBank == AMDGPU::SGPRRegBankID) in getInstrMapping()
527 DstBank = AMDGPU::VGPRRegBankID; in getInstrMapping()
529 DstBank = AMDGPU::SGPRRegBankID; in getInstrMapping()
532 OpdsMapping[0] = AMDGPU::getValueMapping(DstBank, DstSize); in getInstrMapping()
533 OpdsMapping[1] = AMDGPU::getValueMapping(SrcBank, SrcSize); in getInstrMapping()
536 case AMDGPU::G_FCMP: { in getInstrMapping()
539 OpdsMapping[0] = AMDGPU::getValueMapping(AMDGPU::VCCRegBankID, 1); in getInstrMapping()
541 OpdsMapping[2] = AMDGPU::getValueMapping(Op2Bank, Size); in getInstrMapping()
542 OpdsMapping[3] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size); in getInstrMapping()
545 case AMDGPU::G_GEP: { in getInstrMapping()
551 OpdsMapping[i] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
555 case AMDGPU::G_STORE: { in getInstrMapping()
561 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, Size); in getInstrMapping()
566 AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 64); in getInstrMapping()
573 case AMDGPU::G_ICMP: { in getInstrMapping()
577 unsigned Op0Bank = Op2Bank == AMDGPU::SGPRRegBankID && in getInstrMapping()
578 Op3Bank == AMDGPU::SGPRRegBankID ? in getInstrMapping()
579 AMDGPU::SCCRegBankID : AMDGPU::VCCRegBankID; in getInstrMapping()
580 OpdsMapping[0] = AMDGPU::getValueMapping(Op0Bank, 1); in getInstrMapping()
582 OpdsMapping[2] = AMDGPU::getValueMapping(Op2Bank, Size); in getInstrMapping()
583 OpdsMapping[3] = AMDGPU::getValueMapping(Op3Bank, Size); in getInstrMapping()
588 case AMDGPU::G_EXTRACT_VECTOR_ELT: { in getInstrMapping()
595 AMDGPU::SGPRRegBankID : AMDGPU::VGPRRegBankID; in getInstrMapping()
598 …OpdsMapping[0] = AMDGPU::getValueMapping(OutputBankID, MRI.getType(MI.getOperand(0).getReg()).getS… in getInstrMapping()
599 …OpdsMapping[1] = AMDGPU::getValueMapping(OutputBankID, MRI.getType(MI.getOperand(1).getReg()).getS… in getInstrMapping()
602 …OpdsMapping[2] = AMDGPU::getValueMapping(IdxBank, MRI.getType(MI.getOperand(2).getReg()).getSizeIn… in getInstrMapping()
605 case AMDGPU::G_INSERT_VECTOR_ELT: { in getInstrMapping()
611 unsigned IdxOp = MI.getOpcode() == AMDGPU::G_EXTRACT_VECTOR_ELT ? 2 : 3; in getInstrMapping()
613 AMDGPU::SGPRRegBankID : AMDGPU::VGPRRegBankID; in getInstrMapping()
621 OpdsMapping[i] = AMDGPU::getValueMapping(BankID, Size); in getInstrMapping()
627 case AMDGPU::G_UNMERGE_VALUES: { in getInstrMapping()
628 unsigned Bank = isSALUMapping(MI) ? AMDGPU::SGPRRegBankID : in getInstrMapping()
629 AMDGPU::VGPRRegBankID; in getInstrMapping()
635 OpdsMapping[i] = AMDGPU::getValueMapping(Bank, Size); in getInstrMapping()
639 case AMDGPU::G_INTRINSIC: { in getInstrMapping()
649 OpdsMapping[0] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
655 = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, Size); in getInstrMapping()
661 case AMDGPU::G_INTRINSIC_W_SIDE_EFFECTS: { in getInstrMapping()
668 OpdsMapping[1] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
669 OpdsMapping[2] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
671 OpdsMapping[3] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
672 OpdsMapping[4] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
674 OpdsMapping[5] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
675 OpdsMapping[6] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
680 OpdsMapping[1] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
681 OpdsMapping[2] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
683 OpdsMapping[3] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
684 OpdsMapping[4] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
685 OpdsMapping[5] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
686 OpdsMapping[6] = AMDGPU::getValueMapping(AMDGPU::VGPRRegBankID, 32); in getInstrMapping()
688 OpdsMapping[7] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
689 OpdsMapping[8] = AMDGPU::getValueMapping(AMDGPU::SGPRRegBankID, 32); in getInstrMapping()
694 case AMDGPU::G_SELECT: { in getInstrMapping()
697 AMDGPU::SGPRRegBankID); in getInstrMapping()
700 bool SGPRSrcs = Op1Bank == AMDGPU::SCCRegBankID && in getInstrMapping()
701 Op2Bank == AMDGPU::SGPRRegBankID && in getInstrMapping()
702 Op3Bank == AMDGPU::SGPRRegBankID; in getInstrMapping()
703 unsigned Bank = SGPRSrcs ? AMDGPU::SGPRRegBankID : AMDGPU::VGPRRegBankID; in getInstrMapping()
704 Op1Bank = SGPRSrcs ? AMDGPU::SCCRegBankID : AMDGPU::VCCRegBankID; in getInstrMapping()
705 OpdsMapping[0] = AMDGPU::getValueMapping(Bank, Size); in getInstrMapping()
706 OpdsMapping[1] = AMDGPU::getValueMapping(Op1Bank, 1); in getInstrMapping()
707 OpdsMapping[2] = AMDGPU::getValueMapping(Bank, Size); in getInstrMapping()
708 OpdsMapping[3] = AMDGPU::getValueMapping(Bank, Size); in getInstrMapping()
712 case AMDGPU::G_LOAD: in getInstrMapping()
715 case AMDGPU::G_ATOMICRMW_XCHG: in getInstrMapping()
716 case AMDGPU::G_ATOMICRMW_ADD: in getInstrMapping()
717 case AMDGPU::G_ATOMICRMW_SUB: in getInstrMapping()
718 case AMDGPU::G_ATOMICRMW_AND: in getInstrMapping()
719 case AMDGPU::G_ATOMICRMW_OR: in getInstrMapping()
720 case AMDGPU::G_ATOMICRMW_XOR: in getInstrMapping()
721 case AMDGPU::G_ATOMICRMW_MAX: in getInstrMapping()
722 case AMDGPU::G_ATOMICRMW_MIN: in getInstrMapping()
723 case AMDGPU::G_ATOMICRMW_UMAX: in getInstrMapping()
724 case AMDGPU::G_ATOMICRMW_UMIN: in getInstrMapping()
725 case AMDGPU::G_ATOMIC_CMPXCHG: { in getInstrMapping()
728 case AMDGPU::G_BRCOND: { in getInstrMapping()
730 AMDGPU::SGPRRegBankID); in getInstrMapping()
732 if (Bank != AMDGPU::SCCRegBankID) in getInstrMapping()
733 Bank = AMDGPU::VCCRegBankID; in getInstrMapping()
735 OpdsMapping[0] = AMDGPU::getValueMapping(Bank, 1); in getInstrMapping()