Lines Matching refs:AMDGPU
91 int Src0Idx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::src0); in foldImmediates()
210 int SOPKOpc = AMDGPU::getSOPKOp(MI.getOpcode()); in shrinkScalarCompare()
216 if (SOPKOpc == AMDGPU::S_CMPK_EQ_U32 || SOPKOpc == AMDGPU::S_CMPK_LG_U32) { in shrinkScalarCompare()
220 SOPKOpc = (SOPKOpc == AMDGPU::S_CMPK_EQ_U32) ? in shrinkScalarCompare()
221 AMDGPU::S_CMPK_EQ_I32 : AMDGPU::S_CMPK_LG_I32; in shrinkScalarCompare()
240 const AMDGPU::MIMGInfo *Info = AMDGPU::getMIMGInfo(MI.getOpcode()); in shrinkMIMG()
246 case AMDGPU::MIMGEncGfx10NSA: in shrinkMIMG()
247 NewEncoding = AMDGPU::MIMGEncGfx10Default; in shrinkMIMG()
249 case AMDGPU::MIMGEncGfx11NSA: in shrinkMIMG()
250 NewEncoding = AMDGPU::MIMGEncGfx11Default; in shrinkMIMG()
257 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vaddr0); in shrinkMIMG()
262 RC = &AMDGPU::VReg_64RegClass; in shrinkMIMG()
264 RC = &AMDGPU::VReg_96RegClass; in shrinkMIMG()
266 RC = &AMDGPU::VReg_128RegClass; in shrinkMIMG()
268 RC = &AMDGPU::VReg_160RegClass; in shrinkMIMG()
270 RC = &AMDGPU::VReg_192RegClass; in shrinkMIMG()
272 RC = &AMDGPU::VReg_224RegClass; in shrinkMIMG()
274 RC = &AMDGPU::VReg_256RegClass; in shrinkMIMG()
276 RC = &AMDGPU::VReg_512RegClass; in shrinkMIMG()
310 int TFEIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::tfe); in shrinkMIMG()
311 int LWEIdx = AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::lwe); in shrinkMIMG()
330 unsigned NewOpcode = AMDGPU::getMIMGOpcode(Info->BaseOpcode, NewEncoding, in shrinkMIMG()
342 AMDGPU::getNamedOperandIdx(MI.getOpcode(), AMDGPU::OpName::vdata), in shrinkMIMG()
356 MachineOperand &Src0 = *TII->getNamedOperand(MI, AMDGPU::OpName::src0); in shrinkMadFma()
357 MachineOperand &Src1 = *TII->getNamedOperand(MI, AMDGPU::OpName::src1); in shrinkMadFma()
358 MachineOperand &Src2 = *TII->getNamedOperand(MI, AMDGPU::OpName::src2); in shrinkMadFma()
359 unsigned NewOpcode = AMDGPU::INSTRUCTION_LIST_END; in shrinkMadFma()
375 case AMDGPU::V_MAD_F32_e64: in shrinkMadFma()
376 NewOpcode = AMDGPU::V_MADAK_F32; in shrinkMadFma()
378 case AMDGPU::V_FMA_F32_e64: in shrinkMadFma()
379 NewOpcode = AMDGPU::V_FMAAK_F32; in shrinkMadFma()
381 case AMDGPU::V_MAD_F16_e64: in shrinkMadFma()
382 NewOpcode = AMDGPU::V_MADAK_F16; in shrinkMadFma()
384 case AMDGPU::V_FMA_F16_e64: in shrinkMadFma()
385 NewOpcode = AMDGPU::V_FMAAK_F16; in shrinkMadFma()
402 case AMDGPU::V_MAD_F32_e64: in shrinkMadFma()
403 NewOpcode = AMDGPU::V_MADMK_F32; in shrinkMadFma()
405 case AMDGPU::V_FMA_F32_e64: in shrinkMadFma()
406 NewOpcode = AMDGPU::V_FMAMK_F32; in shrinkMadFma()
408 case AMDGPU::V_MAD_F16_e64: in shrinkMadFma()
409 NewOpcode = AMDGPU::V_MADMK_F16; in shrinkMadFma()
411 case AMDGPU::V_FMA_F16_e64: in shrinkMadFma()
412 NewOpcode = AMDGPU::V_FMAMK_F16; in shrinkMadFma()
417 if (NewOpcode == AMDGPU::INSTRUCTION_LIST_END) in shrinkMadFma()
449 AMDGPU::isInlinableLiteral32(SrcImm->getImm(), ST->hasInv2PiInlineImm())) in shrinkScalarLogicOp()
455 if (Opc == AMDGPU::S_AND_B32) { in shrinkScalarLogicOp()
458 Opc = AMDGPU::S_BITSET0_B32; in shrinkScalarLogicOp()
459 } else if (AMDGPU::isInlinableLiteral32(~Imm, ST->hasInv2PiInlineImm())) { in shrinkScalarLogicOp()
461 Opc = AMDGPU::S_ANDN2_B32; in shrinkScalarLogicOp()
463 } else if (Opc == AMDGPU::S_OR_B32) { in shrinkScalarLogicOp()
466 Opc = AMDGPU::S_BITSET1_B32; in shrinkScalarLogicOp()
467 } else if (AMDGPU::isInlinableLiteral32(~Imm, ST->hasInv2PiInlineImm())) { in shrinkScalarLogicOp()
469 Opc = AMDGPU::S_ORN2_B32; in shrinkScalarLogicOp()
471 } else if (Opc == AMDGPU::S_XOR_B32) { in shrinkScalarLogicOp()
472 if (AMDGPU::isInlinableLiteral32(~Imm, ST->hasInv2PiInlineImm())) { in shrinkScalarLogicOp()
474 Opc = AMDGPU::S_XNOR_B32; in shrinkScalarLogicOp()
491 if (Opc == AMDGPU::S_BITSET0_B32 || in shrinkScalarLogicOp()
492 Opc == AMDGPU::S_BITSET1_B32) { in shrinkScalarLogicOp()
563 TII->get(AMDGPU::IMPLICIT_DEF), Op.getReg()); in dropInstructionKeepingImpDefs()
589 assert(MovT.getOpcode() == AMDGPU::V_MOV_B32_e32 || in matchSwap()
590 MovT.getOpcode() == AMDGPU::COPY); in matchSwap()
606 if (MovT.hasRegisterImplicitUseOperand(AMDGPU::M0)) in matchSwap()
619 if ((MovY->getOpcode() != AMDGPU::V_MOV_B32_e32 && in matchSwap()
620 MovY->getOpcode() != AMDGPU::COPY) || in matchSwap()
624 MovY->hasRegisterImplicitUseOperand(AMDGPU::M0)) in matchSwap()
650 (I->getOpcode() != AMDGPU::V_MOV_B32_e32 && in matchSwap()
651 I->getOpcode() != AMDGPU::COPY) || in matchSwap()
658 if (I->hasRegisterImplicitUseOperand(AMDGPU::M0)) in matchSwap()
678 TII->get(AMDGPU::V_SWAP_B32)) in matchSwap()
683 if (MovX->hasRegisterImplicitUseOperand(AMDGPU::EXEC)) { in matchSwap()
716 MachineOperand *Op = TII->getNamedOperand(MI, AMDGPU::OpName::sdst); in tryReplaceDeadSDST()
723 Op->setReg(ST->isWave32() ? AMDGPU::SGPR_NULL : AMDGPU::SGPR_NULL64); in tryReplaceDeadSDST()
736 unsigned VCCReg = ST->isWave32() ? AMDGPU::VCC_LO : AMDGPU::VCC; in runOnMachineFunction()
749 if (MI.getOpcode() == AMDGPU::V_MOV_B32_e32) { in runOnMachineFunction()
762 MI.setDesc(TII->get(AMDGPU::V_BFREV_B32_e32)); in runOnMachineFunction()
769 if (ST->hasSwap() && (MI.getOpcode() == AMDGPU::V_MOV_B32_e32 || in runOnMachineFunction()
770 MI.getOpcode() == AMDGPU::COPY)) { in runOnMachineFunction()
778 if (MI.getOpcode() == AMDGPU::S_ADD_I32 || in runOnMachineFunction()
779 MI.getOpcode() == AMDGPU::S_MUL_I32) { in runOnMachineFunction()
800 unsigned Opc = (MI.getOpcode() == AMDGPU::S_ADD_I32) ? in runOnMachineFunction()
801 AMDGPU::S_ADDK_I32 : AMDGPU::S_MULK_I32; in runOnMachineFunction()
816 if (MI.getOpcode() == AMDGPU::S_MOV_B32) { in runOnMachineFunction()
823 MI.setDesc(TII->get(AMDGPU::S_MOVK_I32)); in runOnMachineFunction()
825 MI.setDesc(TII->get(AMDGPU::S_BREV_B32)); in runOnMachineFunction()
834 if (MI.getOpcode() == AMDGPU::S_AND_B32 || in runOnMachineFunction()
835 MI.getOpcode() == AMDGPU::S_OR_B32 || in runOnMachineFunction()
836 MI.getOpcode() == AMDGPU::S_XOR_B32) { in runOnMachineFunction()
852 if (MI.getOpcode() == AMDGPU::V_MAD_F32_e64 || in runOnMachineFunction()
853 MI.getOpcode() == AMDGPU::V_FMA_F32_e64 || in runOnMachineFunction()
854 MI.getOpcode() == AMDGPU::V_MAD_F16_e64 || in runOnMachineFunction()
855 MI.getOpcode() == AMDGPU::V_FMA_F16_e64) { in runOnMachineFunction()
877 int Op32 = AMDGPU::getVOPe32(MI.getOpcode()); in runOnMachineFunction()
903 if (Op32 == AMDGPU::V_CNDMASK_B32_e32) { in runOnMachineFunction()
907 TII->getNamedOperand(MI, AMDGPU::OpName::src2); in runOnMachineFunction()
921 AMDGPU::OpName::sdst); in runOnMachineFunction()
935 AMDGPU::OpName::src2); in runOnMachineFunction()