Lines Matching refs:Mods
3718 unsigned Mods = 0; in selectVOP3ModsImpl() local
3723 Mods |= SISrcMods::NEG; in selectVOP3ModsImpl()
3731 Mods |= SISrcMods::NEG; in selectVOP3ModsImpl()
3738 Mods |= SISrcMods::ABS; in selectVOP3ModsImpl()
3742 Mods |= SISrcMods::OP_SEL_0; in selectVOP3ModsImpl()
3744 return std::pair(Src, Mods); in selectVOP3ModsImpl()
3748 Register Src, unsigned Mods, MachineOperand Root, MachineInstr *InsertPt, in copyToVGPRIfSrcFolded() argument
3750 if ((Mods != 0 || ForceVGPR) && in copyToVGPRIfSrcFolded()
3779 unsigned Mods; in selectVOP3Mods0() local
3780 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3Mods0()
3784 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3Mods0()
3786 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVOP3Mods0()
3795 unsigned Mods; in selectVOP3BMods0() local
3796 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVOP3BMods0()
3802 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3BMods0()
3804 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVOP3BMods0()
3822 unsigned Mods; in selectVOP3Mods() local
3823 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3Mods()
3827 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3Mods()
3829 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3Mods()
3837 unsigned Mods; in selectVOP3ModsNonCanonicalizing() local
3838 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, /*IsCanonicalizing=*/false); in selectVOP3ModsNonCanonicalizing()
3842 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3ModsNonCanonicalizing()
3844 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3ModsNonCanonicalizing()
3851 unsigned Mods; in selectVOP3BMods() local
3852 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, /*IsCanonicalizing=*/true, in selectVOP3BMods()
3857 MIB.addReg(copyToVGPRIfSrcFolded(Src, Mods, Root, MIB)); in selectVOP3BMods()
3859 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3BMods()
3877 unsigned Mods = 0; in selectVOP3PModsImpl() local
3884 Mods ^= (SISrcMods::NEG | SISrcMods::NEG_HI); in selectVOP3PModsImpl()
3895 Mods |= SISrcMods::OP_SEL_1; in selectVOP3PModsImpl()
3897 return std::pair(Src, Mods); in selectVOP3PModsImpl()
3906 unsigned Mods; in selectVOP3PMods() local
3907 std::tie(Src, Mods) = selectVOP3PModsImpl(Root.getReg(), MRI); in selectVOP3PMods()
3911 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMods()
3921 unsigned Mods; in selectVOP3PModsDOT() local
3922 std::tie(Src, Mods) = selectVOP3PModsImpl(Root.getReg(), MRI, true); in selectVOP3PModsDOT()
3926 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PModsDOT()
3937 unsigned Mods = SISrcMods::OP_SEL_1; in selectVOP3PModsNeg() local
3939 Mods ^= SISrcMods::NEG; in selectVOP3PModsNeg()
3941 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PModsNeg()
3950 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAOpSelVOP3PMods() local
3952 Mods |= SISrcMods::OP_SEL_0; in selectWMMAOpSelVOP3PMods()
3955 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectWMMAOpSelVOP3PMods()
3987 static void selectWMMAModsNegAbs(unsigned ModOpcode, unsigned &Mods, in selectWMMAModsNegAbs() argument
3992 Mods |= SISrcMods::NEG; in selectWMMAModsNegAbs()
4006 Mods |= SISrcMods::NEG_HI; in selectWMMAModsNegAbs()
4012 Mods |= SISrcMods::NEG_HI; in selectWMMAModsNegAbs()
4020 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF32NegAbs() local
4038 selectWMMAModsNegAbs(ModOpcode, Mods, EltsF32, Src, Root.getParent(), in selectWMMAModsF32NegAbs()
4044 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF32NegAbs()
4050 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF16Neg() local
4063 Mods |= SISrcMods::NEG; in selectWMMAModsF16Neg()
4064 Mods |= SISrcMods::NEG_HI; in selectWMMAModsF16Neg()
4070 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF16Neg()
4076 unsigned Mods = SISrcMods::OP_SEL_1; in selectWMMAModsF16NegAbs() local
4095 selectWMMAModsNegAbs(ModOpcode, Mods, EltsV2F16, Src, Root.getParent(), in selectWMMAModsF16NegAbs()
4101 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }}}; in selectWMMAModsF16NegAbs()
4175 unsigned Mods; in selectVOP3OpSelMods() local
4176 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3OpSelMods()
4181 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3OpSelMods()
4188 unsigned Mods; in selectVINTERPMods() local
4189 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVINTERPMods()
4197 copyToVGPRIfSrcFolded(Src, Mods, Root, MIB, /* ForceVGPR */ true)); in selectVINTERPMods()
4199 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVINTERPMods()
4206 unsigned Mods; in selectVINTERPModsHi() local
4207 std::tie(Src, Mods) = selectVOP3ModsImpl(Root, in selectVINTERPModsHi()
4215 copyToVGPRIfSrcFolded(Src, Mods, Root, MIB, /* ForceVGPR */ true)); in selectVINTERPModsHi()
4217 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); }, // src0_mods in selectVINTERPModsHi()
5434 unsigned Mods; in selectVOP3PMadMixModsImpl() local
5435 std::tie(Src, Mods) = selectVOP3ModsImpl(Root); in selectVOP3PMadMixModsImpl()
5456 if ((Mods & SISrcMods::ABS) == 0) { in selectVOP3PMadMixModsImpl()
5462 Mods ^= SISrcMods::NEG; in selectVOP3PMadMixModsImpl()
5465 Mods |= SISrcMods::ABS; in selectVOP3PMadMixModsImpl()
5476 Mods |= SISrcMods::OP_SEL_1; in selectVOP3PMadMixModsImpl()
5479 Mods |= SISrcMods::OP_SEL_0; in selectVOP3PMadMixModsImpl()
5490 return {Src, Mods}; in selectVOP3PMadMixModsImpl()
5497 unsigned Mods; in selectVOP3PMadMixModsExt() local
5499 std::tie(Src, Mods) = selectVOP3PMadMixModsImpl(Root, Matched); in selectVOP3PMadMixModsExt()
5505 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMadMixModsExt()
5512 unsigned Mods; in selectVOP3PMadMixMods() local
5514 std::tie(Src, Mods) = selectVOP3PMadMixModsImpl(Root, Matched); in selectVOP3PMadMixMods()
5518 [=](MachineInstrBuilder &MIB) { MIB.addImm(Mods); } // src_mods in selectVOP3PMadMixMods()