Lines Matching refs:LegalizerHelper

103 LegalizerHelper::LegalizerHelper(MachineFunction &MF,  in LegalizerHelper()  function in LegalizerHelper
110 LegalizerHelper::LegalizerHelper(MachineFunction &MF, const LegalizerInfo &LI, in LegalizerHelper() function in LegalizerHelper
116 LegalizerHelper::LegalizeResult
117 LegalizerHelper::legalizeInstrStep(MachineInstr &MI, in legalizeInstrStep()
161 void LegalizerHelper::insertParts(Register DstReg, in insertParts()
198 void LegalizerHelper::appendVectorElts(SmallVectorImpl<Register> &Elts, in appendVectorElts()
208 void LegalizerHelper::mergeMixedSubvectors(Register DstReg, in mergeMixedSubvectors()
235 void LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, in extractGCDType()
249 LLT LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, LLT DstTy, in extractGCDType()
257 LLT LegalizerHelper::buildLCMMergePieces(LLT DstTy, LLT NarrowTy, LLT GCDTy, in buildLCMMergePieces()
348 void LegalizerHelper::buildWidenedRemergeToDst(Register DstReg, LLT LCMTy, in buildWidenedRemergeToDst()
545 LegalizerHelper::LegalizeResult
566 return LegalizerHelper::UnableToLegalize; in createLibcall()
589 return LegalizerHelper::Legalized; in createLibcall()
592 LegalizerHelper::LegalizeResult
600 return LegalizerHelper::UnableToLegalize; in createLibcall()
606 static LegalizerHelper::LegalizeResult
620 LegalizerHelper::LegalizeResult
669 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
682 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
706 return LegalizerHelper::Legalized; in createMemLibcall()
757 static LegalizerHelper::LegalizeResult
820 return LegalizerHelper::UnableToLegalize; in createAtomicLibcall()
830 return LegalizerHelper::UnableToLegalize; in createAtomicLibcall()
832 return LegalizerHelper::Legalized; in createAtomicLibcall()
857 static LegalizerHelper::LegalizeResult
904 LegalizerHelper::LegalizeResult
905 LegalizerHelper::createGetStateLibcall(MachineIRBuilder &MIRBuilder, in createGetStateLibcall()
930 if (Res != LegalizerHelper::Legalized) in createGetStateLibcall()
938 return LegalizerHelper::Legalized; in createGetStateLibcall()
944 LegalizerHelper::LegalizeResult
945 LegalizerHelper::createSetStateLibcall(MachineIRBuilder &MIRBuilder, in createSetStateLibcall()
981 LegalizerHelper::LegalizeResult
982 LegalizerHelper::createResetStateLibcall(MachineIRBuilder &MIRBuilder, in createResetStateLibcall()
1005 LegalizerHelper::LegalizeResult
1006 LegalizerHelper::libcall(MachineInstr &MI, LostDebugLocObserver &LocObserver) { in libcall()
1179 LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalar(MachineInstr &MI, in narrowScalar()
1696 Register LegalizerHelper::coerceToScalar(Register Val) { in coerceToScalar()
1718 void LegalizerHelper::widenScalarSrc(MachineInstr &MI, LLT WideTy, in widenScalarSrc()
1725 void LegalizerHelper::narrowScalarSrc(MachineInstr &MI, LLT NarrowTy, in narrowScalarSrc()
1732 void LegalizerHelper::widenScalarDst(MachineInstr &MI, LLT WideTy, in widenScalarDst()
1741 void LegalizerHelper::narrowScalarDst(MachineInstr &MI, LLT NarrowTy, in narrowScalarDst()
1750 void LegalizerHelper::moreElementsVectorDst(MachineInstr &MI, LLT WideTy, in moreElementsVectorDst()
1760 void LegalizerHelper::moreElementsVectorSrc(MachineInstr &MI, LLT MoreTy, in moreElementsVectorSrc()
1767 void LegalizerHelper::bitcastSrc(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastSrc()
1772 void LegalizerHelper::bitcastDst(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastDst()
1780 LegalizerHelper::LegalizeResult
1781 LegalizerHelper::widenScalarMergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarMergeValues()
1901 LegalizerHelper::LegalizeResult
1902 LegalizerHelper::widenScalarUnmergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarUnmergeValues()
2030 LegalizerHelper::LegalizeResult
2031 LegalizerHelper::widenScalarExtract(MachineInstr &MI, unsigned TypeIdx, in widenScalarExtract()
2104 LegalizerHelper::LegalizeResult
2105 LegalizerHelper::widenScalarInsert(MachineInstr &MI, unsigned TypeIdx, in widenScalarInsert()
2116 LegalizerHelper::LegalizeResult
2117 LegalizerHelper::widenScalarAddSubOverflow(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubOverflow()
2199 LegalizerHelper::LegalizeResult
2200 LegalizerHelper::widenScalarAddSubShlSat(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubShlSat()
2243 LegalizerHelper::LegalizeResult
2244 LegalizerHelper::widenScalarMulo(MachineInstr &MI, unsigned TypeIdx, in widenScalarMulo()
2310 LegalizerHelper::LegalizeResult
2311 LegalizerHelper::widenScalar(MachineInstr &MI, unsigned TypeIdx, LLT WideTy) { in widenScalar()
2983 LegalizerHelper::LegalizeResult
2984 LegalizerHelper::lowerFConstant(MachineInstr &MI) { in lowerFConstant()
3009 LegalizerHelper::LegalizeResult
3010 LegalizerHelper::lowerBitcast(MachineInstr &MI) { in lowerBitcast()
3101 LegalizerHelper::LegalizeResult
3102 LegalizerHelper::bitcastExtractVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastExtractVectorElt()
3237 LegalizerHelper::LegalizeResult
3238 LegalizerHelper::bitcastInsertVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastInsertVectorElt()
3297 LegalizerHelper::LegalizeResult LegalizerHelper::lowerLoad(GAnyLoad &LoadMI) { in lowerLoad()
3434 LegalizerHelper::LegalizeResult LegalizerHelper::lowerStore(GStore &StoreMI) { in lowerStore()
3533 LegalizerHelper::LegalizeResult
3534 LegalizerHelper::bitcast(MachineInstr &MI, unsigned TypeIdx, LLT CastTy) { in bitcast()
3604 void LegalizerHelper::changeOpcode(MachineInstr &MI, unsigned NewOpcode) { in changeOpcode()
3610 LegalizerHelper::LegalizeResult
3611 LegalizerHelper::lower(MachineInstr &MI, unsigned TypeIdx, LLT LowerHintTy) { in lower()
3924 Align LegalizerHelper::getStackTemporaryAlignment(LLT Ty, in getStackTemporaryAlignment()
3935 LegalizerHelper::createStackTemporary(TypeSize Bytes, Align Alignment, in createStackTemporary()
3965 Register LegalizerHelper::getVectorElementPointer(Register VecPtr, LLT VecTy, in getVectorElementPointer()
4074 LegalizerHelper::LegalizeResult
4075 LegalizerHelper::fewerElementsVectorMultiEltType( in fewerElementsVectorMultiEltType()
4145 LegalizerHelper::LegalizeResult
4146 LegalizerHelper::fewerElementsVectorPhi(GenericMachineInstr &MI, in fewerElementsVectorPhi()
4198 LegalizerHelper::LegalizeResult
4199 LegalizerHelper::fewerElementsVectorUnmergeValues(MachineInstr &MI, in fewerElementsVectorUnmergeValues()
4247 LegalizerHelper::LegalizeResult
4248 LegalizerHelper::fewerElementsVectorMerge(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVectorMerge()
4333 LegalizerHelper::LegalizeResult
4334 LegalizerHelper::fewerElementsVectorExtractInsertVectorElt(MachineInstr &MI, in fewerElementsVectorExtractInsertVectorElt()
4407 LegalizerHelper::LegalizeResult
4408 LegalizerHelper::reduceLoadStoreWidth(GLoadStore &LdStMI, unsigned TypeIdx, in reduceLoadStoreWidth()
4502 LegalizerHelper::LegalizeResult
4503 LegalizerHelper::fewerElementsVector(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVector()
4659 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorShuffle( in fewerElementsVectorShuffle()
4797 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorReductions( in fewerElementsVectorReductions()
4883 LegalizerHelper::LegalizeResult
4884 LegalizerHelper::fewerElementsVectorSeqReductions(MachineInstr &MI, in fewerElementsVectorSeqReductions()
4913 LegalizerHelper::LegalizeResult
4914 LegalizerHelper::tryNarrowPow2Reduction(MachineInstr &MI, Register SrcReg, in tryNarrowPow2Reduction()
4943 LegalizerHelper::LegalizeResult
4944 LegalizerHelper::narrowScalarShiftByConstant(MachineInstr &MI, const APInt &Amt, in narrowScalarShiftByConstant()
5032 LegalizerHelper::LegalizeResult
5033 LegalizerHelper::narrowScalarShift(MachineInstr &MI, unsigned TypeIdx, in narrowScalarShift()
5141 LegalizerHelper::LegalizeResult
5142 LegalizerHelper::moreElementsVectorPhi(MachineInstr &MI, unsigned TypeIdx, in moreElementsVectorPhi()
5160 LegalizerHelper::LegalizeResult
5161 LegalizerHelper::moreElementsVector(MachineInstr &MI, unsigned TypeIdx, in moreElementsVector()
5342 LegalizerHelper::LegalizeResult
5343 LegalizerHelper::equalizeVectorShuffleLengths(MachineInstr &MI) { in equalizeVectorShuffleLengths()
5411 return LegalizerHelper::LegalizeResult::Legalized; in equalizeVectorShuffleLengths()
5414 LegalizerHelper::LegalizeResult
5415 LegalizerHelper::moreElementsVectorShuffle(MachineInstr &MI, in moreElementsVectorShuffle()
5457 void LegalizerHelper::multiplyRegisters(SmallVectorImpl<Register> &DstRegs, in multiplyRegisters()
5520 LegalizerHelper::LegalizeResult
5521 LegalizerHelper::narrowScalarAddSub(MachineInstr &MI, unsigned TypeIdx, in narrowScalarAddSub()
5616 LegalizerHelper::LegalizeResult
5617 LegalizerHelper::narrowScalarMul(MachineInstr &MI, LLT NarrowTy) { in narrowScalarMul()
5646 LegalizerHelper::LegalizeResult
5647 LegalizerHelper::narrowScalarFPTOI(MachineInstr &MI, unsigned TypeIdx, in narrowScalarFPTOI()
5671 LegalizerHelper::LegalizeResult
5672 LegalizerHelper::narrowScalarExtract(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExtract()
5739 LegalizerHelper::LegalizeResult
5740 LegalizerHelper::narrowScalarInsert(MachineInstr &MI, unsigned TypeIdx, in narrowScalarInsert()
5823 LegalizerHelper::LegalizeResult
5824 LegalizerHelper::narrowScalarBasic(MachineInstr &MI, unsigned TypeIdx, in narrowScalarBasic()
5864 LegalizerHelper::LegalizeResult
5865 LegalizerHelper::narrowScalarExt(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExt()
5885 LegalizerHelper::LegalizeResult
5886 LegalizerHelper::narrowScalarSelect(MachineInstr &MI, unsigned TypeIdx, in narrowScalarSelect()
5931 LegalizerHelper::LegalizeResult
5932 LegalizerHelper::narrowScalarCTLZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTLZ()
5964 LegalizerHelper::LegalizeResult
5965 LegalizerHelper::narrowScalarCTTZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTTZ()
5997 LegalizerHelper::LegalizeResult
5998 LegalizerHelper::narrowScalarCTPOP(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTPOP()
6020 LegalizerHelper::LegalizeResult
6021 LegalizerHelper::narrowScalarFLDEXP(MachineInstr &MI, unsigned TypeIdx, in narrowScalarFLDEXP()
6045 LegalizerHelper::LegalizeResult
6046 LegalizerHelper::lowerBitCount(MachineInstr &MI) { in lowerBitCount()
6217 LegalizerHelper::LegalizeResult
6218 LegalizerHelper::lowerFunnelShiftWithInverse(MachineInstr &MI) { in lowerFunnelShiftWithInverse()
6256 LegalizerHelper::LegalizeResult
6257 LegalizerHelper::lowerFunnelShiftAsShifts(MachineInstr &MI) { in lowerFunnelShiftAsShifts()
6311 LegalizerHelper::LegalizeResult
6312 LegalizerHelper::lowerFunnelShift(MachineInstr &MI) { in lowerFunnelShift()
6329 LegalizerHelper::LegalizeResult Result = lowerFunnelShiftWithInverse(MI); in lowerFunnelShift()
6335 LegalizerHelper::LegalizeResult LegalizerHelper::lowerEXT(MachineInstr &MI) { in lowerEXT()
6377 LegalizerHelper::LegalizeResult LegalizerHelper::lowerTRUNC(MachineInstr &MI) { in lowerTRUNC()
6434 LegalizerHelper::LegalizeResult
6435 LegalizerHelper::lowerRotateWithReverseRotate(MachineInstr &MI) { in lowerRotateWithReverseRotate()
6446 LegalizerHelper::LegalizeResult LegalizerHelper::lowerRotate(MachineInstr &MI) { in lowerRotate()
6515 LegalizerHelper::LegalizeResult
6516 LegalizerHelper::lowerU64ToF32BitOps(MachineInstr &MI) { in lowerU64ToF32BitOps()
6571 LegalizerHelper::LegalizeResult LegalizerHelper::lowerUITOFP(MachineInstr &MI) { in lowerUITOFP()
6596 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSITOFP(MachineInstr &MI) { in lowerSITOFP()
6639 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOUI(MachineInstr &MI) { in lowerFPTOUI()
6679 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOSI(MachineInstr &MI) { in lowerFPTOSI()
6744 LegalizerHelper::LegalizeResult
6745 LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) { in lowerFPTRUNC_F64_TO_F16()
6859 LegalizerHelper::LegalizeResult
6860 LegalizerHelper::lowerFPTRUNC(MachineInstr &MI) { in lowerFPTRUNC()
6873 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPOWI(MachineInstr &MI) { in lowerFPOWI()
6898 LegalizerHelper::LegalizeResult LegalizerHelper::lowerMinMax(MachineInstr &MI) { in lowerMinMax()
6911 LegalizerHelper::LegalizeResult
6912 LegalizerHelper::lowerFCopySign(MachineInstr &MI) { in lowerFCopySign()
6949 LegalizerHelper::LegalizeResult
6950 LegalizerHelper::lowerFMinNumMaxNum(MachineInstr &MI) { in lowerFMinNumMaxNum()
6978 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMad(MachineInstr &MI) { in lowerFMad()
6991 LegalizerHelper::LegalizeResult
6992 LegalizerHelper::lowerIntrinsicRound(MachineInstr &MI) { in lowerIntrinsicRound()
7025 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFFloor(MachineInstr &MI) { in lowerFFloor()
7050 LegalizerHelper::LegalizeResult
7051 LegalizerHelper::lowerMergeValues(MachineInstr &MI) { in lowerMergeValues()
7088 LegalizerHelper::LegalizeResult
7089 LegalizerHelper::lowerUnmergeValues(MachineInstr &MI) { in lowerUnmergeValues()
7128 LegalizerHelper::LegalizeResult
7129 LegalizerHelper::lowerExtractInsertVectorElt(MachineInstr &MI) { in lowerExtractInsertVectorElt()
7200 LegalizerHelper::LegalizeResult
7201 LegalizerHelper::lowerShuffleVector(MachineInstr &MI) { in lowerShuffleVector()
7239 Register LegalizerHelper::getDynStackAllocTargetPtr(Register SPReg, in getDynStackAllocTargetPtr()
7262 LegalizerHelper::LegalizeResult
7263 LegalizerHelper::lowerDynStackAlloc(MachineInstr &MI) { in lowerDynStackAlloc()
7285 LegalizerHelper::LegalizeResult
7286 LegalizerHelper::lowerStackSave(MachineInstr &MI) { in lowerStackSave()
7296 LegalizerHelper::LegalizeResult
7297 LegalizerHelper::lowerStackRestore(MachineInstr &MI) { in lowerStackRestore()
7307 LegalizerHelper::LegalizeResult
7308 LegalizerHelper::lowerExtract(MachineInstr &MI) { in lowerExtract()
7362 LegalizerHelper::LegalizeResult LegalizerHelper::lowerInsert(MachineInstr &MI) { in lowerInsert()
7451 LegalizerHelper::LegalizeResult
7452 LegalizerHelper::lowerSADDO_SSUBO(MachineInstr &MI) { in lowerSADDO_SSUBO()
7485 LegalizerHelper::LegalizeResult
7486 LegalizerHelper::lowerAddSubSatToMinMax(MachineInstr &MI) { in lowerAddSubSatToMinMax()
7560 LegalizerHelper::LegalizeResult
7561 LegalizerHelper::lowerAddSubSatToAddoSubo(MachineInstr &MI) { in lowerAddSubSatToAddoSubo()
7626 LegalizerHelper::LegalizeResult
7627 LegalizerHelper::lowerShlSat(MachineInstr &MI) { in lowerShlSat()
7658 LegalizerHelper::LegalizeResult LegalizerHelper::lowerBswap(MachineInstr &MI) { in lowerBswap()
7702 LegalizerHelper::LegalizeResult
7703 LegalizerHelper::lowerBitreverse(MachineInstr &MI) { in lowerBitreverse()
7732 LegalizerHelper::LegalizeResult
7733 LegalizerHelper::lowerReadWriteRegister(MachineInstr &MI) { in lowerReadWriteRegister()
7758 LegalizerHelper::LegalizeResult
7759 LegalizerHelper::lowerSMULH_UMULH(MachineInstr &MI) { in lowerSMULH_UMULH()
7780 LegalizerHelper::LegalizeResult
7781 LegalizerHelper::lowerISFPCLASS(MachineInstr &MI) { in lowerISFPCLASS()
7954 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSelect(MachineInstr &MI) { in lowerSelect()
8007 LegalizerHelper::LegalizeResult LegalizerHelper::lowerDIVREM(MachineInstr &MI) { in lowerDIVREM()
8023 LegalizerHelper::LegalizeResult
8024 LegalizerHelper::lowerAbsToAddXor(MachineInstr &MI) { in lowerAbsToAddXor()
8040 LegalizerHelper::LegalizeResult
8041 LegalizerHelper::lowerAbsToMaxNeg(MachineInstr &MI) { in lowerAbsToMaxNeg()
8055 LegalizerHelper::LegalizeResult
8056 LegalizerHelper::lowerVectorReduction(MachineInstr &MI) { in lowerVectorReduction()
8076 LegalizerHelper::LegalizeResult LegalizerHelper::lowerVAArg(MachineInstr &MI) { in lowerVAArg()
8239 LegalizerHelper::LegalizeResult
8240 LegalizerHelper::lowerMemset(MachineInstr &MI, Register Dst, Register Val, in lowerMemset()
8352 LegalizerHelper::LegalizeResult
8353 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI) { in lowerMemcpyInline()
8382 LegalizerHelper::LegalizeResult
8383 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpyInline()
8392 LegalizerHelper::LegalizeResult
8393 LegalizerHelper::lowerMemcpy(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpy()
8499 LegalizerHelper::LegalizeResult
8500 LegalizerHelper::lowerMemmove(MachineInstr &MI, Register Dst, Register Src, in lowerMemmove()
8605 LegalizerHelper::LegalizeResult
8606 LegalizerHelper::lowerMemCpyFamily(MachineInstr &MI, unsigned MaxLen) { in lowerMemCpyFamily()