Lines Matching refs:LegalizerHelper
98 LegalizerHelper::LegalizerHelper(MachineFunction &MF, in LegalizerHelper() function in LegalizerHelper
105 LegalizerHelper::LegalizerHelper(MachineFunction &MF, const LegalizerInfo &LI, in LegalizerHelper() function in LegalizerHelper
111 LegalizerHelper::LegalizeResult
112 LegalizerHelper::legalizeInstrStep(MachineInstr &MI, in legalizeInstrStep()
156 void LegalizerHelper::extractParts(Register Reg, LLT Ty, int NumParts, in extractParts()
163 bool LegalizerHelper::extractParts(Register Reg, LLT RegTy, in extractParts()
211 void LegalizerHelper::extractVectorParts(Register Reg, unsigned NumElts, in extractVectorParts()
249 void LegalizerHelper::insertParts(Register DstReg, in insertParts()
286 void LegalizerHelper::appendVectorElts(SmallVectorImpl<Register> &Elts, in appendVectorElts()
295 void LegalizerHelper::mergeMixedSubvectors(Register DstReg, in mergeMixedSubvectors()
322 void LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, in extractGCDType()
336 LLT LegalizerHelper::extractGCDType(SmallVectorImpl<Register> &Parts, LLT DstTy, in extractGCDType()
344 LLT LegalizerHelper::buildLCMMergePieces(LLT DstTy, LLT NarrowTy, LLT GCDTy, in buildLCMMergePieces()
435 void LegalizerHelper::buildWidenedRemergeToDst(Register DstReg, LLT LCMTy, in buildWidenedRemergeToDst()
628 LegalizerHelper::LegalizeResult
641 return LegalizerHelper::UnableToLegalize; in createLibcall()
643 return LegalizerHelper::Legalized; in createLibcall()
646 LegalizerHelper::LegalizeResult
657 static LegalizerHelper::LegalizeResult
670 LegalizerHelper::LegalizeResult
719 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
731 return LegalizerHelper::UnableToLegalize; in createMemLibcall()
755 return LegalizerHelper::Legalized; in createMemLibcall()
780 static LegalizerHelper::LegalizeResult
789 LegalizerHelper::LegalizeResult
790 LegalizerHelper::libcall(MachineInstr &MI, LostDebugLocObserver &LocObserver) { in libcall()
899 LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalar(MachineInstr &MI, in narrowScalar()
1411 Register LegalizerHelper::coerceToScalar(Register Val) { in coerceToScalar()
1433 void LegalizerHelper::widenScalarSrc(MachineInstr &MI, LLT WideTy, in widenScalarSrc()
1440 void LegalizerHelper::narrowScalarSrc(MachineInstr &MI, LLT NarrowTy, in narrowScalarSrc()
1447 void LegalizerHelper::widenScalarDst(MachineInstr &MI, LLT WideTy, in widenScalarDst()
1456 void LegalizerHelper::narrowScalarDst(MachineInstr &MI, LLT NarrowTy, in narrowScalarDst()
1465 void LegalizerHelper::moreElementsVectorDst(MachineInstr &MI, LLT WideTy, in moreElementsVectorDst()
1475 void LegalizerHelper::moreElementsVectorSrc(MachineInstr &MI, LLT MoreTy, in moreElementsVectorSrc()
1482 void LegalizerHelper::bitcastSrc(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastSrc()
1487 void LegalizerHelper::bitcastDst(MachineInstr &MI, LLT CastTy, unsigned OpIdx) { in bitcastDst()
1495 LegalizerHelper::LegalizeResult
1496 LegalizerHelper::widenScalarMergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarMergeValues()
1617 LegalizerHelper::LegalizeResult
1618 LegalizerHelper::widenScalarUnmergeValues(MachineInstr &MI, unsigned TypeIdx, in widenScalarUnmergeValues()
1746 LegalizerHelper::LegalizeResult
1747 LegalizerHelper::widenScalarExtract(MachineInstr &MI, unsigned TypeIdx, in widenScalarExtract()
1824 LegalizerHelper::LegalizeResult
1825 LegalizerHelper::widenScalarInsert(MachineInstr &MI, unsigned TypeIdx, in widenScalarInsert()
1836 LegalizerHelper::LegalizeResult
1837 LegalizerHelper::widenScalarAddSubOverflow(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubOverflow()
1919 LegalizerHelper::LegalizeResult
1920 LegalizerHelper::widenScalarAddSubShlSat(MachineInstr &MI, unsigned TypeIdx, in widenScalarAddSubShlSat()
1963 LegalizerHelper::LegalizeResult
1964 LegalizerHelper::widenScalarMulo(MachineInstr &MI, unsigned TypeIdx, in widenScalarMulo()
2023 LegalizerHelper::LegalizeResult
2024 LegalizerHelper::widenScalar(MachineInstr &MI, unsigned TypeIdx, LLT WideTy) { in widenScalar()
2626 LegalizerHelper::LegalizeResult
2627 LegalizerHelper::lowerBitcast(MachineInstr &MI) { in lowerBitcast()
2722 LegalizerHelper::LegalizeResult
2723 LegalizerHelper::bitcastExtractVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastExtractVectorElt()
2862 LegalizerHelper::LegalizeResult
2863 LegalizerHelper::bitcastInsertVectorElt(MachineInstr &MI, unsigned TypeIdx, in bitcastInsertVectorElt()
2926 LegalizerHelper::LegalizeResult LegalizerHelper::lowerLoad(GAnyLoad &LoadMI) { in lowerLoad()
3063 LegalizerHelper::LegalizeResult LegalizerHelper::lowerStore(GStore &StoreMI) { in lowerStore()
3162 LegalizerHelper::LegalizeResult
3163 LegalizerHelper::bitcast(MachineInstr &MI, unsigned TypeIdx, LLT CastTy) { in bitcast()
3233 void LegalizerHelper::changeOpcode(MachineInstr &MI, unsigned NewOpcode) { in changeOpcode()
3239 LegalizerHelper::LegalizeResult
3240 LegalizerHelper::lower(MachineInstr &MI, unsigned TypeIdx, LLT LowerHintTy) { in lower()
3538 Align LegalizerHelper::getStackTemporaryAlignment(LLT Ty, in getStackTemporaryAlignment()
3549 LegalizerHelper::createStackTemporary(TypeSize Bytes, Align Alignment, in createStackTemporary()
3579 Register LegalizerHelper::getVectorElementPointer(Register VecPtr, LLT VecTy, in getVectorElementPointer()
3688 LegalizerHelper::LegalizeResult
3689 LegalizerHelper::fewerElementsVectorMultiEltType( in fewerElementsVectorMultiEltType()
3758 LegalizerHelper::LegalizeResult
3759 LegalizerHelper::fewerElementsVectorPhi(GenericMachineInstr &MI, in fewerElementsVectorPhi()
3806 LegalizerHelper::LegalizeResult
3807 LegalizerHelper::fewerElementsVectorUnmergeValues(MachineInstr &MI, in fewerElementsVectorUnmergeValues()
3855 LegalizerHelper::LegalizeResult
3856 LegalizerHelper::fewerElementsVectorMerge(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVectorMerge()
3941 LegalizerHelper::LegalizeResult
3942 LegalizerHelper::fewerElementsVectorExtractInsertVectorElt(MachineInstr &MI, in fewerElementsVectorExtractInsertVectorElt()
4016 LegalizerHelper::LegalizeResult
4017 LegalizerHelper::reduceLoadStoreWidth(GLoadStore &LdStMI, unsigned TypeIdx, in reduceLoadStoreWidth()
4111 LegalizerHelper::LegalizeResult
4112 LegalizerHelper::fewerElementsVector(MachineInstr &MI, unsigned TypeIdx, in fewerElementsVector()
4253 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorShuffle( in fewerElementsVectorShuffle()
4443 LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorReductions( in fewerElementsVectorReductions()
4535 LegalizerHelper::LegalizeResult
4536 LegalizerHelper::tryNarrowPow2Reduction(MachineInstr &MI, Register SrcReg, in tryNarrowPow2Reduction()
4564 LegalizerHelper::LegalizeResult
4565 LegalizerHelper::narrowScalarShiftByConstant(MachineInstr &MI, const APInt &Amt, in narrowScalarShiftByConstant()
4653 LegalizerHelper::LegalizeResult
4654 LegalizerHelper::narrowScalarShift(MachineInstr &MI, unsigned TypeIdx, in narrowScalarShift()
4762 LegalizerHelper::LegalizeResult
4763 LegalizerHelper::moreElementsVectorPhi(MachineInstr &MI, unsigned TypeIdx, in moreElementsVectorPhi()
4781 LegalizerHelper::LegalizeResult
4782 LegalizerHelper::moreElementsVector(MachineInstr &MI, unsigned TypeIdx, in moreElementsVector()
4925 LegalizerHelper::LegalizeResult
4926 LegalizerHelper::moreElementsVectorShuffle(MachineInstr &MI, in moreElementsVectorShuffle()
4968 void LegalizerHelper::multiplyRegisters(SmallVectorImpl<Register> &DstRegs, in multiplyRegisters()
5031 LegalizerHelper::LegalizeResult
5032 LegalizerHelper::narrowScalarAddSub(MachineInstr &MI, unsigned TypeIdx, in narrowScalarAddSub()
5125 LegalizerHelper::LegalizeResult
5126 LegalizerHelper::narrowScalarMul(MachineInstr &MI, LLT NarrowTy) { in narrowScalarMul()
5157 LegalizerHelper::LegalizeResult
5158 LegalizerHelper::narrowScalarFPTOI(MachineInstr &MI, unsigned TypeIdx, in narrowScalarFPTOI()
5182 LegalizerHelper::LegalizeResult
5183 LegalizerHelper::narrowScalarExtract(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExtract()
5249 LegalizerHelper::LegalizeResult
5250 LegalizerHelper::narrowScalarInsert(MachineInstr &MI, unsigned TypeIdx, in narrowScalarInsert()
5333 LegalizerHelper::LegalizeResult
5334 LegalizerHelper::narrowScalarBasic(MachineInstr &MI, unsigned TypeIdx, in narrowScalarBasic()
5374 LegalizerHelper::LegalizeResult
5375 LegalizerHelper::narrowScalarExt(MachineInstr &MI, unsigned TypeIdx, in narrowScalarExt()
5396 LegalizerHelper::LegalizeResult
5397 LegalizerHelper::narrowScalarSelect(MachineInstr &MI, unsigned TypeIdx, in narrowScalarSelect()
5442 LegalizerHelper::LegalizeResult
5443 LegalizerHelper::narrowScalarCTLZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTLZ()
5478 LegalizerHelper::LegalizeResult
5479 LegalizerHelper::narrowScalarCTTZ(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTTZ()
5514 LegalizerHelper::LegalizeResult
5515 LegalizerHelper::narrowScalarCTPOP(MachineInstr &MI, unsigned TypeIdx, in narrowScalarCTPOP()
5539 LegalizerHelper::LegalizeResult
5540 LegalizerHelper::lowerBitCount(MachineInstr &MI) { in lowerBitCount()
5715 LegalizerHelper::LegalizeResult
5716 LegalizerHelper::lowerFunnelShiftWithInverse(MachineInstr &MI) { in lowerFunnelShiftWithInverse()
5757 LegalizerHelper::LegalizeResult
5758 LegalizerHelper::lowerFunnelShiftAsShifts(MachineInstr &MI) { in lowerFunnelShiftAsShifts()
5815 LegalizerHelper::LegalizeResult
5816 LegalizerHelper::lowerFunnelShift(MachineInstr &MI) { in lowerFunnelShift()
5833 LegalizerHelper::LegalizeResult Result = lowerFunnelShiftWithInverse(MI); in lowerFunnelShift()
5839 LegalizerHelper::LegalizeResult
5840 LegalizerHelper::lowerRotateWithReverseRotate(MachineInstr &MI) { in lowerRotateWithReverseRotate()
5854 LegalizerHelper::LegalizeResult LegalizerHelper::lowerRotate(MachineInstr &MI) { in lowerRotate()
5928 LegalizerHelper::LegalizeResult
5929 LegalizerHelper::lowerU64ToF32BitOps(MachineInstr &MI) { in lowerU64ToF32BitOps()
5985 LegalizerHelper::LegalizeResult LegalizerHelper::lowerUITOFP(MachineInstr &MI) { in lowerUITOFP()
6013 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSITOFP(MachineInstr &MI) { in lowerSITOFP()
6059 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOUI(MachineInstr &MI) { in lowerFPTOUI()
6102 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOSI(MachineInstr &MI) { in lowerFPTOSI()
6170 LegalizerHelper::LegalizeResult
6171 LegalizerHelper::lowerFPTRUNC_F64_TO_F16(MachineInstr &MI) { in lowerFPTRUNC_F64_TO_F16()
6275 LegalizerHelper::LegalizeResult
6276 LegalizerHelper::lowerFPTRUNC(MachineInstr &MI) { in lowerFPTRUNC()
6293 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPOWI(MachineInstr &MI) { in lowerFPOWI()
6320 LegalizerHelper::LegalizeResult LegalizerHelper::lowerMinMax(MachineInstr &MI) { in lowerMinMax()
6335 LegalizerHelper::LegalizeResult
6336 LegalizerHelper::lowerFCopySign(MachineInstr &MI) { in lowerFCopySign()
6379 LegalizerHelper::LegalizeResult
6380 LegalizerHelper::lowerFMinNumMaxNum(MachineInstr &MI) { in lowerFMinNumMaxNum()
6410 LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMad(MachineInstr &MI) { in lowerFMad()
6423 LegalizerHelper::LegalizeResult
6424 LegalizerHelper::lowerIntrinsicRound(MachineInstr &MI) { in lowerIntrinsicRound()
6456 LegalizerHelper::LegalizeResult
6457 LegalizerHelper::lowerFFloor(MachineInstr &MI) { in lowerFFloor()
6483 LegalizerHelper::LegalizeResult
6484 LegalizerHelper::lowerMergeValues(MachineInstr &MI) { in lowerMergeValues()
6524 LegalizerHelper::LegalizeResult
6525 LegalizerHelper::lowerUnmergeValues(MachineInstr &MI) { in lowerUnmergeValues()
6564 LegalizerHelper::LegalizeResult
6565 LegalizerHelper::lowerExtractInsertVectorElt(MachineInstr &MI) { in lowerExtractInsertVectorElt()
6636 LegalizerHelper::LegalizeResult
6637 LegalizerHelper::lowerShuffleVector(MachineInstr &MI) { in lowerShuffleVector()
6692 LegalizerHelper::LegalizeResult
6693 LegalizerHelper::lowerDynStackAlloc(MachineInstr &MI) { in lowerDynStackAlloc()
6729 LegalizerHelper::LegalizeResult
6730 LegalizerHelper::lowerExtract(MachineInstr &MI) { in lowerExtract()
6788 LegalizerHelper::LegalizeResult LegalizerHelper::lowerInsert(MachineInstr &MI) { in lowerInsert()
6879 LegalizerHelper::LegalizeResult
6880 LegalizerHelper::lowerSADDO_SSUBO(MachineInstr &MI) { in lowerSADDO_SSUBO()
6915 LegalizerHelper::LegalizeResult
6916 LegalizerHelper::lowerAddSubSatToMinMax(MachineInstr &MI) { in lowerAddSubSatToMinMax()
6992 LegalizerHelper::LegalizeResult
6993 LegalizerHelper::lowerAddSubSatToAddoSubo(MachineInstr &MI) { in lowerAddSubSatToAddoSubo()
7060 LegalizerHelper::LegalizeResult
7061 LegalizerHelper::lowerShlSat(MachineInstr &MI) { in lowerShlSat()
7094 LegalizerHelper::LegalizeResult
7095 LegalizerHelper::lowerBswap(MachineInstr &MI) { in lowerBswap()
7140 LegalizerHelper::LegalizeResult
7141 LegalizerHelper::lowerBitreverse(MachineInstr &MI) { in lowerBitreverse()
7171 LegalizerHelper::LegalizeResult
7172 LegalizerHelper::lowerReadWriteRegister(MachineInstr &MI) { in lowerReadWriteRegister()
7197 LegalizerHelper::LegalizeResult
7198 LegalizerHelper::lowerSMULH_UMULH(MachineInstr &MI) { in lowerSMULH_UMULH()
7219 LegalizerHelper::LegalizeResult LegalizerHelper::lowerSelect(MachineInstr &MI) { in lowerSelect()
7264 LegalizerHelper::LegalizeResult LegalizerHelper::lowerDIVREM(MachineInstr &MI) { in lowerDIVREM()
7280 LegalizerHelper::LegalizeResult
7281 LegalizerHelper::lowerAbsToAddXor(MachineInstr &MI) { in lowerAbsToAddXor()
7297 LegalizerHelper::LegalizeResult
7298 LegalizerHelper::lowerAbsToMaxNeg(MachineInstr &MI) { in lowerAbsToMaxNeg()
7312 LegalizerHelper::LegalizeResult
7313 LegalizerHelper::lowerVectorReduction(MachineInstr &MI) { in lowerVectorReduction()
7446 LegalizerHelper::LegalizeResult
7447 LegalizerHelper::lowerMemset(MachineInstr &MI, Register Dst, Register Val, in lowerMemset()
7559 LegalizerHelper::LegalizeResult
7560 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI) { in lowerMemcpyInline()
7591 LegalizerHelper::LegalizeResult
7592 LegalizerHelper::lowerMemcpyInline(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpyInline()
7601 LegalizerHelper::LegalizeResult
7602 LegalizerHelper::lowerMemcpy(MachineInstr &MI, Register Dst, Register Src, in lowerMemcpy()
7708 LegalizerHelper::LegalizeResult
7709 LegalizerHelper::lowerMemmove(MachineInstr &MI, Register Dst, Register Src, in lowerMemmove()
7814 LegalizerHelper::LegalizeResult
7815 LegalizerHelper::lowerMemCpyFamily(MachineInstr &MI, unsigned MaxLen) { in lowerMemCpyFamily()