Lines Matching refs:ShVT
6027 EVT ShVT = TLI.getShiftAmountTy(VT, DAG.getDataLayout()); in BuildExactSDIV() local
6028 EVT ShSVT = ShVT.getScalarType(); in BuildExactSDIV()
6058 Shift = DAG.getBuildVector(ShVT, dl, Shifts); in BuildExactSDIV()
6064 Shift = DAG.getSplatVector(ShVT, dl, Shifts[0]); in BuildExactSDIV()
6160 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in BuildSDIV() local
6161 EVT ShSVT = ShVT.getScalarType(); in BuildSDIV()
6230 Shift = DAG.getBuildVector(ShVT, dl, Shifts); in BuildSDIV()
6239 Shift = DAG.getSplatVector(ShVT, dl, Shifts[0]); in BuildSDIV()
6304 SDValue SignShift = DAG.getConstant(EltBits - 1, dl, ShVT); in BuildSDIV()
6322 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in BuildUDIV() local
6323 EVT ShSVT = ShVT.getScalarType(); in BuildUDIV()
6411 PreShift = DAG.getBuildVector(ShVT, dl, PreShifts); in BuildUDIV()
6414 PostShift = DAG.getBuildVector(ShVT, dl, PostShifts); in BuildUDIV()
6419 PreShift = DAG.getSplatVector(ShVT, dl, PreShifts[0]); in BuildUDIV()
6422 PostShift = DAG.getSplatVector(ShVT, dl, PostShifts[0]); in BuildUDIV()
6489 NPQ = DAG.getNode(ISD::SRL, dl, VT, NPQ, DAG.getConstant(1, dl, ShVT)); in BuildUDIV()
6575 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout(), !DCI.isBeforeLegalize()); in prepareUREMEqFold() local
6576 EVT ShSVT = ShVT.getScalarType(); in prepareUREMEqFold()
6700 KVal = DAG.getBuildVector(ShVT, DL, KAmts); in prepareUREMEqFold()
6707 KVal = DAG.getSplatVector(ShVT, DL, KAmts[0]); in prepareUREMEqFold()
6824 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout(), !DCI.isBeforeLegalize()); in prepareSREMEqFold() local
6825 EVT ShSVT = ShVT.getScalarType(); in prepareSREMEqFold()
6959 KVal = DAG.getBuildVector(ShVT, DL, KAmts); in prepareSREMEqFold()
6968 KVal = DAG.getSplatVector(ShVT, DL, KAmts[0]); in prepareSREMEqFold()
7790 EVT ShVT = Z.getValueType(); in expandVPFunnelShift() local
7795 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandVPFunnelShift()
7796 ShAmt = DAG.getNode(ISD::VP_UREM, DL, ShVT, Z, BitWidthC, Mask, VL); in expandVPFunnelShift()
7797 InvShAmt = DAG.getNode(ISD::VP_SUB, DL, ShVT, BitWidthC, ShAmt, Mask, VL); in expandVPFunnelShift()
7805 SDValue BitMask = DAG.getConstant(BW - 1, DL, ShVT); in expandVPFunnelShift()
7808 ShAmt = DAG.getNode(ISD::VP_AND, DL, ShVT, Z, BitMask, Mask, VL); in expandVPFunnelShift()
7810 SDValue NotZ = DAG.getNode(ISD::VP_XOR, DL, ShVT, Z, in expandVPFunnelShift()
7811 DAG.getAllOnesConstant(DL, ShVT), Mask, VL); in expandVPFunnelShift()
7812 InvShAmt = DAG.getNode(ISD::VP_AND, DL, ShVT, NotZ, BitMask, Mask, VL); in expandVPFunnelShift()
7814 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandVPFunnelShift()
7815 ShAmt = DAG.getNode(ISD::VP_UREM, DL, ShVT, Z, BitWidthC, Mask, VL); in expandVPFunnelShift()
7816 InvShAmt = DAG.getNode(ISD::VP_SUB, DL, ShVT, BitMask, ShAmt, Mask, VL); in expandVPFunnelShift()
7819 SDValue One = DAG.getConstant(1, DL, ShVT); in expandVPFunnelShift()
7854 EVT ShVT = Z.getValueType(); in expandFunnelShift() local
7863 SDValue Zero = DAG.getConstant(0, DL, ShVT); in expandFunnelShift()
7868 SDValue One = DAG.getConstant(1, DL, ShVT); in expandFunnelShift()
7876 Z = DAG.getNOT(DL, Z, ShVT); in expandFunnelShift()
7887 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandFunnelShift()
7888 ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Z, BitWidthC); in expandFunnelShift()
7889 InvShAmt = DAG.getNode(ISD::SUB, DL, ShVT, BitWidthC, ShAmt); in expandFunnelShift()
7895 SDValue Mask = DAG.getConstant(BW - 1, DL, ShVT); in expandFunnelShift()
7898 ShAmt = DAG.getNode(ISD::AND, DL, ShVT, Z, Mask); in expandFunnelShift()
7900 InvShAmt = DAG.getNode(ISD::AND, DL, ShVT, DAG.getNOT(DL, Z, ShVT), Mask); in expandFunnelShift()
7902 SDValue BitWidthC = DAG.getConstant(BW, DL, ShVT); in expandFunnelShift()
7903 ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Z, BitWidthC); in expandFunnelShift()
7904 InvShAmt = DAG.getNode(ISD::SUB, DL, ShVT, Mask, ShAmt); in expandFunnelShift()
7907 SDValue One = DAG.getConstant(1, DL, ShVT); in expandFunnelShift()
7931 EVT ShVT = Op1.getValueType(); in expandROT() local
7932 SDValue Zero = DAG.getConstant(0, DL, ShVT); in expandROT()
7938 SDValue Sub = DAG.getNode(ISD::SUB, DL, ShVT, Zero, Op1); in expandROT()
7952 SDValue BitWidthMinusOneC = DAG.getConstant(EltSizeInBits - 1, DL, ShVT); in expandROT()
7958 SDValue NegOp1 = DAG.getNode(ISD::SUB, DL, ShVT, Zero, Op1); in expandROT()
7959 SDValue ShAmt = DAG.getNode(ISD::AND, DL, ShVT, Op1, BitWidthMinusOneC); in expandROT()
7961 SDValue HsAmt = DAG.getNode(ISD::AND, DL, ShVT, NegOp1, BitWidthMinusOneC); in expandROT()
7966 SDValue BitWidthC = DAG.getConstant(EltSizeInBits, DL, ShVT); in expandROT()
7967 SDValue ShAmt = DAG.getNode(ISD::UREM, DL, ShVT, Op1, BitWidthC); in expandROT()
7969 SDValue HsAmt = DAG.getNode(ISD::SUB, DL, ShVT, BitWidthMinusOneC, ShAmt); in expandROT()
7970 SDValue One = DAG.getConstant(1, DL, ShVT); in expandROT()
8629 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandCTPOP() local
8655 DAG.getConstant(1, dl, ShVT)), in expandCTPOP()
8661 DAG.getConstant(2, dl, ShVT)), in expandCTPOP()
8667 DAG.getConstant(4, dl, ShVT))), in expandCTPOP()
8681 DAG.getConstant(8, dl, ShVT))), in expandCTPOP()
8690 DAG.getConstant(Len - 8, dl, ShVT)); in expandCTPOP()
8696 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandVPCTPOP() local
8721 DAG.getConstant(1, dl, ShVT), Mask, VL), in expandVPCTPOP()
8729 DAG.getConstant(2, dl, ShVT), Mask, VL), in expandVPCTPOP()
8734 Tmp4 = DAG.getNode(ISD::VP_LSHR, dl, VT, Op, DAG.getConstant(4, dl, ShVT), in expandVPCTPOP()
8747 DAG.getConstant(Len - 8, dl, ShVT), Mask, VL); in expandVPCTPOP()
8753 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandCTLZ() local
8792 SDValue Tmp = DAG.getConstant(1ULL << i, dl, ShVT); in expandCTLZ()
8803 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandVPCTLZ() local
8817 SDValue Tmp = DAG.getConstant(1ULL << i, dl, ShVT); in expandVPCTLZ()
8947 EVT ShVT = getShiftAmountTy(VT, DAG.getDataLayout()); in expandABS() local
8987 DAG.getConstant(VT.getScalarSizeInBits() - 1, dl, ShVT)); in expandABS()