Lines Matching refs:ExVT
29032 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements()); in LowerMUL() local
29035 DAG.getNode(ISD::MUL, dl, ExVT, in LowerMUL()
29036 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, A), in LowerMUL()
29037 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, B))); in LowerMUL()
29040 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowerMUL() local
29047 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef)); in LowerMUL()
29048 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef)); in LowerMUL()
29063 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowerMUL()
29064 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowerMUL()
29066 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef)); in LowerMUL()
29067 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef)); in LowerMUL()
29071 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo); in LowerMUL()
29072 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi); in LowerMUL()
29172 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowervXi8MulWithUNPCK() local
29177 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
29178 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, A)); in LowervXi8MulWithUNPCK()
29180 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
29181 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Zero)); in LowervXi8MulWithUNPCK()
29210 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowervXi8MulWithUNPCK()
29211 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowervXi8MulWithUNPCK()
29213 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
29214 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, Zero, B)); in LowervXi8MulWithUNPCK()
29216 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
29217 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Zero)); in LowervXi8MulWithUNPCK()
29223 SDValue RLo = DAG.getNode(MulOpc, dl, ExVT, ALo, BLo); in LowervXi8MulWithUNPCK()
29224 SDValue RHi = DAG.getNode(MulOpc, dl, ExVT, AHi, BHi); in LowervXi8MulWithUNPCK()
29326 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerMULH() local
29328 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A); in LowerMULH()
29329 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B); in LowerMULH()
29330 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB); in LowerMULH()
29331 Mul = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULH()
29387 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerMULO() local
29389 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A); in LowerMULO()
29390 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B); in LowerMULO()
29391 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB); in LowerMULO()
29402 High = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
29405 getTargetVShiftByConstNode(X86ISD::VSHLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
29406 LowSign = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, LowSign, in LowerMULO()
29416 High = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
29425 getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULO()
29661 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2); in LowerShiftByScalarImmediate() local
29662 SDValue Ex = DAG.getBitcast(ExVT, R); in LowerShiftByScalarImmediate()
29674 getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, 31, DAG); in LowerShiftByScalarImmediate()
29675 SDValue Lower = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerShiftByScalarImmediate()
29678 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {5, 1, 7, 3}); in LowerShiftByScalarImmediate()
29680 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerShiftByScalarImmediate()
29684 SDValue Upper = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerShiftByScalarImmediate()
29688 Lower = DAG.getBitcast(ExVT, Lower); in LowerShiftByScalarImmediate()
29690 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {4, 1, 6, 3}); in LowerShiftByScalarImmediate()
29692 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerShiftByScalarImmediate()
30149 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerShift() local
30150 Amt = DAG.getZExtOrTrunc(Amt, dl, ExVT); in LowerShift()
30151 Amt = DAG.getNode(ISD::SUB, dl, ExVT, DAG.getConstant(8, dl, ExVT), Amt); in LowerShift()
30152 Amt = DAG.getNode(ISD::SHL, dl, ExVT, DAG.getConstant(1, dl, ExVT), Amt); in LowerShift()
30157 R = Opc == ISD::SRA ? DAG.getSExtOrTrunc(R, dl, ExVT) in LowerShift()
30158 : DAG.getZExtOrTrunc(R, dl, ExVT); in LowerShift()
30159 R = DAG.getNode(ISD::MUL, dl, ExVT, R, Amt); in LowerShift()
30160 R = DAG.getNode(X86ISD::VSRLI, dl, ExVT, R, Cst8); in LowerShift()