Lines Matching refs:ExVT
23668 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements()); in LowerMUL() local
23671 DAG.getNode(ISD::MUL, dl, ExVT, in LowerMUL()
23672 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, A), in LowerMUL()
23673 DAG.getNode(ISD::ANY_EXTEND, dl, ExVT, B))); in LowerMUL()
23676 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowerMUL() local
23683 SDValue ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, Undef)); in LowerMUL()
23684 SDValue AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, Undef)); in LowerMUL()
23699 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowerMUL()
23700 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowerMUL()
23702 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, Undef)); in LowerMUL()
23703 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, Undef)); in LowerMUL()
23707 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo); in LowerMUL()
23708 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi); in LowerMUL()
23709 RLo = DAG.getNode(ISD::AND, dl, ExVT, RLo, DAG.getConstant(255, dl, ExVT)); in LowerMUL()
23710 RHi = DAG.getNode(ISD::AND, dl, ExVT, RHi, DAG.getConstant(255, dl, ExVT)); in LowerMUL()
23883 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerMULH() local
23884 SDValue ExA = DAG.getNode(ExAVX, dl, ExVT, A); in LowerMULH()
23885 SDValue ExB = DAG.getNode(ExAVX, dl, ExVT, B); in LowerMULH()
23886 SDValue Mul = DAG.getNode(ISD::MUL, dl, ExVT, ExA, ExB); in LowerMULH()
23887 Mul = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Mul, 8, DAG); in LowerMULH()
23901 MVT ExVT = MVT::v16i16; in LowerMULH() local
23906 ALo = DAG.getNode(ExAVX, dl, ExVT, ALo); in LowerMULH()
23907 BLo = DAG.getNode(ExAVX, dl, ExVT, BLo); in LowerMULH()
23908 AHi = DAG.getNode(ExAVX, dl, ExVT, AHi); in LowerMULH()
23909 BHi = DAG.getNode(ExAVX, dl, ExVT, BHi); in LowerMULH()
23910 Lo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo); in LowerMULH()
23911 Hi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi); in LowerMULH()
23912 Lo = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Lo, 8, DAG); in LowerMULH()
23913 Hi = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, Hi, 8, DAG); in LowerMULH()
23930 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts / 2); in LowerMULH() local
23944 ALo = DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, dl, ExVT, A); in LowerMULH()
23947 AHi = DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, dl, ExVT, AHi); in LowerMULH()
23949 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, DAG.getUNDEF(VT), A)); in LowerMULH()
23950 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, DAG.getUNDEF(VT), A)); in LowerMULH()
23952 ALo = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, ALo, 8, DAG); in LowerMULH()
23953 AHi = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, AHi, 8, DAG); in LowerMULH()
23955 ALo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, A, in LowerMULH()
23957 AHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, A, in LowerMULH()
23983 BLo = DAG.getBuildVector(ExVT, dl, LoOps); in LowerMULH()
23984 BHi = DAG.getBuildVector(ExVT, dl, HiOps); in LowerMULH()
23986 BLo = DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, dl, ExVT, B); in LowerMULH()
23989 BHi = DAG.getNode(ISD::SIGN_EXTEND_VECTOR_INREG, dl, ExVT, BHi); in LowerMULH()
23991 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, DAG.getUNDEF(VT), B)); in LowerMULH()
23992 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, DAG.getUNDEF(VT), B)); in LowerMULH()
23994 BLo = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, BLo, 8, DAG); in LowerMULH()
23995 BHi = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, BHi, 8, DAG); in LowerMULH()
23997 BLo = DAG.getBitcast(ExVT, getUnpackl(DAG, dl, VT, B, in LowerMULH()
23999 BHi = DAG.getBitcast(ExVT, getUnpackh(DAG, dl, VT, B, in LowerMULH()
24005 SDValue RLo = DAG.getNode(ISD::MUL, dl, ExVT, ALo, BLo); in LowerMULH()
24006 SDValue RHi = DAG.getNode(ISD::MUL, dl, ExVT, AHi, BHi); in LowerMULH()
24007 RLo = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, RLo, 8, DAG); in LowerMULH()
24008 RHi = getTargetVShiftByConstNode(X86ISD::VSRLI, dl, ExVT, RHi, 8, DAG); in LowerMULH()
24127 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2); in LowerScalarImmediateShift() local
24128 SDValue Ex = DAG.getBitcast(ExVT, R); in LowerScalarImmediateShift()
24140 getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, 31, DAG); in LowerScalarImmediateShift()
24141 SDValue Lower = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerScalarImmediateShift()
24144 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {5, 1, 7, 3}); in LowerScalarImmediateShift()
24146 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerScalarImmediateShift()
24150 SDValue Upper = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, Ex, in LowerScalarImmediateShift()
24154 Lower = DAG.getBitcast(ExVT, Lower); in LowerScalarImmediateShift()
24156 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, {4, 1, 6, 3}); in LowerScalarImmediateShift()
24158 Ex = DAG.getVectorShuffle(ExVT, dl, Upper, Lower, in LowerScalarImmediateShift()
24682 MVT ExVT = MVT::getVectorVT(MVT::i16, NumElts); in LowerShift() local
24683 Amt = DAG.getZExtOrTrunc(Amt, dl, ExVT); in LowerShift()
24684 Amt = DAG.getNode(ISD::SUB, dl, ExVT, DAG.getConstant(8, dl, ExVT), Amt); in LowerShift()
24685 Amt = DAG.getNode(ISD::SHL, dl, ExVT, DAG.getConstant(1, dl, ExVT), Amt); in LowerShift()
24690 R = Opc == ISD::SRA ? DAG.getSExtOrTrunc(R, dl, ExVT) in LowerShift()
24691 : DAG.getZExtOrTrunc(R, dl, ExVT); in LowerShift()
24692 R = DAG.getNode(ISD::MUL, dl, ExVT, R, Amt); in LowerShift()
24693 R = DAG.getNode(X86ISD::VSRLI, dl, ExVT, R, Cst8); in LowerShift()
39412 EVT ExVT = in combineToExtendVectorInReg() local
39415 SDValue SExt = DAG.getNode(Opcode, DL, ExVT, Ex); in combineToExtendVectorInReg()