Lines Matching refs:WideVT
14411 MVT WideVT = WideVec.getSimpleValueType(); in lowerShuffleOfExtractsAsVperm() local
14412 if (!WideVT.is256BitVector()) in lowerShuffleOfExtractsAsVperm()
14437 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
19100 MVT WideVT = VT; in lower1BitShuffleAsKSHIFTR() local
19102 WideVT = Subtarget.hasDQI() ? MVT::v8i1 : MVT::v16i1; in lower1BitShuffleAsKSHIFTR()
19103 SDValue Res = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, WideVT, in lower1BitShuffleAsKSHIFTR()
19104 DAG.getUNDEF(WideVT), V1, in lower1BitShuffleAsKSHIFTR()
19106 Res = DAG.getNode(X86ISD::KSHIFTR, DL, WideVT, Res, in lower1BitShuffleAsKSHIFTR()
19203 MVT WideVT = VT; in lower1BitShuffle() local
19205 WideVT = Subtarget.hasDQI() ? MVT::v8i1 : MVT::v16i1; in lower1BitShuffle()
19206 SDValue Res = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, WideVT, in lower1BitShuffle()
19207 DAG.getUNDEF(WideVT), V, in lower1BitShuffle()
19210 if (Opcode == X86ISD::KSHIFTR && WideVT != VT) { in lower1BitShuffle()
19211 int WideElts = WideVT.getVectorNumElements(); in lower1BitShuffle()
19213 Res = DAG.getNode(X86ISD::KSHIFTL, DL, WideVT, Res, in lower1BitShuffle()
19219 Res = DAG.getNode(Opcode, DL, WideVT, Res, in lower1BitShuffle()
20877 MVT WideVT = VT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in lowerINT_TO_FP_vXi64() local
20887 Res = DAG.getNode(Op.getOpcode(), DL, {WideVT, MVT::Other}, in lowerINT_TO_FP_vXi64()
20891 Res = DAG.getNode(Op.getOpcode(), DL, WideVT, Src); in lowerINT_TO_FP_vXi64()
21329 MVT WideVT = VT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in lowerUINT_TO_FP_vXi32() local
21339 Res = DAG.getNode(ISD::STRICT_UINT_TO_FP, DL, {WideVT, MVT::Other}, in lowerUINT_TO_FP_vXi32()
21343 Res = DAG.getNode(ISD::UINT_TO_FP, DL, WideVT, V); in lowerUINT_TO_FP_vXi32()
21897 MVT WideVT = ExtVT; in LowerZERO_EXTEND_Mask() local
21903 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), in LowerZERO_EXTEND_Mask()
21907 SDValue One = DAG.getConstant(1, DL, WideVT); in LowerZERO_EXTEND_Mask()
21908 SDValue Zero = DAG.getConstant(0, DL, WideVT); in LowerZERO_EXTEND_Mask()
21910 SDValue SelectedVal = DAG.getSelect(DL, WideVT, In, One, Zero); in LowerZERO_EXTEND_Mask()
21914 WideVT = MVT::getVectorVT(MVT::i8, NumElts); in LowerZERO_EXTEND_Mask()
21915 SelectedVal = DAG.getNode(ISD::TRUNCATE, DL, WideVT, SelectedVal); in LowerZERO_EXTEND_Mask()
21919 if (WideVT != VT) in LowerZERO_EXTEND_Mask()
22453 MVT WideVT = SrcVT == MVT::v4f64 ? MVT::v8f64 : MVT::v16f32; in LowerFP_TO_INT() local
22459 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT); in LowerFP_TO_INT()
22460 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src, in LowerFP_TO_INT()
22484 MVT WideVT = SrcVT == MVT::v4f32 ? MVT::v8f32 : MVT::v8f64; in LowerFP_TO_INT() local
22489 IsStrict ? DAG.getConstantFP(0.0, dl, WideVT) : DAG.getUNDEF(WideVT); in LowerFP_TO_INT()
22490 Src = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, WideVT, Tmp, Src, in LowerFP_TO_INT()
25368 MVT WideVT = ExtVT; in LowerSIGN_EXTEND_Mask() local
25374 WideVT = MVT::getVectorVT(ExtVT.getVectorElementType(), NumElts); in LowerSIGN_EXTEND_Mask()
25378 MVT WideEltVT = WideVT.getVectorElementType(); in LowerSIGN_EXTEND_Mask()
25381 V = DAG.getNode(Op.getOpcode(), dl, WideVT, In); in LowerSIGN_EXTEND_Mask()
25383 SDValue NegOne = DAG.getConstant(-1, dl, WideVT); in LowerSIGN_EXTEND_Mask()
25384 SDValue Zero = DAG.getConstant(0, dl, WideVT); in LowerSIGN_EXTEND_Mask()
25385 V = DAG.getSelect(dl, WideVT, In, NegOne, Zero); in LowerSIGN_EXTEND_Mask()
25390 WideVT = MVT::getVectorVT(VTElt, NumElts); in LowerSIGN_EXTEND_Mask()
25391 V = DAG.getNode(ISD::TRUNCATE, dl, WideVT, V); in LowerSIGN_EXTEND_Mask()
25395 if (WideVT != VT) in LowerSIGN_EXTEND_Mask()
25709 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), StoreVT); in LowerStore() local
25710 StoredVal = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, StoredVal, in LowerStore()
30472 MVT WideVT = MVT::getVectorVT(WideSVT, NumElts); in LowerFunnelShift() local
30481 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) && in LowerFunnelShift()
30482 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) { in LowerFunnelShift()
30483 Op0 = DAG.getNode(ISD::ANY_EXTEND, DL, WideVT, Op0); in LowerFunnelShift()
30484 Op1 = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, Op1); in LowerFunnelShift()
30485 AmtMod = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerFunnelShift()
30486 Op0 = getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, Op0, in LowerFunnelShift()
30488 SDValue Res = DAG.getNode(ISD::OR, DL, WideVT, Op0, Op1); in LowerFunnelShift()
30489 Res = DAG.getNode(ShiftOpc, DL, WideVT, Res, AmtMod); in LowerFunnelShift()
30491 Res = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, Res, in LowerFunnelShift()
30678 MVT WideVT = in LowerRotate() local
30685 if (supportedVectorVarShift(WideVT, Subtarget, ShiftOpc) && in LowerRotate()
30686 supportedVectorShiftWithImm(WideVT, Subtarget, ShiftOpc)) { in LowerRotate()
30691 R = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, R); in LowerRotate()
30693 ISD::OR, DL, WideVT, R, in LowerRotate()
30694 getTargetVShiftByConstNode(X86ISD::VSHLI, DL, WideVT, R, 8, DAG)); in LowerRotate()
30695 Amt = DAG.getNode(ISD::ZERO_EXTEND, DL, WideVT, AmtMod); in LowerRotate()
30696 R = DAG.getNode(ShiftOpc, DL, WideVT, R, Amt); in LowerRotate()
30698 R = getTargetVShiftByConstNode(X86ISD::VSRLI, DL, WideVT, R, 8, DAG); in LowerRotate()
31956 EVT WideVT = TLI.getTypeToTransformTo(*DAG.getContext(), VT); in LowerMSCATTER() local
31957 Src = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, Src, DAG.getUNDEF(VT)); in LowerMSCATTER()
32495 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), in ReplaceNodeResults() local
32505 SDValue Res = DAG.getNode(N->getOpcode(), dl, WideVT, InVec0, InVec1); in ReplaceNodeResults()
33347 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), DstVT); in ReplaceNodeResults() local
33350 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
33367 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT); in ReplaceNodeResults() local
33370 SDValue PassThru = DAG.getNode(ISD::CONCAT_VECTORS, dl, WideVT, in ReplaceNodeResults()
33383 X86ISD::MGATHER, dl, DAG.getVTList(WideVT, MVT::Other), Ops, in ReplaceNodeResults()
33410 EVT WideVT = getTypeToTransformTo(*DAG.getContext(), VT); in ReplaceNodeResults() local
33411 Res = DAG.getBitcast(WideVT, Res); in ReplaceNodeResults()
43744 EVT WideVT = EVT::getVectorVT(*DAG.getContext(), MVT::i16, NumElts / 2); in combineArithReduction() local
43747 Lo = DAG.getBitcast(WideVT, Lo); in combineArithReduction()
43748 Hi = DAG.getBitcast(WideVT, Hi); in combineArithReduction()
43749 Rdx = DAG.getNode(Opc, DL, WideVT, Lo, Hi); in combineArithReduction()
54342 MVT WideVT = Ext->getOperand(0).getSimpleValueType(); in narrowExtractedVectorSelect() local
54348 unsigned CastedElts = WideVT.getVectorNumElements(); in narrowExtractedVectorSelect()
54365 unsigned NarrowingFactor = WideVT.getSizeInBits() / VT.getSizeInBits(); in narrowExtractedVectorSelect()