Lines Matching refs:EltVT
2589 MVT EltVT = LegalVT.getSimpleVT().getVectorElementType(); in getSetCCResultType() local
2590 if (Subtarget.hasBWI() || EltVT.getSizeInBits() >= 32) in getSetCCResultType()
5271 bool X86::mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, in mayFoldLoadIntoBroadcastFromMem() argument
5282 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits(); in mayFoldLoadIntoBroadcastFromMem()
6271 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
6274 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
6275 DAG.getConstant(Values[i], dl, EltVT); in getConstVector()
6278 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
6279 DAG.getConstant(0, dl, EltVT)); in getConstVector()
6302 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
6305 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT)); in getConstVector()
6311 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT)); in getConstVector()
6312 Ops.push_back(DAG.getConstant(V.lshr(32).trunc(32), dl, EltVT)); in getConstVector()
6313 } else if (EltVT == MVT::f32) { in getConstVector()
6315 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT)); in getConstVector()
6316 } else if (EltVT == MVT::f64) { in getConstVector()
6318 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT)); in getConstVector()
6320 Ops.push_back(DAG.getConstant(V, dl, EltVT)); in getConstVector()
8948 MVT EltVT = VT.getVectorElementType(); in LowerBuildVectorv4x32() local
8952 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) }; in LowerBuildVectorv4x32()
11047 MVT EltVT = VT.getVectorElementType(); in LowerBUILD_VECTOR() local
11057 unsigned EVTBits = EltVT.getSizeInBits(); in LowerBUILD_VECTOR()
11102 MVT LowerVT = MVT::getVectorVT(EltVT, NumElems - UpperElems); in LowerBUILD_VECTOR()
11194 if (EltVT == MVT::i32 || EltVT == MVT::f16 || EltVT == MVT::f32 || in LowerBUILD_VECTOR()
11195 EltVT == MVT::f64 || (EltVT == MVT::i64 && Subtarget.is64Bit()) || in LowerBUILD_VECTOR()
11196 (EltVT == MVT::i16 && Subtarget.hasFP16())) { in LowerBUILD_VECTOR()
11208 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerBUILD_VECTOR()
11278 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) }; in LowerBUILD_VECTOR()
11288 MVT NarrowVT = MVT::getVectorVT(EltVT, 4); in LowerBUILD_VECTOR()
11302 MVT HVT = MVT::getVectorVT(EltVT, NumElems / 2); in LowerBUILD_VECTOR()
11332 if (EltVT == MVT::i16 && NumElems == 8) in LowerBUILD_VECTOR()
11389 if (Subtarget.hasSSE41() && EltVT != MVT::f16) { in LowerBUILD_VECTOR()
11950 MVT EltVT = MVT::getIntegerVT(128 / Mask.size()); in is128BitUnpackShuffleMask() local
11951 MVT VT = MVT::getVectorVT(EltVT, Mask.size()); in is128BitUnpackShuffleMask()
12668 MVT EltVT = VT.getVectorElementType(); in lowerShuffleAsBitMask() local
12671 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) { in lowerShuffleAsBitMask()
12672 EltVT = MVT::f64; in lowerShuffleAsBitMask()
12673 MaskVT = MVT::getVectorVT(EltVT, Mask.size()); in lowerShuffleAsBitMask()
12677 if (EltVT == MVT::f32 || EltVT == MVT::f64) { in lowerShuffleAsBitMask()
12678 Zero = DAG.getConstantFP(0.0, DL, EltVT); in lowerShuffleAsBitMask()
12680 APFloat::getAllOnesValue(SelectionDAG::EVTToAPFloatSemantics(EltVT)); in lowerShuffleAsBitMask()
12681 AllOnes = DAG.getConstantFP(AllOnesValue, DL, EltVT); in lowerShuffleAsBitMask()
12683 MVT::getVectorVT(EltVT == MVT::f64 ? MVT::i64 : MVT::i32, Mask.size()); in lowerShuffleAsBitMask()
12685 Zero = DAG.getConstant(0, DL, EltVT); in lowerShuffleAsBitMask()
12686 AllOnes = DAG.getAllOnesConstant(DL, EltVT); in lowerShuffleAsBitMask()
12722 MVT EltVT = VT.getVectorElementType(); in lowerShuffleAsBitBlend() local
12723 SDValue Zero = DAG.getConstant(0, DL, EltVT); in lowerShuffleAsBitBlend()
12724 SDValue AllOnes = DAG.getAllOnesConstant(DL, EltVT); in lowerShuffleAsBitBlend()
14170 MVT EltVT = VT.getVectorElementType(); in getScalarValueForVectorElement() local
14184 if (EltVT.getSizeInBits() == S.getSimpleValueType().getSizeInBits()) in getScalarValueForVectorElement()
14185 return DAG.getBitcast(EltVT, S); in getScalarValueForVectorElement()
14219 MVT EltVT = VT.getVectorElementType(); in lowerShuffleAsElementInsertion() local
14221 if (isSoftFP16(EltVT, Subtarget)) in lowerShuffleAsElementInsertion()
14243 V2S = DAG.getBitcast(EltVT, V2S); in lowerShuffleAsElementInsertion()
14244 if (EltVT == MVT::i8 || (EltVT == MVT::i16 && !Subtarget.hasFP16())) { in lowerShuffleAsElementInsertion()
14255 } else if (Mask[V2Index] != (int)Mask.size() || EltVT == MVT::i8 || in lowerShuffleAsElementInsertion()
14256 EltVT == MVT::i16) { in lowerShuffleAsElementInsertion()
14278 if (EltVT == MVT::f16) in lowerShuffleAsElementInsertion()
14280 else if (EltVT == MVT::f32) in lowerShuffleAsElementInsertion()
14282 else if (EltVT == MVT::f64) in lowerShuffleAsElementInsertion()
14310 V2Index * EltVT.getSizeInBits() / 8, DL, MVT::i8)); in lowerShuffleAsElementInsertion()
14328 MVT EltVT = VT.getVectorElementType(); in lowerShuffleAsTruncBroadcast() local
14338 const unsigned EltSize = EltVT.getSizeInBits(); in lowerShuffleAsTruncBroadcast()
14367 DAG.getNode(ISD::TRUNCATE, DL, EltVT, Scalar)); in lowerShuffleAsTruncBroadcast()
19680 MVT EltVT = Op.getSimpleValueType(); in ExtractBitFromMaskVector() local
19695 return DAG.getNode(ISD::TRUNCATE, dl, EltVT, Elt); in ExtractBitFromMaskVector()
19773 MVT EltVT = VecVT.getVectorElementType(); in LowerEXTRACT_VECTOR_ELT() local
19775 unsigned ElemsPerChunk = 128 / EltVT.getSizeInBits(); in LowerEXTRACT_VECTOR_ELT()
19900 MVT EltVT = VT.getVectorElementType(); in LowerINSERT_VECTOR_ELT() local
19902 unsigned EltSizeInBits = EltVT.getScalarSizeInBits(); in LowerINSERT_VECTOR_ELT()
19904 if (EltVT == MVT::i1) in LowerINSERT_VECTOR_ELT()
19983 if ((Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) || in LowerINSERT_VECTOR_ELT()
19984 (Subtarget.hasAVX2() && (EltVT == MVT::i32 || EltVT == MVT::i64))) { in LowerINSERT_VECTOR_ELT()
20026 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerINSERT_VECTOR_ELT()
20027 EltVT == MVT::f16 || EltVT == MVT::i64) { in LowerINSERT_VECTOR_ELT()
20034 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerINSERT_VECTOR_ELT()
20063 if (EltVT == MVT::f32) { in LowerINSERT_VECTOR_ELT()
20093 if (EltVT == MVT::i32 || EltVT == MVT::i64) in LowerINSERT_VECTOR_ELT()
22110 MVT EltVT = Subtarget.hasVLX() ? MVT::i32 : MVT::getIntegerVT(512/NumElts); in LowerTruncateVecI1() local
22111 MVT ExtVT = MVT::getVectorVT(EltVT, NumElts); in LowerTruncateVecI1()
24194 MVT EltVT = VT.getVectorElementType(); in incDecVectorConstant() local
24200 if (!Elt || Elt->isOpaque() || Elt->getSimpleValueType(0) != EltVT) in incDecVectorConstant()
24208 NewVecC.push_back(DAG.getConstant(EltC + (IsInc ? 1 : -1), DL, EltVT)); in incDecVectorConstant()
24284 MVT EltVT = Op0.getSimpleValueType().getVectorElementType(); in LowerVSETCC() local
24285 assert(EltVT == MVT::f16 || EltVT == MVT::f32 || EltVT == MVT::f64); in LowerVSETCC()
24286 if (isSoftFP16(EltVT, Subtarget)) in LowerVSETCC()
24302 assert(Num <= 16 || (Num == 32 && EltVT == MVT::f16)); in LowerVSETCC()
24686 MVT EltVT = VT.getVectorElementType(); in LowerVSETCC() local
24687 SDValue SM = DAG.getConstant(APInt::getSignMask(EltVT.getSizeInBits()), dl, in LowerVSETCC()
26306 MVT EltVT = VT.getVectorElementType(); in getTargetVShiftNode() local
26307 MVT ShVT = MVT::getVectorVT(EltVT, 128 / EltVT.getSizeInBits()); in getTargetVShiftNode()
28669 MVT EltVT = VT.getVectorElementType(); in LowerVectorCTLZ_AVX512CDI() local
28672 assert((EltVT == MVT::i8 || EltVT == MVT::i16) && in LowerVectorCTLZ_AVX512CDI()
28688 SDValue Delta = DAG.getConstant(32 - EltVT.getSizeInBits(), dl, VT); in LowerVectorCTLZ_AVX512CDI()
31300 MVT EltVT = VT.getVectorElementType(); in LowerHorizontalByteSum() local
31303 assert(EltVT != MVT::i8 && in LowerHorizontalByteSum()
31310 if (EltVT == MVT::i64) { in LowerHorizontalByteSum()
31317 if (EltVT == MVT::i32) { in LowerHorizontalByteSum()
31346 assert(EltVT == MVT::i16 && "Unknown how to handle type"); in LowerHorizontalByteSum()
31363 MVT EltVT = VT.getVectorElementType(); in LowerVectorCTPOPInRegLUT() local
31365 (void)EltVT; in LowerVectorCTPOPInRegLUT()
31366 assert(EltVT == MVT::i8 && "Only vXi8 vector CTPOP lowering supported."); in LowerVectorCTPOPInRegLUT()
31920 EVT EltVT = InOp.getOperand(0).getValueType(); in ExtendToType() local
31922 SDValue FillVal = FillWithZeroes ? DAG.getConstant(0, dl, EltVT) : in ExtendToType()
31923 DAG.getUNDEF(EltVT); in ExtendToType()
32571 EVT EltVT = VT.getVectorElementType(); in ReplaceNodeResults() local
32573 SmallVector<SDValue, 16> Ops(WidenNumElts, DAG.getUNDEF(EltVT)); in ReplaceNodeResults()
32580 Ops[i] = DAG.getNode(ISD::TRUNCATE, dl, EltVT, Val); in ReplaceNodeResults()
42302 EVT EltVT = CmpVT.getVectorElementType(); in combineBitcastvxi1() local
42304 (EltVT == MVT::i8 || EltVT == MVT::i32 || EltVT == MVT::i64)) in combineBitcastvxi1()
49110 EVT EltVT = MaskedOp->getMemoryVT().getVectorElementType(); in getParamsForOneTrueMaskedElt() local
49114 Offset = TrueMaskElt * EltVT.getStoreSize(); in getParamsForOneTrueMaskedElt()
49121 EltVT.getStoreSize()); in getParamsForOneTrueMaskedElt()
49148 EVT EltVT = VT.getVectorElementType(); in reduceMaskedLoadToScalarLoad() local
49151 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) { in reduceMaskedLoadToScalarLoad()
49152 EltVT = MVT::f64; in reduceMaskedLoadToScalarLoad()
49153 CastVT = VT.changeVectorElementType(EltVT); in reduceMaskedLoadToScalarLoad()
49157 DAG.getLoad(EltVT, DL, ML->getChain(), Addr, in reduceMaskedLoadToScalarLoad()
49283 EVT EltVT = VT.getVectorElementType(); in reduceMaskedStoreToScalarStore() local
49284 if (EltVT == MVT::i64 && !Subtarget.is64Bit()) { in reduceMaskedStoreToScalarStore()
49285 EltVT = MVT::f64; in reduceMaskedStoreToScalarStore()
49286 EVT CastVT = VT.changeVectorElementType(EltVT); in reduceMaskedStoreToScalarStore()
49290 DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Value, VecIndex); in reduceMaskedStoreToScalarStore()
52466 MVT EltVT = IndexWidth > 32 ? MVT::i64 : MVT::i32; in combineGatherScatter() local
52467 EVT IndexVT = Index.getValueType().changeVectorElementType(EltVT); in combineGatherScatter()
54766 EVT EltVT = In.getOperand(0).getValueType(); in combineEXTEND_VECTOR_INREG() local
54767 SmallVector<SDValue> Elts(Scale * NumElts, DAG.getConstant(0, DL, EltVT)); in combineEXTEND_VECTOR_INREG()