Lines Matching refs:EltVT
1988 MVT EltVT = LegalVT.getSimpleVT().getVectorElementType(); in getSetCCResultType() local
1989 if (Subtarget.hasBWI() || EltVT.getSizeInBits() >= 32) in getSetCCResultType()
5236 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
5239 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
5240 DAG.getConstant(Values[i], dl, EltVT); in getConstVector()
5243 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector()
5244 DAG.getConstant(0, dl, EltVT)); in getConstVector()
5267 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local
5270 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT)); in getConstVector()
5276 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT)); in getConstVector()
5277 Ops.push_back(DAG.getConstant(V.lshr(32).trunc(32), dl, EltVT)); in getConstVector()
5278 } else if (EltVT == MVT::f32) { in getConstVector()
5280 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT)); in getConstVector()
5281 } else if (EltVT == MVT::f64) { in getConstVector()
5283 Ops.push_back(DAG.getConstantFP(FV, dl, EltVT)); in getConstVector()
5285 Ops.push_back(DAG.getConstant(V, dl, EltVT)); in getConstVector()
6994 MVT EltVT = VT.getVectorElementType(); in LowerBuildVectorv4x32() local
6998 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) }; in LowerBuildVectorv4x32()
7291 EVT EltVT = LDBase->getValueType(0); in EltsFromConsecutiveLoads() local
7294 if (VT.getSizeInBits() != EltVT.getSizeInBits() * NumElems) in EltsFromConsecutiveLoads()
8857 MVT EltVT = VT.getVectorElementType(); in LowerBUILD_VECTOR() local
8877 unsigned EVTBits = EltVT.getSizeInBits(); in LowerBUILD_VECTOR()
8980 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerBUILD_VECTOR()
8981 (EltVT == MVT::i64 && Subtarget.is64Bit())) { in LowerBUILD_VECTOR()
8992 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerBUILD_VECTOR()
9076 DAG.getUNDEF(EltVT), DAG.getUNDEF(EltVT) }; in LowerBUILD_VECTOR()
9086 MVT NarrowVT = MVT::getVectorVT(EltVT, 4); in LowerBUILD_VECTOR()
9100 MVT HVT = MVT::getVectorVT(EltVT, NumElems/2); in LowerBUILD_VECTOR()
10195 MVT EltVT = VT.getVectorElementType(); in lowerVectorShuffleAsBitMask() local
10196 SDValue Zero = DAG.getConstant(0, DL, EltVT); in lowerVectorShuffleAsBitMask()
10197 SDValue AllOnes = DAG.getAllOnesConstant(DL, EltVT); in lowerVectorShuffleAsBitMask()
10228 MVT EltVT = VT.getVectorElementType(); in lowerVectorShuffleAsBitBlend() local
10229 SDValue Zero = DAG.getConstant(0, DL, EltVT); in lowerVectorShuffleAsBitBlend()
10230 SDValue AllOnes = DAG.getAllOnesConstant(DL, EltVT); in lowerVectorShuffleAsBitBlend()
11451 MVT EltVT = VT.getVectorElementType(); in getScalarValueForVectorElement() local
11465 if (EltVT.getSizeInBits() == S.getSimpleValueType().getSizeInBits()) in getScalarValueForVectorElement()
11466 return DAG.getBitcast(EltVT, S); in getScalarValueForVectorElement()
11490 MVT EltVT = VT.getVectorElementType(); in lowerVectorShuffleAsElementInsertion() local
11511 V2S = DAG.getBitcast(EltVT, V2S); in lowerVectorShuffleAsElementInsertion()
11512 if (EltVT == MVT::i8 || EltVT == MVT::i16) { in lowerVectorShuffleAsElementInsertion()
11523 } else if (Mask[V2Index] != (int)Mask.size() || EltVT == MVT::i8 || in lowerVectorShuffleAsElementInsertion()
11524 EltVT == MVT::i16) { in lowerVectorShuffleAsElementInsertion()
11545 assert((EltVT == MVT::f32 || EltVT == MVT::f64) && in lowerVectorShuffleAsElementInsertion()
11547 return DAG.getNode(EltVT == MVT::f32 ? X86ISD::MOVSS : X86ISD::MOVSD, DL, in lowerVectorShuffleAsElementInsertion()
11572 DAG.getConstant(V2Index * EltVT.getSizeInBits() / 8, DL, MVT::i8)); in lowerVectorShuffleAsElementInsertion()
11590 EVT EltVT = VT.getVectorElementType(); in lowerVectorShuffleAsTruncBroadcast() local
11600 const unsigned EltSize = EltVT.getSizeInBits(); in lowerVectorShuffleAsTruncBroadcast()
11629 DAG.getNode(ISD::TRUNCATE, DL, EltVT, Scalar)); in lowerVectorShuffleAsTruncBroadcast()
16312 MVT EltVT = Op.getSimpleValueType(); in ExtractBitFromMaskVector() local
16327 return DAG.getNode(ISD::TRUNCATE, dl, EltVT, Elt); in ExtractBitFromMaskVector()
16404 MVT EltVT = VecVT.getVectorElementType(); in LowerEXTRACT_VECTOR_ELT() local
16406 unsigned ElemsPerChunk = 128 / EltVT.getSizeInBits(); in LowerEXTRACT_VECTOR_ELT()
16529 MVT EltVT = VT.getVectorElementType(); in LowerINSERT_VECTOR_ELT() local
16532 if (EltVT == MVT::i1) in LowerINSERT_VECTOR_ELT()
16551 16 <= EltVT.getSizeInBits()) { in LowerINSERT_VECTOR_ELT()
16569 if ((Subtarget.hasAVX() && (EltVT == MVT::f64 || EltVT == MVT::f32)) || in LowerINSERT_VECTOR_ELT()
16570 (Subtarget.hasAVX2() && EltVT == MVT::i32)) { in LowerINSERT_VECTOR_ELT()
16581 unsigned NumEltsIn128 = 128 / EltVT.getSizeInBits(); in LowerINSERT_VECTOR_ELT()
16615 if (EltVT == MVT::f32) { in LowerINSERT_VECTOR_ELT()
16645 if (EltVT == MVT::i32 || EltVT == MVT::i64) in LowerINSERT_VECTOR_ELT()
18272 MVT EltVT = Subtarget.hasVLX() ? MVT::i32 : MVT::getIntegerVT(512/NumElts); in LowerTruncateVecI1() local
18273 MVT ExtVT = MVT::getVectorVT(EltVT, NumElts); in LowerTruncateVecI1()
19266 MVT EltVT = VT.getVectorElementType(); in Lower256IntVSETCC() local
19267 MVT NewVT = MVT::getVectorVT(EltVT, NumElems/2); in Lower256IntVSETCC()
19311 MVT EltVT = VT.getVectorElementType(); in decrementVectorConstant() local
19317 if (!Elt || Elt->isOpaque() || Elt->getSimpleValueType(0) != EltVT) in decrementVectorConstant()
19324 NewVecC.push_back(DAG.getConstant(Elt->getAPIntValue() - 1, DL, EltVT)); in decrementVectorConstant()
19387 MVT EltVT = Op0.getSimpleValueType().getVectorElementType(); in LowerVSETCC() local
19388 assert(EltVT == MVT::f32 || EltVT == MVT::f64); in LowerVSETCC()
19661 MVT EltVT = VT.getVectorElementType(); in LowerVSETCC() local
19662 SDValue SM = DAG.getConstant(APInt::getSignMask(EltVT.getSizeInBits()), dl, in LowerVSETCC()
21364 MVT EltVT = VT.getVectorElementType(); in getTargetVShiftNode() local
21365 MVT ShVT = MVT::getVectorVT(EltVT, 128 / EltVT.getSizeInBits()); in getTargetVShiftNode()
23235 MVT EltVT = VT.getVectorElementType(); in LowerVectorIntUnary() local
23237 assert(EltVT == Src.getSimpleValueType().getVectorElementType() && in LowerVectorIntUnary()
23245 MVT NewVT = MVT::getVectorVT(EltVT, NumElems / 2); in LowerVectorIntUnary()
23278 MVT EltVT = VT.getVectorElementType(); in LowerVectorCTLZ_AVX512CDI() local
23281 assert((EltVT == MVT::i8 || EltVT == MVT::i16) && in LowerVectorCTLZ_AVX512CDI()
23297 SDValue Delta = DAG.getConstant(32 - EltVT.getSizeInBits(), dl, VT); in LowerVectorCTLZ_AVX512CDI()
23498 MVT EltVT = VT.getVectorElementType(); in split256IntArith() local
23499 MVT NewVT = MVT::getVectorVT(EltVT, NumElems/2); in split256IntArith()
23527 MVT EltVT = VT.getVectorElementType(); in split512IntArith() local
23528 MVT NewVT = MVT::getVectorVT(EltVT, NumElems/2); in split512IntArith()
24296 MVT EltVT = VT.getVectorElementType(); in LowerScalarVariableShift() local
24297 assert(EltVT.bitsLE(MVT::i64) && "Unexpected element type!"); in LowerScalarVariableShift()
24298 if (EltVT != MVT::i64 && EltVT.bitsGT(MVT::i32)) in LowerScalarVariableShift()
24300 else if (EltVT.bitsLT(MVT::i32)) in LowerScalarVariableShift()
25428 MVT EltVT = VT.getVectorElementType(); in LowerHorizontalByteSum() local
25431 assert(EltVT != MVT::i8 && in LowerHorizontalByteSum()
25438 if (EltVT == MVT::i64) { in LowerHorizontalByteSum()
25445 if (EltVT == MVT::i32) { in LowerHorizontalByteSum()
25474 assert(EltVT == MVT::i16 && "Unknown how to handle type"); in LowerHorizontalByteSum()
25491 MVT EltVT = VT.getVectorElementType(); in LowerVectorCTPOPInRegLUT() local
25493 (void)EltVT; in LowerVectorCTPOPInRegLUT()
25494 assert(EltVT == MVT::i8 && "Only vXi8 vector CTPOP lowering supported."); in LowerVectorCTPOPInRegLUT()
25890 EVT EltVT = InOp.getOperand(0).getValueType(); in ExtendToType() local
25892 SDValue FillVal = FillWithZeroes ? DAG.getConstant(0, dl, EltVT) : in ExtendToType()
25893 DAG.getUNDEF(EltVT); in ExtendToType()
26492 EVT EltVT = VT.getVectorElementType(); in ReplaceNodeResults() local
26494 SmallVector<SDValue, 16> Ops(WidenNumElts, DAG.getUNDEF(EltVT)); in ReplaceNodeResults()
26501 Ops[i] = DAG.getNode(ISD::TRUNCATE, dl, EltVT, Val); in ReplaceNodeResults()
32790 EVT EltVT = N->getValueType(0); in XFormVExtractWithShuffleIntoLoad() local
32825 return EltVT.isInteger() ? DAG.getConstant(0, SDLoc(N), EltVT) in XFormVExtractWithShuffleIntoLoad()
32826 : DAG.getConstantFP(+0.0, SDLoc(N), EltVT); in XFormVExtractWithShuffleIntoLoad()
32828 return DAG.getUNDEF(EltVT); in XFormVExtractWithShuffleIntoLoad()
32864 EltVT.getTypeForEVT(*DAG.getContext())); in XFormVExtractWithShuffleIntoLoad()
32866 if (NewAlign > Align || !TLI.isOperationLegalOrCustom(ISD::LOAD, EltVT)) in XFormVExtractWithShuffleIntoLoad()
37342 EVT EltVT = MaskedOp->getMemoryVT().getVectorElementType(); in getParamsForOneTrueMaskedElt() local
37345 unsigned Offset = TrueMaskElt * EltVT.getStoreSize(); in getParamsForOneTrueMaskedElt()
37350 Alignment = MinAlign(MaskedOp->getAlignment(), EltVT.getStoreSize()); in getParamsForOneTrueMaskedElt()
37374 EVT EltVT = VT.getVectorElementType(); in reduceMaskedLoadToScalarLoad() local
37376 DAG.getLoad(EltVT, DL, ML->getChain(), Addr, ML->getPointerInfo(), in reduceMaskedLoadToScalarLoad()
37540 EVT EltVT = VT.getVectorElementType(); in reduceMaskedStoreToScalarStore() local
37541 SDValue Extract = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, in reduceMaskedStoreToScalarStore()
39982 MVT EltVT = ScalarSize > 32 ? MVT::i64 : MVT::i32; in combineGatherScatter() local
39983 EVT IndexVT = EVT::getVectorVT(*DAG.getContext(), EltVT, in combineGatherScatter()