Lines Matching refs:ContainerVT
4991 EVT ContainerVT = getContainerForFixedLengthVector(DAG, PromotedVT); in LowerMGATHER() local
4994 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMGATHER()
4995 Index = convertToScalableVector(DAG, ContainerVT, Index); in LowerMGATHER()
4997 PassThru = PassThru->isUndef() ? DAG.getUNDEF(ContainerVT) in LowerMGATHER()
4998 : DAG.getConstant(0, DL, ContainerVT); in LowerMGATHER()
5003 DAG.getMaskedGather(DAG.getVTList(ContainerVT, MVT::Other), MemVT, DL, in LowerMGATHER()
5082 EVT ContainerVT = getContainerForFixedLengthVector(DAG, PromotedVT); in LowerMSCATTER() local
5085 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType()); in LowerMSCATTER()
5086 Index = convertToScalableVector(DAG, ContainerVT, Index); in LowerMSCATTER()
5088 StoreVal = convertToScalableVector(DAG, ContainerVT, StoreVal); in LowerMSCATTER()
11147 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerBUILD_VECTOR() local
11148 SDValue Start = DAG.getConstant(SeqInfo->first, DL, ContainerVT); in LowerBUILD_VECTOR()
11149 SDValue Steps = DAG.getStepVector(DL, ContainerVT, SeqInfo->second); in LowerBUILD_VECTOR()
11150 SDValue Seq = DAG.getNode(ISD::ADD, DL, ContainerVT, Start, Steps); in LowerBUILD_VECTOR()
11648 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerEXTRACT_SUBVECTOR() local
11650 convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerEXTRACT_SUBVECTOR()
11652 SDValue Splice = DAG.getNode(ISD::VECTOR_SPLICE, DL, ContainerVT, NewInVec, in LowerEXTRACT_SUBVECTOR()
16898 EVT ContainerVT = VT; in performLD1Combine() local
16899 if (ContainerVT.isInteger()) in performLD1Combine()
16900 ContainerVT = getSVEContainerType(ContainerVT); in performLD1Combine()
16902 SDVTList VTs = DAG.getVTList(ContainerVT, MVT::Other); in performLD1Combine()
16911 if (ContainerVT.isInteger() && (VT != ContainerVT)) in performLD1Combine()
20987 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorLoadToSVE() local
20988 EVT LoadVT = ContainerVT; in LowerFixedLengthVectorLoadToSVE()
20994 LoadVT = ContainerVT.changeTypeToInteger(); in LowerFixedLengthVectorLoadToSVE()
21005 EVT ExtendVT = ContainerVT.changeVectorElementType( in LowerFixedLengthVectorLoadToSVE()
21009 Result = DAG.getNode(AArch64ISD::FP_EXTEND_MERGE_PASSTHRU, DL, ContainerVT, in LowerFixedLengthVectorLoadToSVE()
21010 Pg, Result, DAG.getUNDEF(ContainerVT)); in LowerFixedLengthVectorLoadToSVE()
21022 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in convertFixedMaskToScalableVector() local
21029 auto Op1 = convertToScalableVector(DAG, ContainerVT, Mask); in convertFixedMaskToScalableVector()
21030 auto Op2 = DAG.getConstant(0, DL, ContainerVT); in convertFixedMaskToScalableVector()
21043 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorMLoadToSVE() local
21051 PassThru = DAG.getUNDEF(ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
21054 if (ContainerVT.isInteger()) in LowerFixedLengthVectorMLoadToSVE()
21055 PassThru = DAG.getConstant(0, DL, ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
21057 PassThru = DAG.getConstantFP(0, DL, ContainerVT); in LowerFixedLengthVectorMLoadToSVE()
21063 ContainerVT, DL, Load->getChain(), Load->getBasePtr(), Load->getOffset(), in LowerFixedLengthVectorMLoadToSVE()
21070 convertToScalableVector(DAG, ContainerVT, Load->getPassThru()); in LowerFixedLengthVectorMLoadToSVE()
21071 Result = DAG.getSelect(DL, ContainerVT, Mask, Result, OldPassThru); in LowerFixedLengthVectorMLoadToSVE()
21086 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorStoreToSVE() local
21090 auto NewValue = convertToScalableVector(DAG, ContainerVT, Store->getValue()); in LowerFixedLengthVectorStoreToSVE()
21093 EVT TruncVT = ContainerVT.changeVectorElementType( in LowerFixedLengthVectorStoreToSVE()
21100 getSVESafeBitCast(ContainerVT.changeTypeToInteger(), NewValue, DAG); in LowerFixedLengthVectorStoreToSVE()
21115 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorMStoreToSVE() local
21117 auto NewValue = convertToScalableVector(DAG, ContainerVT, Store->getValue()); in LowerFixedLengthVectorMStoreToSVE()
21138 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorIntDivideToSVE() local
21139 SDValue Op1 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerFixedLengthVectorIntDivideToSVE()
21143 SDValue Res = DAG.getNode(AArch64ISD::SRAD_MERGE_OP1, dl, ContainerVT, Pg, Op1, Op2); in LowerFixedLengthVectorIntDivideToSVE()
21155 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVectorIntDivideToSVE() local
21171 SDValue Op0 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerFixedLengthVectorIntDivideToSVE()
21172 SDValue Op1 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(1)); in LowerFixedLengthVectorIntDivideToSVE()
21195 SDValue ScalableResult = DAG.getNode(AArch64ISD::UZP1, dl, ContainerVT, in LowerFixedLengthVectorIntDivideToSVE()
21208 EVT ContainerVT = getContainerForFixedLengthVector(DAG, Val.getValueType()); in LowerFixedLengthVectorIntExtendToSVE() local
21209 Val = convertToScalableVector(DAG, ContainerVT, Val); in LowerFixedLengthVectorIntExtendToSVE()
21215 switch (ContainerVT.getSimpleVT().SimpleTy) { in LowerFixedLengthVectorIntExtendToSVE()
21244 EVT ContainerVT = getContainerForFixedLengthVector(DAG, Val.getValueType()); in LowerFixedLengthVectorTruncateToSVE() local
21245 Val = convertToScalableVector(DAG, ContainerVT, Val); in LowerFixedLengthVectorTruncateToSVE()
21248 switch (ContainerVT.getSimpleVT().SimpleTy) { in LowerFixedLengthVectorTruncateToSVE()
21280 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthExtractVectorElt() local
21281 SDValue Op0 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(0)); in LowerFixedLengthExtractVectorElt()
21293 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthInsertVectorElt() local
21294 SDValue Op0 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(0)); in LowerFixedLengthInsertVectorElt()
21296 auto ScalableRes = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, ContainerVT, Op0, in LowerFixedLengthInsertVectorElt()
21314 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerToPredicatedOp() local
21326 EVT NewVTArg = ContainerVT.changeVectorElementType(VTArg); in LowerToPredicatedOp()
21333 Operands.push_back(convertToScalableVector(DAG, ContainerVT, V)); in LowerToPredicatedOp()
21337 Operands.push_back(DAG.getUNDEF(ContainerVT)); in LowerToPredicatedOp()
21339 auto ScalableRes = DAG.getNode(NewOp, DL, ContainerVT, Operands); in LowerToPredicatedOp()
21367 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerToScalableOp() local
21383 Ops.push_back(convertToScalableVector(DAG, ContainerVT, V)); in LowerToScalableOp()
21386 auto ScalableRes = DAG.getNode(Op.getOpcode(), SDLoc(Op), ContainerVT, Ops); in LowerToScalableOp()
21398 EVT ContainerVT = SrcVT; in LowerVECREDUCE_SEQ_FADD() local
21400 ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerVECREDUCE_SEQ_FADD()
21401 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
21408 AccOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, ContainerVT, in LowerVECREDUCE_SEQ_FADD()
21409 DAG.getUNDEF(ContainerVT), AccOp, Zero); in LowerVECREDUCE_SEQ_FADD()
21412 SDValue Rdx = DAG.getNode(AArch64ISD::FADDA_PRED, DL, ContainerVT, in LowerVECREDUCE_SEQ_FADD()
21471 EVT ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerReductionToSVE() local
21472 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerReductionToSVE()
21501 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthVectorSelectToSVE() local
21502 SDValue Op1 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(1)); in LowerFixedLengthVectorSelectToSVE()
21503 SDValue Op2 = convertToScalableVector(DAG, ContainerVT, Op->getOperand(2)); in LowerFixedLengthVectorSelectToSVE()
21513 auto ScalableRes = DAG.getNode(ISD::VSELECT, DL, ContainerVT, in LowerFixedLengthVectorSelectToSVE()
21523 EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT); in LowerFixedLengthVectorSetccToSVE() local
21530 auto Op1 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(0)); in LowerFixedLengthVectorSetccToSVE()
21531 auto Op2 = convertToScalableVector(DAG, ContainerVT, Op.getOperand(1)); in LowerFixedLengthVectorSetccToSVE()
21538 EVT PromoteVT = ContainerVT.changeTypeToInteger(); in LowerFixedLengthVectorSetccToSVE()
21581 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthConcatVectorsToSVE() local
21584 SrcOp1 = convertToScalableVector(DAG, ContainerVT, SrcOp1); in LowerFixedLengthConcatVectorsToSVE()
21585 SrcOp2 = convertToScalableVector(DAG, ContainerVT, SrcOp2); in LowerFixedLengthConcatVectorsToSVE()
21587 Op = DAG.getNode(AArch64ISD::SPLICE, DL, ContainerVT, Pg, SrcOp1, SrcOp2); in LowerFixedLengthConcatVectorsToSVE()
21602 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthFPExtendToSVE() local
21603 EVT ExtendVT = ContainerVT.changeVectorElementType( in LowerFixedLengthFPExtendToSVE()
21609 Val = convertToScalableVector(DAG, ContainerVT.changeTypeToInteger(), Val); in LowerFixedLengthFPExtendToSVE()
21611 Val = DAG.getNode(AArch64ISD::FP_EXTEND_MERGE_PASSTHRU, DL, ContainerVT, in LowerFixedLengthFPExtendToSVE()
21612 Pg, Val, DAG.getUNDEF(ContainerVT)); in LowerFixedLengthFPExtendToSVE()
21742 EVT ContainerVT = getContainerForFixedLengthVector(DAG, VT); in LowerFixedLengthVECTOR_SHUFFLEToSVE() local
21743 Op1 = convertToScalableVector(DAG, ContainerVT, Op1); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21744 Op2 = convertToScalableVector(DAG, ContainerVT, Op2); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21759 Op = DAG.getNode(AArch64ISD::INSR, DL, ContainerVT, Op2, Scalar); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21778 Op = DAG.getNode(ISD::BITCAST, DL, ContainerVT, Op); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21786 DAG, VT, DAG.getNode(AArch64ISD::ZIP1, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21791 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21796 DAG, VT, DAG.getNode(AArch64ISD::ZIP1, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21801 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21826 Op = DAG.getNode(ISD::VECTOR_REVERSE, DL, ContainerVT, Op1); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21832 DAG, VT, DAG.getNode(AArch64ISD::ZIP2, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21837 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op2)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21842 DAG, VT, DAG.getNode(AArch64ISD::ZIP2, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()
21847 DAG, VT, DAG.getNode(Opc, DL, ContainerVT, Op1, Op1)); in LowerFixedLengthVECTOR_SHUFFLEToSVE()