Lines Matching refs:VT
604 MVT VT = Node->getSimpleValueType(0); in Promote() local
605 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in Promote()
626 if ((VT.isFloatingPoint() && NVT.isFloatingPoint()) || in Promote()
627 (VT.isVector() && VT.getVectorElementType().isFloatingPoint() && in Promote()
629 Res = DAG.getNode(ISD::FP_ROUND, dl, VT, Res, DAG.getIntPtrConstant(0, dl)); in Promote()
631 Res = DAG.getNode(ISD::BITCAST, dl, VT, Res); in Promote()
641 MVT VT = Node->getOperand(IsStrict ? 1 : 0).getSimpleValueType(); in PromoteINT_TO_FP() local
642 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in PromoteINT_TO_FP()
643 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP()
679 MVT VT = Node->getSimpleValueType(0); in PromoteFP_TO_INT() local
680 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in PromoteFP_TO_INT()
682 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteFP_TO_INT()
715 DAG.getValueType(VT.getScalarType())); in PromoteFP_TO_INT()
716 Promoted = DAG.getNode(ISD::TRUNCATE, dl, VT, Promoted); in PromoteFP_TO_INT()
914 EVT VT = Node->getValueType(0); in ExpandSELECT() local
921 assert(VT.isVector() && !Mask.getValueType().isVector() in ExpandSELECT()
932 if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand || in ExpandSELECT()
933 TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand || in ExpandSELECT()
934 TLI.getOperationAction(ISD::OR, VT) == TargetLowering::Expand || in ExpandSELECT()
935 TLI.getOperationAction(VT.isFixedLengthVector() ? ISD::BUILD_VECTOR in ExpandSELECT()
937 VT) == TargetLowering::Expand) in ExpandSELECT()
941 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT()
952 if (VT.isFixedLengthVector()) in ExpandSELECT()
974 EVT VT = Node->getValueType(0); in ExpandSEXTINREG() local
977 if (TLI.getOperationAction(ISD::SRA, VT) == TargetLowering::Expand || in ExpandSEXTINREG()
978 TLI.getOperationAction(ISD::SHL, VT) == TargetLowering::Expand) in ExpandSEXTINREG()
984 unsigned BW = VT.getScalarSizeInBits(); in ExpandSEXTINREG()
986 SDValue ShiftSz = DAG.getConstant(BW - OrigBW, DL, VT); in ExpandSEXTINREG()
988 SDValue Op = DAG.getNode(ISD::SHL, DL, VT, Node->getOperand(0), ShiftSz); in ExpandSEXTINREG()
989 return DAG.getNode(ISD::SRA, DL, VT, Op, ShiftSz); in ExpandSEXTINREG()
996 EVT VT = Node->getValueType(0); in ExpandANY_EXTEND_VECTOR_INREG() local
997 int NumElements = VT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG()
1004 if (SrcVT.bitsLE(VT)) { in ExpandANY_EXTEND_VECTOR_INREG()
1005 assert((VT.getSizeInBits() % SrcVT.getScalarSizeInBits()) == 0 && in ExpandANY_EXTEND_VECTOR_INREG()
1007 NumSrcElements = VT.getSizeInBits() / SrcVT.getScalarSizeInBits(); in ExpandANY_EXTEND_VECTOR_INREG()
1025 ISD::BITCAST, DL, VT, in ExpandANY_EXTEND_VECTOR_INREG()
1031 EVT VT = Node->getValueType(0); in ExpandSIGN_EXTEND_VECTOR_INREG() local
1037 SDValue Op = DAG.getNode(ISD::ANY_EXTEND_VECTOR_INREG, DL, VT, Src); in ExpandSIGN_EXTEND_VECTOR_INREG()
1042 unsigned EltWidth = VT.getScalarSizeInBits(); in ExpandSIGN_EXTEND_VECTOR_INREG()
1044 SDValue ShiftAmount = DAG.getConstant(EltWidth - SrcEltWidth, DL, VT); in ExpandSIGN_EXTEND_VECTOR_INREG()
1045 return DAG.getNode(ISD::SRA, DL, VT, in ExpandSIGN_EXTEND_VECTOR_INREG()
1046 DAG.getNode(ISD::SHL, DL, VT, Op, ShiftAmount), in ExpandSIGN_EXTEND_VECTOR_INREG()
1055 EVT VT = Node->getValueType(0); in ExpandZERO_EXTEND_VECTOR_INREG() local
1056 int NumElements = VT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG()
1063 if (SrcVT.bitsLE(VT)) { in ExpandZERO_EXTEND_VECTOR_INREG()
1064 assert((VT.getSizeInBits() % SrcVT.getScalarSizeInBits()) == 0 && in ExpandZERO_EXTEND_VECTOR_INREG()
1066 NumSrcElements = VT.getSizeInBits() / SrcVT.getScalarSizeInBits(); in ExpandZERO_EXTEND_VECTOR_INREG()
1088 return DAG.getNode(ISD::BITCAST, DL, VT, in ExpandZERO_EXTEND_VECTOR_INREG()
1092 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { in createBSWAPShuffleMask() argument
1093 int ScalarSizeInBytes = VT.getScalarSizeInBits() / 8; in createBSWAPShuffleMask()
1094 for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I) in createBSWAPShuffleMask()
1100 EVT VT = Node->getValueType(0); in ExpandBSWAP() local
1104 createBSWAPShuffleMask(VT, ShuffleMask); in ExpandBSWAP()
1114 return DAG.getNode(ISD::BITCAST, DL, VT, Op); in ExpandBSWAP()
1119 EVT VT = Node->getValueType(0); in ExpandBITREVERSE() local
1122 if (TLI.isOperationLegalOrCustom(ISD::BITREVERSE, VT.getScalarType())) { in ExpandBITREVERSE()
1131 unsigned ScalarSizeInBits = VT.getScalarSizeInBits(); in ExpandBITREVERSE()
1134 createBSWAPShuffleMask(VT, BSWAPMask); in ExpandBITREVERSE()
1148 Op = DAG.getNode(ISD::BITCAST, DL, VT, Op); in ExpandBITREVERSE()
1156 if (TLI.isOperationLegalOrCustom(ISD::SHL, VT) && in ExpandBITREVERSE()
1157 TLI.isOperationLegalOrCustom(ISD::SRL, VT) && in ExpandBITREVERSE()
1158 TLI.isOperationLegalOrCustomOrPromote(ISD::AND, VT) && in ExpandBITREVERSE()
1159 TLI.isOperationLegalOrCustomOrPromote(ISD::OR, VT)) in ExpandBITREVERSE()
1177 EVT VT = Mask.getValueType(); in ExpandVSELECT() local
1183 if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand || in ExpandVSELECT()
1184 TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand || in ExpandVSELECT()
1185 TLI.getOperationAction(ISD::OR, VT) == TargetLowering::Expand) in ExpandVSELECT()
1201 if (VT.getSizeInBits() != Op1.getValueSizeInBits()) in ExpandVSELECT()
1207 Op1 = DAG.getNode(ISD::BITCAST, DL, VT, Op1); in ExpandVSELECT()
1208 Op2 = DAG.getNode(ISD::BITCAST, DL, VT, Op2); in ExpandVSELECT()
1211 APInt::getAllOnesValue(VT.getScalarSizeInBits()), DL, VT); in ExpandVSELECT()
1212 SDValue NotMask = DAG.getNode(ISD::XOR, DL, VT, Mask, AllOnes); in ExpandVSELECT()
1214 Op1 = DAG.getNode(ISD::AND, DL, VT, Op1, Mask); in ExpandVSELECT()
1215 Op2 = DAG.getNode(ISD::AND, DL, VT, Op2, NotMask); in ExpandVSELECT()
1216 SDValue Val = DAG.getNode(ISD::OR, DL, VT, Op1, Op2); in ExpandVSELECT()
1245 EVT VT = Src.getValueType(); in ExpandUINT_TO_FLOAT() local
1259 if (((!IsStrict && TLI.getOperationAction(ISD::SINT_TO_FP, VT) == in ExpandUINT_TO_FLOAT()
1261 (IsStrict && TLI.getOperationAction(ISD::STRICT_SINT_TO_FP, VT) == in ExpandUINT_TO_FLOAT()
1263 TLI.getOperationAction(ISD::SRL, VT) == TargetLowering::Expand) { in ExpandUINT_TO_FLOAT()
1273 unsigned BW = VT.getScalarSizeInBits(); in ExpandUINT_TO_FLOAT()
1277 SDValue HalfWord = DAG.getConstant(BW / 2, DL, VT); in ExpandUINT_TO_FLOAT()
1283 SDValue HalfWordMask = DAG.getConstant(HWMask, DL, VT); in ExpandUINT_TO_FLOAT()
1290 SDValue HI = DAG.getNode(ISD::SRL, DL, VT, Src, HalfWord); in ExpandUINT_TO_FLOAT()
1291 SDValue LO = DAG.getNode(ISD::AND, DL, VT, Src, HalfWordMask); in ExpandUINT_TO_FLOAT()
1347 EVT VT = Node->getValueType(0); in ExpandFSUB() local
1348 if (TLI.isOperationLegalOrCustom(ISD::FNEG, VT) && in ExpandFSUB()
1349 TLI.isOperationLegalOrCustom(ISD::FADD, VT)) in ExpandFSUB()
1389 EVT VT = Node->getValueType(0); in ExpandSETCC() local
1391 DAG.getNode(ISD::SELECT_CC, dl, VT, LHS, RHS, in ExpandSETCC()
1392 DAG.getBoolConstant(true, dl, VT, LHS.getValueType()), in ExpandSETCC()
1393 DAG.getBoolConstant(false, dl, VT, LHS.getValueType()), CC); in ExpandSETCC()
1461 EVT VT = Node->getValueType(0); in UnrollStrictFPOp() local
1462 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp()
1463 unsigned NumElems = VT.getVectorNumElements(); in UnrollStrictFPOp()
1513 SDValue Result = DAG.getBuildVector(VT, dl, OpValues); in UnrollStrictFPOp()
1521 EVT VT = Node->getValueType(0); in UnrollVSETCC() local
1522 unsigned NumElems = VT.getVectorNumElements(); in UnrollVSETCC()
1523 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC()
1544 return DAG.getBuildVector(VT, dl, Ops); in UnrollVSETCC()