501   MVT VT = Op.getSimpleValueType();  in Promote()  local
504   MVT NVT = TLI.getTypeToPromoteTo(Op.getOpcode(), VT);  in Promote()
523   if ((VT.isFloatingPoint() && NVT.isFloatingPoint()) ||  in Promote()
524       (VT.isVector() && VT.getVectorElementType().isFloatingPoint() &&  in Promote()
526     return DAG.getNode(ISD::FP_ROUND, dl, VT, Op, DAG.getIntPtrConstant(0, dl));  in Promote()
528     return DAG.getNode(ISD::BITCAST, dl, VT, Op);  in Promote()
534   MVT VT = Op.getOperand(0).getSimpleValueType();  in PromoteINT_TO_FP()  local
535   MVT NVT = TLI.getTypeToPromoteTo(Op.getOpcode(), VT);  in PromoteINT_TO_FP()
536   assert(NVT.getVectorNumElements() == VT.getVectorNumElements() &&  in PromoteINT_TO_FP()
559   MVT VT = Op.getSimpleValueType();  in PromoteFP_TO_INT()  local
560   MVT NVT = TLI.getTypeToPromoteTo(Op.getOpcode(), VT);  in PromoteFP_TO_INT()
561   assert(NVT.getVectorNumElements() == VT.getVectorNumElements() &&  in PromoteFP_TO_INT()
580                          DAG.getValueType(VT.getScalarType()));  in PromoteFP_TO_INT()
581   return DAG.getNode(ISD::TRUNCATE, dl, VT, Promoted);  in PromoteFP_TO_INT()
820   EVT VT = Op.getValueType();  in ExpandSELECT()  local
827   assert(VT.isVector() && !Mask.getValueType().isVector()  in ExpandSELECT()
835   if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand ||  in ExpandSELECT()
836       TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand ||  in ExpandSELECT()
837       TLI.getOperationAction(ISD::OR,  VT) == TargetLowering::Expand ||  in ExpandSELECT()
838       TLI.getOperationAction(ISD::BUILD_VECTOR,  VT) == TargetLowering::Expand)  in ExpandSELECT()
842   EVT MaskTy = VT.changeVectorElementTypeToInteger();  in ExpandSELECT()
872   EVT VT = Op.getValueType();  in ExpandSEXTINREG()  local
875   if (TLI.getOperationAction(ISD::SRA, VT) == TargetLowering::Expand ||  in ExpandSEXTINREG()
876       TLI.getOperationAction(ISD::SHL, VT) == TargetLowering::Expand)  in ExpandSEXTINREG()
882   unsigned BW = VT.getScalarSizeInBits();  in ExpandSEXTINREG()
884   SDValue ShiftSz = DAG.getConstant(BW - OrigBW, DL, VT);  in ExpandSEXTINREG()
887   Op =   DAG.getNode(ISD::SHL, DL, VT, Op, ShiftSz);  in ExpandSEXTINREG()
888   return DAG.getNode(ISD::SRA, DL, VT, Op, ShiftSz);  in ExpandSEXTINREG()
895   EVT VT = Op.getValueType();  in ExpandANY_EXTEND_VECTOR_INREG()  local
896   int NumElements = VT.getVectorNumElements();  in ExpandANY_EXTEND_VECTOR_INREG()
912       ISD::BITCAST, DL, VT,  in ExpandANY_EXTEND_VECTOR_INREG()
918   EVT VT = Op.getValueType();  in ExpandSIGN_EXTEND_VECTOR_INREG()  local
924   Op = DAG.getNode(ISD::ANY_EXTEND_VECTOR_INREG, DL, VT, Src);  in ExpandSIGN_EXTEND_VECTOR_INREG()
929   unsigned EltWidth = VT.getScalarSizeInBits();  in ExpandSIGN_EXTEND_VECTOR_INREG()
931   SDValue ShiftAmount = DAG.getConstant(EltWidth - SrcEltWidth, DL, VT);  in ExpandSIGN_EXTEND_VECTOR_INREG()
932   return DAG.getNode(ISD::SRA, DL, VT,  in ExpandSIGN_EXTEND_VECTOR_INREG()
933                      DAG.getNode(ISD::SHL, DL, VT, Op, ShiftAmount),  in ExpandSIGN_EXTEND_VECTOR_INREG()
942   EVT VT = Op.getValueType();  in ExpandZERO_EXTEND_VECTOR_INREG()  local
943   int NumElements = VT.getVectorNumElements();  in ExpandZERO_EXTEND_VECTOR_INREG()
963   return DAG.getNode(ISD::BITCAST, DL, VT,  in ExpandZERO_EXTEND_VECTOR_INREG()
967 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) {  in createBSWAPShuffleMask()  argument
968   int ScalarSizeInBytes = VT.getScalarSizeInBits() / 8;  in createBSWAPShuffleMask()
969   for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I)  in createBSWAPShuffleMask()
975   EVT VT = Op.getValueType();  in ExpandBSWAP()  local
979   createBSWAPShuffleMask(VT, ShuffleMask);  in ExpandBSWAP()
989   return DAG.getNode(ISD::BITCAST, DL, VT, Op);  in ExpandBSWAP()
993   EVT VT = Op.getValueType();  in ExpandBITREVERSE()  local
996   if (TLI.isOperationLegalOrCustom(ISD::BITREVERSE, VT.getScalarType()))  in ExpandBITREVERSE()
1002   unsigned ScalarSizeInBits = VT.getScalarSizeInBits();  in ExpandBITREVERSE()
1005     createBSWAPShuffleMask(VT, BSWAPMask);  in ExpandBITREVERSE()
1019       return DAG.getNode(ISD::BITCAST, DL, VT, Op);  in ExpandBITREVERSE()
1025   if (!TLI.isOperationLegalOrCustom(ISD::SHL, VT) ||  in ExpandBITREVERSE()
1026       !TLI.isOperationLegalOrCustom(ISD::SRL, VT) ||  in ExpandBITREVERSE()
1027       !TLI.isOperationLegalOrCustomOrPromote(ISD::AND, VT) ||  in ExpandBITREVERSE()
1028       !TLI.isOperationLegalOrCustomOrPromote(ISD::OR, VT))  in ExpandBITREVERSE()
1044   EVT VT = Mask.getValueType();  in ExpandVSELECT()  local
1053   if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand ||  in ExpandVSELECT()
1054       TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand ||  in ExpandVSELECT()
1055       TLI.getOperationAction(ISD::OR, VT) == TargetLowering::Expand ||  in ExpandVSELECT()
1063   if (VT.getSizeInBits() != Op1.getValueSizeInBits())  in ExpandVSELECT()
1069   Op1 = DAG.getNode(ISD::BITCAST, DL, VT, Op1);  in ExpandVSELECT()
1070   Op2 = DAG.getNode(ISD::BITCAST, DL, VT, Op2);  in ExpandVSELECT()
1073     APInt::getAllOnesValue(VT.getScalarSizeInBits()), DL, VT);  in ExpandVSELECT()
1074   SDValue NotMask = DAG.getNode(ISD::XOR, DL, VT, Mask, AllOnes);  in ExpandVSELECT()
1076   Op1 = DAG.getNode(ISD::AND, DL, VT, Op1, Mask);  in ExpandVSELECT()
1077   Op2 = DAG.getNode(ISD::AND, DL, VT, Op2, NotMask);  in ExpandVSELECT()
1078   SDValue Val = DAG.getNode(ISD::OR, DL, VT, Op1, Op2);  in ExpandVSELECT()
1103   EVT VT = Op.getOperand(0).getValueType();  in ExpandUINT_TO_FLOAT()  local
1112   if (TLI.getOperationAction(ISD::SINT_TO_FP, VT) == TargetLowering::Expand ||  in ExpandUINT_TO_FLOAT()
1113       TLI.getOperationAction(ISD::SRL,        VT) == TargetLowering::Expand)  in ExpandUINT_TO_FLOAT()
1116   unsigned BW = VT.getScalarSizeInBits();  in ExpandUINT_TO_FLOAT()
1120   SDValue HalfWord = DAG.getConstant(BW / 2, DL, VT);  in ExpandUINT_TO_FLOAT()
1126   SDValue HalfWordMask = DAG.getConstant(HWMask, DL, VT);  in ExpandUINT_TO_FLOAT()
1132   SDValue HI = DAG.getNode(ISD::SRL, DL, VT, Op.getOperand(0), HalfWord);  in ExpandUINT_TO_FLOAT()
1133   SDValue LO = DAG.getNode(ISD::AND, DL, VT, Op.getOperand(0), HalfWordMask);  in ExpandUINT_TO_FLOAT()
1161   EVT VT = Op.getValueType();  in ExpandFSUB()  local
1162   if (TLI.isOperationLegalOrCustom(ISD::FNEG, VT) &&  in ExpandFSUB()
1163       TLI.isOperationLegalOrCustom(ISD::FADD, VT))  in ExpandFSUB()
1222   EVT VT = Op.getValueType();  in ExpandStrictFPOp()  local
1223   EVT EltVT = VT.getVectorElementType();  in ExpandStrictFPOp()
1224   unsigned NumElems = VT.getVectorNumElements();  in ExpandStrictFPOp()
1259   SDValue Result = DAG.getBuildVector(VT, dl, OpValues);  in ExpandStrictFPOp()
1269   EVT VT = Op.getValueType();  in UnrollVSETCC()  local
1270   unsigned NumElems = VT.getVectorNumElements();  in UnrollVSETCC()
1271   EVT EltVT = VT.getVectorElementType();  in UnrollVSETCC()
1292   return DAG.getBuildVector(VT, dl, Ops);  in UnrollVSETCC()