Lines Matching refs:EltVT

188       EVT EltVT = VT.getVectorElementType();  in ComputePTXValueVTs()  local
192 if (EltVT == MVT::f16 && NumElts % 2 == 0) { in ComputePTXValueVTs()
193 EltVT = MVT::v2f16; in ComputePTXValueVTs()
197 ValueVTs.push_back(EltVT); in ComputePTXValueVTs()
199 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs()
264 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local
265 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt()
286 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt()
1576 EVT EltVT = VTs[j]; in LowerCall() local
1593 if (PromoteScalarIntegerPTX(EltVT, &PromotedVT)) { in LowerCall()
1594 EltVT = EVT(PromotedVT); in LowerCall()
1606 StVal = DAG.getLoad(EltVT, dl, TempChain, srcAddr, MachinePointerInfo(), in LowerCall()
1616 if (!ExtendIntegerParam && EltVT.getSizeInBits() < 16) { in LowerCall()
1646 EVT TheStoreType = ExtendIntegerParam ? MVT::i32 : EltVT; in LowerCall()
1937 EVT EltVT = VVT.getVectorElementType(); in LowerCONCAT_VECTORS() local
1940 Ops.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, SubOp, in LowerCONCAT_VECTORS()
1985 EVT EltVT = VectorVT.getVectorElementType(); in LowerEXTRACT_VECTOR_ELT() local
1988 SDValue E0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, Vector, in LowerEXTRACT_VECTOR_ELT()
1990 SDValue E1 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, Vector, in LowerEXTRACT_VECTOR_ELT()
2375 EVT EltVT = ValVT.getVectorElementType(); in LowerSTOREVector() local
2382 if (EltVT.getSizeInBits() < 16) in LowerSTOREVector()
2399 assert(EltVT == MVT::f16 && "Wrong type for the vector."); in LowerSTOREVector()
2424 SDValue ExtVal = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Val, in LowerSTOREVector()
2577 EVT EltVT = VTs[parti]; in LowerFormalArguments() local
2579 EVT LoadVT = EltVT; in LowerFormalArguments()
2580 if (EltVT == MVT::i1) in LowerFormalArguments()
2582 else if (EltVT == MVT::v2f16) in LowerFormalArguments()
2593 EltVT.getTypeForEVT(F->getContext()), ADDRESS_SPACE_PARAM)); in LowerFormalArguments()
2605 if (EltVT == MVT::i1) in LowerFormalArguments()
2608 else if (EltVT == MVT::v2f16) in LowerFormalArguments()
2613 if (PromoteScalarIntegerPTX(EltVT, &PromotedVT)) { in LowerFormalArguments()
2614 Elt = DAG.getNode(ISD::TRUNCATE, dl, EltVT, Elt); in LowerFormalArguments()
4967 EVT EltVT = ResVT.getVectorElementType(); in ReplaceLoadVector() local
4974 if (EltVT.getSizeInBits() < 16) { in ReplaceLoadVector()
4975 EltVT = MVT::i16; in ReplaceLoadVector()
4988 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceLoadVector()
4992 EVT ListVTs[] = { EltVT, EltVT, EltVT, EltVT, MVT::Other }; in ReplaceLoadVector()
5000 assert(EltVT == MVT::f16 && "Unsupported v8 vector type."); in ReplaceLoadVector()
5027 SDValue E0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, SubVector, in ReplaceLoadVector()
5029 SDValue E1 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, SubVector, in ReplaceLoadVector()
5074 EVT EltVT = ResVT.getVectorElementType(); in ReplaceINTRINSIC_W_CHAIN() local
5081 if (EltVT.getSizeInBits() < 16) { in ReplaceINTRINSIC_W_CHAIN()
5082 EltVT = MVT::i16; in ReplaceINTRINSIC_W_CHAIN()
5107 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceINTRINSIC_W_CHAIN()
5124 EVT ListVTs[] = { EltVT, EltVT, EltVT, EltVT, MVT::Other }; in ReplaceINTRINSIC_W_CHAIN()