Lines Matching refs:LoadVT
4756 static SDValue adjustLoadValueTypeImpl(SDValue Result, EVT LoadVT, in adjustLoadValueTypeImpl() argument
4759 if (!LoadVT.isVector()) in adjustLoadValueTypeImpl()
4765 EVT FittingLoadVT = LoadVT; in adjustLoadValueTypeImpl()
4766 if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueTypeImpl()
4768 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueTypeImpl()
4769 LoadVT.getVectorNumElements() + 1); in adjustLoadValueTypeImpl()
4784 if ((LoadVT.getVectorNumElements() % 2) == 1) in adjustLoadValueTypeImpl()
4805 EVT LoadVT = M->getValueType(0); in adjustLoadValueType() local
4807 EVT EquivLoadVT = LoadVT; in adjustLoadValueType()
4808 if (LoadVT.isVector()) { in adjustLoadValueType()
4811 LoadVT.getVectorNumElements()); in adjustLoadValueType()
4812 } else if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueType()
4815 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueType()
4816 LoadVT.getVectorNumElements() + 1); in adjustLoadValueType()
4829 SDValue Adjusted = adjustLoadValueTypeImpl(Load, LoadVT, DL, DAG, Unpacked); in adjustLoadValueType()
4838 EVT LoadVT = M->getValueType(0); in lowerIntrinsicLoad() local
4839 EVT EltType = LoadVT.getScalarType(); in lowerIntrinsicLoad()
4840 EVT IntVT = LoadVT.changeTypeToInteger(); in lowerIntrinsicLoad()
4852 if (!IsD16 && !LoadVT.isVector() && EltType.getSizeInBits() < 32) in lowerIntrinsicLoad()
4853 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, M); in lowerIntrinsicLoad()
4855 if (isTypeLegal(LoadVT)) { in lowerIntrinsicLoad()
4860 EVT CastVT = getEquivalentMemType(*DAG.getContext(), LoadVT); in lowerIntrinsicLoad()
4865 {DAG.getNode(ISD::BITCAST, DL, LoadVT, MemNode), MemNode.getValue(1)}, in lowerIntrinsicLoad()
6390 MVT LoadVT = ResultTypes[0].getSimpleVT(); in lowerImage() local
6391 if (LoadVT.getScalarType() == MVT::f16) { in lowerImage()
6399 if ((LoadVT.isVector() && LoadVT.getVectorNumElements() < DMaskLanes) || in lowerImage()
6400 (!LoadVT.isVector() && DMaskLanes > 1)) in lowerImage()
6711 MVT LoadVT = VT.getSimpleVT(); in lowerSBuffer() local
6712 unsigned NumElts = LoadVT.isVector() ? LoadVT.getVectorNumElements() : 1; in lowerSBuffer()
6713 assert((LoadVT.getScalarType() == MVT::i32 || in lowerSBuffer()
6714 LoadVT.getScalarType() == MVT::f32)); in lowerSBuffer()
6718 LoadVT = MVT::getVectorVT(LoadVT.getScalarType(), 4); in lowerSBuffer()
6721 SDVTList VTList = DAG.getVTList({LoadVT, MVT::Glue}); in lowerSBuffer()
6742 LoadVT, MMO, DAG)); in lowerSBuffer()
7328 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7330 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7335 if (LoadVT.getScalarType() == MVT::i8 || in LowerINTRINSIC_W_CHAIN()
7336 LoadVT.getScalarType() == MVT::i16) in LowerINTRINSIC_W_CHAIN()
7337 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, M); in LowerINTRINSIC_W_CHAIN()
7384 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7403 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7407 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
7412 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7427 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7431 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
7436 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7451 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7455 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
8486 EVT LoadVT, SDLoc DL, in handleByteShortBufferLoads() argument
8489 EVT IntVT = LoadVT.changeTypeToInteger(); in handleByteShortBufferLoads()
8490 unsigned Opc = (LoadVT.getScalarType() == MVT::i8) ? in handleByteShortBufferLoads()
8498 LoadVal = DAG.getNode(ISD::BITCAST, DL, LoadVT, LoadVal); in handleByteShortBufferLoads()