Lines Matching refs:LoadVT
4630 static SDValue adjustLoadValueTypeImpl(SDValue Result, EVT LoadVT, in adjustLoadValueTypeImpl() argument
4633 if (!LoadVT.isVector()) in adjustLoadValueTypeImpl()
4639 EVT FittingLoadVT = LoadVT; in adjustLoadValueTypeImpl()
4640 if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueTypeImpl()
4642 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueTypeImpl()
4643 LoadVT.getVectorNumElements() + 1); in adjustLoadValueTypeImpl()
4658 if ((LoadVT.getVectorNumElements() % 2) == 1) in adjustLoadValueTypeImpl()
4679 EVT LoadVT = M->getValueType(0); in adjustLoadValueType() local
4681 EVT EquivLoadVT = LoadVT; in adjustLoadValueType()
4682 if (LoadVT.isVector()) { in adjustLoadValueType()
4685 LoadVT.getVectorNumElements()); in adjustLoadValueType()
4686 } else if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueType()
4689 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueType()
4690 LoadVT.getVectorNumElements() + 1); in adjustLoadValueType()
4703 SDValue Adjusted = adjustLoadValueTypeImpl(Load, LoadVT, DL, DAG, Unpacked); in adjustLoadValueType()
4712 EVT LoadVT = M->getValueType(0); in lowerIntrinsicLoad() local
4713 EVT EltType = LoadVT.getScalarType(); in lowerIntrinsicLoad()
4714 EVT IntVT = LoadVT.changeTypeToInteger(); in lowerIntrinsicLoad()
4726 if (!IsD16 && !LoadVT.isVector() && EltType.getSizeInBits() < 32) in lowerIntrinsicLoad()
4727 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, M); in lowerIntrinsicLoad()
4729 if (isTypeLegal(LoadVT)) { in lowerIntrinsicLoad()
4734 EVT CastVT = getEquivalentMemType(*DAG.getContext(), LoadVT); in lowerIntrinsicLoad()
4739 {DAG.getNode(ISD::BITCAST, DL, LoadVT, MemNode), MemNode.getValue(1)}, in lowerIntrinsicLoad()
6083 MVT LoadVT = ResultTypes[0].getSimpleVT(); in lowerImage() local
6084 if (LoadVT.getScalarType() == MVT::f16) { in lowerImage()
6092 if ((LoadVT.isVector() && LoadVT.getVectorNumElements() < DMaskLanes) || in lowerImage()
6093 (!LoadVT.isVector() && DMaskLanes > 1)) in lowerImage()
6404 MVT LoadVT = VT.getSimpleVT(); in lowerSBuffer() local
6405 unsigned NumElts = LoadVT.isVector() ? LoadVT.getVectorNumElements() : 1; in lowerSBuffer()
6406 assert((LoadVT.getScalarType() == MVT::i32 || in lowerSBuffer()
6407 LoadVT.getScalarType() == MVT::f32)); in lowerSBuffer()
6411 LoadVT = MVT::getVectorVT(LoadVT.getScalarType(), 4); in lowerSBuffer()
6414 SDVTList VTList = DAG.getVTList({LoadVT, MVT::Glue}); in lowerSBuffer()
6435 LoadVT, MMO, DAG)); in lowerSBuffer()
6996 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
6998 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7003 if (LoadVT.getScalarType() == MVT::i8 || in LowerINTRINSIC_W_CHAIN()
7004 LoadVT.getScalarType() == MVT::i16) in LowerINTRINSIC_W_CHAIN()
7005 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, M); in LowerINTRINSIC_W_CHAIN()
7052 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7071 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7075 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
7080 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7095 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7099 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
7104 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
7119 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
7123 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
7940 EVT LoadVT, SDLoc DL, in handleByteShortBufferLoads() argument
7943 EVT IntVT = LoadVT.changeTypeToInteger(); in handleByteShortBufferLoads()
7944 unsigned Opc = (LoadVT.getScalarType() == MVT::i8) ? in handleByteShortBufferLoads()
7952 LoadVal = DAG.getNode(ISD::BITCAST, DL, LoadVT, LoadVal); in handleByteShortBufferLoads()