Lines Matching refs:LoadVT
5655 static SDValue adjustLoadValueTypeImpl(SDValue Result, EVT LoadVT, in adjustLoadValueTypeImpl() argument
5658 if (!LoadVT.isVector()) in adjustLoadValueTypeImpl()
5664 EVT FittingLoadVT = LoadVT; in adjustLoadValueTypeImpl()
5665 if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueTypeImpl()
5667 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueTypeImpl()
5668 LoadVT.getVectorNumElements() + 1); in adjustLoadValueTypeImpl()
5683 if ((LoadVT.getVectorNumElements() % 2) == 1) in adjustLoadValueTypeImpl()
5704 EVT LoadVT = M->getValueType(0); in adjustLoadValueType() local
5706 EVT EquivLoadVT = LoadVT; in adjustLoadValueType()
5707 if (LoadVT.isVector()) { in adjustLoadValueType()
5710 LoadVT.getVectorNumElements()); in adjustLoadValueType()
5711 } else if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueType()
5714 EVT::getVectorVT(*DAG.getContext(), LoadVT.getVectorElementType(), in adjustLoadValueType()
5715 LoadVT.getVectorNumElements() + 1); in adjustLoadValueType()
5728 SDValue Adjusted = adjustLoadValueTypeImpl(Load, LoadVT, DL, DAG, Unpacked); in adjustLoadValueType()
5737 EVT LoadVT = M->getValueType(0); in lowerIntrinsicLoad() local
5738 EVT EltType = LoadVT.getScalarType(); in lowerIntrinsicLoad()
5739 EVT IntVT = LoadVT.changeTypeToInteger(); in lowerIntrinsicLoad()
5762 if (!IsD16 && !LoadVT.isVector() && EltType.getSizeInBits() < 32) in lowerIntrinsicLoad()
5763 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, M->getMemOperand()); in lowerIntrinsicLoad()
5765 if (isTypeLegal(LoadVT)) { in lowerIntrinsicLoad()
5770 EVT CastVT = getEquivalentMemType(*DAG.getContext(), LoadVT); in lowerIntrinsicLoad()
5775 {DAG.getNode(ISD::BITCAST, DL, LoadVT, MemNode), MemNode.getValue(1)}, in lowerIntrinsicLoad()
7530 MVT LoadVT = ResultTypes[0].getSimpleVT(); in lowerImage() local
7531 if (LoadVT.getScalarType() == MVT::f16) { in lowerImage()
7539 if ((LoadVT.isVector() && LoadVT.getVectorNumElements() < DMaskLanes) || in lowerImage()
7540 (!LoadVT.isVector() && DMaskLanes > 1)) in lowerImage()
7893 MVT LoadVT = VT.getSimpleVT(); in lowerSBuffer() local
7894 unsigned NumElts = LoadVT.isVector() ? LoadVT.getVectorNumElements() : 1; in lowerSBuffer()
7895 assert((LoadVT.getScalarType() == MVT::i32 || in lowerSBuffer()
7896 LoadVT.getScalarType() == MVT::f32)); in lowerSBuffer()
7900 LoadVT = MVT::getVectorVT(LoadVT.getScalarType(), 4); in lowerSBuffer()
7903 SDVTList VTList = DAG.getVTList({LoadVT, MVT::Glue}); in lowerSBuffer()
7914 LoadVT, MMO, DAG)); in lowerSBuffer()
8517 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
8519 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
8524 if (LoadVT.getScalarType() == MVT::i8 || LoadVT.getScalarType() == MVT::i16) in LowerINTRINSIC_W_CHAIN()
8525 return handleByteShortBufferLoads(DAG, LoadVT, DL, Ops, in LowerINTRINSIC_W_CHAIN()
8582 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
8602 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
8606 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
8612 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
8629 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
8633 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
8639 EVT LoadVT = Op.getValueType(); in LowerINTRINSIC_W_CHAIN() local
8656 if (LoadVT.getScalarType() == MVT::f16) in LowerINTRINSIC_W_CHAIN()
8660 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), in LowerINTRINSIC_W_CHAIN()
9930 SITargetLowering::handleByteShortBufferLoads(SelectionDAG &DAG, EVT LoadVT, in handleByteShortBufferLoads() argument
9933 EVT IntVT = LoadVT.changeTypeToInteger(); in handleByteShortBufferLoads()
9934 unsigned Opc = (LoadVT.getScalarType() == MVT::i8) ? in handleByteShortBufferLoads()
9941 LoadVal = DAG.getNode(ISD::BITCAST, DL, LoadVT, LoadVal); in handleByteShortBufferLoads()