Lines Matching refs:VT
223 static MVT scaleVectorType(MVT VT) { in scaleVectorType() argument
224 unsigned ScalarSize = VT.getVectorElementType().getScalarSizeInBits() * 2; in scaleVectorType()
226 VT.getVectorNumElements() / 2); in scaleVectorType()
251 static void genShuffleBland(MVT VT, ArrayRef<uint32_t> Mask, in genShuffleBland() argument
254 assert(VT.getSizeInBits() >= 256 && in genShuffleBland()
256 unsigned NumOfElm = VT.getVectorNumElements(); in genShuffleBland()
281 static void reorderSubVector(MVT VT, SmallVectorImpl<Value *> &TransposedMatrix, in reorderSubVector() argument
297 genShuffleBland(VT, VPShuf, OptimizeShuf, (i / Stride) * 16, in reorderSubVector()
323 MVT VT = MVT::v8i16; in interleave8bitStride4VF8() local
334 createUnpackShuffleMask<uint32_t>(VT, MaskLowTemp1, true, false); in interleave8bitStride4VF8()
335 createUnpackShuffleMask<uint32_t>(VT, MaskHighTemp1, false, false); in interleave8bitStride4VF8()
363 MVT VT = MVT::getVectorVT(MVT::i8, NumOfElm); in interleave8bitStride4() local
364 MVT HalfVT = scaleVectorType(VT); in interleave8bitStride4()
376 createUnpackShuffleMask<uint32_t>(VT, MaskLow, true, false); in interleave8bitStride4()
377 createUnpackShuffleMask<uint32_t>(VT, MaskHigh, false, false); in interleave8bitStride4()
413 if (VT == MVT::v16i8) { in interleave8bitStride4()
418 reorderSubVector(VT, TransposedMatrix, VecOut, makeArrayRef(Concat, 16), in interleave8bitStride4()
432 static void createShuffleStride(MVT VT, int Stride, in createShuffleStride() argument
434 int VectorSize = VT.getSizeInBits(); in createShuffleStride()
435 int VF = VT.getVectorNumElements(); in createShuffleStride()
446 static void setGroupSize(MVT VT, SmallVectorImpl<uint32_t> &SizeInfo) { in setGroupSize() argument
447 int VectorSize = VT.getSizeInBits(); in setGroupSize()
448 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize()
469 static void DecodePALIGNRMask(MVT VT, unsigned Imm, in DecodePALIGNRMask() argument
472 unsigned NumElts = VT.getVectorNumElements(); in DecodePALIGNRMask()
473 unsigned NumLanes = std::max((int)VT.getSizeInBits() / 128, 1); in DecodePALIGNRMask()
477 unsigned Offset = Imm * (VT.getScalarSizeInBits() / 8); in DecodePALIGNRMask()
554 MVT VT = MVT::getVT(Shuffles[0]->getType()); in deinterleave8bitStride3() local
556 createShuffleStride(VT, 3, VPShuf); in deinterleave8bitStride3()
557 setGroupSize(VT, GroupSize); in deinterleave8bitStride3()
560 DecodePALIGNRMask(VT, GroupSize[2 - i], VPAlign[i], false); in deinterleave8bitStride3()
562 DecodePALIGNRMask(VT, GroupSize[2] + GroupSize[1], VPAlign2, true, true); in deinterleave8bitStride3()
563 DecodePALIGNRMask(VT, GroupSize[1], VPAlign3, true, true); in deinterleave8bitStride3()
605 static void group2Shuffle(MVT VT, SmallVectorImpl<uint32_t> &Mask, in group2Shuffle() argument
609 int VectorWidth = VT.getSizeInBits(); in group2Shuffle()
610 int VF = VT.getVectorNumElements(); in group2Shuffle()
640 MVT VT = MVT::getVectorVT(MVT::i8, VecElems); in interleave8bitStride3() local
642 setGroupSize(VT, GroupSize); in interleave8bitStride3()
645 DecodePALIGNRMask(VT, GroupSize[i], VPAlign[i]); in interleave8bitStride3()
647 DecodePALIGNRMask(VT, GroupSize[1] + GroupSize[2], VPAlign2, false, true); in interleave8bitStride3()
648 DecodePALIGNRMask(VT, GroupSize[1], VPAlign3, false, true); in interleave8bitStride3()
680 unsigned NumOfElm = VT.getVectorNumElements(); in interleave8bitStride3()
681 group2Shuffle(VT, GroupSize, VPShuf); in interleave8bitStride3()
682 reorderSubVector(VT, TransposedMatrix, Vec, VPShuf, NumOfElm,3, Builder); in interleave8bitStride3()