Lines Matching refs:NumEltsPerLane
7548 unsigned NumEltsPerLane = 128 / VT.getScalarSizeInBits(); in createPackShuffleMask() local
7552 assert((NumEltsPerLane >> NumStages) > 0 && "Illegal packing compaction"); in createPackShuffleMask()
7556 for (unsigned Elt = 0; Elt != NumEltsPerLane; Elt += Increment) in createPackShuffleMask()
7557 Mask.push_back(Elt + (Lane * NumEltsPerLane)); in createPackShuffleMask()
7558 for (unsigned Elt = 0; Elt != NumEltsPerLane; Elt += Increment) in createPackShuffleMask()
7559 Mask.push_back(Elt + (Lane * NumEltsPerLane) + Offset); in createPackShuffleMask()
7570 int NumEltsPerLane = NumElts / NumLanes; in getPackDemandedElts() local
7579 int OuterIdx = (Lane * NumEltsPerLane) + Elt; in getPackDemandedElts()
7594 int NumEltsPerLane = NumElts / NumLanes; in getHorizDemandedElts() local
7595 int HalfEltsPerLane = NumEltsPerLane / 2; in getHorizDemandedElts()
7604 int LaneIdx = (Idx / NumEltsPerLane) * NumEltsPerLane; in getHorizDemandedElts()
7605 int LocalIdx = Idx % NumEltsPerLane; in getHorizDemandedElts()
11654 int NumEltsPerLane = LaneSizeInBits / ScalarSizeInBits; in isMultiLaneShuffleMask() local
11655 int NumLanes = NumElts / NumEltsPerLane; in isMultiLaneShuffleMask()
11659 for (int j = 0; j != NumEltsPerLane; ++j) { in isMultiLaneShuffleMask()
11660 int M = Mask[(i * NumEltsPerLane) + j]; in isMultiLaneShuffleMask()
11663 int Lane = (M % NumElts) / NumEltsPerLane; in isMultiLaneShuffleMask()
11815 int NumEltsPerLane = NumElts / NumLanes; in IsElementEquivalent() local
11816 int NumHalfEltsPerLane = NumEltsPerLane / 2; in IsElementEquivalent()
11818 (Idx / NumEltsPerLane) == (ExpectedIdx / NumEltsPerLane); in IsElementEquivalent()
13084 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsByteRotateAndPermute() local
13091 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute()
13092 for (int Elt = 0; Elt != NumEltsPerLane; ++Elt) { in lowerShuffleAsByteRotateAndPermute()
13098 assert(Lane <= M && M < (Lane + NumEltsPerLane) && "Out of range mask"); in lowerShuffleAsByteRotateAndPermute()
13099 M = M % NumEltsPerLane; in lowerShuffleAsByteRotateAndPermute()
13105 assert(Lane <= M && M < (Lane + NumEltsPerLane) && "Out of range mask"); in lowerShuffleAsByteRotateAndPermute()
13106 M = M % NumEltsPerLane; in lowerShuffleAsByteRotateAndPermute()
13116 if (!(0 <= Range1.first && Range1.second < NumEltsPerLane) || in lowerShuffleAsByteRotateAndPermute()
13117 !(0 <= Range2.first && Range2.second < NumEltsPerLane)) in lowerShuffleAsByteRotateAndPermute()
13131 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute()
13132 for (int Elt = 0; Elt != NumEltsPerLane; ++Elt) { in lowerShuffleAsByteRotateAndPermute()
13137 PermMask[Lane + Elt] = Lane + ((M + Ofs - RotAmt) % NumEltsPerLane); in lowerShuffleAsByteRotateAndPermute()
13139 PermMask[Lane + Elt] = Lane + ((M - Ofs - RotAmt) % NumEltsPerLane); in lowerShuffleAsByteRotateAndPermute()
13173 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsDecomposedShuffleMerge() local
13256 for (int i = 0; i != NumElts; i += NumEltsPerLane) in lowerShuffleAsDecomposedShuffleMerge()
13257 for (int j = 0; j != NumEltsPerLane; ++j) { in lowerShuffleAsDecomposedShuffleMerge()
13892 int NumEltsPerLane = 128 / EltBits; in lowerShuffleAsSpecificZeroOrAnyExtend() local
13893 int OffsetLane = Offset / NumEltsPerLane; in lowerShuffleAsSpecificZeroOrAnyExtend()
13898 assert((Offset < NumEltsPerLane || Offset % NumEltsPerLane == 0) && in lowerShuffleAsSpecificZeroOrAnyExtend()
13903 return OffsetLane == (Idx / NumEltsPerLane); in lowerShuffleAsSpecificZeroOrAnyExtend()
14055 int NumEltsPerLane = NumElements / NumLanes; in lowerShuffleAsZeroOrAnyExtend() local
14094 if (!((0 <= Offset && Offset < NumEltsPerLane) || in lowerShuffleAsZeroOrAnyExtend()
14095 (Offset % NumEltsPerLane) == 0)) in lowerShuffleAsZeroOrAnyExtend()
14100 if (Offset && (Offset / NumEltsPerLane) != (M / NumEltsPerLane)) in lowerShuffleAsZeroOrAnyExtend()
16773 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsLanePermuteAndPermute() local
16796 int DstLane = i / NumEltsPerLane; in lowerShuffleAsLanePermuteAndPermute()
16828 int LaneOffset = i * NumEltsPerLane; in lowerShuffleAsLanePermuteAndPermute()
16829 if (isSequentialOrUndefInRange(InLaneMask, LaneOffset, NumEltsPerLane, in lowerShuffleAsLanePermuteAndPermute()
16830 i * NumEltsPerLane)) in lowerShuffleAsLanePermuteAndPermute()
23130 unsigned NumEltsPerLane = VecVT.getVectorNumElements() / NumLanes; in lowerAddSubToHorizontalOp() local
23138 unsigned LaneIdx = LExtIndex / NumEltsPerLane; in lowerAddSubToHorizontalOp()
23139 X = extract128BitVector(X, LaneIdx * NumEltsPerLane, DAG, DL); in lowerAddSubToHorizontalOp()
23140 LExtIndex %= NumEltsPerLane; in lowerAddSubToHorizontalOp()
38495 unsigned NumEltsPerLane = NumMaskElts / NumLanes; in combineX86ShuffleChain() local
38508 int Index = (M % NumEltsPerLane) + ((M / NumMaskElts) * NumEltsPerLane); in combineX86ShuffleChain()
38762 int NumEltsPerLane = NumElts / NumLanes; in canonicalizeShuffleMaskWithHorizOp() local
38763 int NumHalfEltsPerLane = NumEltsPerLane / 2; in canonicalizeShuffleMaskWithHorizOp()
38767 if (NumEltsPerLane >= 4 && in canonicalizeShuffleMaskWithHorizOp()
38864 int SubLane = ((M % NumEltsPerLane) >= NumHalfEltsPerLane) ? 1 : 0; in canonicalizeShuffleMaskWithHorizOp()
38878 (M % NumEltsPerLane) >= NumHalfEltsPerLane) in canonicalizeShuffleMaskWithHorizOp()
38881 (M % NumEltsPerLane) >= NumHalfEltsPerLane) in canonicalizeShuffleMaskWithHorizOp()
43498 unsigned NumEltsPerLane = 128 / EltSizeInBits; in combineExtractWithShuffle() local
43499 unsigned LaneOffset = (Idx & ~(NumEltsPerLane - 1)) * EltSizeInBits; in combineExtractWithShuffle()
43501 VecVT = EVT::getVectorVT(*DAG.getContext(), VecSVT, NumEltsPerLane); in combineExtractWithShuffle()
43503 Idx &= (NumEltsPerLane - 1); in combineExtractWithShuffle()