Lines Matching refs:NumElts
1049 unsigned NumElts = ResultTy->getNumElements() * 8; in UpgradeX86PSLLDQIntrinsics() local
1052 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSLLDQIntrinsics()
1063 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSLLDQIntrinsics()
1065 unsigned Idx = NumElts + i - Shift; in UpgradeX86PSLLDQIntrinsics()
1066 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics()
1067 Idx -= NumElts - 16; // end of lane, switch operand. in UpgradeX86PSLLDQIntrinsics()
1071 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
1083 unsigned NumElts = ResultTy->getNumElements() * 8; in UpgradeX86PSRLDQIntrinsics() local
1086 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSRLDQIntrinsics()
1097 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSRLDQIntrinsics()
1101 Idx += NumElts - 16; // end of lane, switch operand. in UpgradeX86PSRLDQIntrinsics()
1105 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
1113 unsigned NumElts) { in getX86MaskVec() argument
1114 assert(isPowerOf2_32(NumElts) && "Expected power-of-2 mask elements"); in getX86MaskVec()
1121 if (NumElts <= 4) { in getX86MaskVec()
1123 for (unsigned i = 0; i != NumElts; ++i) in getX86MaskVec()
1126 Mask, Mask, makeArrayRef(Indices, NumElts), "extract"); in getX86MaskVec()
1167 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in UpgradeX86ALIGNIntrinsics() local
1168 assert((IsVALIGN || NumElts % 16 == 0) && "Illegal NumElts for PALIGNR!"); in UpgradeX86ALIGNIntrinsics()
1169 assert((!IsVALIGN || NumElts <= 16) && "NumElts too large for VALIGN!"); in UpgradeX86ALIGNIntrinsics()
1170 assert(isPowerOf2_32(NumElts) && "NumElts not a power of 2!"); in UpgradeX86ALIGNIntrinsics()
1174 ShiftVal &= (NumElts - 1); in UpgradeX86ALIGNIntrinsics()
1191 for (unsigned l = 0; l < NumElts; l += 16) { in UpgradeX86ALIGNIntrinsics()
1195 Idx += NumElts - 16; // End of lane, switch operand. in UpgradeX86ALIGNIntrinsics()
1201 makeArrayRef(Indices, NumElts), in UpgradeX86ALIGNIntrinsics()
1294 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86Rotate() local
1296 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86Rotate()
1364 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86ConcatShift() local
1366 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86ConcatShift()
1401 unsigned NumElts = cast<FixedVectorType>(Data->getType())->getNumElements(); in UpgradeMaskedStore() local
1402 Mask = getX86MaskVec(Builder, Mask, NumElts); in UpgradeMaskedStore()
1424 unsigned NumElts = cast<FixedVectorType>(ValTy)->getNumElements(); in UpgradeMaskedLoad() local
1425 Mask = getX86MaskVec(Builder, Mask, NumElts); in UpgradeMaskedLoad()
1471 unsigned NumElts = cast<FixedVectorType>(Vec->getType())->getNumElements(); in ApplyX86MaskOn1BitsVec() local
1475 Vec = Builder.CreateAnd(Vec, getX86MaskVec(Builder, Mask, NumElts)); in ApplyX86MaskOn1BitsVec()
1478 if (NumElts < 8) { in ApplyX86MaskOn1BitsVec()
1480 for (unsigned i = 0; i != NumElts; ++i) in ApplyX86MaskOn1BitsVec()
1482 for (unsigned i = NumElts; i != 8; ++i) in ApplyX86MaskOn1BitsVec()
1483 Indices[i] = NumElts + i % NumElts; in ApplyX86MaskOn1BitsVec()
1488 return Builder.CreateBitCast(Vec, Builder.getIntNTy(std::max(NumElts, 8U))); in ApplyX86MaskOn1BitsVec()
1494 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in upgradeMaskedCompare() local
1499 FixedVectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1502 FixedVectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1549 unsigned NumElts = cast<FixedVectorType>(CI.getType())->getNumElements(); in UpgradeMaskToInt() local
1550 Value *Mask = getX86MaskVec(Builder, Op, NumElts); in UpgradeMaskToInt()
1947 unsigned NumElts = CI->getType()->getPrimitiveSizeInBits() / in UpgradeIntrinsicCall() local
1950 Rep = Builder.CreateVectorSplat(NumElts, Rep); in UpgradeIntrinsicCall()
1997 unsigned NumElts = cast<FixedVectorType>(CI->getArgOperand(1)->getType()) in UpgradeIntrinsicCall() local
1999 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in UpgradeIntrinsicCall()
2003 unsigned NumElts = CI->getType()->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
2004 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), NumElts); in UpgradeIntrinsicCall()
2005 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), NumElts); in UpgradeIntrinsicCall()
2007 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2013 makeArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
2015 makeArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
2019 makeArrayRef(Indices, NumElts)); in UpgradeIntrinsicCall()
2589 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2591 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2592 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2593 Idxs[i] = ((Imm >> (i%8)) & 1) ? i + NumElts : i; in UpgradeIntrinsicCall()
2674 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2676 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
2677 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2697 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2698 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall()
2699 SmallVector<int, 8> ShuffleMask(NumElts); in UpgradeIntrinsicCall()
2717 ShuffleMask[i + HalfSize] = NumElts + StartIndex + i; in UpgradeIntrinsicCall()
2728 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2733 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
2737 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2749 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2751 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2752 for (unsigned l = 0; l != NumElts; l += 8) { in UpgradeIntrinsicCall()
2768 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2770 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2771 for (unsigned l = 0; l != NumElts; l += 8) { in UpgradeIntrinsicCall()
2787 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2792 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2793 for (unsigned i = 0; i != NumElts; ++i) { in UpgradeIntrinsicCall()
2798 Idxs[i] += NumElts; in UpgradeIntrinsicCall()
2812 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2819 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2820 for (unsigned l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2834 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2837 SmallVector<int, 64> Idxs(NumElts); in UpgradeIntrinsicCall()
2838 for (int l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2840 Idxs[i + l] = l + (i / 2) + NumElts * (i % 2); in UpgradeIntrinsicCall()
2850 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
2853 SmallVector<int, 64> Idxs(NumElts); in UpgradeIntrinsicCall()
2854 for (int l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2856 Idxs[i + l] = (NumLaneElts / 2) + l + (i / 2) + NumElts * (i % 2); in UpgradeIntrinsicCall()
3418 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
3432 SmallVector<int, 32> Idxs(NumElts); in UpgradeIntrinsicCall()
3433 for (int i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
3434 Idxs[i] = i + (i % 2) * NumElts; in UpgradeIntrinsicCall()
3878 unsigned NumElts = in UpgradeIntrinsicCall() local
3880 Args[3] = getX86MaskVec(Builder, Args[3], NumElts); in UpgradeIntrinsicCall()