Lines Matching refs:NumElts
791 unsigned NumElts = ResultTy->getVectorNumElements() * 8; in UpgradeX86PSLLDQIntrinsics() local
794 Type *VecTy = VectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSLLDQIntrinsics()
805 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSLLDQIntrinsics()
807 unsigned Idx = NumElts + i - Shift; in UpgradeX86PSLLDQIntrinsics()
808 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics()
809 Idx -= NumElts - 16; // end of lane, switch operand. in UpgradeX86PSLLDQIntrinsics()
813 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
825 unsigned NumElts = ResultTy->getVectorNumElements() * 8; in UpgradeX86PSRLDQIntrinsics() local
828 Type *VecTy = VectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSRLDQIntrinsics()
839 for (unsigned l = 0; l != NumElts; l += 16) in UpgradeX86PSRLDQIntrinsics()
843 Idx += NumElts - 16; // end of lane, switch operand. in UpgradeX86PSRLDQIntrinsics()
847 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
855 unsigned NumElts) { in getX86MaskVec() argument
862 if (NumElts < 8) { in getX86MaskVec()
864 for (unsigned i = 0; i != NumElts; ++i) in getX86MaskVec()
867 makeArrayRef(Indices, NumElts), in getX86MaskVec()
909 unsigned NumElts = Op0->getType()->getVectorNumElements(); in UpgradeX86ALIGNIntrinsics() local
910 assert((IsVALIGN || NumElts % 16 == 0) && "Illegal NumElts for PALIGNR!"); in UpgradeX86ALIGNIntrinsics()
911 assert((!IsVALIGN || NumElts <= 16) && "NumElts too large for VALIGN!"); in UpgradeX86ALIGNIntrinsics()
912 assert(isPowerOf2_32(NumElts) && "NumElts not a power of 2!"); in UpgradeX86ALIGNIntrinsics()
916 ShiftVal &= (NumElts - 1); in UpgradeX86ALIGNIntrinsics()
933 for (unsigned l = 0; l < NumElts; l += 16) { in UpgradeX86ALIGNIntrinsics()
937 Idx += NumElts - 16; // End of lane, switch operand. in UpgradeX86ALIGNIntrinsics()
943 makeArrayRef(Indices, NumElts), in UpgradeX86ALIGNIntrinsics()
1040 unsigned NumElts = Ty->getVectorNumElements(); in upgradeX86Rotate() local
1042 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86Rotate()
1071 unsigned NumElts = Ty->getVectorNumElements(); in upgradeX86ConcatShift() local
1073 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86ConcatShift()
1106 unsigned NumElts = Data->getType()->getVectorNumElements(); in UpgradeMaskedStore() local
1107 Mask = getX86MaskVec(Builder, Mask, NumElts); in UpgradeMaskedStore()
1126 unsigned NumElts = Passthru->getType()->getVectorNumElements(); in UpgradeMaskedLoad() local
1127 Mask = getX86MaskVec(Builder, Mask, NumElts); in UpgradeMaskedLoad()
1190 unsigned NumElts = Vec->getType()->getVectorNumElements(); in ApplyX86MaskOn1BitsVec() local
1194 Vec = Builder.CreateAnd(Vec, getX86MaskVec(Builder, Mask, NumElts)); in ApplyX86MaskOn1BitsVec()
1197 if (NumElts < 8) { in ApplyX86MaskOn1BitsVec()
1199 for (unsigned i = 0; i != NumElts; ++i) in ApplyX86MaskOn1BitsVec()
1201 for (unsigned i = NumElts; i != 8; ++i) in ApplyX86MaskOn1BitsVec()
1202 Indices[i] = NumElts + i % NumElts; in ApplyX86MaskOn1BitsVec()
1207 return Builder.CreateBitCast(Vec, Builder.getIntNTy(std::max(NumElts, 8U))); in ApplyX86MaskOn1BitsVec()
1213 unsigned NumElts = Op0->getType()->getVectorNumElements(); in upgradeMaskedCompare() local
1217 Cmp = Constant::getNullValue(llvm::VectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1219 Cmp = Constant::getAllOnesValue(llvm::VectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1266 unsigned NumElts = CI.getType()->getVectorNumElements(); in UpgradeMaskToInt() local
1267 Value *Mask = getX86MaskVec(Builder, Op, NumElts); in UpgradeMaskToInt()
1635 unsigned NumElts = CI->getType()->getPrimitiveSizeInBits() / in UpgradeIntrinsicCall() local
1638 Rep = Builder.CreateVectorSplat(NumElts, Rep); in UpgradeIntrinsicCall()
1685 unsigned NumElts = in UpgradeIntrinsicCall() local
1687 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in UpgradeIntrinsicCall()
1691 unsigned NumElts = CI->getType()->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
1692 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), NumElts); in UpgradeIntrinsicCall()
1693 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), NumElts); in UpgradeIntrinsicCall()
1695 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
1701 makeArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
1703 makeArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
1707 makeArrayRef(Indices, NumElts)); in UpgradeIntrinsicCall()
2165 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2166 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), NumElts); in UpgradeIntrinsicCall()
2238 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2240 SmallVector<uint32_t, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2241 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2242 Idxs[i] = ((Imm >> (i%8)) & 1) ? i + NumElts : i; in UpgradeIntrinsicCall()
2320 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2322 SmallVector<uint32_t, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
2323 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2343 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2344 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall()
2345 SmallVector<uint32_t, 8> ShuffleMask(NumElts); in UpgradeIntrinsicCall()
2363 ShuffleMask[i + HalfSize] = NumElts + StartIndex + i; in UpgradeIntrinsicCall()
2374 unsigned NumElts = VecTy->getNumElements(); in UpgradeIntrinsicCall() local
2379 SmallVector<uint32_t, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
2383 for (unsigned i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
2395 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2397 SmallVector<uint32_t, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2398 for (unsigned l = 0; l != NumElts; l += 8) { in UpgradeIntrinsicCall()
2414 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2416 SmallVector<uint32_t, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2417 for (unsigned l = 0; l != NumElts; l += 8) { in UpgradeIntrinsicCall()
2433 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2438 SmallVector<uint32_t, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2439 for (unsigned i = 0; i != NumElts; ++i) { in UpgradeIntrinsicCall()
2444 Idxs[i] += NumElts; in UpgradeIntrinsicCall()
2458 unsigned NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2465 SmallVector<uint32_t, 16> Idxs(NumElts); in UpgradeIntrinsicCall()
2466 for (unsigned l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2480 int NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2483 SmallVector<uint32_t, 64> Idxs(NumElts); in UpgradeIntrinsicCall()
2484 for (int l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2486 Idxs[i + l] = l + (i / 2) + NumElts * (i % 2); in UpgradeIntrinsicCall()
2496 int NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
2499 SmallVector<uint32_t, 64> Idxs(NumElts); in UpgradeIntrinsicCall()
2500 for (int l = 0; l != NumElts; l += NumLaneElts) in UpgradeIntrinsicCall()
2502 Idxs[i + l] = (NumLaneElts / 2) + l + (i / 2) + NumElts * (i % 2); in UpgradeIntrinsicCall()
3040 int NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
3054 SmallVector<uint32_t, 32> Idxs(NumElts); in UpgradeIntrinsicCall()
3055 for (int i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
3056 Idxs[i] = i + (i % 2) * NumElts; in UpgradeIntrinsicCall()
3087 int NumElts = CI->getType()->getVectorNumElements(); in UpgradeIntrinsicCall() local
3101 SmallVector<uint32_t, 32> Idxs(NumElts); in UpgradeIntrinsicCall()
3102 for (int i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall()
3103 Idxs[i] = i + (i % 2) * NumElts; in UpgradeIntrinsicCall()