| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 112 return isExtendedVector() && isa<FixedVectorType>(LLVMTy); in isExtendedFixedLengthVector() 208 return FixedVectorType::get(Type::getInt1Ty(Context), 1); in getTypeForEVT() 210 return FixedVectorType::get(Type::getInt1Ty(Context), 2); in getTypeForEVT() 212 return FixedVectorType::get(Type::getInt1Ty(Context), 4); in getTypeForEVT() 214 return FixedVectorType::get(Type::getInt1Ty(Context), 8); in getTypeForEVT() 230 return FixedVectorType::get(Type::getInt8Ty(Context), 1); in getTypeForEVT() 232 return FixedVectorType::get(Type::getInt8Ty(Context), 2); in getTypeForEVT() 234 return FixedVectorType::get(Type::getInt8Ty(Context), 4); in getTypeForEVT() 236 return FixedVectorType::get(Type::getInt8Ty(Context), 8); in getTypeForEVT() 328 return FixedVectorType::get(Type::getHalfTy(Context), 1); in getTypeForEVT() [all …]
|
| H A D | InterleavedLoadCombinePass.cpp | 677 FixedVectorType *const VTy; 679 VectorInfo(FixedVectorType *VTy) in VectorInfo() 739 FixedVectorType *VTy = dyn_cast<FixedVectorType>(Op->getType()); in computeFromBCI() 789 FixedVectorType *ArgTy = in computeFromSVI() 790 cast<FixedVectorType>(SVI->getOperand(0)->getType()); in computeFromSVI() 1206 cast<FixedVectorType>(InterleavedLoad.front().SVI->getType()) in combine() 1208 FixedVectorType *ILTy = FixedVectorType::get(ETy, Factor * ElementsPerSVI); in combine() 1275 Candidates.emplace_back(cast<FixedVectorType>(SVI->getType())); in run()
|
| H A D | ExpandReductions.cpp | 129 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 149 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 161 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 524 class FixedVectorType : public VectorType { 526 FixedVectorType(Type *ElTy, unsigned NumElts) in FixedVectorType() function 532 static FixedVectorType *get(Type *ElementType, const FixedVectorType *FVTy) { in get() 536 static FixedVectorType *getInteger(FixedVectorType *VTy) { in getInteger() 540 static FixedVectorType *getExtendedElementVectorType(FixedVectorType *VTy) { in getExtendedElementVectorType() 544 static FixedVectorType *getTruncatedElementVectorType(FixedVectorType *VTy) { in getTruncatedElementVectorType() 545 return cast<FixedVectorType>( in getTruncatedElementVectorType() 549 static FixedVectorType *getSubdividedVectorType(FixedVectorType *VTy, in getSubdividedVectorType() 551 return cast<FixedVectorType>( in getSubdividedVectorType() 555 static FixedVectorType *getHalfElementsVectorType(FixedVectorType *VTy) { in getHalfElementsVectorType() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVEGatherScatterLowering.cpp | 241 FixedVectorType *PtrTy = cast<FixedVectorType>(Ptr->getType()); in decomposePtr() 266 !isa<FixedVectorType>(Offsets->getType())) in decomposeGEP() 283 FixedVectorType *OffsetType = cast<FixedVectorType>(Offsets->getType()); in decomposeGEP() 394 auto *Ty = cast<FixedVectorType>(I->getType()); in lowerGather() 442 auto *Ty = cast<FixedVectorType>(I->getType()); in tryCreateMaskedGatherBase() 462 auto *Ty = cast<FixedVectorType>(I->getType()); in tryCreateMaskedGatherBaseWB() 714 FixedVectorType *Ty; in tryCreateIncrementingGatScat() 716 Ty = cast<FixedVectorType>(I->getType()); in tryCreateIncrementingGatScat() 1108 FixedVectorType *XElType = dyn_cast<FixedVectorType>(X->getType()); in CheckAndCreateOffsetAdd() 1109 FixedVectorType *YElType = dyn_cast<FixedVectorType>(Y->getType()); in CheckAndCreateOffsetAdd() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 608 auto *InsVecType = cast<FixedVectorType>(InsElt->getType()); in replaceExtractElements() 1214 cast<FixedVectorType>(Shuf->getType())->getNumElements(); in foldInsEltIntoSplat() 1253 cast<FixedVectorType>(Shuf->getType())->getNumElements(); in foldInsEltIntoIdentityShuffle() 1449 if (isa<FixedVectorType>(IE.getType()) && in visitInsertElementInst() 1453 isa<FixedVectorType>(ExtVecOp->getType()) && in visitInsertElementInst() 1930 cast<FixedVectorType>(Shuf.getType())->getNumElements(); in canonicalizeInsertSplat() 2083 cast<FixedVectorType>(SrcType)->getNumElements() != in foldTruncShuffle() 2084 cast<FixedVectorType>(DestType)->getNumElements() || in foldTruncShuffle() 2128 cast<FixedVectorType>(Shuf.getType())->getNumElements(); in narrowVectorSelect() 2392 auto *XType = cast<FixedVectorType>(X->getType()); in visitShuffleVectorInst() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 49 if (auto *FVT = dyn_cast<FixedVectorType>(Ty)) in isV256I32Ty() 177 FixedVectorType *V256I32Ty = FixedVectorType::get(EltTy, 256); in createTileLoadStoreLoops() 302 FixedVectorType *V256I32Ty = FixedVectorType::get(B.getInt32Ty(), 256); in createTileDPLoops() 378 FixedVectorType *V4I8Ty = FixedVectorType::get(B.getInt8Ty(), 4); in createTileDPLoops() 379 FixedVectorType *V4I32Ty = FixedVectorType::get(B.getInt32Ty(), 4); in createTileDPLoops() 433 FixedVectorType *V2I16Ty = FixedVectorType::get(B.getInt16Ty(), 2); in createTileDPLoops() 434 FixedVectorType *V2F32Ty = FixedVectorType::get(B.getFloatTy(), 2); in createTileDPLoops() 562 FixedVectorType *V256I32Ty = FixedVectorType::get(Builder.getInt32Ty(), 256); in lowerTileZero()
|
| H A D | X86PartialReduction.cpp | 71 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 139 auto *MulTy = cast<FixedVectorType>(Op->getType()); in tryMAddReplacement() 214 auto *OpTy = cast<FixedVectorType>(Op->getType()); in trySADReplacement() 248 FixedVectorType::get(Builder.getInt32Ty(), IntrinsicNumElts / 4); in trySADReplacement() 268 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 278 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 285 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 313 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
| H A D | X86InstCombineIntrinsic.cpp | 202 auto *VT = cast<FixedVectorType>(Vec->getType()); in simplifyX86immShift() 350 auto *VT = cast<FixedVectorType>(II.getType()); in simplifyX86varShift() 448 auto *ArgTy = cast<FixedVectorType>(Arg0->getType()); in simplifyX86pack() 513 auto *ArgTy = dyn_cast<FixedVectorType>(Arg->getType()); in simplifyX86movmsk() 567 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86insertps() 668 auto *ShufTy = FixedVectorType::get(IntTy8, 16); in simplifyX86extrq() 745 auto *ShufTy = FixedVectorType::get(IntTy8, 16); in simplifyX86insertq() 810 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86pshufb() 855 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86vpermilvar() 902 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86vpermv() [all …]
|
| H A D | X86InterleavedAccess.cpp | 72 void decompose(Instruction *Inst, unsigned NumSubVectors, FixedVectorType *T, 168 Instruction *VecInst, unsigned NumSubVectors, FixedVectorType *SubVecTy, in decompose() 204 VecBaseTy = FixedVectorType::get(Type::getInt8Ty(LI->getContext()), 16); in decompose() 724 auto *ShuffleTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerIntoOptimizedSequence() 727 auto *ShuffleEltTy = cast<FixedVectorType>(Inst->getType()); in lowerIntoOptimizedSequence() 770 FixedVectorType::get(ShuffleEltTy, NumSubVecElems), in lowerIntoOptimizedSequence() 833 assert(cast<FixedVectorType>(SVI->getType())->getNumElements() % Factor == in lowerInterleavedStore()
|
| H A D | X86TargetTransformInfo.cpp | 3536 auto *VTy = dyn_cast<FixedVectorType>(Src); in getMemoryOpCost() 3597 : FixedVectorType::get( in getMemoryOpCost() 3815 auto *ValVTy = cast<FixedVectorType>(ValTy); in getArithmeticReductionCost() 3958 FixedVectorType *ShufTy; in getArithmeticReductionCost() 3969 FixedVectorType *ShufTy; in getArithmeticReductionCost() 3980 auto *ShiftTy = FixedVectorType::get( in getArithmeticReductionCost() 4205 auto *ValVTy = cast<FixedVectorType>(ValTy); in getMinMaxReductionCost() 4270 FixedVectorType *ShufTy; in getMinMaxReductionCost() 4279 auto *ShiftTy = FixedVectorType::get( in getMinMaxReductionCost() 4554 auto *IndexVTy = FixedVectorType::get( in getGSVectorCost() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 123 assert((!isa<FixedVectorType>(VTy) || in getExtractSubvectorOverhead() 148 assert((!isa<FixedVectorType>(VTy) || in getInsertSubvectorOverhead() 197 auto *VT = cast<FixedVectorType>(DataTy); in getCommonMaskedMemoryOpCost() 205 FixedVectorType::get( in getCommonMaskedMemoryOpCost() 665 auto *Ty = cast<FixedVectorType>(InTy); in getScalarizationOverhead() 687 auto *Ty = cast<FixedVectorType>(InTy); in getScalarizationOverhead() 807 if (auto *VTy = dyn_cast<FixedVectorType>(Ty)) { 1169 auto *VT = cast<FixedVectorType>(VecTy); 1280 auto *MaskVT = FixedVectorType::get(I8Type, NumElts); 1281 SubVT = FixedVectorType::get(I8Type, NumSubElts); [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | Scalarizer.cpp | 265 Size = cast<FixedVectorType>(Ty)->getNumElements(); in INITIALIZE_PASS_DEPENDENCY() 469 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in splitUnary() 489 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in splitBinary() 532 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in splitCall() 587 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in visitSelectInst() 641 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in visitGetElementPtrInst() 686 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in visitCastInst() 759 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in visitInsertElementInst() 794 unsigned NumSrcElems = cast<FixedVectorType>(VT)->getNumElements(); in visitExtractElementInst() 826 unsigned NumElems = cast<FixedVectorType>(VT)->getNumElements(); in visitShuffleVectorInst() [all …]
|
| H A D | ScalarizeMaskedMemIntrin.cpp | 98 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector() 153 VectorType *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedLoad() 179 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedLoad() 318 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedStore() 422 auto *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedGather() 552 auto *SrcFVTy = cast<FixedVectorType>(Src->getType()); in scalarizeMaskedScatter() 641 auto *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedExpandLoad() 769 auto *VecType = cast<FixedVectorType>(Src->getType()); in scalarizeMaskedCompressStore()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Type.cpp | 84 if (((isa<FixedVectorType>(this)) && Ty->isX86_MMXTy()) && in canLosslesslyBitCastTo() 87 if ((isX86_MMXTy() && isa<FixedVectorType>(Ty)) && in canLosslesslyBitCastTo() 92 if (((isa<FixedVectorType>(this)) && Ty->isX86_AMXTy()) && in canLosslesslyBitCastTo() 95 if ((isX86_AMXTy() && isa<FixedVectorType>(Ty)) && in canLosslesslyBitCastTo() 638 return FixedVectorType::get(ElementType, EC.getKnownMinValue()); in get() 650 FixedVectorType *FixedVectorType::get(Type *ElementType, unsigned NumElts) { in get() 663 Entry = new (pImpl->Alloc) FixedVectorType(ElementType, NumElts); in get() 664 return cast<FixedVectorType>(Entry); in get()
|
| H A D | AutoUpgrade.cpp | 1048 auto *ResultTy = cast<FixedVectorType>(Op->getType()); in UpgradeX86PSLLDQIntrinsics() 1082 auto *ResultTy = cast<FixedVectorType>(Op->getType()); in UpgradeX86PSRLDQIntrinsics() 1115 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() 1151 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in EmitX86ScalarSelect() 2246 auto *DstTy = cast<FixedVectorType>(CI->getType()); in UpgradeIntrinsicCall() 2278 auto *DstTy = cast<FixedVectorType>(CI->getType()); in UpgradeIntrinsicCall() 2413 auto *VecTy = cast<FixedVectorType>(CI->getType()); in UpgradeIntrinsicCall() 2430 auto *DstTy = cast<FixedVectorType>(CI->getType()); in UpgradeIntrinsicCall() 2461 auto *VT = FixedVectorType::get(EltTy, NumSrcElts); in UpgradeIntrinsicCall() 2588 auto *VecTy = cast<FixedVectorType>(CI->getType()); in UpgradeIntrinsicCall() [all …]
|
| H A D | Constants.cpp | 135 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNotOneValue() 180 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNotMinSignedValue() 202 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isFiniteNonZeroFP() 223 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNormalFP() 244 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in hasExactInverseFP() 265 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNaN() 778 auto *VTy = dyn_cast<FixedVectorType>(Ty); in replaceUndefsWith() 802 auto *VTy = dyn_cast<FixedVectorType>(Ty); in mergeUndefsWith() 808 assert(isa<FixedVectorType>(Other->getType()) && in mergeUndefsWith() 2249 MidTy = FixedVectorType::get(MidTy, in getAddrSpaceCast() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/tools/llvm-stress/ |
| H A D | llvm-stress.cpp | 244 auto *VTp = cast<FixedVectorType>(Tp); in getRandomValue() 306 return FixedVectorType::get(Ty, width); in pickVectorType() 493 cast<FixedVectorType>(Val0->getType())->getNumElements()), in Act() 507 unsigned Width = cast<FixedVectorType>(Val0->getType())->getNumElements(); in Act() 540 cast<FixedVectorType>(Val0->getType())->getNumElements()), in Act() 557 auto *VecTy = cast<FixedVectorType>(VTy); in Act() 639 if (isa<FixedVectorType>(Val0->getType()) && (getRandom() & 1)) { in Act() 641 cast<FixedVectorType>(Val0->getType())->getNumElements(); in Act() 642 CondTy = FixedVectorType::get(CondTy, NumElem); in Act()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZTargetTransformInfo.cpp | 377 auto *VTy = cast<FixedVectorType>(Ty); in getNumVectorRegs() 485 auto *VTy = cast<FixedVectorType>(Ty); in getArithmeticInstrCost() 616 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 617 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 633 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 695 return FixedVectorType::get(ElTy, VF); in getCmpOpsType() 706 auto *DstVTy = cast<FixedVectorType>(Dst); in getBoolVecToIntConversionCost() 765 auto *SrcVecTy = cast<FixedVectorType>(Src); in getCastInstrCost() 766 auto *DstVecTy = dyn_cast<FixedVectorType>(Dst); in getCastInstrCost() 905 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() [all …]
|
| /freebsd-13.1/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | SwiftCallingConv.cpp | 337 (end - begin) / cast<llvm::FixedVectorType>(vecTy)->getNumElements(); in addEntry() 340 e = cast<llvm::FixedVectorType>(vecTy)->getNumElements(); in addEntry() 695 cast<llvm::FixedVectorType>(vectorTy)->getNumElements()); in isLegalVectorType() 708 auto numElts = cast<llvm::FixedVectorType>(vectorTy)->getNumElements(); in splitLegalVectorType() 714 return {llvm::FixedVectorType::get(eltTy, numElts / 2), 2}; in splitLegalVectorType() 730 auto numElts = cast<llvm::FixedVectorType>(origVectorTy)->getNumElements(); in legalizeVectorType() 768 llvm::FixedVectorType::get(eltTy, candidateNumElts)); in legalizeVectorType() 778 components.push_back(llvm::FixedVectorType::get(eltTy, numElts)); in legalizeVectorType()
|
| H A D | CGBuiltin.cpp | 6347 Ty = llvm::FixedVectorType::get( in LookupNeonLLVMIntrinsic() 6453 llvm::FixedVectorType *VTy = in EmitCommonNeonBuiltinExpr() 6503 llvm::FixedVectorType *SrcTy = in EmitCommonNeonBuiltinExpr() 6776 llvm::FixedVectorType *DTy = in EmitCommonNeonBuiltinExpr() 6784 llvm::FixedVectorType *QTy = in EmitCommonNeonBuiltinExpr() 6887 llvm::FixedVectorType *SrcTy = in EmitCommonNeonBuiltinExpr() 6898 llvm::FixedVectorType *SrcTy = in EmitCommonNeonBuiltinExpr() 6964 llvm::FixedVectorType *SrcTy = in EmitCommonNeonBuiltinExpr() 7873 llvm::FixedVectorType *VTy = in EmitARMBuiltinExpr() 10550 llvm::FixedVectorType *VTy = in EmitAArch64BuiltinExpr() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 106 auto *Ty = dyn_cast<FixedVectorType>(I.getType()); in vectorizeLoadInsert() 380 auto *VecTy = cast<FixedVectorType>(Vec->getType()); in createShiftShuffle() 522 auto *DestTy = dyn_cast<FixedVectorType>(I.getType()); in foldBitcastShuf() 523 auto *SrcTy = dyn_cast<FixedVectorType>(V->getType()); in foldBitcastShuf() 720 auto *VecTy = dyn_cast<FixedVectorType>(X->getType()); in foldExtractedCmps() 735 auto *CmpTy = cast<FixedVectorType>(CmpInst::makeCmpResultType(X->getType())); in foldExtractedCmps() 779 static bool canScalarizeAccess(FixedVectorType *VecTy, Value *Idx, in canScalarizeAccess() 815 !isa<FixedVectorType>(SI->getValueOperand()->getType())) in foldSingleElementStore() 829 auto VecTy = cast<FixedVectorType>(SI->getValueOperand()->getType()); in foldSingleElementStore() 872 auto *FixedVT = dyn_cast<FixedVectorType>(LI->getType()); in scalarizeLoadExtract()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 148 if (!isa<FixedVectorType>(DataTy)) in getGatherScatterOpCost() 152 auto *VTy = cast<FixedVectorType>(DataTy); in getGatherScatterOpCost()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 284 if (auto *FVTy = dyn_cast<FixedVectorType>(VTy)) { in findScalarElement() 315 if (SVI && isa<FixedVectorType>(SVI->getType())) { in findScalarElement() 317 cast<FixedVectorType>(SVI->getOperand(0)->getType())->getNumElements(); in findScalarElement() 838 unsigned NumElts1 = cast<FixedVectorType>(VecTy1)->getNumElements(); in concatenateTwoVectors() 839 unsigned NumElts2 = cast<FixedVectorType>(VecTy2)->getNumElements(); in concatenateTwoVectors() 896 E = cast<FixedVectorType>(ConstMask->getType())->getNumElements(); in maskIsAllZeroOrUndef() 922 E = cast<FixedVectorType>(ConstMask->getType())->getNumElements(); in maskIsAllOneOrUndef() 935 assert(isa<FixedVectorType>(Mask->getType()) && in possiblyDemandedEltsInMask() 942 cast<FixedVectorType>(Mask->getType())->getNumElements(); in possiblyDemandedEltsInMask()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPrintfRuntimeBinding.cpp | 219 auto *LLVMVecType = llvm::dyn_cast<llvm::FixedVectorType>(ArgType); in lowerPrintfForGpu() 222 ResType = llvm::FixedVectorType::get(ResType, NumElem); in lowerPrintfForGpu() 465 } else if (isa<FixedVectorType>(ArgType)) { in lowerPrintfForGpu() 467 uint32_t EleCount = cast<FixedVectorType>(ArgType)->getNumElements(); in lowerPrintfForGpu() 506 IType = FixedVectorType::get(IType, EleCount); in lowerPrintfForGpu()
|