| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 191 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local 192 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask() 246 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local 247 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
|
| H A D | X86InstCombineIntrinsic.cpp | 1259 auto *MaskTy = FixedVectorType::get( in instCombineIntrinsic() local 1262 Mask = IC.Builder.CreateBitCast(Mask, MaskTy); in instCombineIntrinsic()
|
| H A D | X86TargetTransformInfo.cpp | 4208 auto *MaskTy = in getMaskedMemoryOpCost() local 4215 getScalarizationOverhead(MaskTy, DemandedElts, false, true); in getMaskedMemoryOpCost() 4237 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, None, 0, nullptr); in getMaskedMemoryOpCost() 4240 auto *NewMaskTy = FixedVectorType::get(MaskTy->getElementType(), in getMaskedMemoryOpCost() 4243 Cost += getShuffleCost(TTI::SK_InsertSubvector, NewMaskTy, None, 0, MaskTy); in getMaskedMemoryOpCost() 5134 auto *MaskTy = in getGSScalarCost() local 5137 MaskTy, DemandedElts, /*Insert=*/false, /*Extract=*/true); in getGSScalarCost()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | VectorBuilder.cpp | 36 auto *MaskTy = VectorType::get(BoolTy, StaticVectorLength); in getAllTrueMask() local 37 return ConstantInt::getAllOnesValue(MaskTy); in getAllTrueMask()
|
| H A D | AutoUpgrade.cpp | 1178 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() local 1180 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec() 1214 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in EmitX86ScalarSelect() local 1216 Mask = Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect() 2668 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), EC); in UpgradeIntrinsicCall() local 2670 ShuffleVectorInst::getShuffleMask(Constant::getNullValue(MaskTy), M); in UpgradeIntrinsicCall()
|
| H A D | Instructions.cpp | 2084 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local 2085 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32) || in isValidOperands() 2086 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2108 for (unsigned i = 0, e = cast<FixedVectorType>(MaskTy)->getNumElements(); in isValidOperands()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorOps.cpp | 948 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local 951 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT() 958 Mask = DAG.getSplatBuildVector(MaskTy, DL, Mask); in ExpandSELECT() 960 Mask = DAG.getSplatVector(MaskTy, DL, Mask); in ExpandSELECT() 965 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT() 966 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT() 968 SDValue NotMask = DAG.getNOT(DL, Mask, MaskTy); in ExpandSELECT() 970 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT() 971 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT() 972 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUTargetTransformInfo.cpp | 1004 Type *MaskTy = MaskOp->getType(); in rewriteIntrinsicWithAddressSpace() local 1028 MaskTy = B.getInt32Ty(); in rewriteIntrinsicWithAddressSpace() 1029 MaskOp = B.CreateTrunc(MaskOp, MaskTy); in rewriteIntrinsicWithAddressSpace() 1032 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
|
| H A D | AMDGPUInstructionSelector.cpp | 2551 LLT MaskTy = MRI->getType(MaskReg); in selectG_PTRMASK() local 2587 TRI.getRegClassForTypeOnBank(MaskTy, *MaskRB); in selectG_PTRMASK() 2595 assert(MaskTy.getSizeInBits() == 32 && in selectG_PTRMASK()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1014 LLT MaskTy = SwitchOpTy; in emitBitTestHeader() local 1015 if (MaskTy.getSizeInBits() > PtrTy.getSizeInBits() || in emitBitTestHeader() 1016 !isPowerOf2_32(MaskTy.getSizeInBits())) in emitBitTestHeader() 1017 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader() 1024 MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in emitBitTestHeader() 1030 if (SwitchOpTy != MaskTy) in emitBitTestHeader() 1031 SubReg = MIB.buildZExtOrTrunc(MaskTy, SubReg).getReg(0); in emitBitTestHeader() 1033 B.RegVT = getMVTForLLT(MaskTy); in emitBitTestHeader()
|
| H A D | LegalizerHelper.cpp | 7226 LLT MaskTy = MRI.getType(MaskReg); in lowerSelect() local 7230 if (MaskTy.isScalar()) { in lowerSelect() 7237 if (MaskTy.getSizeInBits() <= DstTy.getScalarSizeInBits() && in lowerSelect() 7238 MaskTy != LLT::scalar(1)) { in lowerSelect() 7239 MaskElt = MIRBuilder.buildSExtInReg(MaskTy, MaskElt, 1).getReg(0); in lowerSelect() 7249 MaskTy = DstTy; in lowerSelect() 7252 if (MaskTy.getSizeInBits() != DstTy.getSizeInBits()) { in lowerSelect() 7256 auto NotMask = MIRBuilder.buildNot(MaskTy, MaskReg); in lowerSelect() 7257 auto NewOp1 = MIRBuilder.buildAnd(MaskTy, Op1Reg, MaskReg); in lowerSelect() 7258 auto NewOp2 = MIRBuilder.buildAnd(MaskTy, Op2Reg, NotMask); in lowerSelect()
|
| H A D | MachineIRBuilder.cpp | 210 LLT MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in buildMaskLowPtrBits() local 211 Register MaskReg = getMRI()->createGenericVirtualRegister(MaskTy); in buildMaskLowPtrBits()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | MachineVerifier.cpp | 1191 LLT MaskTy = MRI->getType(MI->getOperand(2).getReg()); in verifyPreISelGenericInstruction() local 1192 if (!DstTy.isValid() || !SrcTy.isValid() || !MaskTy.isValid()) in verifyPreISelGenericInstruction() 1198 if (!MaskTy.getScalarType().isScalar()) in verifyPreISelGenericInstruction() 1201 verifyVectorElementMatch(DstTy, MaskTy, MI); in verifyPreISelGenericInstruction()
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonVectorCombine.cpp | 1181 auto *MaskTy = cast<VectorType>(Mask->getType()); in rescale() local 1182 int FromCount = MaskTy->getElementCount().getFixedValue(); in rescale()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 6314 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), VL.size()); in getEntryCost() local 6335 E->getOpcode(), VecTy, MaskTy, VecPred, CostKind, VL0); in getEntryCost() 6349 MaskTy, VecPred, CostKind); in getEntryCost()
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGBuiltin.cpp | 12066 auto *MaskTy = llvm::FixedVectorType::get( in getMaskVecValue() local 12069 Value *MaskVec = CGF.Builder.CreateBitCast(Mask, MaskTy); in getMaskVecValue() 12249 auto *MaskTy = llvm::FixedVectorType::get( in EmitX86ScalarSelect() local 12251 Mask = CGF.Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect()
|