Home
last modified time | relevance | path

Searched refs:MaskVT (Results 1 – 16 of 16) sorted by relevance

/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/VE/
H A DVVPInstrPatternsVec.td21 ValueType PtrVT, ValueType MaskVT,
192 MaskVT:$mask,
211 MaskVT:$mask,
228 MaskVT:$mask,
247 MaskVT:$mask,
264 MaskVT:$mask,
287 MaskVT:$mask,
434 MaskVT:$mask,
462 MaskVT:$mask,
492 MaskVT:$mask,
[all …]
H A DVEInstrPatternsVec.td123 class Mask_Binary<ValueType MaskVT, SDPatternOperator MaskOp, string InstName> :
124 Pat<(MaskVT (MaskOp MaskVT:$ma, MaskVT:$mb)), (!cast<Instruction>(InstName#"mm") $ma, $mb)>;
H A DVECustomDAG.cpp410 auto MaskVT = getLegalVectorType(Packing, MVT::i1); in getConstantMask() local
414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask()
415 auto Res = getNode(VEISD::VEC_BROADCAST, MaskVT, {TrueVal, AVL}); in getConstantMask()
H A DVEISelLowering.cpp359 for (MVT MaskVT : AllMaskVTs) { in initVPUActions() local
361 setOperationAction(ISD::STORE, MaskVT, Custom); in initVPUActions()
362 setOperationAction(ISD::LOAD, MaskVT, Custom); in initVPUActions()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp26402 MVT MaskVT = in getPrefetchNode() local
38004 MaskVT = MVT::getVectorVT(MaskVT, NumMaskElts); in combineX86ShuffleChain()
38263 (MaskVT == MVT::v8f64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
38264 MaskVT == MVT::v4f64 || MaskVT == MVT::v4i64 || in combineX86ShuffleChain()
38357 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v4f32 || in combineX86ShuffleChain()
38465 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v8f64 || in combineX86ShuffleChain()
38466 MaskVT == MVT::v2i64 || MaskVT == MVT::v4i64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
38467 MaskVT == MVT::v4f32 || MaskVT == MVT::v4i32 || MaskVT == MVT::v8f32 || in combineX86ShuffleChain()
38468 MaskVT == MVT::v8i32 || MaskVT == MVT::v16f32 || in combineX86ShuffleChain()
38471 (MaskVT == MVT::v8i16 || MaskVT == MVT::v16i16 || in combineX86ShuffleChain()
[all …]
H A DX86ISelDAGToDAG.cpp4896 MVT MaskVT = ResVT; in tryVPTESTM() local
4903 MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in tryVPTESTM()
4913 unsigned RegClass = TLI->getRegClassFor(MaskVT)->getID(); in tryVPTESTM()
4916 dl, MaskVT, InMask, RC), 0); in tryVPTESTM()
4926 SDVTList VTs = CurDAG->getVTList(MaskVT, MVT::Other); in tryVPTESTM()
4944 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, InMask, Src0, Src1); in tryVPTESTM()
4946 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, Src0, Src1); in tryVPTESTM()
6196 MVT MaskVT = Mask.getSimpleValueType(); in Select() local
6201 if (!ValueVT.isVector() || !MaskVT.isVector()) in Select()
6211 bool AVX512Gather = MaskVT.getVectorElementType() == MVT::i1; in Select()
[all …]
H A DX86TargetTransformInfo.cpp6237 auto *MaskVT = FixedVectorType::get(I1Type, VecTy->getNumElements()); in getInterleavedMemoryOpCostAVX512() local
6238 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
H A DX86InstrSSE.td7986 ValueType MaskVT> {
7988 def: Pat<(masked_store (VT RC:$src), addr:$ptr, (MaskVT RC:$mask)),
7991 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask), undef)),
7993 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask),
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp1255 EVT MaskVT = Mask.getValueType(); in SplitMask() local
5471 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MLOAD() local
5496 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MGATHER() local
5756 EVT MaskVT; in WidenVSELECTMask() local
5764 MaskVT = WideVT; in WidenVSELECTMask()
5766 MaskVT = NarrowVT; in WidenVSELECTMask()
5768 MaskVT = ToMaskVT; in WidenVSELECTMask()
5771 MaskVT = VT0; in WidenVSELECTMask()
5774 SETCC0 = convertMask(SETCC0, VT0, MaskVT); in WidenVSELECTMask()
6593 EVT MaskVT = Mask.getValueType(); in WidenVecOp_MSTORE() local
[all …]
H A DLegalizeVectorOps.cpp1511 EVT MaskVT = Mask.getValueType(); in ExpandVP_MERGE() local
1512 bool IsFixedLen = MaskVT.isFixedLengthVector(); in ExpandVP_MERGE()
1515 MaskVT.getVectorElementCount()); in ExpandVP_MERGE()
1528 EVLVecVT) != MaskVT) in ExpandVP_MERGE()
1534 DAG.getSetCC(DL, MaskVT, StepVec, SplatEVL, ISD::CondCode::SETULT); in ExpandVP_MERGE()
1536 SDValue FullMask = DAG.getNode(ISD::AND, DL, MaskVT, Mask, EVLMask); in ExpandVP_MERGE()
H A DLegalizeTypes.h1070 SDValue convertMask(SDValue InMask, EVT MaskVT, EVT ToMaskVT);
H A DTargetLowering.cpp9747 EVT MaskVT = Mask.getValueType(); in IncrementMemoryAddress() local
9748 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
9755 EVT MaskIntVT = EVT::getIntegerVT(*DAG.getContext(), MaskVT.getSizeInBits()); in IncrementMemoryAddress()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.cpp2592 MVT MaskVT = getMaskTypeFor(VecVT); in getAllOnesMask() local
2996 MVT MaskVT = Mask.getSimpleValueType(); in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND() local
3025 RISCVISD::SETCC_VL, DL, MaskVT, in lowerVectorStrictFTRUNC_FCEIL_FFLOOR_FROUND()
7648 EVT MaskVT = Op.getValueType(); in lowerVectorMaskTruncLike() local
7650 assert(MaskVT.isVector() && MaskVT.getVectorElementType() == MVT::i1 && in lowerVectorMaskTruncLike()
7691 if (MaskVT.isFixedLengthVector()) in lowerVectorMaskTruncLike()
8632 MVT MaskVT = getMaskTypeFor(VT); in LowerINTRINSIC_WO_CHAIN() local
10222 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerFixedLengthVectorSetccToRVV() local
10639 MVT MaskVT = getMaskTypeFor(DstVT); in lowerVPFPIntConvOp() local
15876 MVT MaskVT = getMaskTypeFor(VecVT); in PerformDAGCombine() local
[all …]
H A DRISCVISelDAGToDAG.cpp3639 MVT MaskVT = MVT::getVectorVT(MVT::i1, EC); in performCombineVMergeAndVOps() local
3642 SDValue(CurDAG->getMachineNode(VMSetOpc, DL, MaskVT, VL, SEW), 0); in performCombineVMergeAndVOps()
3645 Mask = CurDAG->getRegister(RISCV::V0, MaskVT); in performCombineVMergeAndVOps()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DBasicTTIImpl.h1513 auto *MaskVT = FixedVectorType::get(I8Type, NumElts);
1514 Cost += thisT()->getArithmeticInstrCost(BinaryOperator::And, MaskVT,
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp25704 MVT MaskVT; in getPredicateForFixedLengthVector() local
25709 MaskVT = MVT::nxv16i1; in getPredicateForFixedLengthVector()
25713 MaskVT = MVT::nxv8i1; in getPredicateForFixedLengthVector()
25717 MaskVT = MVT::nxv4i1; in getPredicateForFixedLengthVector()
25721 MaskVT = MVT::nxv2i1; in getPredicateForFixedLengthVector()
25725 return getPTrue(DAG, DL, MaskVT, *PgPattern); in getPredicateForFixedLengthVector()
26298 EVT MaskVT = Op.getOperand(0).getValueType(); in LowerFixedLengthVectorSelectToSVE() local
26299 EVT MaskContainerVT = getContainerForFixedLengthVector(DAG, MaskVT); in LowerFixedLengthVectorSelectToSVE()