| /llvm-project-15.0.7/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 21 ValueType PtrVT, ValueType MaskVT,
192 MaskVT:$mask,
211 MaskVT:$mask,
228 MaskVT:$mask,
247 MaskVT:$mask,
264 MaskVT:$mask,
287 MaskVT:$mask,
434 MaskVT:$mask,
462 MaskVT:$mask,
492 MaskVT:$mask,
[all …]
|
| H A D | VEInstrPatternsVec.td | 123 class Mask_Binary<ValueType MaskVT, SDPatternOperator MaskOp, string InstName> :
124 Pat<(MaskVT (MaskOp MaskVT:$ma, MaskVT:$mb)), (!cast<Instruction>(InstName#"mm") $ma, $mb)>;
|
| H A D | VECustomDAG.cpp | 410 auto MaskVT = getLegalVectorType(Packing, MVT::i1); in getConstantMask() local
414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask()
415 auto Res = getNode(VEISD::VEC_BROADCAST, MaskVT, {TrueVal, AVL}); in getConstantMask()
|
| H A D | VEISelLowering.cpp | 348 for (MVT MaskVT : AllMaskVTs) { in initVPUActions() local
350 setOperationAction(ISD::STORE, MaskVT, Custom); in initVPUActions()
351 setOperationAction(ISD::LOAD, MaskVT, Custom); in initVPUActions()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 27594 MVT MaskVT = in getPrefetchNode() local
38135 MaskVT = MVT::getVectorVT(MaskVT, NumMaskElts); in combineX86ShuffleChain()
38394 (MaskVT == MVT::v8f64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
38395 MaskVT == MVT::v4f64 || MaskVT == MVT::v4i64 || in combineX86ShuffleChain()
38488 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v4f32 || in combineX86ShuffleChain()
38596 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v8f64 || in combineX86ShuffleChain()
38597 MaskVT == MVT::v2i64 || MaskVT == MVT::v4i64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
38598 MaskVT == MVT::v4f32 || MaskVT == MVT::v4i32 || MaskVT == MVT::v8f32 || in combineX86ShuffleChain()
38599 MaskVT == MVT::v8i32 || MaskVT == MVT::v16f32 || in combineX86ShuffleChain()
38602 (MaskVT == MVT::v8i16 || MaskVT == MVT::v16i16 || in combineX86ShuffleChain()
[all …]
|
| H A D | X86ISelDAGToDAG.cpp | 4624 MVT MaskVT = ResVT; in tryVPTESTM() local
4631 MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in tryVPTESTM()
4641 unsigned RegClass = TLI->getRegClassFor(MaskVT)->getID(); in tryVPTESTM()
4644 dl, MaskVT, InMask, RC), 0); in tryVPTESTM()
4654 SDVTList VTs = CurDAG->getVTList(MaskVT, MVT::Other); in tryVPTESTM()
4672 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, InMask, Src0, Src1); in tryVPTESTM()
4674 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, Src0, Src1); in tryVPTESTM()
5916 MVT MaskVT = Mask.getSimpleValueType(); in Select() local
5921 if (!ValueVT.isVector() || !MaskVT.isVector()) in Select()
5931 bool AVX512Gather = MaskVT.getVectorElementType() == MVT::i1; in Select()
[all …]
|
| H A D | X86TargetTransformInfo.cpp | 5579 auto *MaskVT = FixedVectorType::get(I1Type, VecTy->getNumElements()); in getInterleavedMemoryOpCostAVX512() local
5580 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
|
| H A D | X86InstrSSE.td | 7921 ValueType MaskVT> {
7923 def: Pat<(masked_store (VT RC:$src), addr:$ptr, (MaskVT RC:$mask)),
7926 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask), undef)),
7928 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask),
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1173 EVT MaskVT = Mask.getValueType(); in SplitMask() local
4922 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MLOAD() local
4947 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MGATHER() local
5207 EVT MaskVT; in WidenVSELECTMask() local
5215 MaskVT = WideVT; in WidenVSELECTMask()
5217 MaskVT = NarrowVT; in WidenVSELECTMask()
5219 MaskVT = ToMaskVT; in WidenVSELECTMask()
5222 MaskVT = VT0; in WidenVSELECTMask()
5225 SETCC0 = convertMask(SETCC0, VT0, MaskVT); in WidenVSELECTMask()
5918 EVT MaskVT = Mask.getValueType(); in WidenVecOp_MSTORE() local
[all …]
|
| H A D | LegalizeVectorOps.cpp | 1282 EVT MaskVT = Mask.getValueType(); in ExpandVP_MERGE() local
1283 bool IsFixedLen = MaskVT.isFixedLengthVector(); in ExpandVP_MERGE()
1286 MaskVT.getVectorElementCount()); in ExpandVP_MERGE()
1299 EVLVecVT) != MaskVT) in ExpandVP_MERGE()
1306 DAG.getSetCC(DL, MaskVT, StepVec, SplatEVL, ISD::CondCode::SETULT); in ExpandVP_MERGE()
1308 SDValue FullMask = DAG.getNode(ISD::AND, DL, MaskVT, Mask, EVLMask); in ExpandVP_MERGE()
|
| H A D | LegalizeTypes.h | 1041 SDValue convertMask(SDValue InMask, EVT MaskVT, EVT ToMaskVT);
|
| H A D | TargetLowering.cpp | 8649 EVT MaskVT = Mask.getValueType(); in IncrementMemoryAddress() local
8650 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
8657 EVT MaskIntVT = EVT::getIntegerVT(*DAG.getContext(), MaskVT.getSizeInBits()); in IncrementMemoryAddress()
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1749 MVT MaskVT = getMaskTypeFor(VecVT); in getAllOnesMask() local
4284 EVT MaskVT = Op.getValueType(); in lowerVectorMaskTruncLike() local
4286 assert(MaskVT.isVector() && MaskVT.getVectorElementType() == MVT::i1 && in lowerVectorMaskTruncLike()
4326 if (MaskVT.isFixedLengthVector()) in lowerVectorMaskTruncLike()
4367 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerVectorTruncLike() local
4431 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerVectorFPExtendOrRoundLike() local
4944 MVT MaskVT = getMaskTypeFor(VT); in LowerINTRINSIC_WO_CHAIN() local
6036 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerFixedLengthVectorSetccToRVV() local
6339 MVT MaskVT = getMaskTypeFor(DstVT); in lowerVPFPIntConvOp() local
9298 MVT MaskVT = getMaskTypeFor(VecVT); in PerformDAGCombine() local
[all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1386 auto *MaskVT = FixedVectorType::get(I8Type, NumElts);
1387 Cost += thisT()->getArithmeticInstrCost(BinaryOperator::And, MaskVT,
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 20919 MVT MaskVT; in getPredicateForFixedLengthVector() local
20924 MaskVT = MVT::nxv16i1; in getPredicateForFixedLengthVector()
20928 MaskVT = MVT::nxv8i1; in getPredicateForFixedLengthVector()
20932 MaskVT = MVT::nxv4i1; in getPredicateForFixedLengthVector()
20936 MaskVT = MVT::nxv2i1; in getPredicateForFixedLengthVector()
20940 return getPTrue(DAG, DL, MaskVT, *PgPattern); in getPredicateForFixedLengthVector()
21507 EVT MaskVT = Op.getOperand(0).getValueType(); in LowerFixedLengthVectorSelectToSVE() local
21508 EVT MaskContainerVT = getContainerForFixedLengthVector(DAG, MaskVT); in LowerFixedLengthVectorSelectToSVE()
|