| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 22 ValueType ScalarVT, ValueType DataVT, ValueType MaskVT,
28 DataVT:$vy, (MaskVT true_mask), i32:$avl),
31 def : Pat<(OpNode DataVT:$vx, DataVT:$vy, (MaskVT true_mask), i32:$avl),
38 DataVT:$vy, MaskVT:$mask, i32:$avl),
41 def : Pat<(OpNode DataVT:$vx, DataVT:$vy, MaskVT:$mask, i32:$avl),
|
| H A D | VEISelLowering.cpp | 2699 MVT MaskVT = MVT::v256i1; // TODO: packed mode. in lowerToVVP() local
2717 Mask = DAG.getNode(VEISD::VEC_BROADCAST, DL, MaskVT, in lowerToVVP()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 26290 MVT MaskVT = in getPrefetchNode() local
36005 MaskVT = MVT::getVectorVT(MaskVT, NumMaskElts); in combineX86ShuffleChain()
36262 (MaskVT == MVT::v8f64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
36263 MaskVT == MVT::v4f64 || MaskVT == MVT::v4i64 || in combineX86ShuffleChain()
36356 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v4f32 || in combineX86ShuffleChain()
36464 (MaskVT == MVT::v2f64 || MaskVT == MVT::v4f64 || MaskVT == MVT::v8f64 || in combineX86ShuffleChain()
36465 MaskVT == MVT::v2i64 || MaskVT == MVT::v4i64 || MaskVT == MVT::v8i64 || in combineX86ShuffleChain()
36466 MaskVT == MVT::v4f32 || MaskVT == MVT::v4i32 || MaskVT == MVT::v8f32 || in combineX86ShuffleChain()
36467 MaskVT == MVT::v8i32 || MaskVT == MVT::v16f32 || in combineX86ShuffleChain()
36470 (MaskVT == MVT::v8i16 || MaskVT == MVT::v16i16 || in combineX86ShuffleChain()
[all …]
|
| H A D | X86ISelDAGToDAG.cpp | 4462 MVT MaskVT = ResVT; in tryVPTESTM() local
4469 MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in tryVPTESTM()
4479 unsigned RegClass = TLI->getRegClassFor(MaskVT)->getID(); in tryVPTESTM()
4482 dl, MaskVT, InMask, RC), 0); in tryVPTESTM()
4492 SDVTList VTs = CurDAG->getVTList(MaskVT, MVT::Other); in tryVPTESTM()
4510 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, InMask, Src0, Src1); in tryVPTESTM()
4512 CNode = CurDAG->getMachineNode(Opc, dl, MaskVT, Src0, Src1); in tryVPTESTM()
5728 MVT MaskVT = Mask.getSimpleValueType(); in Select() local
5733 if (!ValueVT.isVector() || !MaskVT.isVector()) in Select()
5743 bool AVX512Gather = MaskVT.getVectorElementType() == MVT::i1; in Select()
[all …]
|
| H A D | X86InstrSSE.td | 7814 ValueType MaskVT> {
7816 def: Pat<(masked_store (VT RC:$src), addr:$ptr, (MaskVT RC:$mask)),
7819 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask), undef)),
7821 def: Pat<(VT (masked_load addr:$ptr, (MaskVT RC:$mask),
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 4060 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MLOAD() local
4085 EVT MaskVT = Mask.getValueType(); in WidenVecRes_MGATHER() local
4322 EVT MaskVT; in WidenVSELECTMask() local
4330 MaskVT = WideVT; in WidenVSELECTMask()
4332 MaskVT = NarrowVT; in WidenVSELECTMask()
4334 MaskVT = ToMaskVT; in WidenVSELECTMask()
4337 MaskVT = VT0; in WidenVSELECTMask()
4340 SETCC0 = convertMask(SETCC0, VT0, MaskVT); in WidenVSELECTMask()
4341 SETCC1 = convertMask(SETCC1, VT1, MaskVT); in WidenVSELECTMask()
4907 EVT MaskVT = Mask.getValueType(); in WidenVecOp_MSTORE() local
[all …]
|
| H A D | LegalizeTypes.h | 988 SDValue convertMask(SDValue InMask, EVT MaskVT, EVT ToMaskVT);
|
| H A D | TargetLowering.cpp | 7772 EVT MaskVT = Mask.getValueType(); in IncrementMemoryAddress() local
7773 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress()
7780 EVT MaskIntVT = EVT::getIntegerVT(*DAG.getContext(), MaskVT.getSizeInBits()); in IncrementMemoryAddress()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1349 SDValue Mask = DAG.getNode(RISCVISD::VMSET_VL, DL, MaskVT, VL); in getDefaultVLOps()
1952 MVT MaskVT = MVT::getVectorVT(MVT::i1, NumElts); in lowerVECTOR_SHUFFLE() local
1953 SDValue SelectMask = DAG.getBuildVector(MaskVT, DL, MaskVals); in lowerVECTOR_SHUFFLE()
3295 EVT MaskVT = Op.getValueType(); in lowerVectorMaskTrunc() local
3297 assert(MaskVT.isVector() && MaskVT.getVectorElementType() == MVT::i1 && in lowerVectorMaskTrunc()
3317 return DAG.getSetCC(DL, MaskVT, Trunc, SplatZero, ISD::SETNE); in lowerVectorMaskTrunc()
4357 Mask = convertToScalableVector(MaskVT, Mask, DAG, Subtarget); in lowerMLOAD()
4394 Mask = convertToScalableVector(MaskVT, Mask, DAG, Subtarget); in lowerMSTORE()
4424 SDValue Mask = DAG.getNode(RISCVISD::VMSET_VL, DL, MaskVT, VL); in lowerFixedLengthVectorSetccToRVV()
4646 MVT MaskVT = in lowerMGATHER() local
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1280 auto *MaskVT = FixedVectorType::get(I8Type, NumElts);
1299 thisT()->getVectorInstrCost(Instruction::InsertElement, MaskVT, i);
1307 Cost += thisT()->getArithmeticInstrCost(BinaryOperator::And, MaskVT,
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 17871 MVT MaskVT; in getPredicateForFixedLengthVector() local
17876 MaskVT = MVT::nxv16i1; in getPredicateForFixedLengthVector()
17880 MaskVT = MVT::nxv8i1; in getPredicateForFixedLengthVector()
17884 MaskVT = MVT::nxv4i1; in getPredicateForFixedLengthVector()
17888 MaskVT = MVT::nxv2i1; in getPredicateForFixedLengthVector()
17892 return DAG.getNode(AArch64ISD::PTRUE, DL, MaskVT, in getPredicateForFixedLengthVector()
18404 EVT MaskVT = Op.getOperand(0).getValueType(); in LowerFixedLengthVectorSelectToSVE() local
18405 EVT MaskContainerVT = getContainerForFixedLengthVector(DAG, MaskVT); in LowerFixedLengthVectorSelectToSVE()
|