Lines Matching refs:TLI
55 const TargetLowering &TLI; member in __anone66874dd0111::VectorLegalizer
186 DAG(dag), TLI(dag.getTargetLoweringInfo()) {} in VectorLegalizer()
289 Action = TLI.getLoadExtAction(ExtType, LD->getValueType(0), LoadedVT); in LegalizeOp()
297 Action = TLI.getTruncStoreAction(ValVT, StVT); in LegalizeOp()
301 Action = TLI.getOperationAction(Node->getOpcode(), Node->getValueType(0)); in LegalizeOp()
318 Action = TLI.getCondCodeAction(CCCode, OpVT); in LegalizeOp()
320 Action = TLI.getOperationAction(Node->getOpcode(), OpVT); in LegalizeOp()
322 Action = TLI.getOperationAction(Node->getOpcode(), ValVT); in LegalizeOp()
329 if (Action == TargetLowering::Expand && !TLI.isStrictFPEnabled() && in LegalizeOp()
330 TLI.getStrictFPOperationAction(Node->getOpcode(), ValVT) == in LegalizeOp()
333 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp()
335 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp()
443 Action = TLI.getOperationAction(Node->getOpcode(), Node->getValueType(0)); in LegalizeOp()
454 Action = TLI.getFixedPointOperationAction(Node->getOpcode(), in LegalizeOp()
475 Action = TLI.getOperationAction(Node->getOpcode(), in LegalizeOp()
480 Action = TLI.getOperationAction(Node->getOpcode(), in LegalizeOp()
486 Action = TLI.getCondCodeAction(CCCode, OpVT); in LegalizeOp()
488 Action = TLI.getOperationAction(Node->getOpcode(), OpVT); in LegalizeOp()
498 Action = TLI.getCondCodeAction(CCCode, LegalizeVT.getSimpleVT()); \ in LegalizeOp()
502 Action = TLI.getOperationAction(Node->getOpcode(), LegalizeVT); \ in LegalizeOp()
545 SDValue Res = TLI.LowerOperation(SDValue(Node, 0), DAG); in LowerOperationWrapper()
575 MVT NewVecVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VecVT); in PromoteReduction()
619 MVT NewVecVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VecVT); in PromoteSETCC()
644 MVT NewVecVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VecVT); in PromoteSTRICT()
745 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in Promote()
786 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in PromoteINT_TO_FP()
824 MVT NVT = TLI.getTypeToPromoteTo(Node->getOpcode(), VT); in PromoteFP_TO_INT()
833 TLI.isOperationLegalOrCustom(ISD::FP_TO_SINT, NVT)) in PromoteFP_TO_INT()
837 TLI.isOperationLegalOrCustom(ISD::STRICT_FP_TO_SINT, NVT)) in PromoteFP_TO_INT()
868 return TLI.scalarizeVectorLoad(LD, DAG); in ExpandLoad()
873 SDValue TF = TLI.scalarizeVectorStore(ST, DAG); in ExpandStore()
908 Results.push_back(TLI.expandVPBSWAP(Node, DAG)); in Expand()
928 EVT CondVT = TLI.getSetCCResultType( in Expand()
957 if (SDValue Expanded = TLI.expandABS(Node, DAG)) { in Expand()
964 if (SDValue Expanded = TLI.expandABD(Node, DAG)) { in Expand()
973 if (SDValue Expanded = TLI.expandVPBITREVERSE(Node, DAG)) { in Expand()
979 if (SDValue Expanded = TLI.expandCTPOP(Node, DAG)) { in Expand()
985 if (SDValue Expanded = TLI.expandVPCTPOP(Node, DAG)) { in Expand()
992 if (SDValue Expanded = TLI.expandCTLZ(Node, DAG)) { in Expand()
999 if (SDValue Expanded = TLI.expandVPCTLZ(Node, DAG)) { in Expand()
1006 if (SDValue Expanded = TLI.expandCTTZ(Node, DAG)) { in Expand()
1013 if (SDValue Expanded = TLI.expandVPCTTZ(Node, DAG)) { in Expand()
1022 if (SDValue Expanded = TLI.expandFunnelShift(Node, DAG)) { in Expand()
1029 if (SDValue Expanded = TLI.expandROT(Node, false /*AllowVectorOps*/, DAG)) { in Expand()
1036 if (SDValue Expanded = TLI.expandFMINNUM_FMAXNUM(Node, DAG)) { in Expand()
1045 if (SDValue Expanded = TLI.expandIntMINMAX(Node, DAG)) { in Expand()
1066 if (SDValue Expanded = TLI.expandAddSubSat(Node, DAG)) { in Expand()
1073 if (SDValue Expanded = TLI.expandShlSat(Node, DAG)) { in Expand()
1082 if (SDValue Expanded = TLI.expandFP_TO_INT_SAT(Node, DAG)) { in Expand()
1090 if (SDValue Expanded = TLI.expandFixedPointMul(Node, DAG)) { in Expand()
1129 Results.push_back(TLI.expandVecReduce(Node, DAG)); in Expand()
1133 Results.push_back(TLI.expandVecReduceSeq(Node, DAG)); in Expand()
1171 if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand || in ExpandSELECT()
1172 TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand || in ExpandSELECT()
1173 TLI.getOperationAction(ISD::OR, VT) == TargetLowering::Expand || in ExpandSELECT()
1174 TLI.getOperationAction(VT.isFixedLengthVector() ? ISD::BUILD_VECTOR in ExpandSELECT()
1209 if (TLI.getOperationAction(ISD::SRA, VT) == TargetLowering::Expand || in ExpandSEXTINREG()
1210 TLI.getOperationAction(ISD::SHL, VT) == TargetLowering::Expand) in ExpandSEXTINREG()
1333 return TLI.expandBSWAP(Node, DAG); in ExpandBSWAP()
1341 if (TLI.isShuffleMaskLegal(ShuffleMask, ByteVT)) { in ExpandBSWAP()
1350 if (TLI.isOperationLegalOrCustom(ISD::SHL, VT) && in ExpandBSWAP()
1351 TLI.isOperationLegalOrCustom(ISD::SRL, VT) && in ExpandBSWAP()
1352 TLI.isOperationLegalOrCustomOrPromote(ISD::AND, VT) && in ExpandBSWAP()
1353 TLI.isOperationLegalOrCustomOrPromote(ISD::OR, VT)) in ExpandBSWAP()
1354 return TLI.expandBSWAP(Node, DAG); in ExpandBSWAP()
1366 Results.push_back(TLI.expandBITREVERSE(Node, DAG)); in ExpandBITREVERSE()
1371 if (TLI.isOperationLegalOrCustom(ISD::BITREVERSE, VT.getScalarType())) { in ExpandBITREVERSE()
1386 if (TLI.isShuffleMaskLegal(BSWAPMask, ByteVT) && in ExpandBITREVERSE()
1387 (TLI.isOperationLegalOrCustom(ISD::BITREVERSE, ByteVT) || in ExpandBITREVERSE()
1388 (TLI.isOperationLegalOrCustom(ISD::SHL, ByteVT) && in ExpandBITREVERSE()
1389 TLI.isOperationLegalOrCustom(ISD::SRL, ByteVT) && in ExpandBITREVERSE()
1390 TLI.isOperationLegalOrCustomOrPromote(ISD::AND, ByteVT) && in ExpandBITREVERSE()
1391 TLI.isOperationLegalOrCustomOrPromote(ISD::OR, ByteVT)))) { in ExpandBITREVERSE()
1405 if (TLI.isOperationLegalOrCustom(ISD::SHL, VT) && in ExpandBITREVERSE()
1406 TLI.isOperationLegalOrCustom(ISD::SRL, VT) && in ExpandBITREVERSE()
1407 TLI.isOperationLegalOrCustomOrPromote(ISD::AND, VT) && in ExpandBITREVERSE()
1408 TLI.isOperationLegalOrCustomOrPromote(ISD::OR, VT)) { in ExpandBITREVERSE()
1409 Results.push_back(TLI.expandBITREVERSE(Node, DAG)); in ExpandBITREVERSE()
1433 if (TLI.getOperationAction(ISD::AND, VT) == TargetLowering::Expand || in ExpandVSELECT()
1434 TLI.getOperationAction(ISD::XOR, VT) == TargetLowering::Expand || in ExpandVSELECT()
1435 TLI.getOperationAction(ISD::OR, VT) == TargetLowering::Expand) in ExpandVSELECT()
1442 auto BoolContents = TLI.getBooleanContents(Op1.getValueType()); in ExpandVSELECT()
1482 if (TLI.getOperationAction(ISD::VP_AND, VT) == TargetLowering::Expand || in ExpandVP_SELECT()
1483 TLI.getOperationAction(ISD::VP_XOR, VT) == TargetLowering::Expand || in ExpandVP_SELECT()
1484 TLI.getOperationAction(ISD::VP_OR, VT) == TargetLowering::Expand) in ExpandVP_SELECT()
1519 !TLI.isOperationLegalOrCustom(ISD::BUILD_VECTOR, EVLVecVT)) || in ExpandVP_MERGE()
1521 (!TLI.isOperationLegalOrCustom(ISD::STEP_VECTOR, EVLVecVT) || in ExpandVP_MERGE()
1522 !TLI.isOperationLegalOrCustom(ISD::SPLAT_VECTOR, EVLVecVT)))) in ExpandVP_MERGE()
1527 if (TLI.getSetCCResultType(DAG.getDataLayout(), *DAG.getContext(), in ExpandVP_MERGE()
1546 if (!TLI.isOperationLegalOrCustom(DivOpc, VT) || in ExpandVP_REM()
1547 !TLI.isOperationLegalOrCustom(ISD::VP_MUL, VT) || in ExpandVP_REM()
1548 !TLI.isOperationLegalOrCustom(ISD::VP_SUB, VT)) in ExpandVP_REM()
1568 if (TLI.expandFP_TO_UINT(Node, Result, Chain, DAG)) { in ExpandFP_TO_UINT()
1595 if (TLI.expandUINT_TO_FP(Node, Result, Chain, DAG)) { in ExpandUINT_TO_FLOAT()
1603 if (((!IsStrict && TLI.getOperationAction(ISD::SINT_TO_FP, VT) == in ExpandUINT_TO_FLOAT()
1605 (IsStrict && TLI.getOperationAction(ISD::STRICT_SINT_TO_FP, VT) == in ExpandUINT_TO_FLOAT()
1607 TLI.getOperationAction(ISD::SRL, VT) == TargetLowering::Expand) { in ExpandUINT_TO_FLOAT()
1676 if (TLI.isOperationLegalOrCustom(ISD::FSUB, Node->getValueType(0))) { in ExpandFNEG()
1692 if (TLI.isOperationLegalOrCustom(ISD::FNEG, VT) && in ExpandFSUB()
1693 TLI.isOperationLegalOrCustom(ISD::FADD, VT)) in ExpandFSUB()
1717 if (TLI.getCondCodeAction(CCCode, OpVT) != TargetLowering::Expand) { in ExpandSETCC()
1734 TLI.LegalizeSetCCCondCode(DAG, Node->getValueType(0), LHS, RHS, CC, Mask, in ExpandSETCC()
1783 TLI.expandUADDSUBO(Node, Result, Overflow, DAG); in ExpandUADDSUBO()
1791 TLI.expandSADDSUBO(Node, Result, Overflow, DAG); in ExpandSADDSUBO()
1799 if (!TLI.expandMULO(Node, Result, Overflow, DAG)) in ExpandMULO()
1809 if (SDValue Expanded = TLI.expandFixedPointDiv(N->getOpcode(), SDLoc(N), in ExpandFixedPointDiv()
1840 if (!TLI.expandREM(Node, Result, DAG)) in ExpandREM()
1851 const TargetLowering &TLI = DAG.getTargetLoweringInfo(); in UnrollStrictFPOp() local
1856 TmpEltVT = TLI.getSetCCResultType(DAG.getDataLayout(), in UnrollStrictFPOp()
1921 TLI.getSetCCResultType(DAG.getDataLayout(), in UnrollVSETCC()