Lines Matching refs:CostKind
298 TTI::TargetCostKind CostKind) { in getIntImmCost() argument
391 TTI::TargetCostKind CostKind, in getIntImmCostInst() argument
412 return std::min(getIntImmCost(Imm, Ty, CostKind), in getIntImmCostInst()
413 getIntImmCost(~Imm, Ty, CostKind)); in getIntImmCostInst()
418 return std::min(getIntImmCost(Imm, Ty, CostKind), in getIntImmCostInst()
419 getIntImmCost(-Imm, Ty, CostKind)); in getIntImmCostInst()
453 return std::min(getIntImmCost(Imm, Ty, CostKind), in getIntImmCostInst()
454 getIntImmCost(Imm + 1, Ty, CostKind)); in getIntImmCostInst()
457 return getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
461 TTI::TargetCostKind CostKind, in getCFInstrCost() argument
463 if (CostKind == TTI::TCK_RecipThroughput && in getCFInstrCost()
471 return BaseT::getCFInstrCost(Opcode, CostKind, I); in getCFInstrCost()
477 TTI::TargetCostKind CostKind, in getCastInstrCost() argument
483 auto AdjustCost = [&CostKind](InstructionCost Cost) -> InstructionCost { in getCastInstrCost()
484 if (CostKind != TTI::TCK_RecipThroughput) in getCastInstrCost()
500 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
513 ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
557 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
569 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
586 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
597 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
821 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind); in getCastInstrCost()
829 getCallInstrCost(nullptr, Dst, {Src}, CostKind); in getCastInstrCost()
872 ? ST->getMVEVectorCostFactor(CostKind) in getCastInstrCost()
875 BaseCost * BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
879 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
900 BaseT::getVectorInstrCost(Opcode, ValTy, CostKind, Index, Op0, Op1), in getVectorInstrCost()
914 return BaseT::getVectorInstrCost(Opcode, ValTy, CostKind, Index, Op0, Op1); in getVectorInstrCost()
920 TTI::TargetCostKind CostKind, in getCmpSelInstrCost() argument
925 if (CostKind == TTI::TCK_CodeSize && ISD == ISD::SELECT && in getCmpSelInstrCost()
990 return getIntrinsicInstrCost(CostAttrs, CostKind); in getCmpSelInstrCost()
1029 /*Extract*/ true, CostKind) + in getCmpSelInstrCost()
1031 /*Extract*/ false, CostKind) + in getCmpSelInstrCost()
1035 CostKind, I); in getCmpSelInstrCost()
1039 int BaseCost = ST->getMVEVectorCostFactor(CostKind); in getCmpSelInstrCost()
1049 /*Extract*/ false, CostKind); in getCmpSelInstrCost()
1058 BaseCost = ST->getMVEVectorCostFactor(CostKind); in getCmpSelInstrCost()
1061 BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, I); in getCmpSelInstrCost()
1213 TTI::TargetCostKind CostKind, in getShuffleCost() argument
1315 BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()
1319 unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, in getArithmeticInstrCost() argument
1324 if (ST->isThumb() && CostKind == TTI::TCK_CodeSize && Ty->isIntegerTy(1)) { in getArithmeticInstrCost()
1389 Opcode, Ty, CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
1435 BaseCost = ST->getMVEVectorCostFactor(CostKind); in getArithmeticInstrCost()
1448 getArithmeticInstrCost(Opcode, Ty->getScalarType(), CostKind); in getArithmeticInstrCost()
1452 return BaseT::getScalarizationOverhead(VTy, Args, Tys, CostKind) + in getArithmeticInstrCost()
1462 TTI::TargetCostKind CostKind, in getMemoryOpCost() argument
1466 if (CostKind != TTI::TCK_RecipThroughput) in getMemoryOpCost()
1472 CostKind); in getMemoryOpCost()
1496 return ST->getMVEVectorCostFactor(CostKind); in getMemoryOpCost()
1500 ? ST->getMVEVectorCostFactor(CostKind) in getMemoryOpCost()
1503 CostKind, OpInfo, I); in getMemoryOpCost()
1509 TTI::TargetCostKind CostKind) { in getMaskedMemoryOpCost() argument
1512 return ST->getMVEVectorCostFactor(CostKind); in getMaskedMemoryOpCost()
1514 return ST->getMVEVectorCostFactor(CostKind); in getMaskedMemoryOpCost()
1518 CostKind); in getMaskedMemoryOpCost()
1526 Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, in getInterleavedMemoryOpCost() argument
1544 ST->hasMVEIntegerOps() ? ST->getMVEVectorCostFactor(CostKind) : 1; in getInterleavedMemoryOpCost()
1561 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()
1567 Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I) { in getGatherScatterOpCost() argument
1571 Alignment, CostKind, I); in getGatherScatterOpCost()
1588 NumElems * LT.first * ST->getMVEVectorCostFactor(CostKind); in getGatherScatterOpCost()
1596 CostKind) + in getGatherScatterOpCost()
1598 CostKind); in getGatherScatterOpCost()
1672 TTI::TargetCostKind CostKind) { in getArithmeticReductionCost() argument
1691 VecCost += getArithmeticInstrCost(Opcode, VecTy, CostKind); in getArithmeticReductionCost()
1700 VecCost += ST->getMVEVectorCostFactor(CostKind) * 2; in getArithmeticReductionCost()
1707 getArithmeticInstrCost(Opcode, ValTy->getElementType(), CostKind); in getArithmeticReductionCost()
1718 VecCost += getArithmeticInstrCost(Opcode, VecTy, CostKind); in getArithmeticReductionCost()
1726 VecCost += ST->getMVEVectorCostFactor(CostKind) + in getArithmeticReductionCost()
1727 getArithmeticInstrCost(Opcode, VecTy, CostKind); in getArithmeticReductionCost()
1735 Opcode, ValTy->getElementType(), CostKind); in getArithmeticReductionCost()
1740 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
1750 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind) * LT.first; in getArithmeticReductionCost()
1752 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
1757 FastMathFlags FMF, TTI::TargetCostKind CostKind) { in getExtendedReductionCost() argument
1779 return ST->getMVEVectorCostFactor(CostKind) * LT.first; in getExtendedReductionCost()
1786 CostKind); in getExtendedReductionCost()
1792 TTI::TargetCostKind CostKind) { in getMulAccReductionCost() argument
1810 return ST->getMVEVectorCostFactor(CostKind) * LT.first; in getMulAccReductionCost()
1813 return BaseT::getMulAccReductionCost(IsUnsigned, ResTy, ValTy, CostKind); in getMulAccReductionCost()
1819 TTI::TargetCostKind CostKind) { in getMinMaxReductionCost() argument
1836 VecCost += getIntrinsicInstrCost(ICA, CostKind); in getMinMaxReductionCost()
1845 VecCost += ST->getMVEVectorCostFactor(CostKind) * 2; in getMinMaxReductionCost()
1854 (NumElts - 1) * getIntrinsicInstrCost(ICA, CostKind); in getMinMaxReductionCost()
1870 return Entry->Cost * ST->getMVEVectorCostFactor(CostKind) * LT.first; in getMinMaxReductionCost()
1873 return BaseT::getMinMaxReductionCost(IID, Ty, FMF, CostKind); in getMinMaxReductionCost()
1878 TTI::TargetCostKind CostKind) { in getIntrinsicInstrCost() argument
1906 return LT.first * ST->getMVEVectorCostFactor(CostKind) * Instrs; in getIntrinsicInstrCost()
1922 return LT.first * ST->getMVEVectorCostFactor(CostKind); in getIntrinsicInstrCost()
1932 return LT.first * ST->getMVEVectorCostFactor(CostKind); in getIntrinsicInstrCost()
1952 return LT.first * ST->getMVEVectorCostFactor(CostKind); in getIntrinsicInstrCost()
1964 LT.second.isVector() ? ST->getMVEVectorCostFactor(CostKind) : 1; in getIntrinsicInstrCost()
1968 Cost += getIntrinsicInstrCost(Attrs1, CostKind); in getIntrinsicInstrCost()
1972 Cost += getIntrinsicInstrCost(Attrs2, CostKind); in getIntrinsicInstrCost()
1979 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()