Lines Matching refs:CostKind
350 TTI::TargetCostKind CostKind) { in getIntImmCost() argument
376 TTI::TargetCostKind CostKind, in getIntImmCostInst() argument
434 InstructionCost Cost = AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
439 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
445 TTI::TargetCostKind CostKind) { in getIntImmCostIntrin() argument
458 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
471 InstructionCost Cost = AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
491 return AArch64TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
505 TTI::TargetCostKind CostKind) { in getIntrinsicInstrCost() argument
566 getArithmeticInstrCost(Instruction::Add, LegalVTy, CostKind); in getIntrinsicInstrCost()
701 Cost += getIntrinsicInstrCost(Attrs1, CostKind); in getIntrinsicInstrCost()
704 Cost += getIntrinsicInstrCost(Attrs2, CostKind); in getIntrinsicInstrCost()
758 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
2231 TTI::TargetCostKind CostKind, in getCastInstrCost() argument
2260 auto AdjustCost = [&CostKind](InstructionCost Cost) -> InstructionCost { in getCastInstrCost()
2261 if (CostKind != TTI::TCK_RecipThroughput) in getCastInstrCost()
2271 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
2560 CostKind, I)); in getCastInstrCost()
2611 Opcode, LegalTy, Src, CCH, CostKind, I); in getCastInstrCost()
2613 Opcode, Dst, LegalTy, TTI::CastContextHint::None, CostKind, I); in getCastInstrCost()
2625 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
2646 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getExtractWithExtendCost() local
2648 CostKind, Index, nullptr, nullptr); in getExtractWithExtendCost()
2660 CostKind); in getExtractWithExtendCost()
2666 CostKind); in getExtractWithExtendCost()
2686 CostKind); in getExtractWithExtendCost()
2690 TTI::TargetCostKind CostKind, in getCFInstrCost() argument
2692 if (CostKind != TTI::TCK_RecipThroughput) in getCFInstrCost()
2694 assert(CostKind == TTI::TCK_RecipThroughput && "unexpected CostKind"); in getCFInstrCost()
2753 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
2763 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
2770 TTI::TargetCostKind CostKind) { in getScalarizationOverhead() argument
2775 CostKind); in getScalarizationOverhead()
2781 unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, in getArithmeticInstrCost() argument
2787 if (CostKind != TTI::TCK_RecipThroughput) in getArithmeticInstrCost()
2788 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
2797 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
2806 Instruction::Add, Ty, CostKind, in getArithmeticInstrCost()
2808 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind, in getArithmeticInstrCost()
2811 Instruction::Select, Ty, CostKind, in getArithmeticInstrCost()
2813 Cost += getArithmeticInstrCost(Instruction::AShr, Ty, CostKind, in getArithmeticInstrCost()
2826 Instruction::Mul, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
2828 Instruction::Add, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
2830 Instruction::AShr, Ty, CostKind, Op1Info.getNoProps(), Op2Info.getNoProps()); in getArithmeticInstrCost()
2836 Opcode, Ty, CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
2873 Opcode, Ty->getScalarType(), CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
2880 CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
2881 Cost += getArithmeticInstrCost(Instruction::InsertElement, Ty, CostKind, in getArithmeticInstrCost()
2941 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, in getArithmeticInstrCost()
2968 TTI::TargetCostKind CostKind, in getCmpSelInstrCost() argument
2971 if (CostKind != TTI::TCK_RecipThroughput) in getCmpSelInstrCost()
2972 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, in getCmpSelInstrCost()
3052 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, I); in getCmpSelInstrCost()
3081 TTI::TargetCostKind CostKind) { in getMaskedMemoryOpCost() argument
3084 CostKind); in getMaskedMemoryOpCost()
3105 Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I) { in getGatherScatterOpCost() argument
3108 Alignment, CostKind, I); in getGatherScatterOpCost()
3128 getMemoryOpCost(Opcode, VT->getElementType(), Alignment, 0, CostKind, in getGatherScatterOpCost()
3144 TTI::TargetCostKind CostKind, in getMemoryOpCost() argument
3151 CostKind); in getMemoryOpCost()
3166 if (CostKind == TTI::TCK_CodeSize || CostKind == TTI::TCK_SizeAndLatency) in getMemoryOpCost()
3169 if (CostKind != TTI::TCK_RecipThroughput) in getMemoryOpCost()
3236 Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, in getInterleavedMemoryOpCost() argument
3265 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()
3272 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getCostOfKeepingLiveOverCall() local
3278 Cost += getMemoryOpCost(Instruction::Store, I, Align(128), 0, CostKind) + in getCostOfKeepingLiveOverCall()
3279 getMemoryOpCost(Instruction::Load, I, Align(128), 0, CostKind); in getCostOfKeepingLiveOverCall()
3542 TTI::TargetCostKind CostKind) { in getMinMaxReductionCost() argument
3546 return BaseT::getMinMaxReductionCost(IID, Ty, FMF, CostKind); in getMinMaxReductionCost()
3552 LegalizationCost = getIntrinsicInstrCost(Attrs, CostKind) * (LT.first - 1); in getMinMaxReductionCost()
3559 unsigned Opcode, VectorType *ValTy, TTI::TargetCostKind CostKind) { in getArithmeticReductionCostSVE() argument
3564 LegalizationCost = getArithmeticInstrCost(Opcode, LegalVTy, CostKind); in getArithmeticReductionCostSVE()
3586 TTI::TargetCostKind CostKind) { in getArithmeticReductionCost() argument
3590 BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
3601 getArithmeticInstrCost(Opcode, VTy->getScalarType(), CostKind); in getArithmeticReductionCost()
3607 return getArithmeticReductionCostSVE(Opcode, ValTy, CostKind); in getArithmeticReductionCost()
3673 ExtraCost = getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
3682 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
3711 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getSpliceCost() local
3720 CmpInst::BAD_ICMP_PREDICATE, CostKind) + in getSpliceCost()
3722 CmpInst::BAD_ICMP_PREDICATE, CostKind); in getSpliceCost()
3730 TTI::CastContextHint::None, CostKind) + in getSpliceCost()
3732 TTI::CastContextHint::None, CostKind); in getSpliceCost()
3744 TTI::TargetCostKind CostKind, in getShuffleCost() argument
3800 NTp, NMask, CostKind, 0, nullptr, Args); in getShuffleCost()
3820 if (CostKind == TTI::TCK_CodeSize && Kind == TTI::SK_Broadcast) { in getShuffleCost()
3974 return BaseT::getShuffleCost(Kind, Tp, Mask, CostKind, Index, SubTp); in getShuffleCost()