Lines Matching refs:CostKind
221 unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, in getArithmeticInstrCost() argument
234 CostKind) + in getArithmeticInstrCost()
237 CostKind) + in getArithmeticInstrCost()
238 getArithmeticInstrCost(Opcode, WideVecTy, CostKind, Op1Info, Op2Info); in getArithmeticInstrCost()
305 getArithmeticInstrCost(Instruction::Shl, Ty, CostKind, in getArithmeticInstrCost()
308 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind); in getArithmeticInstrCost()
319 2 * getArithmeticInstrCost(Instruction::AShr, Ty, CostKind, in getArithmeticInstrCost()
321 Cost += getArithmeticInstrCost(Instruction::LShr, Ty, CostKind, in getArithmeticInstrCost()
323 Cost += getArithmeticInstrCost(Instruction::Add, Ty, CostKind, in getArithmeticInstrCost()
328 Cost += getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
330 Cost += getArithmeticInstrCost(Instruction::Sub, Ty, CostKind, Op1Info.getNoProps(), in getArithmeticInstrCost()
341 return getArithmeticInstrCost(Instruction::LShr, Ty, CostKind, in getArithmeticInstrCost()
344 return getArithmeticInstrCost(Instruction::And, Ty, CostKind, in getArithmeticInstrCost()
370 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
406 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
447 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
490 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
521 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
539 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
562 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
584 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
606 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
617 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
639 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
661 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
685 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
722 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
760 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
786 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
798 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
845 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
939 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
961 return getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, in getArithmeticInstrCost()
971 return getArithmeticInstrCost(Instruction::Mul, Ty, CostKind, in getArithmeticInstrCost()
975 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1017 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1039 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1068 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1143 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1243 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1272 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1296 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1366 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1388 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1399 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1423 if (auto KindCost = Entry->Cost[CostKind]) in getArithmeticInstrCost()
1432 if (CostKind == TTI::TCK_RecipThroughput && LT.second.isVector() && in getArithmeticInstrCost()
1436 getArithmeticInstrCost(Opcode, Ty->getScalarType(), CostKind, in getArithmeticInstrCost()
1442 if (CostKind == TTI::TCK_CodeSize) { in getArithmeticInstrCost()
1458 return BaseT::getArithmeticInstrCost(Opcode, Ty, CostKind, Op1Info, Op2Info, in getArithmeticInstrCost()
1465 TTI::TargetCostKind CostKind) const { in getAltInstrCost()
1474 TTI::TargetCostKind CostKind, in getShuffleCost() argument
1530 CostKind, ExtractIndex, SubTy); in getShuffleCost()
1652 [this, SingleOpTy, CostKind, &PrevSrcReg, &PrevRegMask, in getShuffleCost()
1660 RegMask, CostKind, 0, nullptr); in getShuffleCost()
1674 [this, SingleOpTy, CostKind, &Cost](ArrayRef<int> RegMask, in getShuffleCost()
1678 CostKind, 0, nullptr); in getShuffleCost()
1685 std::nullopt, CostKind, 0, nullptr); in getShuffleCost()
1688 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
1827 if (auto KindCost = Entry->Cost[CostKind]) in getShuffleCost()
2096 return BaseT::getShuffleCost(Kind, BaseTp, Mask, CostKind, Index, SubTp); in getShuffleCost()
2102 TTI::TargetCostKind CostKind, in getCastInstrCost() argument
2108 auto AdjustCost = [&CostKind](InstructionCost Cost) -> InstructionCost { in getCastInstrCost()
2109 if (CostKind != TTI::TCK_RecipThroughput) in getCastInstrCost()
3050 ExtCost = getCastInstrCost(ExtOpc, ExtSrc, Src, CCH, CostKind); in getCastInstrCost()
3053 TTI::CastContextHint::None, CostKind); in getCastInstrCost()
3061 return getCastInstrCost(Instruction::FPToSI, TruncDst, Src, CCH, CostKind) + in getCastInstrCost()
3063 TTI::CastContextHint::None, CostKind); in getCastInstrCost()
3067 BaseT::getCastInstrCost(Opcode, Dst, Src, CCH, CostKind, I)); in getCastInstrCost()
3073 TTI::TargetCostKind CostKind, in getCmpSelInstrCost() argument
3077 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, in getCmpSelInstrCost()
3137 CmpInst::Predicate::FCMP_UNO, CostKind) + in getCmpSelInstrCost()
3139 CmpInst::Predicate::FCMP_OEQ, CostKind) + in getCmpSelInstrCost()
3140 getArithmeticInstrCost(Instruction::Or, CondTy, CostKind); in getCmpSelInstrCost()
3306 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3311 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3316 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3321 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3326 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3331 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3336 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3341 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3346 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3351 if (auto KindCost = Entry->Cost[CostKind]) in getCmpSelInstrCost()
3355 if (CostKind == TTI::TCK_Latency && Opcode == Instruction::Select) in getCmpSelInstrCost()
3359 return BaseT::getCmpSelInstrCost(Opcode, ValTy, CondTy, VecPred, CostKind, I); in getCmpSelInstrCost()
3366 TTI::TargetCostKind CostKind) { in getIntrinsicInstrCost() argument
4174 if (ISD == ISD::FSQRT && CostKind == TTI::TCK_CodeSize) in getIntrinsicInstrCost()
4192 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4198 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4204 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4210 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4216 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4222 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4228 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4234 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4240 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4246 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4252 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4258 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4264 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4270 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4276 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4282 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4289 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4294 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4302 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4307 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4315 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4320 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4338 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4343 if (auto KindCost = Entry->Cost[CostKind]) in getIntrinsicInstrCost()
4347 return BaseT::getIntrinsicInstrCost(ICA, CostKind); in getIntrinsicInstrCost()
4351 TTI::TargetCostKind CostKind, in getVectorInstrCost() argument
4379 return getMemoryOpCost(Instruction::Store, Val, VecAlign, 0, CostKind) + in getVectorInstrCost()
4381 CostKind); in getVectorInstrCost()
4385 return getMemoryOpCost(Instruction::Store, Val, VecAlign, 0, CostKind) + in getVectorInstrCost()
4387 CostKind) + in getVectorInstrCost()
4388 getMemoryOpCost(Instruction::Load, Val, VecAlign, 0, CostKind); in getVectorInstrCost()
4486 CostKind, 0, SubTy); in getVectorInstrCost()
4492 return BaseT::getVectorInstrCost(Opcode, Val, CostKind, Index, Op0, Op1) + in getVectorInstrCost()
4499 TTI::TargetCostKind CostKind) { in getScalarizationOverhead() argument
4527 /*Extract*/ false, CostKind); in getScalarizationOverhead()
4565 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4567 /*Extract*/ false, CostKind); in getScalarizationOverhead()
4583 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4643 CostKind, I * NumEltsPerLane, LaneTy); in getScalarizationOverhead()
4645 LaneTy, LaneEltMask, /*Insert*/ false, Extract, CostKind); in getScalarizationOverhead()
4654 Extract, CostKind); in getScalarizationOverhead()
4663 TTI::TargetCostKind CostKind) { in getReplicationShuffleCost() argument
4670 DemandedDstElts, CostKind); in getReplicationShuffleCost()
4731 TargetTransformInfo::CastContextHint::None, CostKind); in getReplicationShuffleCost()
4735 TargetTransformInfo::CastContextHint::None, CostKind); in getReplicationShuffleCost()
4738 DemandedDstElts, CostKind); in getReplicationShuffleCost()
4761 TTI::SK_PermuteSingleSrc, SingleDstVecTy, /*Mask=*/std::nullopt, CostKind, in getReplicationShuffleCost()
4769 TTI::TargetCostKind CostKind, in getMemoryOpCost() argument
4773 if (CostKind != TTI::TCK_RecipThroughput) { in getMemoryOpCost()
4790 CostKind); in getMemoryOpCost()
4802 /*AddressSpace=*/0, CostKind); in getMemoryOpCost()
4832 CostKind); in getMemoryOpCost()
4843 CostKind); in getMemoryOpCost()
4889 VTy, std::nullopt, CostKind, NumEltDone(), in getMemoryOpCost()
4906 !IsLoad, CostKind); in getMemoryOpCost()
4935 TTI::TargetCostKind CostKind) { in getMaskedMemoryOpCost() argument
4942 return getMemoryOpCost(Opcode, SrcTy, Alignment, AddressSpace, CostKind); in getMaskedMemoryOpCost()
4952 MaskTy, DemandedElts, /*Insert*/ false, /*Extract*/ true, CostKind); in getMaskedMemoryOpCost()
4955 CmpInst::BAD_ICMP_PREDICATE, CostKind); in getMaskedMemoryOpCost()
4956 InstructionCost BranchCost = getCFInstrCost(Instruction::Br, CostKind); in getMaskedMemoryOpCost()
4959 SrcVTy, DemandedElts, IsLoad, IsStore, CostKind); in getMaskedMemoryOpCost()
4962 Alignment, AddressSpace, CostKind); in getMaskedMemoryOpCost()
4974 CostKind, 0, nullptr) + in getMaskedMemoryOpCost()
4976 CostKind, 0, nullptr); in getMaskedMemoryOpCost()
4983 CostKind, 0, MaskTy); in getMaskedMemoryOpCost()
4998 Type *AccessTy, TTI::TargetCostKind CostKind) { in getPointersChainCost() argument
5007 CostKind); in getPointersChainCost()
5011 return BaseT::getPointersChainCost(Ptrs, Base, Info, AccessTy, CostKind); in getPointersChainCost()
5045 TTI::TargetCostKind CostKind) { in getArithmeticReductionCost() argument
5047 return BaseT::getArithmeticReductionCost(Opcode, ValTy, FMF, CostKind); in getArithmeticReductionCost()
5118 CostKind) + in getArithmeticReductionCost()
5119 getArithmeticReductionCost(Opcode, WideVecTy, FMF, CostKind); in getArithmeticReductionCost()
5128 ArithmeticCost = getArithmeticInstrCost(Opcode, SingleOpTy, CostKind); in getArithmeticReductionCost()
5198 ArithmeticCost = getArithmeticInstrCost(Opcode, SingleOpTy, CostKind); in getArithmeticReductionCost()
5215 return BaseT::getArithmeticReductionCost(Opcode, ValVTy, FMF, CostKind); in getArithmeticReductionCost()
5224 return BaseT::getArithmeticReductionCost(Opcode, ValVTy, FMF, CostKind); in getArithmeticReductionCost()
5234 ReductionCost = getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
5249 getShuffleCost(TTI::SK_ExtractSubvector, Ty, std::nullopt, CostKind, in getArithmeticReductionCost()
5262 std::nullopt, CostKind, 0, nullptr); in getArithmeticReductionCost()
5273 std::nullopt, CostKind, 0, nullptr); in getArithmeticReductionCost()
5279 Instruction::LShr, ShiftTy, CostKind, in getArithmeticReductionCost()
5285 ReductionCost += getArithmeticInstrCost(Opcode, Ty, CostKind); in getArithmeticReductionCost()
5290 CostKind, 0, nullptr, nullptr); in getArithmeticReductionCost()
5294 TTI::TargetCostKind CostKind, in getMinMaxCost() argument
5297 return getIntrinsicInstrCost(ICA, CostKind); in getMinMaxCost()
5303 TTI::TargetCostKind CostKind) { in getMinMaxReductionCost() argument
5393 MinMaxCost = getMinMaxCost(IID, Ty, CostKind, FMF); in getMinMaxReductionCost()
5420 return BaseT::getMinMaxReductionCost(IID, ValTy, FMF, CostKind); in getMinMaxReductionCost()
5432 CostKind, NumVecElts, SubTy); in getMinMaxReductionCost()
5443 std::nullopt, CostKind, 0, nullptr); in getMinMaxReductionCost()
5452 std::nullopt, CostKind, 0, nullptr); in getMinMaxReductionCost()
5464 MinMaxCost += getMinMaxCost(IID, Ty, CostKind, FMF); in getMinMaxReductionCost()
5469 CostKind, 0, nullptr, nullptr); in getMinMaxReductionCost()
5486 TTI::TargetCostKind CostKind) { in getIntImmCost() argument
5522 TTI::TargetCostKind CostKind, in getIntImmCostInst() argument
5610 InstructionCost Cost = X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
5616 return X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostInst()
5621 TTI::TargetCostKind CostKind) { in getIntImmCostIntrin() argument
5652 return X86TTIImpl::getIntImmCost(Imm, Ty, CostKind); in getIntImmCostIntrin()
5656 TTI::TargetCostKind CostKind, in getCFInstrCost() argument
5658 if (CostKind != TTI::TCK_RecipThroughput) in getCFInstrCost()
5767 TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput; in getGSScalarCost() local
5774 MaskTy, DemandedElts, /*Insert=*/false, /*Extract=*/true, CostKind); in getGSScalarCost()
5777 CmpInst::BAD_ICMP_PREDICATE, CostKind); in getGSScalarCost()
5778 InstructionCost BranchCost = getCFInstrCost(Instruction::Br, CostKind); in getGSScalarCost()
5784 DemandedElts, /*Insert=*/false, /*Extract=*/true, CostKind); in getGSScalarCost()
5789 AddressSpace, CostKind); in getGSScalarCost()
5796 /*Extract=*/Opcode == Instruction::Store, CostKind); in getGSScalarCost()
5804 Align Alignment, TTI::TargetCostKind CostKind, in getGatherScatterOpCost() argument
5806 if (CostKind != TTI::TCK_RecipThroughput) { in getGatherScatterOpCost()
5817 Alignment, CostKind, I); in getGatherScatterOpCost()
6187 TTI::TargetCostKind CostKind, bool UseMaskForCond, bool UseMaskForGaps) { in getInterleavedMemoryOpCostAVX512() argument
6206 AddressSpace, CostKind); in getInterleavedMemoryOpCostAVX512()
6209 AddressSpace, CostKind); in getInterleavedMemoryOpCostAVX512()
6229 CostKind); in getInterleavedMemoryOpCostAVX512()
6238 MaskCost += getArithmeticInstrCost(BinaryOperator::And, MaskVT, CostKind); in getInterleavedMemoryOpCostAVX512()
6267 ShuffleKind, SingleMemOpTy, std::nullopt, CostKind, 0, nullptr); in getInterleavedMemoryOpCostAVX512()
6324 TTI::SK_PermuteTwoSrc, SingleMemOpTy, std::nullopt, CostKind, 0, nullptr); in getInterleavedMemoryOpCostAVX512()
6339 Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, in getInterleavedMemoryOpCost() argument
6357 AddressSpace, CostKind, UseMaskForCond, UseMaskForGaps); in getInterleavedMemoryOpCost()
6361 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()
6380 Alignment, AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6392 Opcode, VecTy, MaybeAlign(Alignment), AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6398 Alignment, AddressSpace, CostKind); in getInterleavedMemoryOpCost()
6648 Alignment, AddressSpace, CostKind, in getInterleavedMemoryOpCost()