Lines Matching refs:CostTableLookup
302 if (const auto *Entry = CostTableLookup(GLMCostTable, ISD, in getArithmeticInstrCost()
351 if (const auto *Entry = CostTableLookup(SLMCostTable, ISD, in getArithmeticInstrCost()
365 if (const auto *Entry = CostTableLookup(AVX512BWUniformConstCostTable, ISD, in getArithmeticInstrCost()
387 if (const auto *Entry = CostTableLookup(AVX512UniformConstCostTable, ISD, in getArithmeticInstrCost()
407 if (const auto *Entry = CostTableLookup(AVX2UniformConstCostTable, ISD, in getArithmeticInstrCost()
435 CostTableLookup(SSE2UniformConstCostTable, ISD, LT.second)) in getArithmeticInstrCost()
454 CostTableLookup(AVX512BWConstCostTable, ISD, LT.second)) in getArithmeticInstrCost()
477 CostTableLookup(AVX512ConstCostTable, ISD, LT.second)) in getArithmeticInstrCost()
499 if (const auto *Entry = CostTableLookup(AVX2ConstCostTable, ISD, LT.second)) in getArithmeticInstrCost()
543 if (const auto *Entry = CostTableLookup(SSE2ConstCostTable, ISD, LT.second)) in getArithmeticInstrCost()
570 if (const auto *Entry = CostTableLookup(AVX512BWShiftCostTable, ISD, LT.second)) in getArithmeticInstrCost()
593 CostTableLookup(AVX2UniformCostTable, ISD, LT.second)) in getArithmeticInstrCost()
615 CostTableLookup(SSE2UniformCostTable, ISD, LT.second)) in getArithmeticInstrCost()
627 if (const auto *Entry = CostTableLookup(AVX512DQCostTable, ISD, LT.second)) in getArithmeticInstrCost()
638 if (const auto *Entry = CostTableLookup(AVX512BWCostTable, ISD, LT.second)) in getArithmeticInstrCost()
689 if (const auto *Entry = CostTableLookup(AVX512CostTable, ISD, LT.second)) in getArithmeticInstrCost()
731 if (const auto *Entry = CostTableLookup(AVX2ShiftCostTable, ISD, LT.second)) in getArithmeticInstrCost()
774 CostTableLookup(XOPShiftCostTable, ShiftISD, LT.second)) in getArithmeticInstrCost()
803 CostTableLookup(SSE2UniformShiftCostTable, ISD, LT.second)) in getArithmeticInstrCost()
875 if (const auto *Entry = CostTableLookup(AVX2CostTable, ISD, LT.second)) in getArithmeticInstrCost()
933 if (const auto *Entry = CostTableLookup(AVX1CostTable, ISD, LT.second)) in getArithmeticInstrCost()
961 if (const auto *Entry = CostTableLookup(SSE42CostTable, ISD, LT.second)) in getArithmeticInstrCost()
980 if (const auto *Entry = CostTableLookup(SSE41CostTable, ISD, LT.second)) in getArithmeticInstrCost()
1023 if (const auto *Entry = CostTableLookup(SSE2CostTable, ISD, LT.second)) in getArithmeticInstrCost()
1041 if (const auto *Entry = CostTableLookup(SSE1CostTable, ISD, LT.second)) in getArithmeticInstrCost()
1051 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, LT.second)) in getArithmeticInstrCost()
1064 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, LT.second)) in getArithmeticInstrCost()
1202 CostTableLookup(SSE2SubVectorShuffleTbl, Kind, VT.getSimpleVT())) in getShuffleCost()
1314 CostTableLookup(AVX512VBMIShuffleTbl, Kind, LT.second)) in getShuffleCost()
1345 CostTableLookup(AVX512BWShuffleTbl, Kind, LT.second)) in getShuffleCost()
1411 if (const auto *Entry = CostTableLookup(AVX512ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1459 if (const auto *Entry = CostTableLookup(AVX2ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1481 if (const auto *Entry = CostTableLookup(XOPShuffleTbl, Kind, LT.second)) in getShuffleCost()
1536 if (const auto *Entry = CostTableLookup(AVX1ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1550 if (const auto *Entry = CostTableLookup(SSE41ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1576 if (const auto *Entry = CostTableLookup(SSSE3ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1629 CostTableLookup(SSE3BroadcastLoadTbl, Kind, LT.second)) { in getShuffleCost()
1636 if (const auto *Entry = CostTableLookup(SSE2ShuffleTbl, Kind, LT.second)) in getShuffleCost()
1649 if (const auto *Entry = CostTableLookup(SSE1ShuffleTbl, Kind, LT.second)) in getShuffleCost()
2813 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getCmpSelInstrCost()
2817 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getCmpSelInstrCost()
2821 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2825 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2829 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2833 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2837 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2841 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getCmpSelInstrCost()
2845 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getCmpSelInstrCost()
3432 if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3436 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3440 if (const auto *Entry = CostTableLookup(AVX512BITALGCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3444 if (const auto *Entry = CostTableLookup(AVX512VPOPCNTDQCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3448 if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3452 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3456 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3460 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3464 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3468 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3472 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3476 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3480 if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3484 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3488 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3493 if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3496 if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3502 if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3505 if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3511 if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3514 if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3530 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3533 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) in getTypeBasedIntrinsicInstrCost()
3638 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3642 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3646 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3650 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3653 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) in getIntrinsicInstrCost()
3752 if (auto *Entry = CostTableLookup(SLMCostTbl, ISD, MScalarTy)) in getVectorInstrCost()
4334 if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4338 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4342 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4373 if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4377 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4381 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getArithmeticReductionCost()
4443 if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
4446 if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
4449 if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
4452 if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy)) in getArithmeticReductionCost()
4610 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) in getMinMaxCost()
4614 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) in getMinMaxCost()
4618 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) in getMinMaxCost()
4622 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) in getMinMaxCost()
4626 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) in getMinMaxCost()
4630 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) in getMinMaxCost()
4634 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) in getMinMaxCost()
4638 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) in getMinMaxCost()
4724 if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4728 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4732 if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4736 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4758 if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4762 if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4766 if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
4770 if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy)) in getMinMaxReductionCost()
5598 CostTableLookup(AVX512InterleavedLoadTbl, Factor, VT)) in getInterleavedMemoryOpCostAVX512()
5659 CostTableLookup(AVX512InterleavedStoreTbl, Factor, VT)) in getInterleavedMemoryOpCostAVX512()
5959 if (const auto *Entry = CostTableLookup(AVX2InterleavedLoadTbl, Factor, in getInterleavedMemoryOpCost()
5964 if (const auto *Entry = CostTableLookup(SSSE3InterleavedLoadTbl, Factor, in getInterleavedMemoryOpCost()
5969 if (const auto *Entry = CostTableLookup(SSE2InterleavedLoadTbl, Factor, in getInterleavedMemoryOpCost()
5978 if (const auto *Entry = CostTableLookup(AVX2InterleavedStoreTbl, Factor, in getInterleavedMemoryOpCost()
5983 if (const auto *Entry = CostTableLookup(SSE2InterleavedStoreTbl, Factor, in getInterleavedMemoryOpCost()