302     if (const auto *Entry = CostTableLookup(GLMCostTable, ISD,  in getArithmeticInstrCost()  local
351     if (const auto *Entry = CostTableLookup(SLMCostTable, ISD,  in getArithmeticInstrCost()  local
365     if (const auto *Entry = CostTableLookup(AVX512BWUniformConstCostTable, ISD,  in getArithmeticInstrCost()  local
387     if (const auto *Entry = CostTableLookup(AVX512UniformConstCostTable, ISD,  in getArithmeticInstrCost()  local
407     if (const auto *Entry = CostTableLookup(AVX2UniformConstCostTable, ISD,  in getArithmeticInstrCost()  local
434     if (const auto *Entry =  in getArithmeticInstrCost()  local
453     if (const auto *Entry =  in getArithmeticInstrCost()  local
476     if (const auto *Entry =  in getArithmeticInstrCost()  local
499     if (const auto *Entry = CostTableLookup(AVX2ConstCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
543     if (const auto *Entry = CostTableLookup(SSE2ConstCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
570     if (const auto *Entry = CostTableLookup(AVX512BWShiftCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
592     if (const auto *Entry =  in getArithmeticInstrCost()  local
614     if (const auto *Entry =  in getArithmeticInstrCost()  local
627     if (const auto *Entry = CostTableLookup(AVX512DQCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
638     if (const auto *Entry = CostTableLookup(AVX512BWCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
689     if (const auto *Entry = CostTableLookup(AVX512CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
731     if (const auto *Entry = CostTableLookup(AVX2ShiftCostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
773     if (const auto *Entry =  in getArithmeticInstrCost()  local
802     if (const auto *Entry =  in getArithmeticInstrCost()  local
875     if (const auto *Entry = CostTableLookup(AVX2CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
933     if (const auto *Entry = CostTableLookup(AVX1CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
961     if (const auto *Entry = CostTableLookup(SSE42CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
980     if (const auto *Entry = CostTableLookup(SSE41CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
1023     if (const auto *Entry = CostTableLookup(SSE2CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
1041     if (const auto *Entry = CostTableLookup(SSE1CostTable, ISD, LT.second))  in getArithmeticInstrCost()  local
1051     if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, LT.second))  in getArithmeticInstrCost()  local
1064   if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, LT.second))  in getArithmeticInstrCost()  local
1201       if (const auto *Entry =  in getShuffleCost()  local
1313     if (const auto *Entry =  in getShuffleCost()  local
1344     if (const auto *Entry =  in getShuffleCost()  local
1411     if (const auto *Entry = CostTableLookup(AVX512ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1459     if (const auto *Entry = CostTableLookup(AVX2ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1481     if (const auto *Entry = CostTableLookup(XOPShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1536     if (const auto *Entry = CostTableLookup(AVX1ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1550     if (const auto *Entry = CostTableLookup(SSE41ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1576     if (const auto *Entry = CostTableLookup(SSSE3ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1628       if (const auto *Entry =  in getShuffleCost()  local
1636     if (const auto *Entry = CostTableLookup(SSE2ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
1649     if (const auto *Entry = CostTableLookup(SSE1ShuffleTbl, Kind, LT.second))  in getShuffleCost()  local
2475         if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2480         if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2485         if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2491       if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2496       if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2501       if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD,  in getCastInstrCost()  local
2506       if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD,  in getCastInstrCost()  local
2512       if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD,  in getCastInstrCost()  local
2518       if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD,  in getCastInstrCost()  local
2524       if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD,  in getCastInstrCost()  local
2541       if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2546       if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2551       if (const auto *Entry = ConvertCostTableLookup(  in getCastInstrCost()  local
2557     if (const auto *Entry = ConvertCostTableLookup(AVX512BWVLConversionTbl, ISD,  in getCastInstrCost()  local
2562     if (const auto *Entry = ConvertCostTableLookup(AVX512DQVLConversionTbl, ISD,  in getCastInstrCost()  local
2567     if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD,  in getCastInstrCost()  local
2572     if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD,  in getCastInstrCost()  local
2577     if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD,  in getCastInstrCost()  local
2582     if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD,  in getCastInstrCost()  local
2587     if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD,  in getCastInstrCost()  local
2813     if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2817     if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2821     if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2825     if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2829     if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2833     if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2837     if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2841     if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
2845     if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy))  in getCmpSelInstrCost()  local
3420                               FastMathFlags FMF) {  in getTypeBasedIntrinsicInstrCost()
3432       if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3436       if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3440       if (const auto *Entry = CostTableLookup(AVX512BITALGCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3444       if (const auto *Entry = CostTableLookup(AVX512VPOPCNTDQCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3448       if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3452       if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3456       if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3460       if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3464       if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3468       if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3472       if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3476       if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3480       if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3484       if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3488       if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3493         if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3496       if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3502         if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3505       if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3511         if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3514       if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3530       if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3533     if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy))  in getTypeBasedIntrinsicInstrCost()  local
3638       if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy))  in getIntrinsicInstrCost()  local
3642       if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy))  in getIntrinsicInstrCost()  local
3646       if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy))  in getIntrinsicInstrCost()  local
3650       if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy))  in getIntrinsicInstrCost()  local
3653     if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy))  in getIntrinsicInstrCost()  local
3752       if (auto *Entry = CostTableLookup(SLMCostTbl, ISD, MScalarTy))  in getVectorInstrCost()  local
4334       if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4338       if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4342       if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4373     if (const auto *Entry = CostTableLookup(SLMCostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4377     if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4381     if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy))  in getArithmeticReductionCost()  local
4443       if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy))  in getArithmeticReductionCost()  local
4446       if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy))  in getArithmeticReductionCost()  local
4449       if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy))  in getArithmeticReductionCost()  local
4452       if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy))  in getArithmeticReductionCost()  local
4610     if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy))  in getMinMaxCost()  local
4614     if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy))  in getMinMaxCost()  local
4618     if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy))  in getMinMaxCost()  local
4622     if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy))  in getMinMaxCost()  local
4626     if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy))  in getMinMaxCost()  local
4630     if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy))  in getMinMaxCost()  local
4634     if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy))  in getMinMaxCost()  local
4638     if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy))  in getMinMaxCost()  local
4724       if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4728       if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4732       if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4736       if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4758     if (const auto *Entry = CostTableLookup(AVX512BWCostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4762     if (const auto *Entry = CostTableLookup(AVX1CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4766     if (const auto *Entry = CostTableLookup(SSE41CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
4770     if (const auto *Entry = CostTableLookup(SSE2CostTblNoPairWise, ISD, MTy))  in getMinMaxReductionCost()  local
5597     if (const auto *Entry =  in getInterleavedMemoryOpCostAVX512()  local
5658   if (const auto *Entry =  in getInterleavedMemoryOpCostAVX512()  local
5952                               MemOpCosts](const CostTblEntry *Entry) {  in getInterleavedMemoryOpCost()
5959       if (const auto *Entry = CostTableLookup(AVX2InterleavedLoadTbl, Factor,  in getInterleavedMemoryOpCost()  local
5964       if (const auto *Entry = CostTableLookup(SSSE3InterleavedLoadTbl, Factor,  in getInterleavedMemoryOpCost()  local
5969       if (const auto *Entry = CostTableLookup(SSE2InterleavedLoadTbl, Factor,  in getInterleavedMemoryOpCost()  local
5978       if (const auto *Entry = CostTableLookup(AVX2InterleavedStoreTbl, Factor,  in getInterleavedMemoryOpCost()  local
5983       if (const auto *Entry = CostTableLookup(SSE2InterleavedStoreTbl, Factor,  in getInterleavedMemoryOpCost()  local