Lines Matching refs:ST
66 return ST->hasPOPCNT() ? TTI::PSK_FastHardware : TTI::PSK_Software; in getPopcntSupport()
121 if (Vector && !ST->hasSSE1()) in getNumberOfRegisters()
124 if (ST->is64Bit()) { in getNumberOfRegisters()
125 if (Vector && ST->hasAVX512()) in getNumberOfRegisters()
133 unsigned PreferVectorWidth = ST->getPreferVectorWidth(); in getRegisterBitWidth()
135 if (ST->hasAVX512() && PreferVectorWidth >= 512) in getRegisterBitWidth()
137 if (ST->hasAVX() && PreferVectorWidth >= 256) in getRegisterBitWidth()
139 if (ST->hasSSE1() && PreferVectorWidth >= 128) in getRegisterBitWidth()
144 if (ST->is64Bit()) in getRegisterBitWidth()
161 if (ST->isAtom()) in getMaxInterleaveFactor()
166 if (ST->hasAVX()) in getMaxInterleaveFactor()
191 if (ST->isGLM()) in getArithmeticInstrCost()
220 if (ST->isSLM()) { in getArithmeticInstrCost()
296 ST->hasBWI()) { in getArithmeticInstrCost()
309 ST->hasAVX512()) { in getArithmeticInstrCost()
324 ST->hasAVX2()) { in getArithmeticInstrCost()
342 ST->hasSSE2() && !ST->hasXOP()) { in getArithmeticInstrCost()
361 ST->hasBWI()) { in getArithmeticInstrCost()
376 ST->hasAVX512()) { in getArithmeticInstrCost()
399 ST->hasAVX2()) { in getArithmeticInstrCost()
433 ST->hasSSE2()) { in getArithmeticInstrCost()
435 if (ISD == ISD::SDIV && LT.second == MVT::v8i32 && ST->hasAVX()) in getArithmeticInstrCost()
437 if (ISD == ISD::SREM && LT.second == MVT::v8i32 && ST->hasAVX()) in getArithmeticInstrCost()
439 if (ISD == ISD::SDIV && LT.second == MVT::v4i32 && ST->hasSSE41()) in getArithmeticInstrCost()
441 if (ISD == ISD::SREM && LT.second == MVT::v4i32 && ST->hasSSE41()) in getArithmeticInstrCost()
455 if (ST->hasAVX2() && in getArithmeticInstrCost()
477 if (ST->hasSSE2() && in getArithmeticInstrCost()
492 if (ST->hasDQI()) in getArithmeticInstrCost()
519 if (ST->hasBWI()) in getArithmeticInstrCost()
551 if (ST->hasAVX512()) in getArithmeticInstrCost()
571 if (ST->hasAVX2()) { in getArithmeticInstrCost()
615 if (ST->hasXOP()) { in getArithmeticInstrCost()
644 if (ST->hasSSE2() && in getArithmeticInstrCost()
649 if (ISD == ISD::SRA && LT.second == MVT::v4i64 && ST->hasAVX2()) in getArithmeticInstrCost()
662 if (((VT == MVT::v8i16 || VT == MVT::v4i32) && ST->hasSSE2()) || in getArithmeticInstrCost()
663 ((VT == MVT::v16i16 || VT == MVT::v8i32) && ST->hasAVX())) in getArithmeticInstrCost()
710 if (ST->hasAVX2()) in getArithmeticInstrCost()
746 if (ST->hasAVX()) in getArithmeticInstrCost()
772 if (ST->hasSSE42()) in getArithmeticInstrCost()
801 if (ST->hasSSE41()) in getArithmeticInstrCost()
843 if (ST->hasSSE2()) in getArithmeticInstrCost()
866 if (ST->hasSSE1()) in getArithmeticInstrCost()
966 if (ST->hasVBMI()) in getShuffleCost()
993 if (ST->hasBWI()) in getShuffleCost()
1037 if (ST->hasAVX512()) in getShuffleCost()
1078 if (ST->hasAVX2()) in getShuffleCost()
1100 if (ST->hasXOP()) in getShuffleCost()
1147 if (ST->hasAVX()) in getShuffleCost()
1160 if (ST->hasSSE41()) in getShuffleCost()
1181 if (ST->hasSSSE3()) in getShuffleCost()
1220 if (ST->hasSSE2()) in getShuffleCost()
1232 if (ST->hasSSE1()) in getShuffleCost()
1580 if (ST->hasSSE2() && !ST->hasAVX()) { in getCastInstrCost()
1601 if (ST->hasBWI()) in getCastInstrCost()
1606 if (ST->hasDQI()) in getCastInstrCost()
1611 if (ST->hasAVX512()) in getCastInstrCost()
1617 if (ST->hasAVX2()) { in getCastInstrCost()
1623 if (ST->hasAVX()) { in getCastInstrCost()
1629 if (ST->hasSSE41()) { in getCastInstrCost()
1635 if (ST->hasSSE2()) { in getCastInstrCost()
1696 if (ST->hasBWI()) in getCmpSelInstrCost()
1700 if (ST->hasAVX512()) in getCmpSelInstrCost()
1704 if (ST->hasAVX2()) in getCmpSelInstrCost()
1708 if (ST->hasAVX()) in getCmpSelInstrCost()
1712 if (ST->hasSSE42()) in getCmpSelInstrCost()
1716 if (ST->hasSSE2()) in getCmpSelInstrCost()
1998 if (ST->isGLM()) in getIntrinsicInstrCost()
2002 if (ST->isSLM()) in getIntrinsicInstrCost()
2006 if (ST->hasCDI()) in getIntrinsicInstrCost()
2010 if (ST->hasBWI()) in getIntrinsicInstrCost()
2014 if (ST->hasAVX512()) in getIntrinsicInstrCost()
2018 if (ST->hasXOP()) in getIntrinsicInstrCost()
2022 if (ST->hasAVX2()) in getIntrinsicInstrCost()
2026 if (ST->hasAVX()) in getIntrinsicInstrCost()
2030 if (ST->hasSSE42()) in getIntrinsicInstrCost()
2034 if (ST->hasSSSE3()) in getIntrinsicInstrCost()
2038 if (ST->hasSSE2()) in getIntrinsicInstrCost()
2042 if (ST->hasSSE1()) in getIntrinsicInstrCost()
2046 if (ST->is64Bit()) in getIntrinsicInstrCost()
2133 if (ST->hasAVX512()) in getIntrinsicInstrCost()
2137 if (ST->hasXOP()) in getIntrinsicInstrCost()
2141 if (ST->is64Bit()) in getIntrinsicInstrCost()
2220 if (LT.second.getStoreSize() == 32 && ST->isUnalignedMem32Slow()) in getMemoryOpCost()
2271 if (!ST->hasAVX512()) in getMaskedMemoryOpCost()
2355 if (ST->hasAVX()) in getArithmeticReductionCost()
2359 if (ST->hasSSE42()) in getArithmeticReductionCost()
2363 if (ST->hasAVX()) in getArithmeticReductionCost()
2367 if (ST->hasSSE42()) in getArithmeticReductionCost()
2484 if (ST->hasAVX512()) in getMinMaxReductionCost()
2488 if (ST->hasAVX2()) in getMinMaxReductionCost()
2492 if (ST->hasAVX()) in getMinMaxReductionCost()
2496 if (ST->hasSSE42()) in getMinMaxReductionCost()
2500 if (ST->hasAVX512()) in getMinMaxReductionCost()
2505 if (ST->hasAVX2()) in getMinMaxReductionCost()
2509 if (ST->hasAVX()) in getMinMaxReductionCost()
2513 if (ST->hasSSE42()) in getMinMaxReductionCost()
2754 unsigned IndexSize = (ST->hasAVX512() && VF >= 16) in getGSVectorCost()
2773 ? ST->getGatherOverhead() in getGSVectorCost()
2774 : ST->getScatterOverhead(); in getGSVectorCost()
2845 if (ST->hasAVX512() && (VF == 2 || (VF == 4 && !ST->hasVLX()))) in getGatherScatterOpCost()
2867 return ST->hasMacroFusion(); in canMacroFuseCmp()
2878 return ((DataWidth == 32 || DataWidth == 64) && ST->hasAVX()) || in isLegalMaskedLoad()
2879 ((DataWidth == 8 || DataWidth == 16) && ST->hasBWI()); in isLegalMaskedLoad()
2912 (ST->hasAVX512() || (ST->hasFastGather() && ST->hasAVX2())); in isLegalMaskedGather()
2917 if (!ST->hasAVX512()) in isLegalMaskedScatter()
2953 if (ST->is64Bit()) { in enableMemCmpExpansion()
2965 if (ST->hasAVX2()) Options.LoadSizes.push_back(32); in enableMemCmpExpansion()
2966 if (ST->hasSSE2()) Options.LoadSizes.push_back(16); in enableMemCmpExpansion()
2967 if (ST->is64Bit()) { in enableMemCmpExpansion()
2985 return !(ST->isAtom()); in enableInterleavedAccessVectorization()
3257 if (ST->hasAVX512() && isSupportedOnAVX512(VecTy, ST->hasBWI())) in getInterleavedMemoryOpCost()
3261 if (ST->hasAVX2()) in getInterleavedMemoryOpCost()