Lines Matching refs:VecWidth
1609 unsigned VecWidth = Ty->getPrimitiveSizeInBits(); in upgradeX86VPERMT2Intrinsics() local
1613 if (VecWidth == 128 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1615 else if (VecWidth == 128 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1617 else if (VecWidth == 128 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1619 else if (VecWidth == 128 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1621 else if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1623 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1625 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1627 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1629 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1631 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1633 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeX86VPERMT2Intrinsics()
1635 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeX86VPERMT2Intrinsics()
1637 else if (VecWidth == 128 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1639 else if (VecWidth == 256 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1641 else if (VecWidth == 512 && EltWidth == 16) in upgradeX86VPERMT2Intrinsics()
1643 else if (VecWidth == 128 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
1645 else if (VecWidth == 256 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
1647 else if (VecWidth == 512 && EltWidth == 8) in upgradeX86VPERMT2Intrinsics()
1956 unsigned VecWidth = CI.getType()->getPrimitiveSizeInBits(); in upgradeAVX512MaskToSelect() local
1960 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1962 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1964 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1966 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1971 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1973 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1975 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1977 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1982 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1984 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1986 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1991 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1993 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1995 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2000 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2002 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2004 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2009 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2011 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2013 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2018 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2020 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2022 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2027 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2029 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2031 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2036 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2038 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2040 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2045 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2047 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2049 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2054 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2056 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2058 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2063 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2065 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2067 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2072 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2074 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2076 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2078 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2080 else if (VecWidth == 512 && EltWidth == 32) in upgradeAVX512MaskToSelect()
2082 else if (VecWidth == 512 && EltWidth == 64) in upgradeAVX512MaskToSelect()
2098 if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
2100 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
2102 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
2104 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
2106 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
2108 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
2110 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
2112 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
2114 else if (VecWidth == 128 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2116 else if (VecWidth == 256 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2118 else if (VecWidth == 512 && EltWidth == 16) in upgradeAVX512MaskToSelect()
2120 else if (VecWidth == 128 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2122 else if (VecWidth == 256 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2124 else if (VecWidth == 512 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2129 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2131 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2133 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2138 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
2140 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
2142 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
2147 if (Name[9] == 'd' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2149 else if (Name[9] == 'd' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2151 else if (Name[9] == 'd' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2153 else if (Name[9] == 'q' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2155 else if (Name[9] == 'q' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2157 else if (Name[9] == 'q' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2162 if (Name[5] == 'b' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2164 else if (Name[5] == 'b' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2166 else if (Name[5] == 'b' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2168 else if (Name[5] == 'w' && VecWidth == 128) in upgradeAVX512MaskToSelect()
2170 else if (Name[5] == 'w' && VecWidth == 256) in upgradeAVX512MaskToSelect()
2172 else if (Name[5] == 'w' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2616 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2618 switch (VecWidth) { in UpgradeIntrinsicCall()
2630 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2633 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2635 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2637 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2639 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2641 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2643 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
2654 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2657 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2659 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2661 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2663 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2665 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2667 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
2673 if (VecWidth == 512) in UpgradeIntrinsicCall()
3888 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3891 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3893 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3895 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3897 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3961 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3964 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3966 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3968 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
3970 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3972 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3974 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
3990 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3992 if (VecWidth == 128 && !High) in UpgradeIntrinsicCall()
3994 else if (VecWidth == 256 && !High) in UpgradeIntrinsicCall()
3996 else if (VecWidth == 512 && !High) in UpgradeIntrinsicCall()
3998 else if (VecWidth == 128 && High) in UpgradeIntrinsicCall()
4000 else if (VecWidth == 256 && High) in UpgradeIntrinsicCall()
4002 else if (VecWidth == 512 && High) in UpgradeIntrinsicCall()
4026 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
4028 if (VecWidth == 128 && !IsSaturating) in UpgradeIntrinsicCall()
4030 else if (VecWidth == 256 && !IsSaturating) in UpgradeIntrinsicCall()
4032 else if (VecWidth == 512 && !IsSaturating) in UpgradeIntrinsicCall()
4034 else if (VecWidth == 128 && IsSaturating) in UpgradeIntrinsicCall()
4036 else if (VecWidth == 256 && IsSaturating) in UpgradeIntrinsicCall()
4038 else if (VecWidth == 512 && IsSaturating) in UpgradeIntrinsicCall()
4056 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
4058 if (VecWidth == 128 && !IsSaturating) in UpgradeIntrinsicCall()
4060 else if (VecWidth == 256 && !IsSaturating) in UpgradeIntrinsicCall()
4062 else if (VecWidth == 512 && !IsSaturating) in UpgradeIntrinsicCall()
4064 else if (VecWidth == 128 && IsSaturating) in UpgradeIntrinsicCall()
4066 else if (VecWidth == 256 && IsSaturating) in UpgradeIntrinsicCall()
4068 else if (VecWidth == 512 && IsSaturating) in UpgradeIntrinsicCall()