Lines Matching refs:EltWidth
1274 unsigned EltWidth = Ty->getScalarSizeInBits(); in UpgradeX86VPERMT2Intrinsics() local
1277 if (VecWidth == 128 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1279 else if (VecWidth == 128 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1281 else if (VecWidth == 128 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1283 else if (VecWidth == 128 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1285 else if (VecWidth == 256 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1287 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1289 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1291 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1293 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1295 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1297 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1299 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1301 else if (VecWidth == 128 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1303 else if (VecWidth == 256 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1305 else if (VecWidth == 512 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1307 else if (VecWidth == 128 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1309 else if (VecWidth == 256 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1311 else if (VecWidth == 512 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1623 unsigned EltWidth = CI.getType()->getScalarSizeInBits(); in upgradeAVX512MaskToSelect() local
1626 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1628 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1630 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1632 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1637 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1639 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1641 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1643 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1738 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1740 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1742 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1744 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1746 else if (VecWidth == 512 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1748 else if (VecWidth == 512 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1764 if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
1766 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
1768 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
1770 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
1772 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
1774 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
1776 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
1778 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
1780 else if (VecWidth == 128 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1782 else if (VecWidth == 256 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1784 else if (VecWidth == 512 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1786 else if (VecWidth == 128 && EltWidth == 8) in upgradeAVX512MaskToSelect()
1788 else if (VecWidth == 256 && EltWidth == 8) in upgradeAVX512MaskToSelect()
1790 else if (VecWidth == 512 && EltWidth == 8) in upgradeAVX512MaskToSelect()
2261 unsigned EltWidth = OpTy->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
2263 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2265 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2267 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2269 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2271 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2273 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
2285 unsigned EltWidth = OpTy->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
2287 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2289 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2291 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2293 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2295 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2297 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
3527 unsigned EltWidth = CI->getType()->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
3529 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3531 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3533 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3535 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3600 unsigned EltWidth = CI->getType()->getScalarSizeInBits(); in UpgradeIntrinsicCall() local
3602 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3604 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3606 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
3608 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3610 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3612 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()