Lines Matching refs:VecWidth
1273 unsigned VecWidth = Ty->getPrimitiveSizeInBits(); in UpgradeX86VPERMT2Intrinsics() local
1277 if (VecWidth == 128 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1279 else if (VecWidth == 128 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1281 else if (VecWidth == 128 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1283 else if (VecWidth == 128 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1285 else if (VecWidth == 256 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1287 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1289 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1291 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1293 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1295 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1297 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in UpgradeX86VPERMT2Intrinsics()
1299 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in UpgradeX86VPERMT2Intrinsics()
1301 else if (VecWidth == 128 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1303 else if (VecWidth == 256 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1305 else if (VecWidth == 512 && EltWidth == 16) in UpgradeX86VPERMT2Intrinsics()
1307 else if (VecWidth == 128 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1309 else if (VecWidth == 256 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1311 else if (VecWidth == 512 && EltWidth == 8) in UpgradeX86VPERMT2Intrinsics()
1622 unsigned VecWidth = CI.getType()->getPrimitiveSizeInBits(); in upgradeAVX512MaskToSelect() local
1626 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1628 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1630 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1632 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1637 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1639 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1641 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1643 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1648 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1650 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1652 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1657 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1659 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1661 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1666 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1668 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1670 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1675 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1677 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1679 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1684 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1686 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1688 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1693 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1695 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1697 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1702 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1704 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1706 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1711 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1713 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1715 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1720 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1722 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1724 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1729 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1731 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1733 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1738 if (VecWidth == 128 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1740 else if (VecWidth == 128 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1742 else if (VecWidth == 256 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1744 else if (VecWidth == 256 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1746 else if (VecWidth == 512 && EltWidth == 32) in upgradeAVX512MaskToSelect()
1748 else if (VecWidth == 512 && EltWidth == 64) in upgradeAVX512MaskToSelect()
1764 if (VecWidth == 256 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
1766 else if (VecWidth == 256 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
1768 else if (VecWidth == 256 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
1770 else if (VecWidth == 256 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
1772 else if (VecWidth == 512 && EltWidth == 32 && IsFloat) in upgradeAVX512MaskToSelect()
1774 else if (VecWidth == 512 && EltWidth == 32 && !IsFloat) in upgradeAVX512MaskToSelect()
1776 else if (VecWidth == 512 && EltWidth == 64 && IsFloat) in upgradeAVX512MaskToSelect()
1778 else if (VecWidth == 512 && EltWidth == 64 && !IsFloat) in upgradeAVX512MaskToSelect()
1780 else if (VecWidth == 128 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1782 else if (VecWidth == 256 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1784 else if (VecWidth == 512 && EltWidth == 16) in upgradeAVX512MaskToSelect()
1786 else if (VecWidth == 128 && EltWidth == 8) in upgradeAVX512MaskToSelect()
1788 else if (VecWidth == 256 && EltWidth == 8) in upgradeAVX512MaskToSelect()
1790 else if (VecWidth == 512 && EltWidth == 8) in upgradeAVX512MaskToSelect()
1795 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1797 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1799 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1804 if (VecWidth == 128) in upgradeAVX512MaskToSelect()
1806 else if (VecWidth == 256) in upgradeAVX512MaskToSelect()
1808 else if (VecWidth == 512) in upgradeAVX512MaskToSelect()
1813 if (Name[9] == 'd' && VecWidth == 128) in upgradeAVX512MaskToSelect()
1815 else if (Name[9] == 'd' && VecWidth == 256) in upgradeAVX512MaskToSelect()
1817 else if (Name[9] == 'd' && VecWidth == 512) in upgradeAVX512MaskToSelect()
1819 else if (Name[9] == 'q' && VecWidth == 128) in upgradeAVX512MaskToSelect()
1821 else if (Name[9] == 'q' && VecWidth == 256) in upgradeAVX512MaskToSelect()
1823 else if (Name[9] == 'q' && VecWidth == 512) in upgradeAVX512MaskToSelect()
1828 if (Name[5] == 'b' && VecWidth == 128) in upgradeAVX512MaskToSelect()
1830 else if (Name[5] == 'b' && VecWidth == 256) in upgradeAVX512MaskToSelect()
1832 else if (Name[5] == 'b' && VecWidth == 512) in upgradeAVX512MaskToSelect()
1834 else if (Name[5] == 'w' && VecWidth == 128) in upgradeAVX512MaskToSelect()
1836 else if (Name[5] == 'w' && VecWidth == 256) in upgradeAVX512MaskToSelect()
1838 else if (Name[5] == 'w' && VecWidth == 512) in upgradeAVX512MaskToSelect()
2246 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2248 switch (VecWidth) { in UpgradeIntrinsicCall()
2260 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2263 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2265 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2267 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2269 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2271 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2273 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
2284 unsigned VecWidth = OpTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2287 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
2289 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
2291 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
2293 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
2295 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
2297 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
2303 if (VecWidth == 512) in UpgradeIntrinsicCall()
3526 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3529 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3531 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3533 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3535 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3599 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3602 if (VecWidth == 128 && EltWidth == 32) in UpgradeIntrinsicCall()
3604 else if (VecWidth == 256 && EltWidth == 32) in UpgradeIntrinsicCall()
3606 else if (VecWidth == 512 && EltWidth == 32) in UpgradeIntrinsicCall()
3608 else if (VecWidth == 128 && EltWidth == 64) in UpgradeIntrinsicCall()
3610 else if (VecWidth == 256 && EltWidth == 64) in UpgradeIntrinsicCall()
3612 else if (VecWidth == 512 && EltWidth == 64) in UpgradeIntrinsicCall()
3628 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3630 if (VecWidth == 128 && !High) in UpgradeIntrinsicCall()
3632 else if (VecWidth == 256 && !High) in UpgradeIntrinsicCall()
3634 else if (VecWidth == 512 && !High) in UpgradeIntrinsicCall()
3636 else if (VecWidth == 128 && High) in UpgradeIntrinsicCall()
3638 else if (VecWidth == 256 && High) in UpgradeIntrinsicCall()
3640 else if (VecWidth == 512 && High) in UpgradeIntrinsicCall()
3664 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3666 if (VecWidth == 128 && !IsSaturating) in UpgradeIntrinsicCall()
3668 else if (VecWidth == 256 && !IsSaturating) in UpgradeIntrinsicCall()
3670 else if (VecWidth == 512 && !IsSaturating) in UpgradeIntrinsicCall()
3672 else if (VecWidth == 128 && IsSaturating) in UpgradeIntrinsicCall()
3674 else if (VecWidth == 256 && IsSaturating) in UpgradeIntrinsicCall()
3676 else if (VecWidth == 512 && IsSaturating) in UpgradeIntrinsicCall()
3694 unsigned VecWidth = CI->getType()->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
3696 if (VecWidth == 128 && !IsSaturating) in UpgradeIntrinsicCall()
3698 else if (VecWidth == 256 && !IsSaturating) in UpgradeIntrinsicCall()
3700 else if (VecWidth == 512 && !IsSaturating) in UpgradeIntrinsicCall()
3702 else if (VecWidth == 128 && IsSaturating) in UpgradeIntrinsicCall()
3704 else if (VecWidth == 256 && IsSaturating) in UpgradeIntrinsicCall()
3706 else if (VecWidth == 512 && IsSaturating) in UpgradeIntrinsicCall()