Lines Matching refs:TargetOpcode
118 if (MI.getOpcode() == TargetOpcode::G_INTRINSIC || in legalizeInstrStep()
119 MI.getOpcode() == TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS) in legalizeInstrStep()
313 assert(MI.getOpcode() == TargetOpcode::G_UNMERGE_VALUES); in getUnmergeResults()
358 if (PadStrategy == TargetOpcode::G_ZEXT) in buildLCMMergePieces()
360 else if (PadStrategy == TargetOpcode::G_ANYEXT) in buildLCMMergePieces()
363 assert(PadStrategy == TargetOpcode::G_SEXT); in buildLCMMergePieces()
405 if (PadStrategy == TargetOpcode::G_ANYEXT) in buildLCMMergePieces()
407 else if (PadStrategy == TargetOpcode::G_ZEXT) in buildLCMMergePieces()
500 case TargetOpcode::G_SDIV: in getRTLibDesc()
502 case TargetOpcode::G_UDIV: in getRTLibDesc()
504 case TargetOpcode::G_SREM: in getRTLibDesc()
506 case TargetOpcode::G_UREM: in getRTLibDesc()
508 case TargetOpcode::G_CTLZ_ZERO_UNDEF: in getRTLibDesc()
510 case TargetOpcode::G_FADD: in getRTLibDesc()
512 case TargetOpcode::G_FSUB: in getRTLibDesc()
514 case TargetOpcode::G_FMUL: in getRTLibDesc()
516 case TargetOpcode::G_FDIV: in getRTLibDesc()
518 case TargetOpcode::G_FEXP: in getRTLibDesc()
520 case TargetOpcode::G_FEXP2: in getRTLibDesc()
522 case TargetOpcode::G_FREM: in getRTLibDesc()
524 case TargetOpcode::G_FPOW: in getRTLibDesc()
526 case TargetOpcode::G_FMA: in getRTLibDesc()
528 case TargetOpcode::G_FSIN: in getRTLibDesc()
530 case TargetOpcode::G_FCOS: in getRTLibDesc()
532 case TargetOpcode::G_FLOG10: in getRTLibDesc()
534 case TargetOpcode::G_FLOG: in getRTLibDesc()
536 case TargetOpcode::G_FLOG2: in getRTLibDesc()
538 case TargetOpcode::G_FCEIL: in getRTLibDesc()
540 case TargetOpcode::G_FFLOOR: in getRTLibDesc()
542 case TargetOpcode::G_FMINNUM: in getRTLibDesc()
544 case TargetOpcode::G_FMAXNUM: in getRTLibDesc()
546 case TargetOpcode::G_FSQRT: in getRTLibDesc()
548 case TargetOpcode::G_FRINT: in getRTLibDesc()
550 case TargetOpcode::G_FNEARBYINT: in getRTLibDesc()
552 case TargetOpcode::G_INTRINSIC_ROUNDEVEN: in getRTLibDesc()
592 case TargetOpcode::G_BZERO: in isLibCallInTailPosition()
594 case TargetOpcode::G_MEMCPY: in isLibCallInTailPosition()
595 case TargetOpcode::G_MEMMOVE: in isLibCallInTailPosition()
596 case TargetOpcode::G_MEMSET: in isLibCallInTailPosition()
695 case TargetOpcode::G_BZERO: in createMemLibcall()
698 case TargetOpcode::G_MEMCPY: in createMemLibcall()
702 case TargetOpcode::G_MEMMOVE: in createMemLibcall()
706 case TargetOpcode::G_MEMSET: in createMemLibcall()
764 case TargetOpcode::G_FPEXT: in getConvRTLibDesc()
766 case TargetOpcode::G_FPTRUNC: in getConvRTLibDesc()
768 case TargetOpcode::G_FPTOSI: in getConvRTLibDesc()
770 case TargetOpcode::G_FPTOUI: in getConvRTLibDesc()
772 case TargetOpcode::G_SITOFP: in getConvRTLibDesc()
774 case TargetOpcode::G_UITOFP: in getConvRTLibDesc()
798 case TargetOpcode::G_SDIV: in libcall()
799 case TargetOpcode::G_UDIV: in libcall()
800 case TargetOpcode::G_SREM: in libcall()
801 case TargetOpcode::G_UREM: in libcall()
802 case TargetOpcode::G_CTLZ_ZERO_UNDEF: { in libcall()
809 case TargetOpcode::G_FADD: in libcall()
810 case TargetOpcode::G_FSUB: in libcall()
811 case TargetOpcode::G_FMUL: in libcall()
812 case TargetOpcode::G_FDIV: in libcall()
813 case TargetOpcode::G_FMA: in libcall()
814 case TargetOpcode::G_FPOW: in libcall()
815 case TargetOpcode::G_FREM: in libcall()
816 case TargetOpcode::G_FCOS: in libcall()
817 case TargetOpcode::G_FSIN: in libcall()
818 case TargetOpcode::G_FLOG10: in libcall()
819 case TargetOpcode::G_FLOG: in libcall()
820 case TargetOpcode::G_FLOG2: in libcall()
821 case TargetOpcode::G_FEXP: in libcall()
822 case TargetOpcode::G_FEXP2: in libcall()
823 case TargetOpcode::G_FCEIL: in libcall()
824 case TargetOpcode::G_FFLOOR: in libcall()
825 case TargetOpcode::G_FMINNUM: in libcall()
826 case TargetOpcode::G_FMAXNUM: in libcall()
827 case TargetOpcode::G_FSQRT: in libcall()
828 case TargetOpcode::G_FRINT: in libcall()
829 case TargetOpcode::G_FNEARBYINT: in libcall()
830 case TargetOpcode::G_INTRINSIC_ROUNDEVEN: { in libcall()
841 case TargetOpcode::G_FPEXT: in libcall()
842 case TargetOpcode::G_FPTRUNC: { in libcall()
852 case TargetOpcode::G_FPTOSI: in libcall()
853 case TargetOpcode::G_FPTOUI: { in libcall()
867 case TargetOpcode::G_SITOFP: in libcall()
868 case TargetOpcode::G_UITOFP: { in libcall()
882 case TargetOpcode::G_BZERO: in libcall()
883 case TargetOpcode::G_MEMCPY: in libcall()
884 case TargetOpcode::G_MEMMOVE: in libcall()
885 case TargetOpcode::G_MEMSET: { in libcall()
908 case TargetOpcode::G_IMPLICIT_DEF: { in narrowScalar()
943 case TargetOpcode::G_CONSTANT: { in narrowScalar()
975 case TargetOpcode::G_SEXT: in narrowScalar()
976 case TargetOpcode::G_ZEXT: in narrowScalar()
977 case TargetOpcode::G_ANYEXT: in narrowScalar()
979 case TargetOpcode::G_TRUNC: { in narrowScalar()
995 case TargetOpcode::G_FREEZE: { in narrowScalar()
1015 case TargetOpcode::G_ADD: in narrowScalar()
1016 case TargetOpcode::G_SUB: in narrowScalar()
1017 case TargetOpcode::G_SADDO: in narrowScalar()
1018 case TargetOpcode::G_SSUBO: in narrowScalar()
1019 case TargetOpcode::G_SADDE: in narrowScalar()
1020 case TargetOpcode::G_SSUBE: in narrowScalar()
1021 case TargetOpcode::G_UADDO: in narrowScalar()
1022 case TargetOpcode::G_USUBO: in narrowScalar()
1023 case TargetOpcode::G_UADDE: in narrowScalar()
1024 case TargetOpcode::G_USUBE: in narrowScalar()
1026 case TargetOpcode::G_MUL: in narrowScalar()
1027 case TargetOpcode::G_UMULH: in narrowScalar()
1029 case TargetOpcode::G_EXTRACT: in narrowScalar()
1031 case TargetOpcode::G_INSERT: in narrowScalar()
1033 case TargetOpcode::G_LOAD: { in narrowScalar()
1050 case TargetOpcode::G_ZEXTLOAD: in narrowScalar()
1051 case TargetOpcode::G_SEXTLOAD: { in narrowScalar()
1077 case TargetOpcode::G_STORE: { in narrowScalar()
1101 case TargetOpcode::G_SELECT: in narrowScalar()
1103 case TargetOpcode::G_AND: in narrowScalar()
1104 case TargetOpcode::G_OR: in narrowScalar()
1105 case TargetOpcode::G_XOR: { in narrowScalar()
1117 case TargetOpcode::G_SHL: in narrowScalar()
1118 case TargetOpcode::G_LSHR: in narrowScalar()
1119 case TargetOpcode::G_ASHR: in narrowScalar()
1121 case TargetOpcode::G_CTLZ: in narrowScalar()
1122 case TargetOpcode::G_CTLZ_ZERO_UNDEF: in narrowScalar()
1123 case TargetOpcode::G_CTTZ: in narrowScalar()
1124 case TargetOpcode::G_CTTZ_ZERO_UNDEF: in narrowScalar()
1125 case TargetOpcode::G_CTPOP: in narrowScalar()
1128 case TargetOpcode::G_CTLZ: in narrowScalar()
1129 case TargetOpcode::G_CTLZ_ZERO_UNDEF: in narrowScalar()
1131 case TargetOpcode::G_CTTZ: in narrowScalar()
1132 case TargetOpcode::G_CTTZ_ZERO_UNDEF: in narrowScalar()
1134 case TargetOpcode::G_CTPOP: in narrowScalar()
1141 narrowScalarDst(MI, NarrowTy, 0, TargetOpcode::G_ZEXT); in narrowScalar()
1144 case TargetOpcode::G_INTTOPTR: in narrowScalar()
1152 case TargetOpcode::G_PTRTOINT: in narrowScalar()
1157 narrowScalarDst(MI, NarrowTy, 0, TargetOpcode::G_ZEXT); in narrowScalar()
1160 case TargetOpcode::G_PHI: { in narrowScalar()
1181 MIRBuilder.buildInstr(TargetOpcode::G_PHI).addDef(DstRegs[i]); in narrowScalar()
1191 case TargetOpcode::G_EXTRACT_VECTOR_ELT: in narrowScalar()
1192 case TargetOpcode::G_INSERT_VECTOR_ELT: { in narrowScalar()
1196 int OpIdx = MI.getOpcode() == TargetOpcode::G_EXTRACT_VECTOR_ELT ? 2 : 3; in narrowScalar()
1202 case TargetOpcode::G_ICMP: { in narrowScalar()
1251 /* PadStrategy = */ TargetOpcode::G_ZEXT); in narrowScalar()
1281 case TargetOpcode::G_SEXT_INREG: { in narrowScalar()
1354 TargetOpcode::G_SEXT_INREG, {NarrowTy}, in narrowScalar()
1367 case TargetOpcode::G_BSWAP: in narrowScalar()
1368 case TargetOpcode::G_BITREVERSE: { in narrowScalar()
1389 case TargetOpcode::G_PTR_ADD: in narrowScalar()
1390 case TargetOpcode::G_PTRMASK: { in narrowScalar()
1398 case TargetOpcode::G_FPTOUI: in narrowScalar()
1399 case TargetOpcode::G_FPTOSI: in narrowScalar()
1401 case TargetOpcode::G_FPEXT: in narrowScalar()
1405 narrowScalarDst(MI, NarrowTy, 0, TargetOpcode::G_FPEXT); in narrowScalar()
1711 auto MIB = MIRBuilder.buildInstr(TargetOpcode::G_UNMERGE_VALUES); in widenScalarUnmergeValues()
1800 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalarExtract()
1815 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalarExtract()
1830 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalarInsert()
1845 case TargetOpcode::G_SADDO: in widenScalarAddSubOverflow()
1846 Opcode = TargetOpcode::G_ADD; in widenScalarAddSubOverflow()
1847 ExtOpcode = TargetOpcode::G_SEXT; in widenScalarAddSubOverflow()
1849 case TargetOpcode::G_SSUBO: in widenScalarAddSubOverflow()
1850 Opcode = TargetOpcode::G_SUB; in widenScalarAddSubOverflow()
1851 ExtOpcode = TargetOpcode::G_SEXT; in widenScalarAddSubOverflow()
1853 case TargetOpcode::G_UADDO: in widenScalarAddSubOverflow()
1854 Opcode = TargetOpcode::G_ADD; in widenScalarAddSubOverflow()
1855 ExtOpcode = TargetOpcode::G_ZEXT; in widenScalarAddSubOverflow()
1857 case TargetOpcode::G_USUBO: in widenScalarAddSubOverflow()
1858 Opcode = TargetOpcode::G_SUB; in widenScalarAddSubOverflow()
1859 ExtOpcode = TargetOpcode::G_ZEXT; in widenScalarAddSubOverflow()
1861 case TargetOpcode::G_SADDE: in widenScalarAddSubOverflow()
1862 Opcode = TargetOpcode::G_UADDE; in widenScalarAddSubOverflow()
1863 ExtOpcode = TargetOpcode::G_SEXT; in widenScalarAddSubOverflow()
1866 case TargetOpcode::G_SSUBE: in widenScalarAddSubOverflow()
1867 Opcode = TargetOpcode::G_USUBE; in widenScalarAddSubOverflow()
1868 ExtOpcode = TargetOpcode::G_SEXT; in widenScalarAddSubOverflow()
1871 case TargetOpcode::G_UADDE: in widenScalarAddSubOverflow()
1872 Opcode = TargetOpcode::G_UADDE; in widenScalarAddSubOverflow()
1873 ExtOpcode = TargetOpcode::G_ZEXT; in widenScalarAddSubOverflow()
1876 case TargetOpcode::G_USUBE: in widenScalarAddSubOverflow()
1877 Opcode = TargetOpcode::G_USUBE; in widenScalarAddSubOverflow()
1878 ExtOpcode = TargetOpcode::G_ZEXT; in widenScalarAddSubOverflow()
1922 bool IsSigned = MI.getOpcode() == TargetOpcode::G_SADDSAT || in widenScalarAddSubShlSat()
1923 MI.getOpcode() == TargetOpcode::G_SSUBSAT || in widenScalarAddSubShlSat()
1924 MI.getOpcode() == TargetOpcode::G_SSHLSAT; in widenScalarAddSubShlSat()
1925 bool IsShift = MI.getOpcode() == TargetOpcode::G_SSHLSAT || in widenScalarAddSubShlSat()
1926 MI.getOpcode() == TargetOpcode::G_USHLSAT; in widenScalarAddSubShlSat()
1973 bool IsSigned = MI.getOpcode() == TargetOpcode::G_SMULO; in widenScalarMulo()
1986 unsigned ExtOp = IsSigned ? TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT; in widenScalarMulo()
2028 case TargetOpcode::G_ATOMICRMW_XCHG: in widenScalar()
2029 case TargetOpcode::G_ATOMICRMW_ADD: in widenScalar()
2030 case TargetOpcode::G_ATOMICRMW_SUB: in widenScalar()
2031 case TargetOpcode::G_ATOMICRMW_AND: in widenScalar()
2032 case TargetOpcode::G_ATOMICRMW_OR: in widenScalar()
2033 case TargetOpcode::G_ATOMICRMW_XOR: in widenScalar()
2034 case TargetOpcode::G_ATOMICRMW_MIN: in widenScalar()
2035 case TargetOpcode::G_ATOMICRMW_MAX: in widenScalar()
2036 case TargetOpcode::G_ATOMICRMW_UMIN: in widenScalar()
2037 case TargetOpcode::G_ATOMICRMW_UMAX: in widenScalar()
2040 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar()
2044 case TargetOpcode::G_ATOMIC_CMPXCHG: in widenScalar()
2047 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar()
2048 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_ANYEXT); in widenScalar()
2052 case TargetOpcode::G_ATOMIC_CMPXCHG_WITH_SUCCESS: in widenScalar()
2055 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_ANYEXT); in widenScalar()
2056 widenScalarSrc(MI, WideTy, 4, TargetOpcode::G_ANYEXT); in widenScalar()
2067 case TargetOpcode::G_EXTRACT: in widenScalar()
2069 case TargetOpcode::G_INSERT: in widenScalar()
2071 case TargetOpcode::G_MERGE_VALUES: in widenScalar()
2073 case TargetOpcode::G_UNMERGE_VALUES: in widenScalar()
2075 case TargetOpcode::G_SADDO: in widenScalar()
2076 case TargetOpcode::G_SSUBO: in widenScalar()
2077 case TargetOpcode::G_UADDO: in widenScalar()
2078 case TargetOpcode::G_USUBO: in widenScalar()
2079 case TargetOpcode::G_SADDE: in widenScalar()
2080 case TargetOpcode::G_SSUBE: in widenScalar()
2081 case TargetOpcode::G_UADDE: in widenScalar()
2082 case TargetOpcode::G_USUBE: in widenScalar()
2084 case TargetOpcode::G_UMULO: in widenScalar()
2085 case TargetOpcode::G_SMULO: in widenScalar()
2087 case TargetOpcode::G_SADDSAT: in widenScalar()
2088 case TargetOpcode::G_SSUBSAT: in widenScalar()
2089 case TargetOpcode::G_SSHLSAT: in widenScalar()
2090 case TargetOpcode::G_UADDSAT: in widenScalar()
2091 case TargetOpcode::G_USUBSAT: in widenScalar()
2092 case TargetOpcode::G_USHLSAT: in widenScalar()
2094 case TargetOpcode::G_CTTZ: in widenScalar()
2095 case TargetOpcode::G_CTTZ_ZERO_UNDEF: in widenScalar()
2096 case TargetOpcode::G_CTLZ: in widenScalar()
2097 case TargetOpcode::G_CTLZ_ZERO_UNDEF: in widenScalar()
2098 case TargetOpcode::G_CTPOP: { in widenScalar()
2109 unsigned ExtOpc = MI.getOpcode() == TargetOpcode::G_CTTZ || in widenScalar()
2110 MI.getOpcode() == TargetOpcode::G_CTTZ_ZERO_UNDEF in widenScalar()
2111 ? TargetOpcode::G_ANYEXT in widenScalar()
2112 : TargetOpcode::G_ZEXT; in widenScalar()
2116 if (NewOpc == TargetOpcode::G_CTTZ) { in widenScalar()
2125 NewOpc = TargetOpcode::G_CTTZ_ZERO_UNDEF; in widenScalar()
2131 if (MI.getOpcode() == TargetOpcode::G_CTLZ || in widenScalar()
2132 MI.getOpcode() == TargetOpcode::G_CTLZ_ZERO_UNDEF) { in widenScalar()
2143 case TargetOpcode::G_BSWAP: { in widenScalar()
2150 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2165 case TargetOpcode::G_BITREVERSE: { in widenScalar()
2173 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2183 case TargetOpcode::G_FREEZE: in widenScalar()
2185 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2190 case TargetOpcode::G_ABS: in widenScalar()
2192 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_SEXT); in widenScalar()
2197 case TargetOpcode::G_ADD: in widenScalar()
2198 case TargetOpcode::G_AND: in widenScalar()
2199 case TargetOpcode::G_MUL: in widenScalar()
2200 case TargetOpcode::G_OR: in widenScalar()
2201 case TargetOpcode::G_XOR: in widenScalar()
2202 case TargetOpcode::G_SUB: in widenScalar()
2207 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2208 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar()
2213 case TargetOpcode::G_SBFX: in widenScalar()
2214 case TargetOpcode::G_UBFX: in widenScalar()
2218 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2221 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
2222 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_ZEXT); in widenScalar()
2228 case TargetOpcode::G_SHL: in widenScalar()
2232 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2238 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
2244 case TargetOpcode::G_SDIV: in widenScalar()
2245 case TargetOpcode::G_SREM: in widenScalar()
2246 case TargetOpcode::G_SMIN: in widenScalar()
2247 case TargetOpcode::G_SMAX: in widenScalar()
2249 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_SEXT); in widenScalar()
2250 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_SEXT); in widenScalar()
2255 case TargetOpcode::G_SDIVREM: in widenScalar()
2257 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_SEXT); in widenScalar()
2258 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_SEXT); in widenScalar()
2264 case TargetOpcode::G_ASHR: in widenScalar()
2265 case TargetOpcode::G_LSHR: in widenScalar()
2269 unsigned CvtOp = MI.getOpcode() == TargetOpcode::G_ASHR ? in widenScalar()
2270 TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT; in widenScalar()
2278 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
2283 case TargetOpcode::G_UDIV: in widenScalar()
2284 case TargetOpcode::G_UREM: in widenScalar()
2285 case TargetOpcode::G_UMIN: in widenScalar()
2286 case TargetOpcode::G_UMAX: in widenScalar()
2288 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ZEXT); in widenScalar()
2289 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
2294 case TargetOpcode::G_UDIVREM: in widenScalar()
2296 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
2297 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_ZEXT); in widenScalar()
2303 case TargetOpcode::G_SELECT: in widenScalar()
2309 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar()
2310 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_ANYEXT); in widenScalar()
2320 case TargetOpcode::G_FPTOSI: in widenScalar()
2321 case TargetOpcode::G_FPTOUI: in widenScalar()
2327 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_FPEXT); in widenScalar()
2331 case TargetOpcode::G_SITOFP: in widenScalar()
2335 widenScalarDst(MI, WideTy, 0, TargetOpcode::G_FPTRUNC); in widenScalar()
2337 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_SEXT); in widenScalar()
2341 case TargetOpcode::G_UITOFP: in widenScalar()
2345 widenScalarDst(MI, WideTy, 0, TargetOpcode::G_FPTRUNC); in widenScalar()
2347 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ZEXT); in widenScalar()
2351 case TargetOpcode::G_LOAD: in widenScalar()
2352 case TargetOpcode::G_SEXTLOAD: in widenScalar()
2353 case TargetOpcode::G_ZEXTLOAD: in widenScalar()
2359 case TargetOpcode::G_STORE: { in widenScalar()
2370 TargetOpcode::G_ZEXT : TargetOpcode::G_ANYEXT; in widenScalar()
2376 case TargetOpcode::G_CONSTANT: { in widenScalar()
2381 assert((ExtOpc == TargetOpcode::G_ZEXT || ExtOpc == TargetOpcode::G_SEXT || in widenScalar()
2382 ExtOpc == TargetOpcode::G_ANYEXT) && in widenScalar()
2385 const APInt &Val = (ExtOpc == TargetOpcode::G_SEXT) in widenScalar()
2395 case TargetOpcode::G_FCONSTANT: { in widenScalar()
2402 widenScalarDst(*IntCst, WideTy, 0, TargetOpcode::G_TRUNC); in widenScalar()
2406 case TargetOpcode::G_IMPLICIT_DEF: { in widenScalar()
2412 case TargetOpcode::G_BRCOND: in widenScalar()
2418 case TargetOpcode::G_FCMP: in widenScalar()
2423 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_FPEXT); in widenScalar()
2424 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_FPEXT); in widenScalar()
2429 case TargetOpcode::G_ICMP: in widenScalar()
2436 ? TargetOpcode::G_SEXT in widenScalar()
2437 : TargetOpcode::G_ZEXT; in widenScalar()
2444 case TargetOpcode::G_PTR_ADD: in widenScalar()
2447 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_SEXT); in widenScalar()
2451 case TargetOpcode::G_PHI: { in widenScalar()
2458 widenScalarSrc(MI, WideTy, I, TargetOpcode::G_ANYEXT); in widenScalar()
2467 case TargetOpcode::G_EXTRACT_VECTOR_ELT: { in widenScalar()
2475 TargetOpcode::G_ANYEXT); in widenScalar()
2486 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_SEXT); in widenScalar()
2490 case TargetOpcode::G_INSERT_VECTOR_ELT: { in widenScalar()
2498 widenScalarSrc(MI, WideVecTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2499 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar()
2508 widenScalarSrc(MI, WideTy, 3, TargetOpcode::G_SEXT); in widenScalar()
2515 case TargetOpcode::G_FADD: in widenScalar()
2516 case TargetOpcode::G_FMUL: in widenScalar()
2517 case TargetOpcode::G_FSUB: in widenScalar()
2518 case TargetOpcode::G_FMA: in widenScalar()
2519 case TargetOpcode::G_FMAD: in widenScalar()
2520 case TargetOpcode::G_FNEG: in widenScalar()
2521 case TargetOpcode::G_FABS: in widenScalar()
2522 case TargetOpcode::G_FCANONICALIZE: in widenScalar()
2523 case TargetOpcode::G_FMINNUM: in widenScalar()
2524 case TargetOpcode::G_FMAXNUM: in widenScalar()
2525 case TargetOpcode::G_FMINNUM_IEEE: in widenScalar()
2526 case TargetOpcode::G_FMAXNUM_IEEE: in widenScalar()
2527 case TargetOpcode::G_FMINIMUM: in widenScalar()
2528 case TargetOpcode::G_FMAXIMUM: in widenScalar()
2529 case TargetOpcode::G_FDIV: in widenScalar()
2530 case TargetOpcode::G_FREM: in widenScalar()
2531 case TargetOpcode::G_FCEIL: in widenScalar()
2532 case TargetOpcode::G_FFLOOR: in widenScalar()
2533 case TargetOpcode::G_FCOS: in widenScalar()
2534 case TargetOpcode::G_FSIN: in widenScalar()
2535 case TargetOpcode::G_FLOG10: in widenScalar()
2536 case TargetOpcode::G_FLOG: in widenScalar()
2537 case TargetOpcode::G_FLOG2: in widenScalar()
2538 case TargetOpcode::G_FRINT: in widenScalar()
2539 case TargetOpcode::G_FNEARBYINT: in widenScalar()
2540 case TargetOpcode::G_FSQRT: in widenScalar()
2541 case TargetOpcode::G_FEXP: in widenScalar()
2542 case TargetOpcode::G_FEXP2: in widenScalar()
2543 case TargetOpcode::G_FPOW: in widenScalar()
2544 case TargetOpcode::G_INTRINSIC_TRUNC: in widenScalar()
2545 case TargetOpcode::G_INTRINSIC_ROUND: in widenScalar()
2546 case TargetOpcode::G_INTRINSIC_ROUNDEVEN: in widenScalar()
2551 widenScalarSrc(MI, WideTy, I, TargetOpcode::G_FPEXT); in widenScalar()
2553 widenScalarDst(MI, WideTy, 0, TargetOpcode::G_FPTRUNC); in widenScalar()
2556 case TargetOpcode::G_FPOWI: { in widenScalar()
2560 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_FPEXT); in widenScalar()
2561 widenScalarDst(MI, WideTy, 0, TargetOpcode::G_FPTRUNC); in widenScalar()
2565 case TargetOpcode::G_INTTOPTR: in widenScalar()
2570 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ZEXT); in widenScalar()
2573 case TargetOpcode::G_PTRTOINT: in widenScalar()
2581 case TargetOpcode::G_BUILD_VECTOR: { in widenScalar()
2586 widenScalarSrc(MI, WideEltTy, I, TargetOpcode::G_ANYEXT); in widenScalar()
2591 MI.setDesc(MIRBuilder.getTII().get(TargetOpcode::G_BUILD_VECTOR_TRUNC)); in widenScalar()
2599 case TargetOpcode::G_SEXT_INREG: in widenScalar()
2604 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar()
2605 widenScalarDst(MI, WideTy, 0, TargetOpcode::G_TRUNC); in widenScalar()
2608 case TargetOpcode::G_PTRMASK: { in widenScalar()
2612 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar()
3032 auto LargeLoad = MIRBuilder.buildLoadInstr(TargetOpcode::G_ZEXTLOAD, AnyExtTy, in lowerLoad()
3165 case TargetOpcode::G_LOAD: { in bitcast()
3180 case TargetOpcode::G_STORE: { in bitcast()
3196 case TargetOpcode::G_SELECT: { in bitcast()
3213 case TargetOpcode::G_AND: in bitcast()
3214 case TargetOpcode::G_OR: in bitcast()
3215 case TargetOpcode::G_XOR: { in bitcast()
3223 case TargetOpcode::G_EXTRACT_VECTOR_ELT: in bitcast()
3225 case TargetOpcode::G_INSERT_VECTOR_ELT: in bitcast()
3241 using namespace TargetOpcode; in lower()
3246 case TargetOpcode::G_BITCAST: in lower()
3248 case TargetOpcode::G_SREM: in lower()
3249 case TargetOpcode::G_UREM: { in lower()
3260 case TargetOpcode::G_SADDO: in lower()
3261 case TargetOpcode::G_SSUBO: in lower()
3263 case TargetOpcode::G_UMULH: in lower()
3264 case TargetOpcode::G_SMULH: in lower()
3266 case TargetOpcode::G_SMULO: in lower()
3267 case TargetOpcode::G_UMULO: { in lower()
3276 unsigned Opcode = MI.getOpcode() == TargetOpcode::G_SMULO in lower()
3277 ? TargetOpcode::G_SMULH in lower()
3278 : TargetOpcode::G_UMULH; in lower()
3282 MI.setDesc(TII.get(TargetOpcode::G_MUL)); in lower()
3294 if (Opcode == TargetOpcode::G_SMULH) { in lower()
3303 case TargetOpcode::G_FNEG: { in lower()
3318 case TargetOpcode::G_FSUB: { in lower()
3335 case TargetOpcode::G_FMAD: in lower()
3337 case TargetOpcode::G_FFLOOR: in lower()
3339 case TargetOpcode::G_INTRINSIC_ROUND: in lower()
3341 case TargetOpcode::G_INTRINSIC_ROUNDEVEN: { in lower()
3344 changeOpcode(MI, TargetOpcode::G_FRINT); in lower()
3347 case TargetOpcode::G_ATOMIC_CMPXCHG_WITH_SUCCESS: { in lower()
3359 case TargetOpcode::G_LOAD: in lower()
3360 case TargetOpcode::G_SEXTLOAD: in lower()
3361 case TargetOpcode::G_ZEXTLOAD: in lower()
3363 case TargetOpcode::G_STORE: in lower()
3365 case TargetOpcode::G_CTLZ_ZERO_UNDEF: in lower()
3366 case TargetOpcode::G_CTTZ_ZERO_UNDEF: in lower()
3367 case TargetOpcode::G_CTLZ: in lower()
3368 case TargetOpcode::G_CTTZ: in lower()
3369 case TargetOpcode::G_CTPOP: in lower()
3457 case TargetOpcode::G_SEXT_INREG: { in lower()
3784 auto Phi = MIRBuilder.buildInstr(TargetOpcode::G_PHI); in fewerElementsVectorPhi()
3844 auto MIB = MIRBuilder.buildInstr(TargetOpcode::G_UNMERGE_VALUES); in fewerElementsVectorUnmergeValues()
3948 bool IsInsert = MI.getOpcode() == TargetOpcode::G_INSERT_VECTOR_ELT; in fewerElementsVectorExtractInsertVectorElt()
3980 TargetOpcode::G_ANYEXT); in fewerElementsVectorExtractInsertVectorElt()
4114 using namespace TargetOpcode; in fewerElementsVector()
4255 assert(MI.getOpcode() == TargetOpcode::G_SHUFFLE_VECTOR); in fewerElementsVectorShuffle()
4398 case TargetOpcode::G_VECREDUCE_FADD: in getScalarOpcForReduction()
4399 ScalarOpc = TargetOpcode::G_FADD; in getScalarOpcForReduction()
4401 case TargetOpcode::G_VECREDUCE_FMUL: in getScalarOpcForReduction()
4402 ScalarOpc = TargetOpcode::G_FMUL; in getScalarOpcForReduction()
4404 case TargetOpcode::G_VECREDUCE_FMAX: in getScalarOpcForReduction()
4405 ScalarOpc = TargetOpcode::G_FMAXNUM; in getScalarOpcForReduction()
4407 case TargetOpcode::G_VECREDUCE_FMIN: in getScalarOpcForReduction()
4408 ScalarOpc = TargetOpcode::G_FMINNUM; in getScalarOpcForReduction()
4410 case TargetOpcode::G_VECREDUCE_ADD: in getScalarOpcForReduction()
4411 ScalarOpc = TargetOpcode::G_ADD; in getScalarOpcForReduction()
4413 case TargetOpcode::G_VECREDUCE_MUL: in getScalarOpcForReduction()
4414 ScalarOpc = TargetOpcode::G_MUL; in getScalarOpcForReduction()
4416 case TargetOpcode::G_VECREDUCE_AND: in getScalarOpcForReduction()
4417 ScalarOpc = TargetOpcode::G_AND; in getScalarOpcForReduction()
4419 case TargetOpcode::G_VECREDUCE_OR: in getScalarOpcForReduction()
4420 ScalarOpc = TargetOpcode::G_OR; in getScalarOpcForReduction()
4422 case TargetOpcode::G_VECREDUCE_XOR: in getScalarOpcForReduction()
4423 ScalarOpc = TargetOpcode::G_XOR; in getScalarOpcForReduction()
4425 case TargetOpcode::G_VECREDUCE_SMAX: in getScalarOpcForReduction()
4426 ScalarOpc = TargetOpcode::G_SMAX; in getScalarOpcForReduction()
4428 case TargetOpcode::G_VECREDUCE_SMIN: in getScalarOpcForReduction()
4429 ScalarOpc = TargetOpcode::G_SMIN; in getScalarOpcForReduction()
4431 case TargetOpcode::G_VECREDUCE_UMAX: in getScalarOpcForReduction()
4432 ScalarOpc = TargetOpcode::G_UMAX; in getScalarOpcForReduction()
4434 case TargetOpcode::G_VECREDUCE_UMIN: in getScalarOpcForReduction()
4435 ScalarOpc = TargetOpcode::G_UMIN; in getScalarOpcForReduction()
4446 assert(Opc != TargetOpcode::G_VECREDUCE_SEQ_FADD && in fewerElementsVectorReductions()
4447 Opc != TargetOpcode::G_VECREDUCE_SEQ_FMUL && in fewerElementsVectorReductions()
4583 if (MI.getOpcode() == TargetOpcode::G_SHL) { in narrowScalarShiftByConstant()
4601 } else if (MI.getOpcode() == TargetOpcode::G_LSHR) { in narrowScalarShiftByConstant()
4704 case TargetOpcode::G_SHL: { in narrowScalarShift()
4724 case TargetOpcode::G_LSHR: in narrowScalarShift()
4725 case TargetOpcode::G_ASHR: { in narrowScalarShift()
4735 if (MI.getOpcode() == TargetOpcode::G_LSHR) { in narrowScalarShift()
4786 case TargetOpcode::G_IMPLICIT_DEF: in moreElementsVector()
4787 case TargetOpcode::G_LOAD: { in moreElementsVector()
4795 case TargetOpcode::G_STORE: in moreElementsVector()
4802 case TargetOpcode::G_AND: in moreElementsVector()
4803 case TargetOpcode::G_OR: in moreElementsVector()
4804 case TargetOpcode::G_XOR: in moreElementsVector()
4805 case TargetOpcode::G_ADD: in moreElementsVector()
4806 case TargetOpcode::G_SUB: in moreElementsVector()
4807 case TargetOpcode::G_MUL: in moreElementsVector()
4808 case TargetOpcode::G_FADD: in moreElementsVector()
4809 case TargetOpcode::G_FMUL: in moreElementsVector()
4810 case TargetOpcode::G_UADDSAT: in moreElementsVector()
4811 case TargetOpcode::G_USUBSAT: in moreElementsVector()
4812 case TargetOpcode::G_SADDSAT: in moreElementsVector()
4813 case TargetOpcode::G_SSUBSAT: in moreElementsVector()
4814 case TargetOpcode::G_SMIN: in moreElementsVector()
4815 case TargetOpcode::G_SMAX: in moreElementsVector()
4816 case TargetOpcode::G_UMIN: in moreElementsVector()
4817 case TargetOpcode::G_UMAX: in moreElementsVector()
4818 case TargetOpcode::G_FMINNUM: in moreElementsVector()
4819 case TargetOpcode::G_FMAXNUM: in moreElementsVector()
4820 case TargetOpcode::G_FMINNUM_IEEE: in moreElementsVector()
4821 case TargetOpcode::G_FMAXNUM_IEEE: in moreElementsVector()
4822 case TargetOpcode::G_FMINIMUM: in moreElementsVector()
4823 case TargetOpcode::G_FMAXIMUM: { in moreElementsVector()
4831 case TargetOpcode::G_FMA: in moreElementsVector()
4832 case TargetOpcode::G_FSHR: in moreElementsVector()
4833 case TargetOpcode::G_FSHL: { in moreElementsVector()
4842 case TargetOpcode::G_EXTRACT: in moreElementsVector()
4849 case TargetOpcode::G_INSERT: in moreElementsVector()
4850 case TargetOpcode::G_FREEZE: in moreElementsVector()
4851 case TargetOpcode::G_FNEG: in moreElementsVector()
4852 case TargetOpcode::G_FABS: in moreElementsVector()
4853 case TargetOpcode::G_BSWAP: in moreElementsVector()
4854 case TargetOpcode::G_FCANONICALIZE: in moreElementsVector()
4855 case TargetOpcode::G_SEXT_INREG: in moreElementsVector()
4863 case TargetOpcode::G_SELECT: { in moreElementsVector()
4892 case TargetOpcode::G_UNMERGE_VALUES: in moreElementsVector()
4894 case TargetOpcode::G_PHI: in moreElementsVector()
4896 case TargetOpcode::G_SHUFFLE_VECTOR: in moreElementsVector()
4898 case TargetOpcode::G_BUILD_VECTOR: { in moreElementsVector()
4913 case TargetOpcode::G_TRUNC: { in moreElementsVector()
5046 case TargetOpcode::G_SADDO: in narrowScalarAddSub()
5047 case TargetOpcode::G_SADDE: in narrowScalarAddSub()
5048 case TargetOpcode::G_UADDO: in narrowScalarAddSub()
5049 case TargetOpcode::G_UADDE: in narrowScalarAddSub()
5050 case TargetOpcode::G_ADD: in narrowScalarAddSub()
5051 OpO = TargetOpcode::G_UADDO; in narrowScalarAddSub()
5052 OpE = TargetOpcode::G_UADDE; in narrowScalarAddSub()
5053 OpF = TargetOpcode::G_UADDE; in narrowScalarAddSub()
5054 if (Opcode == TargetOpcode::G_SADDO || Opcode == TargetOpcode::G_SADDE) in narrowScalarAddSub()
5055 OpF = TargetOpcode::G_SADDE; in narrowScalarAddSub()
5057 case TargetOpcode::G_SSUBO: in narrowScalarAddSub()
5058 case TargetOpcode::G_SSUBE: in narrowScalarAddSub()
5059 case TargetOpcode::G_USUBO: in narrowScalarAddSub()
5060 case TargetOpcode::G_USUBE: in narrowScalarAddSub()
5061 case TargetOpcode::G_SUB: in narrowScalarAddSub()
5062 OpO = TargetOpcode::G_USUBO; in narrowScalarAddSub()
5063 OpE = TargetOpcode::G_USUBE; in narrowScalarAddSub()
5064 OpF = TargetOpcode::G_USUBE; in narrowScalarAddSub()
5065 if (Opcode == TargetOpcode::G_SSUBO || Opcode == TargetOpcode::G_SSUBE) in narrowScalarAddSub()
5066 OpF = TargetOpcode::G_SSUBE; in narrowScalarAddSub()
5141 bool IsMulHigh = MI.getOpcode() == TargetOpcode::G_UMULH; in narrowScalarMul()
5163 bool IsSigned = MI.getOpcode() == TargetOpcode::G_FPTOSI; in narrowScalarFPTOI()
5177 IsSigned ? TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT); in narrowScalarFPTOI()
5455 const bool IsUndef = MI.getOpcode() == TargetOpcode::G_CTLZ_ZERO_UNDEF; in narrowScalarCTLZ()
5491 const bool IsUndef = MI.getOpcode() == TargetOpcode::G_CTTZ_ZERO_UNDEF; in narrowScalarCTTZ()
5550 case TargetOpcode::G_CTLZ_ZERO_UNDEF: { in lowerBitCount()
5553 MI.setDesc(TII.get(TargetOpcode::G_CTLZ)); in lowerBitCount()
5557 case TargetOpcode::G_CTLZ: { in lowerBitCount()
5564 if (isSupported({TargetOpcode::G_CTLZ_ZERO_UNDEF, {DstTy, SrcTy}})) { in lowerBitCount()
5600 case TargetOpcode::G_CTTZ_ZERO_UNDEF: { in lowerBitCount()
5603 MI.setDesc(TII.get(TargetOpcode::G_CTTZ)); in lowerBitCount()
5607 case TargetOpcode::G_CTTZ: { in lowerBitCount()
5614 if (isSupported({TargetOpcode::G_CTTZ_ZERO_UNDEF, {DstTy, SrcTy}})) { in lowerBitCount()
5634 if (!isSupported({TargetOpcode::G_CTPOP, {SrcTy, SrcTy}}) && in lowerBitCount()
5635 isSupported({TargetOpcode::G_CTLZ, {SrcTy, SrcTy}})) { in lowerBitCount()
5642 MI.setDesc(TII.get(TargetOpcode::G_CTPOP)); in lowerBitCount()
5646 case TargetOpcode::G_CTPOP: { in lowerBitCount()
5729 const bool IsFSHL = MI.getOpcode() == TargetOpcode::G_FSHL; in lowerFunnelShiftWithInverse()
5730 unsigned RevOpcode = IsFSHL ? TargetOpcode::G_FSHR : TargetOpcode::G_FSHL; in lowerFunnelShiftWithInverse()
5767 const bool IsFSHL = MI.getOpcode() == TargetOpcode::G_FSHL; in lowerFunnelShiftAsShifts()
5825 bool IsFSHL = MI.getOpcode() == TargetOpcode::G_FSHL; in lowerFunnelShift()
5826 unsigned RevOpcode = IsFSHL ? TargetOpcode::G_FSHR : TargetOpcode::G_FSHL; in lowerFunnelShift()
5846 bool IsLeft = MI.getOpcode() == TargetOpcode::G_ROTL; in lowerRotateWithReverseRotate()
5847 unsigned RevRot = IsLeft ? TargetOpcode::G_ROTR : TargetOpcode::G_ROTL; in lowerRotateWithReverseRotate()
5863 bool IsLeft = MI.getOpcode() == TargetOpcode::G_ROTL; in lowerRotate()
5868 unsigned RevRot = IsLeft ? TargetOpcode::G_ROTR : TargetOpcode::G_ROTL; in lowerRotate()
5874 unsigned FShOpc = IsLeft ? TargetOpcode::G_FSHL : TargetOpcode::G_FSHR; in lowerRotate()
5875 unsigned RevFsh = !IsLeft ? TargetOpcode::G_FSHL : TargetOpcode::G_FSHR; in lowerRotate()
5895 unsigned ShOpc = IsLeft ? TargetOpcode::G_SHL : TargetOpcode::G_LSHR; in lowerRotate()
5896 unsigned RevShiftOpc = IsLeft ? TargetOpcode::G_LSHR : TargetOpcode::G_SHL; in lowerRotate()
6307 case TargetOpcode::G_SMIN: in minMaxToCompare()
6309 case TargetOpcode::G_SMAX: in minMaxToCompare()
6311 case TargetOpcode::G_UMIN: in minMaxToCompare()
6313 case TargetOpcode::G_UMAX: in minMaxToCompare()
6381 unsigned NewOp = MI.getOpcode() == TargetOpcode::G_FMINNUM ? in lowerFMinNumMaxNum()
6382 TargetOpcode::G_FMINNUM_IEEE : TargetOpcode::G_FMAXNUM_IEEE; in lowerFMinNumMaxNum()
6569 if (MI.getOpcode() == TargetOpcode::G_INSERT_VECTOR_ELT) in lowerExtractInsertVectorElt()
6885 const bool IsAdd = MI.getOpcode() == TargetOpcode::G_SADDO; in lowerSADDO_SSUBO()
6927 case TargetOpcode::G_UADDSAT: in lowerAddSubSatToMinMax()
6930 BaseOp = TargetOpcode::G_ADD; in lowerAddSubSatToMinMax()
6932 case TargetOpcode::G_SADDSAT: in lowerAddSubSatToMinMax()
6935 BaseOp = TargetOpcode::G_ADD; in lowerAddSubSatToMinMax()
6937 case TargetOpcode::G_USUBSAT: in lowerAddSubSatToMinMax()
6940 BaseOp = TargetOpcode::G_SUB; in lowerAddSubSatToMinMax()
6942 case TargetOpcode::G_SSUBSAT: in lowerAddSubSatToMinMax()
6945 BaseOp = TargetOpcode::G_SUB; in lowerAddSubSatToMinMax()
7005 case TargetOpcode::G_UADDSAT: in lowerAddSubSatToAddoSubo()
7008 OverflowOp = TargetOpcode::G_UADDO; in lowerAddSubSatToAddoSubo()
7010 case TargetOpcode::G_SADDSAT: in lowerAddSubSatToAddoSubo()
7013 OverflowOp = TargetOpcode::G_SADDO; in lowerAddSubSatToAddoSubo()
7015 case TargetOpcode::G_USUBSAT: in lowerAddSubSatToAddoSubo()
7018 OverflowOp = TargetOpcode::G_USUBO; in lowerAddSubSatToAddoSubo()
7020 case TargetOpcode::G_SSUBSAT: in lowerAddSubSatToAddoSubo()
7023 OverflowOp = TargetOpcode::G_SSUBO; in lowerAddSubSatToAddoSubo()
7062 assert((MI.getOpcode() == TargetOpcode::G_SSHLSAT || in lowerShlSat()
7063 MI.getOpcode() == TargetOpcode::G_USHLSAT) && in lowerShlSat()
7065 bool IsSigned = MI.getOpcode() == TargetOpcode::G_SSHLSAT; in lowerShlSat()
7148 MIRBuilder.buildInstr(TargetOpcode::G_BSWAP, {Ty}, {Src}); in lowerBitreverse()
7175 bool IsRead = MI.getOpcode() == TargetOpcode::G_READ_REGISTER; in lowerReadWriteRegister()
7199 bool IsSigned = MI.getOpcode() == TargetOpcode::G_SMULH; in lowerSMULH_UMULH()
7200 unsigned ExtOp = IsSigned ? TargetOpcode::G_SEXT : TargetOpcode::G_ZEXT; in lowerSMULH_UMULH()
7209 unsigned ShiftOp = IsSigned ? TargetOpcode::G_ASHR : TargetOpcode::G_LSHR; in lowerSMULH_UMULH()
7269 Opcode == TargetOpcode::G_SDIVREM ? TargetOpcode::G_SDIV in lowerDIVREM()
7270 : TargetOpcode::G_UDIV, in lowerDIVREM()
7273 Opcode == TargetOpcode::G_SDIVREM ? TargetOpcode::G_SREM in lowerDIVREM()
7274 : TargetOpcode::G_UREM, in lowerDIVREM()
7324 MI.setDesc(MIRBuilder.getTII().get(TargetOpcode::COPY)); in lowerVectorReduction()
7461 MachineInstr *FIDef = getOpcodeDef(TargetOpcode::G_FRAME_INDEX, Dst, MRI); in lowerMemset()
7561 assert(MI.getOpcode() == TargetOpcode::G_MEMCPY_INLINE); in lowerMemcpyInline()
7595 assert(MI.getOpcode() == TargetOpcode::G_MEMCPY_INLINE); in lowerMemcpyInline()
7616 MachineInstr *FIDef = getOpcodeDef(TargetOpcode::G_FRAME_INDEX, Dst, MRI); in lowerMemcpy()
7724 MachineInstr *FIDef = getOpcodeDef(TargetOpcode::G_FRAME_INDEX, Dst, MRI); in lowerMemmove()
7819 assert((Opc == TargetOpcode::G_MEMCPY || Opc == TargetOpcode::G_MEMMOVE || in lowerMemCpyFamily()
7820 Opc == TargetOpcode::G_MEMSET) && in lowerMemCpyFamily()
7832 if (Opc != TargetOpcode::G_MEMSET) { in lowerMemCpyFamily()
7850 if (Opc == TargetOpcode::G_MEMCPY_INLINE) in lowerMemCpyFamily()
7861 if (Opc == TargetOpcode::G_MEMCPY) { in lowerMemCpyFamily()
7869 if (Opc == TargetOpcode::G_MEMMOVE) in lowerMemCpyFamily()
7871 if (Opc == TargetOpcode::G_MEMSET) in lowerMemCpyFamily()