Lines Matching refs:Custom
169 setOperationAction(ISD::SETCC, VT, Custom); in addTypeForNEON()
170 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
171 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
173 setOperationAction(ISD::SINT_TO_FP, VT, Custom); in addTypeForNEON()
174 setOperationAction(ISD::UINT_TO_FP, VT, Custom); in addTypeForNEON()
175 setOperationAction(ISD::FP_TO_SINT, VT, Custom); in addTypeForNEON()
176 setOperationAction(ISD::FP_TO_UINT, VT, Custom); in addTypeForNEON()
183 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addTypeForNEON()
184 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addTypeForNEON()
192 setOperationAction(ISD::SHL, VT, Custom); in addTypeForNEON()
193 setOperationAction(ISD::SRA, VT, Custom); in addTypeForNEON()
194 setOperationAction(ISD::SRL, VT, Custom); in addTypeForNEON()
251 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
252 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
253 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
254 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
255 setOperationAction(ISD::SHL, VT, Custom); in addMVEVectorTypes()
256 setOperationAction(ISD::SRA, VT, Custom); in addMVEVectorTypes()
257 setOperationAction(ISD::SRL, VT, Custom); in addMVEVectorTypes()
263 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
264 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
267 setOperationAction(ISD::CTTZ, VT, Custom); in addMVEVectorTypes()
298 setOperationAction(ISD::VECREDUCE_MUL, VT, Custom); in addMVEVectorTypes()
299 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in addMVEVectorTypes()
300 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in addMVEVectorTypes()
301 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in addMVEVectorTypes()
309 setOperationAction(ISD::FP_TO_SINT_SAT, VT, Custom); in addMVEVectorTypes()
310 setOperationAction(ISD::FP_TO_UINT_SAT, VT, Custom); in addMVEVectorTypes()
330 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
331 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
332 setOperationAction(ISD::INSERT_VECTOR_ELT, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
333 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
334 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
335 setOperationAction(ISD::BUILD_VECTOR, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
337 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
338 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
356 setOperationAction(ISD::VECREDUCE_FADD, VT, Custom); in addMVEVectorTypes()
357 setOperationAction(ISD::VECREDUCE_FMUL, VT, Custom); in addMVEVectorTypes()
358 setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom); in addMVEVectorTypes()
359 setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom); in addMVEVectorTypes()
379 setOperationAction(ISD::VECREDUCE_FADD, MVT::v4f16, Custom); in addMVEVectorTypes()
380 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v4f16, Custom); in addMVEVectorTypes()
381 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v4f16, Custom); in addMVEVectorTypes()
382 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v4f16, Custom); in addMVEVectorTypes()
383 setOperationAction(ISD::VECREDUCE_FADD, MVT::v2f16, Custom); in addMVEVectorTypes()
384 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v2f16, Custom); in addMVEVectorTypes()
385 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v2f16, Custom); in addMVEVectorTypes()
386 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v2f16, Custom); in addMVEVectorTypes()
395 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
396 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
397 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
399 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
440 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
441 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
442 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in addMVEVectorTypes()
443 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in addMVEVectorTypes()
444 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
445 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
446 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
448 setOperationAction(ISD::LOAD, VT, Custom); in addMVEVectorTypes()
449 setOperationAction(ISD::STORE, VT, Custom); in addMVEVectorTypes()
450 setOperationAction(ISD::TRUNCATE, VT, Custom); in addMVEVectorTypes()
472 setOperationAction(ISD::SIGN_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
473 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
474 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
475 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
476 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
477 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
478 setOperationAction(ISD::TRUNCATE, MVT::v8i32, Custom); in addMVEVectorTypes()
479 setOperationAction(ISD::TRUNCATE, MVT::v16i16, Custom); in addMVEVectorTypes()
775 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
776 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
777 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
778 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
788 setOperationAction(ISD::BITCAST, MVT::i16, Custom); in ARMTargetLowering()
789 setOperationAction(ISD::BITCAST, MVT::f16, Custom); in ARMTargetLowering()
799 setOperationAction(ISD::BITCAST, MVT::bf16, Custom); in ARMTargetLowering()
814 setOperationAction(ISD::ConstantFP, MVT::f32, Custom); in ARMTargetLowering()
815 setOperationAction(ISD::ConstantFP, MVT::f64, Custom); in ARMTargetLowering()
817 setOperationAction(ISD::READ_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
818 setOperationAction(ISD::WRITE_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
928 setOperationAction(ISD::MUL, MVT::v8i16, Custom); in ARMTargetLowering()
929 setOperationAction(ISD::MUL, MVT::v4i32, Custom); in ARMTargetLowering()
930 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in ARMTargetLowering()
932 setOperationAction(ISD::SDIV, MVT::v4i16, Custom); in ARMTargetLowering()
933 setOperationAction(ISD::SDIV, MVT::v8i8, Custom); in ARMTargetLowering()
934 setOperationAction(ISD::UDIV, MVT::v4i16, Custom); in ARMTargetLowering()
935 setOperationAction(ISD::UDIV, MVT::v8i8, Custom); in ARMTargetLowering()
940 setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
941 setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
942 setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
943 setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
944 setOperationAction(ISD::FP_TO_UINT, MVT::v4i16, Custom); in ARMTargetLowering()
945 setOperationAction(ISD::FP_TO_UINT, MVT::v8i16, Custom); in ARMTargetLowering()
946 setOperationAction(ISD::FP_TO_SINT, MVT::v4i16, Custom); in ARMTargetLowering()
947 setOperationAction(ISD::FP_TO_SINT, MVT::v8i16, Custom); in ARMTargetLowering()
955 setOperationAction(ISD::CTPOP, MVT::v2i32, Custom); in ARMTargetLowering()
956 setOperationAction(ISD::CTPOP, MVT::v4i32, Custom); in ARMTargetLowering()
957 setOperationAction(ISD::CTPOP, MVT::v4i16, Custom); in ARMTargetLowering()
958 setOperationAction(ISD::CTPOP, MVT::v8i16, Custom); in ARMTargetLowering()
959 setOperationAction(ISD::CTPOP, MVT::v1i64, Custom); in ARMTargetLowering()
960 setOperationAction(ISD::CTPOP, MVT::v2i64, Custom); in ARMTargetLowering()
966 setOperationAction(ISD::CTTZ, MVT::v8i8, Custom); in ARMTargetLowering()
967 setOperationAction(ISD::CTTZ, MVT::v4i16, Custom); in ARMTargetLowering()
968 setOperationAction(ISD::CTTZ, MVT::v2i32, Custom); in ARMTargetLowering()
969 setOperationAction(ISD::CTTZ, MVT::v1i64, Custom); in ARMTargetLowering()
971 setOperationAction(ISD::CTTZ, MVT::v16i8, Custom); in ARMTargetLowering()
972 setOperationAction(ISD::CTTZ, MVT::v8i16, Custom); in ARMTargetLowering()
973 setOperationAction(ISD::CTTZ, MVT::v4i32, Custom); in ARMTargetLowering()
974 setOperationAction(ISD::CTTZ, MVT::v2i64, Custom); in ARMTargetLowering()
976 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i8, Custom); in ARMTargetLowering()
977 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i16, Custom); in ARMTargetLowering()
978 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i32, Custom); in ARMTargetLowering()
979 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v1i64, Custom); in ARMTargetLowering()
981 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v16i8, Custom); in ARMTargetLowering()
982 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i16, Custom); in ARMTargetLowering()
983 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i32, Custom); in ARMTargetLowering()
984 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i64, Custom); in ARMTargetLowering()
1057 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1058 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1059 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1060 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1061 setOperationAction(ISD::FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1062 setOperationAction(ISD::FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1063 setOperationAction(ISD::FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1064 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1065 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1066 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1067 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1068 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1072 setOperationAction(ISD::FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1073 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1075 setOperationAction(ISD::FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1076 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1081 setOperationAction(ISD::FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1082 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1121 setOperationAction(ISD::SADDO, MVT::i32, Custom); in ARMTargetLowering()
1122 setOperationAction(ISD::UADDO, MVT::i32, Custom); in ARMTargetLowering()
1123 setOperationAction(ISD::SSUBO, MVT::i32, Custom); in ARMTargetLowering()
1124 setOperationAction(ISD::USUBO, MVT::i32, Custom); in ARMTargetLowering()
1126 setOperationAction(ISD::ADDCARRY, MVT::i32, Custom); in ARMTargetLowering()
1127 setOperationAction(ISD::SUBCARRY, MVT::i32, Custom); in ARMTargetLowering()
1129 setOperationAction(ISD::SADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1130 setOperationAction(ISD::SSUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1131 setOperationAction(ISD::SADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1132 setOperationAction(ISD::SSUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1133 setOperationAction(ISD::UADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1134 setOperationAction(ISD::USUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1135 setOperationAction(ISD::UADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1136 setOperationAction(ISD::USUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1154 setOperationAction(ISD::SHL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1155 setOperationAction(ISD::SRA_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1156 setOperationAction(ISD::SRL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1157 setOperationAction(ISD::SRL, MVT::i64, Custom); in ARMTargetLowering()
1158 setOperationAction(ISD::SRA, MVT::i64, Custom); in ARMTargetLowering()
1159 setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom); in ARMTargetLowering()
1160 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom); in ARMTargetLowering()
1161 setOperationAction(ISD::LOAD, MVT::i64, Custom); in ARMTargetLowering()
1162 setOperationAction(ISD::STORE, MVT::i64, Custom); in ARMTargetLowering()
1167 setOperationAction(ISD::SHL, MVT::i64, Custom); in ARMTargetLowering()
1185 setOperationAction(ISD::CTTZ, MVT::i32, Custom); in ARMTargetLowering()
1197 setOperationAction(ISD::READCYCLECOUNTER, MVT::i64, Custom); in ARMTargetLowering()
1212 setOperationAction(ISD::SDIV, MVT::i32, Custom); in ARMTargetLowering()
1213 setOperationAction(ISD::UDIV, MVT::i32, Custom); in ARMTargetLowering()
1215 setOperationAction(ISD::SDIV, MVT::i64, Custom); in ARMTargetLowering()
1216 setOperationAction(ISD::UDIV, MVT::i64, Custom); in ARMTargetLowering()
1226 setOperationAction(ISD::SREM, MVT::i64, Custom); in ARMTargetLowering()
1227 setOperationAction(ISD::UREM, MVT::i64, Custom); in ARMTargetLowering()
1274 setOperationAction(ISD::SDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1275 setOperationAction(ISD::UDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1276 setOperationAction(ISD::SDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1277 setOperationAction(ISD::UDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1289 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom); in ARMTargetLowering()
1290 setOperationAction(ISD::ConstantPool, MVT::i32, Custom); in ARMTargetLowering()
1291 setOperationAction(ISD::GlobalTLSAddress, MVT::i32, Custom); in ARMTargetLowering()
1292 setOperationAction(ISD::BlockAddress, MVT::i32, Custom); in ARMTargetLowering()
1298 setOperationAction(ISD::VASTART, MVT::Other, Custom); in ARMTargetLowering()
1306 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Custom); in ARMTargetLowering()
1317 setOperationAction(ISD::ATOMIC_FENCE, MVT::Other, Custom); in ARMTargetLowering()
1319 setOperationAction(ISD::ATOMIC_CMP_SWAP, MVT::i64, Custom); in ARMTargetLowering()
1336 Subtarget->hasAnyDataBarrier() ? Custom : Expand); in ARMTargetLowering()
1354 setOperationAction(ISD::ATOMIC_LOAD, MVT::i32, Custom); in ARMTargetLowering()
1355 setOperationAction(ISD::ATOMIC_STORE, MVT::i32, Custom); in ARMTargetLowering()
1383 setOperationAction(ISD::PREFETCH, MVT::Other, Custom); in ARMTargetLowering()
1396 setOperationAction(ISD::BITCAST, MVT::i64, Custom); in ARMTargetLowering()
1397 setOperationAction(ISD::FLT_ROUNDS_, MVT::i32, Custom); in ARMTargetLowering()
1398 setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom); in ARMTargetLowering()
1402 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom); in ARMTargetLowering()
1403 setOperationAction(ISD::EH_SJLJ_SETJMP, MVT::i32, Custom); in ARMTargetLowering()
1404 setOperationAction(ISD::EH_SJLJ_LONGJMP, MVT::Other, Custom); in ARMTargetLowering()
1405 setOperationAction(ISD::EH_SJLJ_SETUP_DISPATCH, MVT::Other, Custom); in ARMTargetLowering()
1412 setOperationAction(ISD::SELECT, MVT::i32, Custom); in ARMTargetLowering()
1413 setOperationAction(ISD::SELECT, MVT::f32, Custom); in ARMTargetLowering()
1414 setOperationAction(ISD::SELECT, MVT::f64, Custom); in ARMTargetLowering()
1415 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom); in ARMTargetLowering()
1416 setOperationAction(ISD::SELECT_CC, MVT::f32, Custom); in ARMTargetLowering()
1417 setOperationAction(ISD::SELECT_CC, MVT::f64, Custom); in ARMTargetLowering()
1420 setOperationAction(ISD::SELECT, MVT::f16, Custom); in ARMTargetLowering()
1421 setOperationAction(ISD::SELECT_CC, MVT::f16, Custom); in ARMTargetLowering()
1424 setOperationAction(ISD::SETCCCARRY, MVT::i32, Custom); in ARMTargetLowering()
1426 setOperationAction(ISD::BRCOND, MVT::Other, Custom); in ARMTargetLowering()
1427 setOperationAction(ISD::BR_CC, MVT::i32, Custom); in ARMTargetLowering()
1429 setOperationAction(ISD::BR_CC, MVT::f16, Custom); in ARMTargetLowering()
1430 setOperationAction(ISD::BR_CC, MVT::f32, Custom); in ARMTargetLowering()
1431 setOperationAction(ISD::BR_CC, MVT::f64, Custom); in ARMTargetLowering()
1432 setOperationAction(ISD::BR_JT, MVT::Other, Custom); in ARMTargetLowering()
1445 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom); in ARMTargetLowering()
1446 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom); in ARMTargetLowering()
1471 setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom); in ARMTargetLowering()
1472 setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom); in ARMTargetLowering()
1473 setOperationAction(ISD::STRICT_FSETCC, MVT::f32, Custom); in ARMTargetLowering()
1474 setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom); in ARMTargetLowering()
1475 setOperationAction(ISD::STRICT_FSETCC, MVT::f64, Custom); in ARMTargetLowering()
1476 setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom); in ARMTargetLowering()
1482 setOperationAction(ISD::FSINCOS, MVT::f64, Custom); in ARMTargetLowering()
1483 setOperationAction(ISD::FSINCOS, MVT::f32, Custom); in ARMTargetLowering()