Lines Matching refs:Custom
170 setOperationAction(ISD::SETCC, VT, Custom); in addTypeForNEON()
171 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
172 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
174 setOperationAction(ISD::SINT_TO_FP, VT, Custom); in addTypeForNEON()
175 setOperationAction(ISD::UINT_TO_FP, VT, Custom); in addTypeForNEON()
176 setOperationAction(ISD::FP_TO_SINT, VT, Custom); in addTypeForNEON()
177 setOperationAction(ISD::FP_TO_UINT, VT, Custom); in addTypeForNEON()
184 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addTypeForNEON()
185 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addTypeForNEON()
193 setOperationAction(ISD::SHL, VT, Custom); in addTypeForNEON()
194 setOperationAction(ISD::SRA, VT, Custom); in addTypeForNEON()
195 setOperationAction(ISD::SRL, VT, Custom); in addTypeForNEON()
252 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
253 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
254 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
255 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
256 setOperationAction(ISD::SHL, VT, Custom); in addMVEVectorTypes()
257 setOperationAction(ISD::SRA, VT, Custom); in addMVEVectorTypes()
258 setOperationAction(ISD::SRL, VT, Custom); in addMVEVectorTypes()
264 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
265 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
268 setOperationAction(ISD::CTTZ, VT, Custom); in addMVEVectorTypes()
299 setOperationAction(ISD::VECREDUCE_MUL, VT, Custom); in addMVEVectorTypes()
300 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in addMVEVectorTypes()
301 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in addMVEVectorTypes()
302 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in addMVEVectorTypes()
310 setOperationAction(ISD::FP_TO_SINT_SAT, VT, Custom); in addMVEVectorTypes()
311 setOperationAction(ISD::FP_TO_UINT_SAT, VT, Custom); in addMVEVectorTypes()
331 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
332 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
333 setOperationAction(ISD::INSERT_VECTOR_ELT, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
334 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
335 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
336 setOperationAction(ISD::BUILD_VECTOR, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
338 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
339 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
357 setOperationAction(ISD::VECREDUCE_FADD, VT, Custom); in addMVEVectorTypes()
358 setOperationAction(ISD::VECREDUCE_FMUL, VT, Custom); in addMVEVectorTypes()
359 setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom); in addMVEVectorTypes()
360 setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom); in addMVEVectorTypes()
381 setOperationAction(ISD::VECREDUCE_FADD, MVT::v4f16, Custom); in addMVEVectorTypes()
382 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v4f16, Custom); in addMVEVectorTypes()
383 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v4f16, Custom); in addMVEVectorTypes()
384 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v4f16, Custom); in addMVEVectorTypes()
385 setOperationAction(ISD::VECREDUCE_FADD, MVT::v2f16, Custom); in addMVEVectorTypes()
386 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v2f16, Custom); in addMVEVectorTypes()
387 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v2f16, Custom); in addMVEVectorTypes()
388 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v2f16, Custom); in addMVEVectorTypes()
397 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
398 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
399 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
401 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
442 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
443 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
444 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in addMVEVectorTypes()
445 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in addMVEVectorTypes()
446 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
447 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
448 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
450 setOperationAction(ISD::LOAD, VT, Custom); in addMVEVectorTypes()
451 setOperationAction(ISD::STORE, VT, Custom); in addMVEVectorTypes()
452 setOperationAction(ISD::TRUNCATE, VT, Custom); in addMVEVectorTypes()
474 setOperationAction(ISD::SIGN_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
475 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
476 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
477 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
478 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
479 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
480 setOperationAction(ISD::TRUNCATE, MVT::v8i32, Custom); in addMVEVectorTypes()
481 setOperationAction(ISD::TRUNCATE, MVT::v16i16, Custom); in addMVEVectorTypes()
777 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
778 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
779 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
780 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
790 setOperationAction(ISD::BITCAST, MVT::i16, Custom); in ARMTargetLowering()
791 setOperationAction(ISD::BITCAST, MVT::f16, Custom); in ARMTargetLowering()
801 setOperationAction(ISD::BITCAST, MVT::bf16, Custom); in ARMTargetLowering()
816 setOperationAction(ISD::ConstantFP, MVT::f32, Custom); in ARMTargetLowering()
817 setOperationAction(ISD::ConstantFP, MVT::f64, Custom); in ARMTargetLowering()
819 setOperationAction(ISD::READ_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
820 setOperationAction(ISD::WRITE_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
933 setOperationAction(ISD::MUL, MVT::v8i16, Custom); in ARMTargetLowering()
934 setOperationAction(ISD::MUL, MVT::v4i32, Custom); in ARMTargetLowering()
935 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in ARMTargetLowering()
937 setOperationAction(ISD::SDIV, MVT::v4i16, Custom); in ARMTargetLowering()
938 setOperationAction(ISD::SDIV, MVT::v8i8, Custom); in ARMTargetLowering()
939 setOperationAction(ISD::UDIV, MVT::v4i16, Custom); in ARMTargetLowering()
940 setOperationAction(ISD::UDIV, MVT::v8i8, Custom); in ARMTargetLowering()
945 setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
946 setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
947 setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
948 setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
949 setOperationAction(ISD::FP_TO_UINT, MVT::v4i16, Custom); in ARMTargetLowering()
950 setOperationAction(ISD::FP_TO_UINT, MVT::v8i16, Custom); in ARMTargetLowering()
951 setOperationAction(ISD::FP_TO_SINT, MVT::v4i16, Custom); in ARMTargetLowering()
952 setOperationAction(ISD::FP_TO_SINT, MVT::v8i16, Custom); in ARMTargetLowering()
960 setOperationAction(ISD::CTPOP, MVT::v2i32, Custom); in ARMTargetLowering()
961 setOperationAction(ISD::CTPOP, MVT::v4i32, Custom); in ARMTargetLowering()
962 setOperationAction(ISD::CTPOP, MVT::v4i16, Custom); in ARMTargetLowering()
963 setOperationAction(ISD::CTPOP, MVT::v8i16, Custom); in ARMTargetLowering()
964 setOperationAction(ISD::CTPOP, MVT::v1i64, Custom); in ARMTargetLowering()
965 setOperationAction(ISD::CTPOP, MVT::v2i64, Custom); in ARMTargetLowering()
971 setOperationAction(ISD::CTTZ, MVT::v8i8, Custom); in ARMTargetLowering()
972 setOperationAction(ISD::CTTZ, MVT::v4i16, Custom); in ARMTargetLowering()
973 setOperationAction(ISD::CTTZ, MVT::v2i32, Custom); in ARMTargetLowering()
974 setOperationAction(ISD::CTTZ, MVT::v1i64, Custom); in ARMTargetLowering()
976 setOperationAction(ISD::CTTZ, MVT::v16i8, Custom); in ARMTargetLowering()
977 setOperationAction(ISD::CTTZ, MVT::v8i16, Custom); in ARMTargetLowering()
978 setOperationAction(ISD::CTTZ, MVT::v4i32, Custom); in ARMTargetLowering()
979 setOperationAction(ISD::CTTZ, MVT::v2i64, Custom); in ARMTargetLowering()
981 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i8, Custom); in ARMTargetLowering()
982 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i16, Custom); in ARMTargetLowering()
983 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i32, Custom); in ARMTargetLowering()
984 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v1i64, Custom); in ARMTargetLowering()
986 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v16i8, Custom); in ARMTargetLowering()
987 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i16, Custom); in ARMTargetLowering()
988 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i32, Custom); in ARMTargetLowering()
989 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i64, Custom); in ARMTargetLowering()
1017 setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom); in ARMTargetLowering()
1018 setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom); in ARMTargetLowering()
1019 setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom); in ARMTargetLowering()
1020 setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom); in ARMTargetLowering()
1071 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1072 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1073 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1074 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1075 setOperationAction(ISD::FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1076 setOperationAction(ISD::FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1077 setOperationAction(ISD::FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1078 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1079 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1080 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1081 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1082 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1086 setOperationAction(ISD::FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1087 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1089 setOperationAction(ISD::FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1090 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1095 setOperationAction(ISD::FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1096 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1135 setOperationAction(ISD::SADDO, MVT::i32, Custom); in ARMTargetLowering()
1136 setOperationAction(ISD::UADDO, MVT::i32, Custom); in ARMTargetLowering()
1137 setOperationAction(ISD::SSUBO, MVT::i32, Custom); in ARMTargetLowering()
1138 setOperationAction(ISD::USUBO, MVT::i32, Custom); in ARMTargetLowering()
1140 setOperationAction(ISD::UADDO_CARRY, MVT::i32, Custom); in ARMTargetLowering()
1141 setOperationAction(ISD::USUBO_CARRY, MVT::i32, Custom); in ARMTargetLowering()
1143 setOperationAction(ISD::SADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1144 setOperationAction(ISD::SSUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1145 setOperationAction(ISD::SADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1146 setOperationAction(ISD::SSUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1147 setOperationAction(ISD::UADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1148 setOperationAction(ISD::USUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1149 setOperationAction(ISD::UADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1150 setOperationAction(ISD::USUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1168 setOperationAction(ISD::SHL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1169 setOperationAction(ISD::SRA_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1170 setOperationAction(ISD::SRL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1171 setOperationAction(ISD::SRL, MVT::i64, Custom); in ARMTargetLowering()
1172 setOperationAction(ISD::SRA, MVT::i64, Custom); in ARMTargetLowering()
1173 setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom); in ARMTargetLowering()
1174 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom); in ARMTargetLowering()
1175 setOperationAction(ISD::LOAD, MVT::i64, Custom); in ARMTargetLowering()
1176 setOperationAction(ISD::STORE, MVT::i64, Custom); in ARMTargetLowering()
1181 setOperationAction(ISD::SHL, MVT::i64, Custom); in ARMTargetLowering()
1199 setOperationAction(ISD::CTTZ, MVT::i32, Custom); in ARMTargetLowering()
1211 setOperationAction(ISD::READCYCLECOUNTER, MVT::i64, Custom); in ARMTargetLowering()
1226 setOperationAction(ISD::SDIV, MVT::i32, Custom); in ARMTargetLowering()
1227 setOperationAction(ISD::UDIV, MVT::i32, Custom); in ARMTargetLowering()
1229 setOperationAction(ISD::SDIV, MVT::i64, Custom); in ARMTargetLowering()
1230 setOperationAction(ISD::UDIV, MVT::i64, Custom); in ARMTargetLowering()
1240 setOperationAction(ISD::SREM, MVT::i64, Custom); in ARMTargetLowering()
1241 setOperationAction(ISD::UREM, MVT::i64, Custom); in ARMTargetLowering()
1288 setOperationAction(ISD::SDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1289 setOperationAction(ISD::UDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1290 setOperationAction(ISD::SDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1291 setOperationAction(ISD::UDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1303 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom); in ARMTargetLowering()
1304 setOperationAction(ISD::ConstantPool, MVT::i32, Custom); in ARMTargetLowering()
1305 setOperationAction(ISD::GlobalTLSAddress, MVT::i32, Custom); in ARMTargetLowering()
1306 setOperationAction(ISD::BlockAddress, MVT::i32, Custom); in ARMTargetLowering()
1312 setOperationAction(ISD::VASTART, MVT::Other, Custom); in ARMTargetLowering()
1320 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Custom); in ARMTargetLowering()
1331 setOperationAction(ISD::ATOMIC_FENCE, MVT::Other, Custom); in ARMTargetLowering()
1333 setOperationAction(ISD::ATOMIC_CMP_SWAP, MVT::i64, Custom); in ARMTargetLowering()
1350 Subtarget->hasAnyDataBarrier() ? Custom : Expand); in ARMTargetLowering()
1368 setOperationAction(ISD::ATOMIC_LOAD, MVT::i32, Custom); in ARMTargetLowering()
1369 setOperationAction(ISD::ATOMIC_STORE, MVT::i32, Custom); in ARMTargetLowering()
1399 setOperationAction(ISD::PREFETCH, MVT::Other, Custom); in ARMTargetLowering()
1412 setOperationAction(ISD::BITCAST, MVT::i64, Custom); in ARMTargetLowering()
1413 setOperationAction(ISD::GET_ROUNDING, MVT::i32, Custom); in ARMTargetLowering()
1414 setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom); in ARMTargetLowering()
1419 setOperationAction(ISD::SET_FPMODE, MVT::i32, Custom); in ARMTargetLowering()
1420 setOperationAction(ISD::RESET_FPMODE, MVT::Other, Custom); in ARMTargetLowering()
1424 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom); in ARMTargetLowering()
1425 setOperationAction(ISD::EH_SJLJ_SETJMP, MVT::i32, Custom); in ARMTargetLowering()
1426 setOperationAction(ISD::EH_SJLJ_LONGJMP, MVT::Other, Custom); in ARMTargetLowering()
1427 setOperationAction(ISD::EH_SJLJ_SETUP_DISPATCH, MVT::Other, Custom); in ARMTargetLowering()
1434 setOperationAction(ISD::SELECT, MVT::i32, Custom); in ARMTargetLowering()
1435 setOperationAction(ISD::SELECT, MVT::f32, Custom); in ARMTargetLowering()
1436 setOperationAction(ISD::SELECT, MVT::f64, Custom); in ARMTargetLowering()
1437 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom); in ARMTargetLowering()
1438 setOperationAction(ISD::SELECT_CC, MVT::f32, Custom); in ARMTargetLowering()
1439 setOperationAction(ISD::SELECT_CC, MVT::f64, Custom); in ARMTargetLowering()
1442 setOperationAction(ISD::SELECT, MVT::f16, Custom); in ARMTargetLowering()
1443 setOperationAction(ISD::SELECT_CC, MVT::f16, Custom); in ARMTargetLowering()
1446 setOperationAction(ISD::SETCCCARRY, MVT::i32, Custom); in ARMTargetLowering()
1448 setOperationAction(ISD::BRCOND, MVT::Other, Custom); in ARMTargetLowering()
1449 setOperationAction(ISD::BR_CC, MVT::i32, Custom); in ARMTargetLowering()
1451 setOperationAction(ISD::BR_CC, MVT::f16, Custom); in ARMTargetLowering()
1452 setOperationAction(ISD::BR_CC, MVT::f32, Custom); in ARMTargetLowering()
1453 setOperationAction(ISD::BR_CC, MVT::f64, Custom); in ARMTargetLowering()
1454 setOperationAction(ISD::BR_JT, MVT::Other, Custom); in ARMTargetLowering()
1467 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom); in ARMTargetLowering()
1468 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom); in ARMTargetLowering()
1493 setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom); in ARMTargetLowering()
1494 setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom); in ARMTargetLowering()
1495 setOperationAction(ISD::STRICT_FSETCC, MVT::f32, Custom); in ARMTargetLowering()
1496 setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom); in ARMTargetLowering()
1497 setOperationAction(ISD::STRICT_FSETCC, MVT::f64, Custom); in ARMTargetLowering()
1498 setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom); in ARMTargetLowering()
1504 setOperationAction(ISD::FSINCOS, MVT::f64, Custom); in ARMTargetLowering()
1505 setOperationAction(ISD::FSINCOS, MVT::f32, Custom); in ARMTargetLowering()