168     setOperationAction(ISD::SETCC, VT, Custom);  in addTypeForNEON()
169   setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addTypeForNEON()
170   setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addTypeForNEON()
172     setOperationAction(ISD::SINT_TO_FP, VT, Custom);  in addTypeForNEON()
173     setOperationAction(ISD::UINT_TO_FP, VT, Custom);  in addTypeForNEON()
174     setOperationAction(ISD::FP_TO_SINT, VT, Custom);  in addTypeForNEON()
175     setOperationAction(ISD::FP_TO_UINT, VT, Custom);  in addTypeForNEON()
182   setOperationAction(ISD::BUILD_VECTOR,      VT, Custom);  in addTypeForNEON()
183   setOperationAction(ISD::VECTOR_SHUFFLE,    VT, Custom);  in addTypeForNEON()
191     setOperationAction(ISD::SHL, VT, Custom);  in addTypeForNEON()
192     setOperationAction(ISD::SRA, VT, Custom);  in addTypeForNEON()
193     setOperationAction(ISD::SRL, VT, Custom);  in addTypeForNEON()
250     setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom);  in addMVEVectorTypes()
251     setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
252     setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
253     setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addMVEVectorTypes()
254     setOperationAction(ISD::SHL, VT, Custom);  in addMVEVectorTypes()
255     setOperationAction(ISD::SRA, VT, Custom);  in addMVEVectorTypes()
256     setOperationAction(ISD::SRL, VT, Custom);  in addMVEVectorTypes()
262     setOperationAction(ISD::SETCC, VT, Custom);  in addMVEVectorTypes()
263     setOperationAction(ISD::MLOAD, VT, Custom);  in addMVEVectorTypes()
266     setOperationAction(ISD::CTTZ, VT, Custom);  in addMVEVectorTypes()
293     setOperationAction(ISD::VECREDUCE_MUL, VT, Custom);  in addMVEVectorTypes()
294     setOperationAction(ISD::VECREDUCE_AND, VT, Custom);  in addMVEVectorTypes()
295     setOperationAction(ISD::VECREDUCE_OR, VT, Custom);  in addMVEVectorTypes()
296     setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);  in addMVEVectorTypes()
322     setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom);  in addMVEVectorTypes()
323     setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
324     setOperationAction(ISD::INSERT_VECTOR_ELT, VT.getVectorElementType(), Custom);  in addMVEVectorTypes()
325     setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
326     setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addMVEVectorTypes()
327     setOperationAction(ISD::BUILD_VECTOR, VT.getVectorElementType(), Custom);  in addMVEVectorTypes()
329     setOperationAction(ISD::SETCC, VT, Custom);  in addMVEVectorTypes()
330     setOperationAction(ISD::MLOAD, VT, Custom);  in addMVEVectorTypes()
348       setOperationAction(ISD::VECREDUCE_FADD, VT, Custom);  in addMVEVectorTypes()
349       setOperationAction(ISD::VECREDUCE_FMUL, VT, Custom);  in addMVEVectorTypes()
350       setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom);  in addMVEVectorTypes()
351       setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom);  in addMVEVectorTypes()
371   setOperationAction(ISD::VECREDUCE_FADD, MVT::v4f16, Custom);  in addMVEVectorTypes()
372   setOperationAction(ISD::VECREDUCE_FMUL, MVT::v4f16, Custom);  in addMVEVectorTypes()
373   setOperationAction(ISD::VECREDUCE_FMIN, MVT::v4f16, Custom);  in addMVEVectorTypes()
374   setOperationAction(ISD::VECREDUCE_FMAX, MVT::v4f16, Custom);  in addMVEVectorTypes()
375   setOperationAction(ISD::VECREDUCE_FADD, MVT::v2f16, Custom);  in addMVEVectorTypes()
376   setOperationAction(ISD::VECREDUCE_FMUL, MVT::v2f16, Custom);  in addMVEVectorTypes()
377   setOperationAction(ISD::VECREDUCE_FMIN, MVT::v2f16, Custom);  in addMVEVectorTypes()
378   setOperationAction(ISD::VECREDUCE_FMAX, MVT::v2f16, Custom);  in addMVEVectorTypes()
387     setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
388     setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
389     setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addMVEVectorTypes()
430     setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addMVEVectorTypes()
431     setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom);  in addMVEVectorTypes()
432     setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom);  in addMVEVectorTypes()
433     setOperationAction(ISD::CONCAT_VECTORS, VT, Custom);  in addMVEVectorTypes()
434     setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
435     setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addMVEVectorTypes()
436     setOperationAction(ISD::SETCC, VT, Custom);  in addMVEVectorTypes()
438     setOperationAction(ISD::LOAD, VT, Custom);  in addMVEVectorTypes()
439     setOperationAction(ISD::STORE, VT, Custom);  in addMVEVectorTypes()
440     setOperationAction(ISD::TRUNCATE, VT, Custom);  in addMVEVectorTypes()
444   setOperationAction(ISD::SIGN_EXTEND, MVT::v8i32, Custom);  in addMVEVectorTypes()
445   setOperationAction(ISD::SIGN_EXTEND, MVT::v16i16, Custom);  in addMVEVectorTypes()
446   setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom);  in addMVEVectorTypes()
447   setOperationAction(ISD::ZERO_EXTEND, MVT::v8i32, Custom);  in addMVEVectorTypes()
448   setOperationAction(ISD::ZERO_EXTEND, MVT::v16i16, Custom);  in addMVEVectorTypes()
449   setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom);  in addMVEVectorTypes()
450   setOperationAction(ISD::TRUNCATE, MVT::v8i32, Custom);  in addMVEVectorTypes()
451   setOperationAction(ISD::TRUNCATE, MVT::v16i16, Custom);  in addMVEVectorTypes()
752     setOperationAction(ISD::BITCAST, MVT::i16, Custom);  in ARMTargetLowering()
753     setOperationAction(ISD::BITCAST, MVT::f16, Custom);  in ARMTargetLowering()
763       setOperationAction(ISD::BITCAST, MVT::bf16, Custom);  in ARMTargetLowering()
778   setOperationAction(ISD::ConstantFP, MVT::f32, Custom);  in ARMTargetLowering()
779   setOperationAction(ISD::ConstantFP, MVT::f64, Custom);  in ARMTargetLowering()
781   setOperationAction(ISD::READ_REGISTER, MVT::i64, Custom);  in ARMTargetLowering()
782   setOperationAction(ISD::WRITE_REGISTER, MVT::i64, Custom);  in ARMTargetLowering()
893     setOperationAction(ISD::MUL, MVT::v8i16, Custom);  in ARMTargetLowering()
894     setOperationAction(ISD::MUL, MVT::v4i32, Custom);  in ARMTargetLowering()
895     setOperationAction(ISD::MUL, MVT::v2i64, Custom);  in ARMTargetLowering()
897     setOperationAction(ISD::SDIV, MVT::v4i16, Custom);  in ARMTargetLowering()
898     setOperationAction(ISD::SDIV, MVT::v8i8, Custom);  in ARMTargetLowering()
899     setOperationAction(ISD::UDIV, MVT::v4i16, Custom);  in ARMTargetLowering()
900     setOperationAction(ISD::UDIV, MVT::v8i8, Custom);  in ARMTargetLowering()
905     setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom);  in ARMTargetLowering()
906     setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom);  in ARMTargetLowering()
907     setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom);  in ARMTargetLowering()
908     setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom);  in ARMTargetLowering()
909     setOperationAction(ISD::FP_TO_UINT, MVT::v4i16, Custom);  in ARMTargetLowering()
910     setOperationAction(ISD::FP_TO_UINT, MVT::v8i16, Custom);  in ARMTargetLowering()
911     setOperationAction(ISD::FP_TO_SINT, MVT::v4i16, Custom);  in ARMTargetLowering()
912     setOperationAction(ISD::FP_TO_SINT, MVT::v8i16, Custom);  in ARMTargetLowering()
920     setOperationAction(ISD::CTPOP,      MVT::v2i32, Custom);  in ARMTargetLowering()
921     setOperationAction(ISD::CTPOP,      MVT::v4i32, Custom);  in ARMTargetLowering()
922     setOperationAction(ISD::CTPOP,      MVT::v4i16, Custom);  in ARMTargetLowering()
923     setOperationAction(ISD::CTPOP,      MVT::v8i16, Custom);  in ARMTargetLowering()
924     setOperationAction(ISD::CTPOP,      MVT::v1i64, Custom);  in ARMTargetLowering()
925     setOperationAction(ISD::CTPOP,      MVT::v2i64, Custom);  in ARMTargetLowering()
931     setOperationAction(ISD::CTTZ, MVT::v8i8, Custom);  in ARMTargetLowering()
932     setOperationAction(ISD::CTTZ, MVT::v4i16, Custom);  in ARMTargetLowering()
933     setOperationAction(ISD::CTTZ, MVT::v2i32, Custom);  in ARMTargetLowering()
934     setOperationAction(ISD::CTTZ, MVT::v1i64, Custom);  in ARMTargetLowering()
936     setOperationAction(ISD::CTTZ, MVT::v16i8, Custom);  in ARMTargetLowering()
937     setOperationAction(ISD::CTTZ, MVT::v8i16, Custom);  in ARMTargetLowering()
938     setOperationAction(ISD::CTTZ, MVT::v4i32, Custom);  in ARMTargetLowering()
939     setOperationAction(ISD::CTTZ, MVT::v2i64, Custom);  in ARMTargetLowering()
941     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i8, Custom);  in ARMTargetLowering()
942     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i16, Custom);  in ARMTargetLowering()
943     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i32, Custom);  in ARMTargetLowering()
944     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v1i64, Custom);  in ARMTargetLowering()
946     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v16i8, Custom);  in ARMTargetLowering()
947     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i16, Custom);  in ARMTargetLowering()
948     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i32, Custom);  in ARMTargetLowering()
949     setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i64, Custom);  in ARMTargetLowering()
1037     setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom);  in ARMTargetLowering()
1038     setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom);  in ARMTargetLowering()
1039     setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom);  in ARMTargetLowering()
1040     setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom);  in ARMTargetLowering()
1041     setOperationAction(ISD::FP_TO_SINT, MVT::f64, Custom);  in ARMTargetLowering()
1042     setOperationAction(ISD::FP_TO_UINT, MVT::f64, Custom);  in ARMTargetLowering()
1043     setOperationAction(ISD::FP_ROUND,   MVT::f32, Custom);  in ARMTargetLowering()
1044     setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom);  in ARMTargetLowering()
1045     setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom);  in ARMTargetLowering()
1046     setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::f64, Custom);  in ARMTargetLowering()
1047     setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::f64, Custom);  in ARMTargetLowering()
1048     setOperationAction(ISD::STRICT_FP_ROUND,   MVT::f32, Custom);  in ARMTargetLowering()
1052     setOperationAction(ISD::FP_EXTEND,  MVT::f64, Custom);  in ARMTargetLowering()
1053     setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f64, Custom);  in ARMTargetLowering()
1055       setOperationAction(ISD::FP_ROUND,  MVT::f16, Custom);  in ARMTargetLowering()
1056       setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom);  in ARMTargetLowering()
1061     setOperationAction(ISD::FP_EXTEND,  MVT::f32, Custom);  in ARMTargetLowering()
1062     setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f32, Custom);  in ARMTargetLowering()
1101   setOperationAction(ISD::SADDO, MVT::i32, Custom);  in ARMTargetLowering()
1102   setOperationAction(ISD::UADDO, MVT::i32, Custom);  in ARMTargetLowering()
1103   setOperationAction(ISD::SSUBO, MVT::i32, Custom);  in ARMTargetLowering()
1104   setOperationAction(ISD::USUBO, MVT::i32, Custom);  in ARMTargetLowering()
1106   setOperationAction(ISD::ADDCARRY, MVT::i32, Custom);  in ARMTargetLowering()
1107   setOperationAction(ISD::SUBCARRY, MVT::i32, Custom);  in ARMTargetLowering()
1109     setOperationAction(ISD::SADDSAT, MVT::i8, Custom);  in ARMTargetLowering()
1110     setOperationAction(ISD::SSUBSAT, MVT::i8, Custom);  in ARMTargetLowering()
1111     setOperationAction(ISD::SADDSAT, MVT::i16, Custom);  in ARMTargetLowering()
1112     setOperationAction(ISD::SSUBSAT, MVT::i16, Custom);  in ARMTargetLowering()
1113     setOperationAction(ISD::UADDSAT, MVT::i8, Custom);  in ARMTargetLowering()
1114     setOperationAction(ISD::USUBSAT, MVT::i8, Custom);  in ARMTargetLowering()
1115     setOperationAction(ISD::UADDSAT, MVT::i16, Custom);  in ARMTargetLowering()
1116     setOperationAction(ISD::USUBSAT, MVT::i16, Custom);  in ARMTargetLowering()
1134   setOperationAction(ISD::SHL_PARTS, MVT::i32, Custom);  in ARMTargetLowering()
1135   setOperationAction(ISD::SRA_PARTS, MVT::i32, Custom);  in ARMTargetLowering()
1136   setOperationAction(ISD::SRL_PARTS, MVT::i32, Custom);  in ARMTargetLowering()
1137   setOperationAction(ISD::SRL,       MVT::i64, Custom);  in ARMTargetLowering()
1138   setOperationAction(ISD::SRA,       MVT::i64, Custom);  in ARMTargetLowering()
1139   setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom);  in ARMTargetLowering()
1140   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom);  in ARMTargetLowering()
1141   setOperationAction(ISD::LOAD, MVT::i64, Custom);  in ARMTargetLowering()
1142   setOperationAction(ISD::STORE, MVT::i64, Custom);  in ARMTargetLowering()
1147     setOperationAction(ISD::SHL, MVT::i64, Custom);  in ARMTargetLowering()
1165   setOperationAction(ISD::CTTZ,  MVT::i32, Custom);  in ARMTargetLowering()
1177     setOperationAction(ISD::READCYCLECOUNTER, MVT::i64, Custom);  in ARMTargetLowering()
1192     setOperationAction(ISD::SDIV, MVT::i32, Custom);  in ARMTargetLowering()
1193     setOperationAction(ISD::UDIV, MVT::i32, Custom);  in ARMTargetLowering()
1195     setOperationAction(ISD::SDIV, MVT::i64, Custom);  in ARMTargetLowering()
1196     setOperationAction(ISD::UDIV, MVT::i64, Custom);  in ARMTargetLowering()
1206     setOperationAction(ISD::SREM, MVT::i64, Custom);  in ARMTargetLowering()
1207     setOperationAction(ISD::UREM, MVT::i64, Custom);  in ARMTargetLowering()
1254     setOperationAction(ISD::SDIVREM, MVT::i32, Custom);  in ARMTargetLowering()
1255     setOperationAction(ISD::UDIVREM, MVT::i32, Custom);  in ARMTargetLowering()
1256     setOperationAction(ISD::SDIVREM, MVT::i64, Custom);  in ARMTargetLowering()
1257     setOperationAction(ISD::UDIVREM, MVT::i64, Custom);  in ARMTargetLowering()
1269   setOperationAction(ISD::GlobalAddress, MVT::i32,   Custom);  in ARMTargetLowering()
1270   setOperationAction(ISD::ConstantPool,  MVT::i32,   Custom);  in ARMTargetLowering()
1271   setOperationAction(ISD::GlobalTLSAddress, MVT::i32, Custom);  in ARMTargetLowering()
1272   setOperationAction(ISD::BlockAddress, MVT::i32, Custom);  in ARMTargetLowering()
1278   setOperationAction(ISD::VASTART,            MVT::Other, Custom);  in ARMTargetLowering()
1286     setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Custom);  in ARMTargetLowering()
1297     setOperationAction(ISD::ATOMIC_FENCE,     MVT::Other, Custom);  in ARMTargetLowering()
1299       setOperationAction(ISD::ATOMIC_CMP_SWAP,  MVT::i64, Custom);  in ARMTargetLowering()
1316                        Subtarget->hasAnyDataBarrier() ? Custom : Expand);  in ARMTargetLowering()
1334       setOperationAction(ISD::ATOMIC_LOAD, MVT::i32, Custom);  in ARMTargetLowering()
1335       setOperationAction(ISD::ATOMIC_STORE, MVT::i32, Custom);  in ARMTargetLowering()
1339   setOperationAction(ISD::PREFETCH,         MVT::Other, Custom);  in ARMTargetLowering()
1352     setOperationAction(ISD::BITCAST, MVT::i64, Custom);  in ARMTargetLowering()
1353     setOperationAction(ISD::FLT_ROUNDS_, MVT::i32, Custom);  in ARMTargetLowering()
1354     setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom);  in ARMTargetLowering()
1358   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom);  in ARMTargetLowering()
1359   setOperationAction(ISD::EH_SJLJ_SETJMP, MVT::i32, Custom);  in ARMTargetLowering()
1360   setOperationAction(ISD::EH_SJLJ_LONGJMP, MVT::Other, Custom);  in ARMTargetLowering()
1361   setOperationAction(ISD::EH_SJLJ_SETUP_DISPATCH, MVT::Other, Custom);  in ARMTargetLowering()
1368   setOperationAction(ISD::SELECT,    MVT::i32, Custom);  in ARMTargetLowering()
1369   setOperationAction(ISD::SELECT,    MVT::f32, Custom);  in ARMTargetLowering()
1370   setOperationAction(ISD::SELECT,    MVT::f64, Custom);  in ARMTargetLowering()
1371   setOperationAction(ISD::SELECT_CC, MVT::i32, Custom);  in ARMTargetLowering()
1372   setOperationAction(ISD::SELECT_CC, MVT::f32, Custom);  in ARMTargetLowering()
1373   setOperationAction(ISD::SELECT_CC, MVT::f64, Custom);  in ARMTargetLowering()
1376     setOperationAction(ISD::SELECT,    MVT::f16, Custom);  in ARMTargetLowering()
1377     setOperationAction(ISD::SELECT_CC, MVT::f16, Custom);  in ARMTargetLowering()
1380   setOperationAction(ISD::SETCCCARRY, MVT::i32, Custom);  in ARMTargetLowering()
1382   setOperationAction(ISD::BRCOND,    MVT::Other, Custom);  in ARMTargetLowering()
1383   setOperationAction(ISD::BR_CC,     MVT::i32,   Custom);  in ARMTargetLowering()
1385       setOperationAction(ISD::BR_CC, MVT::f16,   Custom);  in ARMTargetLowering()
1386   setOperationAction(ISD::BR_CC,     MVT::f32,   Custom);  in ARMTargetLowering()
1387   setOperationAction(ISD::BR_CC,     MVT::f64,   Custom);  in ARMTargetLowering()
1388   setOperationAction(ISD::BR_JT,     MVT::Other, Custom);  in ARMTargetLowering()
1401     setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom);  in ARMTargetLowering()
1402     setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom);  in ARMTargetLowering()
1427     setOperationAction(ISD::STRICT_FSETCC,  MVT::f16, Custom);  in ARMTargetLowering()
1428     setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom);  in ARMTargetLowering()
1429     setOperationAction(ISD::STRICT_FSETCC,  MVT::f32, Custom);  in ARMTargetLowering()
1430     setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom);  in ARMTargetLowering()
1431     setOperationAction(ISD::STRICT_FSETCC,  MVT::f64, Custom);  in ARMTargetLowering()
1432     setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom);  in ARMTargetLowering()
1438     setOperationAction(ISD::FSINCOS, MVT::f64, Custom);  in ARMTargetLowering()
1439     setOperationAction(ISD::FSINCOS, MVT::f32, Custom);  in ARMTargetLowering()