300     setOperationAction(ISD::LOAD, MVT::i64x8, Custom);  in AArch64TargetLowering()
301     setOperationAction(ISD::STORE, MVT::i64x8, Custom);  in AArch64TargetLowering()
379   setOperationAction(ISD::GlobalAddress, MVT::i64, Custom);  in AArch64TargetLowering()
380   setOperationAction(ISD::GlobalTLSAddress, MVT::i64, Custom);  in AArch64TargetLowering()
381   setOperationAction(ISD::SETCC, MVT::i32, Custom);  in AArch64TargetLowering()
382   setOperationAction(ISD::SETCC, MVT::i64, Custom);  in AArch64TargetLowering()
383   setOperationAction(ISD::SETCC, MVT::f16, Custom);  in AArch64TargetLowering()
384   setOperationAction(ISD::SETCC, MVT::f32, Custom);  in AArch64TargetLowering()
385   setOperationAction(ISD::SETCC, MVT::f64, Custom);  in AArch64TargetLowering()
386   setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom);  in AArch64TargetLowering()
387   setOperationAction(ISD::STRICT_FSETCC, MVT::f32, Custom);  in AArch64TargetLowering()
388   setOperationAction(ISD::STRICT_FSETCC, MVT::f64, Custom);  in AArch64TargetLowering()
389   setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom);  in AArch64TargetLowering()
390   setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom);  in AArch64TargetLowering()
391   setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom);  in AArch64TargetLowering()
394   setOperationAction(ISD::BRCOND, MVT::Other, Custom);  in AArch64TargetLowering()
395   setOperationAction(ISD::BR_CC, MVT::i32, Custom);  in AArch64TargetLowering()
396   setOperationAction(ISD::BR_CC, MVT::i64, Custom);  in AArch64TargetLowering()
397   setOperationAction(ISD::BR_CC, MVT::f16, Custom);  in AArch64TargetLowering()
398   setOperationAction(ISD::BR_CC, MVT::f32, Custom);  in AArch64TargetLowering()
399   setOperationAction(ISD::BR_CC, MVT::f64, Custom);  in AArch64TargetLowering()
400   setOperationAction(ISD::SELECT, MVT::i32, Custom);  in AArch64TargetLowering()
401   setOperationAction(ISD::SELECT, MVT::i64, Custom);  in AArch64TargetLowering()
402   setOperationAction(ISD::SELECT, MVT::f16, Custom);  in AArch64TargetLowering()
403   setOperationAction(ISD::SELECT, MVT::f32, Custom);  in AArch64TargetLowering()
404   setOperationAction(ISD::SELECT, MVT::f64, Custom);  in AArch64TargetLowering()
405   setOperationAction(ISD::SELECT_CC, MVT::i32, Custom);  in AArch64TargetLowering()
406   setOperationAction(ISD::SELECT_CC, MVT::i64, Custom);  in AArch64TargetLowering()
407   setOperationAction(ISD::SELECT_CC, MVT::f16, Custom);  in AArch64TargetLowering()
408   setOperationAction(ISD::SELECT_CC, MVT::f32, Custom);  in AArch64TargetLowering()
409   setOperationAction(ISD::SELECT_CC, MVT::f64, Custom);  in AArch64TargetLowering()
410   setOperationAction(ISD::BR_JT, MVT::Other, Custom);  in AArch64TargetLowering()
411   setOperationAction(ISD::JumpTable, MVT::i64, Custom);  in AArch64TargetLowering()
413   setOperationAction(ISD::SHL_PARTS, MVT::i64, Custom);  in AArch64TargetLowering()
414   setOperationAction(ISD::SRA_PARTS, MVT::i64, Custom);  in AArch64TargetLowering()
415   setOperationAction(ISD::SRL_PARTS, MVT::i64, Custom);  in AArch64TargetLowering()
425   setOperationAction(ISD::XOR, MVT::i32, Custom);  in AArch64TargetLowering()
426   setOperationAction(ISD::XOR, MVT::i64, Custom);  in AArch64TargetLowering()
446   setOperationAction(ISD::SETCC, MVT::f128, Custom);  in AArch64TargetLowering()
447   setOperationAction(ISD::STRICT_FSETCC, MVT::f128, Custom);  in AArch64TargetLowering()
448   setOperationAction(ISD::STRICT_FSETCCS, MVT::f128, Custom);  in AArch64TargetLowering()
449   setOperationAction(ISD::BR_CC, MVT::f128, Custom);  in AArch64TargetLowering()
450   setOperationAction(ISD::SELECT, MVT::f128, Custom);  in AArch64TargetLowering()
451   setOperationAction(ISD::SELECT_CC, MVT::f128, Custom);  in AArch64TargetLowering()
452   setOperationAction(ISD::FP_EXTEND, MVT::f128, Custom);  in AArch64TargetLowering()
458   setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom);  in AArch64TargetLowering()
459   setOperationAction(ISD::FP_TO_SINT, MVT::i64, Custom);  in AArch64TargetLowering()
460   setOperationAction(ISD::FP_TO_SINT, MVT::i128, Custom);  in AArch64TargetLowering()
461   setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom);  in AArch64TargetLowering()
462   setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i64, Custom);  in AArch64TargetLowering()
463   setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i128, Custom);  in AArch64TargetLowering()
464   setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom);  in AArch64TargetLowering()
465   setOperationAction(ISD::FP_TO_UINT, MVT::i64, Custom);  in AArch64TargetLowering()
466   setOperationAction(ISD::FP_TO_UINT, MVT::i128, Custom);  in AArch64TargetLowering()
467   setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom);  in AArch64TargetLowering()
468   setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i64, Custom);  in AArch64TargetLowering()
469   setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i128, Custom);  in AArch64TargetLowering()
470   setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom);  in AArch64TargetLowering()
471   setOperationAction(ISD::SINT_TO_FP, MVT::i64, Custom);  in AArch64TargetLowering()
472   setOperationAction(ISD::SINT_TO_FP, MVT::i128, Custom);  in AArch64TargetLowering()
473   setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i32, Custom);  in AArch64TargetLowering()
474   setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i64, Custom);  in AArch64TargetLowering()
475   setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i128, Custom);  in AArch64TargetLowering()
476   setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom);  in AArch64TargetLowering()
477   setOperationAction(ISD::UINT_TO_FP, MVT::i64, Custom);  in AArch64TargetLowering()
478   setOperationAction(ISD::UINT_TO_FP, MVT::i128, Custom);  in AArch64TargetLowering()
479   setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i32, Custom);  in AArch64TargetLowering()
480   setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i64, Custom);  in AArch64TargetLowering()
481   setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i128, Custom);  in AArch64TargetLowering()
482   setOperationAction(ISD::FP_ROUND, MVT::f16, Custom);  in AArch64TargetLowering()
483   setOperationAction(ISD::FP_ROUND, MVT::f32, Custom);  in AArch64TargetLowering()
484   setOperationAction(ISD::FP_ROUND, MVT::f64, Custom);  in AArch64TargetLowering()
485   setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom);  in AArch64TargetLowering()
486   setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom);  in AArch64TargetLowering()
487   setOperationAction(ISD::STRICT_FP_ROUND, MVT::f64, Custom);  in AArch64TargetLowering()
489   setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i32, Custom);  in AArch64TargetLowering()
490   setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom);  in AArch64TargetLowering()
491   setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i32, Custom);  in AArch64TargetLowering()
492   setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom);  in AArch64TargetLowering()
495   setOperationAction(ISD::VASTART, MVT::Other, Custom);  in AArch64TargetLowering()
496   setOperationAction(ISD::VAARG, MVT::Other, Custom);  in AArch64TargetLowering()
497   setOperationAction(ISD::VACOPY, MVT::Other, Custom);  in AArch64TargetLowering()
505     setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i64, Custom);  in AArch64TargetLowering()
510   setOperationAction(ISD::ConstantPool, MVT::i64, Custom);  in AArch64TargetLowering()
513   setOperationAction(ISD::BlockAddress, MVT::i64, Custom);  in AArch64TargetLowering()
531   setOperationAction(ISD::CTPOP, MVT::i32, Custom);  in AArch64TargetLowering()
532   setOperationAction(ISD::CTPOP, MVT::i64, Custom);  in AArch64TargetLowering()
533   setOperationAction(ISD::CTPOP, MVT::i128, Custom);  in AArch64TargetLowering()
535   setOperationAction(ISD::PARITY, MVT::i64, Custom);  in AArch64TargetLowering()
536   setOperationAction(ISD::PARITY, MVT::i128, Custom);  in AArch64TargetLowering()
538   setOperationAction(ISD::ABS, MVT::i32, Custom);  in AArch64TargetLowering()
539   setOperationAction(ISD::ABS, MVT::i64, Custom);  in AArch64TargetLowering()
555   setOperationAction(ISD::SADDO, MVT::i32, Custom);  in AArch64TargetLowering()
556   setOperationAction(ISD::SADDO, MVT::i64, Custom);  in AArch64TargetLowering()
557   setOperationAction(ISD::UADDO, MVT::i32, Custom);  in AArch64TargetLowering()
558   setOperationAction(ISD::UADDO, MVT::i64, Custom);  in AArch64TargetLowering()
559   setOperationAction(ISD::SSUBO, MVT::i32, Custom);  in AArch64TargetLowering()
560   setOperationAction(ISD::SSUBO, MVT::i64, Custom);  in AArch64TargetLowering()
561   setOperationAction(ISD::USUBO, MVT::i32, Custom);  in AArch64TargetLowering()
562   setOperationAction(ISD::USUBO, MVT::i64, Custom);  in AArch64TargetLowering()
563   setOperationAction(ISD::SMULO, MVT::i32, Custom);  in AArch64TargetLowering()
564   setOperationAction(ISD::SMULO, MVT::i64, Custom);  in AArch64TargetLowering()
565   setOperationAction(ISD::UMULO, MVT::i32, Custom);  in AArch64TargetLowering()
566   setOperationAction(ISD::UMULO, MVT::i64, Custom);  in AArch64TargetLowering()
568   setOperationAction(ISD::ADDCARRY, MVT::i32, Custom);  in AArch64TargetLowering()
569   setOperationAction(ISD::ADDCARRY, MVT::i64, Custom);  in AArch64TargetLowering()
570   setOperationAction(ISD::SUBCARRY, MVT::i32, Custom);  in AArch64TargetLowering()
571   setOperationAction(ISD::SUBCARRY, MVT::i64, Custom);  in AArch64TargetLowering()
572   setOperationAction(ISD::SADDO_CARRY, MVT::i32, Custom);  in AArch64TargetLowering()
573   setOperationAction(ISD::SADDO_CARRY, MVT::i64, Custom);  in AArch64TargetLowering()
574   setOperationAction(ISD::SSUBO_CARRY, MVT::i32, Custom);  in AArch64TargetLowering()
575   setOperationAction(ISD::SSUBO_CARRY, MVT::i64, Custom);  in AArch64TargetLowering()
583   setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom);  in AArch64TargetLowering()
584   setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom);  in AArch64TargetLowering()
586     setOperationAction(ISD::FCOPYSIGN, MVT::f16, Custom);  in AArch64TargetLowering()
624       setOperationAction(Op, MVT::f16, Custom);  in AArch64TargetLowering()
707   setOperationAction(ISD::PREFETCH, MVT::Other, Custom);  in AArch64TargetLowering()
709   setOperationAction(ISD::FLT_ROUNDS_, MVT::i32, Custom);  in AArch64TargetLowering()
710   setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom);  in AArch64TargetLowering()
712   setOperationAction(ISD::ATOMIC_CMP_SWAP, MVT::i128, Custom);  in AArch64TargetLowering()
713   setOperationAction(ISD::ATOMIC_LOAD_SUB, MVT::i32, Custom);  in AArch64TargetLowering()
714   setOperationAction(ISD::ATOMIC_LOAD_SUB, MVT::i64, Custom);  in AArch64TargetLowering()
715   setOperationAction(ISD::ATOMIC_LOAD_AND, MVT::i32, Custom);  in AArch64TargetLowering()
716   setOperationAction(ISD::ATOMIC_LOAD_AND, MVT::i64, Custom);  in AArch64TargetLowering()
770   setOperationAction(ISD::LOAD, MVT::i128, Custom);  in AArch64TargetLowering()
771   setOperationAction(ISD::STORE, MVT::i128, Custom);  in AArch64TargetLowering()
776     setOperationAction(ISD::ATOMIC_LOAD, MVT::i128, Custom);  in AArch64TargetLowering()
777     setOperationAction(ISD::ATOMIC_STORE, MVT::i128, Custom);  in AArch64TargetLowering()
783   setOperationAction(ISD::STORE, MVT::v32i8, Custom);  in AArch64TargetLowering()
784   setOperationAction(ISD::STORE, MVT::v16i16, Custom);  in AArch64TargetLowering()
785   setOperationAction(ISD::STORE, MVT::v16f16, Custom);  in AArch64TargetLowering()
786   setOperationAction(ISD::STORE, MVT::v8i32, Custom);  in AArch64TargetLowering()
787   setOperationAction(ISD::STORE, MVT::v8f32, Custom);  in AArch64TargetLowering()
788   setOperationAction(ISD::STORE, MVT::v4f64, Custom);  in AArch64TargetLowering()
789   setOperationAction(ISD::STORE, MVT::v4i64, Custom);  in AArch64TargetLowering()
799     setOperationAction(ISD::FSINCOS, MVT::f64, Custom);  in AArch64TargetLowering()
800     setOperationAction(ISD::FSINCOS, MVT::f32, Custom);  in AArch64TargetLowering()
838   setOperationAction(ISD::BITCAST, MVT::i16, Custom);  in AArch64TargetLowering()
839   setOperationAction(ISD::BITCAST, MVT::f16, Custom);  in AArch64TargetLowering()
840   setOperationAction(ISD::BITCAST, MVT::bf16, Custom);  in AArch64TargetLowering()
947   setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom);  in AArch64TargetLowering()
987         setOperationAction(Op, VT, Custom);  in AArch64TargetLowering()
992       setOperationAction(ISD::SINT_TO_FP, MVT::v8i8, Custom);  in AArch64TargetLowering()
993       setOperationAction(ISD::UINT_TO_FP, MVT::v8i8, Custom);  in AArch64TargetLowering()
994       setOperationAction(ISD::SINT_TO_FP, MVT::v16i8, Custom);  in AArch64TargetLowering()
995       setOperationAction(ISD::UINT_TO_FP, MVT::v16i8, Custom);  in AArch64TargetLowering()
996       setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom);  in AArch64TargetLowering()
997       setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom);  in AArch64TargetLowering()
998       setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom);  in AArch64TargetLowering()
999       setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom);  in AArch64TargetLowering()
1017     setOperationAction(ISD::BITREVERSE, MVT::v2i32, Custom);  in AArch64TargetLowering()
1018     setOperationAction(ISD::BITREVERSE, MVT::v4i32, Custom);  in AArch64TargetLowering()
1019     setOperationAction(ISD::BITREVERSE, MVT::v1i64, Custom);  in AArch64TargetLowering()
1020     setOperationAction(ISD::BITREVERSE, MVT::v2i64, Custom);  in AArch64TargetLowering()
1022       setOperationAction(ISD::UMAX, VT, Custom);  in AArch64TargetLowering()
1023       setOperationAction(ISD::SMAX, VT, Custom);  in AArch64TargetLowering()
1024       setOperationAction(ISD::UMIN, VT, Custom);  in AArch64TargetLowering()
1025       setOperationAction(ISD::SMIN, VT, Custom);  in AArch64TargetLowering()
1031     setOperationAction(ISD::MUL, MVT::v8i16, Custom);  in AArch64TargetLowering()
1032     setOperationAction(ISD::MUL, MVT::v4i32, Custom);  in AArch64TargetLowering()
1033     setOperationAction(ISD::MUL, MVT::v2i64, Custom);  in AArch64TargetLowering()
1058         setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom);  in AArch64TargetLowering()
1059         setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom);  in AArch64TargetLowering()
1066       setOperationAction(ISD::VECREDUCE_ADD, VT, Custom);  in AArch64TargetLowering()
1067       setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom);  in AArch64TargetLowering()
1068       setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom);  in AArch64TargetLowering()
1069       setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom);  in AArch64TargetLowering()
1070       setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom);  in AArch64TargetLowering()
1072     setOperationAction(ISD::VECREDUCE_ADD, MVT::v2i64, Custom);  in AArch64TargetLowering()
1115     setTruncStoreAction(MVT::v4i16, MVT::v4i8, Custom);  in AArch64TargetLowering()
1117     setLoadExtAction(ISD::EXTLOAD,  MVT::v4i16, MVT::v4i8, Custom);  in AArch64TargetLowering()
1118     setLoadExtAction(ISD::SEXTLOAD, MVT::v4i16, MVT::v4i8, Custom);  in AArch64TargetLowering()
1119     setLoadExtAction(ISD::ZEXTLOAD, MVT::v4i16, MVT::v4i8, Custom);  in AArch64TargetLowering()
1120     setLoadExtAction(ISD::EXTLOAD,  MVT::v4i32, MVT::v4i8, Custom);  in AArch64TargetLowering()
1121     setLoadExtAction(ISD::SEXTLOAD, MVT::v4i32, MVT::v4i8, Custom);  in AArch64TargetLowering()
1122     setLoadExtAction(ISD::ZEXTLOAD, MVT::v4i32, MVT::v4i8, Custom);  in AArch64TargetLowering()
1126       setOperationAction(ISD::ADD, VT, Custom);  in AArch64TargetLowering()
1129       setOperationAction(ISD::FADD, VT, Custom);  in AArch64TargetLowering()
1133     setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::Other, Custom);  in AArch64TargetLowering()
1141       setOperationAction(ISD::SPLAT_VECTOR, VT, Custom);  in AArch64TargetLowering()
1142       setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in AArch64TargetLowering()
1148       setOperationAction(ISD::BITREVERSE, VT, Custom);  in AArch64TargetLowering()
1149       setOperationAction(ISD::BSWAP, VT, Custom);  in AArch64TargetLowering()
1150       setOperationAction(ISD::CTLZ, VT, Custom);  in AArch64TargetLowering()
1151       setOperationAction(ISD::CTPOP, VT, Custom);  in AArch64TargetLowering()
1152       setOperationAction(ISD::CTTZ, VT, Custom);  in AArch64TargetLowering()
1153       setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1154       setOperationAction(ISD::UINT_TO_FP, VT, Custom);  in AArch64TargetLowering()
1155       setOperationAction(ISD::SINT_TO_FP, VT, Custom);  in AArch64TargetLowering()
1156       setOperationAction(ISD::FP_TO_UINT, VT, Custom);  in AArch64TargetLowering()
1157       setOperationAction(ISD::FP_TO_SINT, VT, Custom);  in AArch64TargetLowering()
1158       setOperationAction(ISD::MGATHER, VT, Custom);  in AArch64TargetLowering()
1159       setOperationAction(ISD::MSCATTER, VT, Custom);  in AArch64TargetLowering()
1160       setOperationAction(ISD::MLOAD, VT, Custom);  in AArch64TargetLowering()
1161       setOperationAction(ISD::MUL, VT, Custom);  in AArch64TargetLowering()
1162       setOperationAction(ISD::MULHS, VT, Custom);  in AArch64TargetLowering()
1163       setOperationAction(ISD::MULHU, VT, Custom);  in AArch64TargetLowering()
1165       setOperationAction(ISD::VECTOR_SPLICE, VT, Custom);  in AArch64TargetLowering()
1166       setOperationAction(ISD::SELECT, VT, Custom);  in AArch64TargetLowering()
1167       setOperationAction(ISD::SETCC, VT, Custom);  in AArch64TargetLowering()
1168       setOperationAction(ISD::SDIV, VT, Custom);  in AArch64TargetLowering()
1169       setOperationAction(ISD::UDIV, VT, Custom);  in AArch64TargetLowering()
1170       setOperationAction(ISD::SMIN, VT, Custom);  in AArch64TargetLowering()
1171       setOperationAction(ISD::UMIN, VT, Custom);  in AArch64TargetLowering()
1172       setOperationAction(ISD::SMAX, VT, Custom);  in AArch64TargetLowering()
1173       setOperationAction(ISD::UMAX, VT, Custom);  in AArch64TargetLowering()
1174       setOperationAction(ISD::SHL, VT, Custom);  in AArch64TargetLowering()
1175       setOperationAction(ISD::SRL, VT, Custom);  in AArch64TargetLowering()
1176       setOperationAction(ISD::SRA, VT, Custom);  in AArch64TargetLowering()
1177       setOperationAction(ISD::ABS, VT, Custom);  in AArch64TargetLowering()
1178       setOperationAction(ISD::ABDS, VT, Custom);  in AArch64TargetLowering()
1179       setOperationAction(ISD::ABDU, VT, Custom);  in AArch64TargetLowering()
1180       setOperationAction(ISD::VECREDUCE_ADD, VT, Custom);  in AArch64TargetLowering()
1181       setOperationAction(ISD::VECREDUCE_AND, VT, Custom);  in AArch64TargetLowering()
1182       setOperationAction(ISD::VECREDUCE_OR, VT, Custom);  in AArch64TargetLowering()
1183       setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);  in AArch64TargetLowering()
1184       setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom);  in AArch64TargetLowering()
1185       setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom);  in AArch64TargetLowering()
1186       setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom);  in AArch64TargetLowering()
1187       setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom);  in AArch64TargetLowering()
1207       setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1208       setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1214       setOperationAction(ISD::BITCAST, VT, Custom);  in AArch64TargetLowering()
1223       setOperationAction(ISD::CONCAT_VECTORS, VT, Custom);  in AArch64TargetLowering()
1224       setOperationAction(ISD::SELECT, VT, Custom);  in AArch64TargetLowering()
1225       setOperationAction(ISD::SETCC, VT, Custom);  in AArch64TargetLowering()
1226       setOperationAction(ISD::TRUNCATE, VT, Custom);  in AArch64TargetLowering()
1227       setOperationAction(ISD::VECREDUCE_AND, VT, Custom);  in AArch64TargetLowering()
1228       setOperationAction(ISD::VECREDUCE_OR, VT, Custom);  in AArch64TargetLowering()
1229       setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);  in AArch64TargetLowering()
1232       setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in AArch64TargetLowering()
1233       setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1237         setOperationAction(ISD::SINT_TO_FP, VT, Custom);  in AArch64TargetLowering()
1238         setOperationAction(ISD::UINT_TO_FP, VT, Custom);  in AArch64TargetLowering()
1246       setOperationAction(ISD::MLOAD, VT, Custom);  in AArch64TargetLowering()
1247       setOperationAction(ISD::MSTORE, VT, Custom);  in AArch64TargetLowering()
1248       setOperationAction(ISD::MGATHER, VT, Custom);  in AArch64TargetLowering()
1249       setOperationAction(ISD::MSCATTER, VT, Custom);  in AArch64TargetLowering()
1280     setTruncStoreAction(MVT::v2i64, MVT::v2i8, Custom);  in AArch64TargetLowering()
1281     setTruncStoreAction(MVT::v2i64, MVT::v2i16, Custom);  in AArch64TargetLowering()
1282     setTruncStoreAction(MVT::v2i64, MVT::v2i32, Custom);  in AArch64TargetLowering()
1283     setTruncStoreAction(MVT::v2i32, MVT::v2i8, Custom);  in AArch64TargetLowering()
1284     setTruncStoreAction(MVT::v2i32, MVT::v2i16, Custom);  in AArch64TargetLowering()
1288       setOperationAction(ISD::CONCAT_VECTORS, VT, Custom);  in AArch64TargetLowering()
1289       setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1290       setOperationAction(ISD::MGATHER, VT, Custom);  in AArch64TargetLowering()
1291       setOperationAction(ISD::MSCATTER, VT, Custom);  in AArch64TargetLowering()
1292       setOperationAction(ISD::MLOAD, VT, Custom);  in AArch64TargetLowering()
1294       setOperationAction(ISD::SELECT, VT, Custom);  in AArch64TargetLowering()
1295       setOperationAction(ISD::FADD, VT, Custom);  in AArch64TargetLowering()
1296       setOperationAction(ISD::FCOPYSIGN, VT, Custom);  in AArch64TargetLowering()
1297       setOperationAction(ISD::FDIV, VT, Custom);  in AArch64TargetLowering()
1298       setOperationAction(ISD::FMA, VT, Custom);  in AArch64TargetLowering()
1299       setOperationAction(ISD::FMAXIMUM, VT, Custom);  in AArch64TargetLowering()
1300       setOperationAction(ISD::FMAXNUM, VT, Custom);  in AArch64TargetLowering()
1301       setOperationAction(ISD::FMINIMUM, VT, Custom);  in AArch64TargetLowering()
1302       setOperationAction(ISD::FMINNUM, VT, Custom);  in AArch64TargetLowering()
1303       setOperationAction(ISD::FMUL, VT, Custom);  in AArch64TargetLowering()
1304       setOperationAction(ISD::FNEG, VT, Custom);  in AArch64TargetLowering()
1305       setOperationAction(ISD::FSUB, VT, Custom);  in AArch64TargetLowering()
1306       setOperationAction(ISD::FCEIL, VT, Custom);  in AArch64TargetLowering()
1307       setOperationAction(ISD::FFLOOR, VT, Custom);  in AArch64TargetLowering()
1308       setOperationAction(ISD::FNEARBYINT, VT, Custom);  in AArch64TargetLowering()
1309       setOperationAction(ISD::FRINT, VT, Custom);  in AArch64TargetLowering()
1310       setOperationAction(ISD::FROUND, VT, Custom);  in AArch64TargetLowering()
1311       setOperationAction(ISD::FROUNDEVEN, VT, Custom);  in AArch64TargetLowering()
1312       setOperationAction(ISD::FTRUNC, VT, Custom);  in AArch64TargetLowering()
1313       setOperationAction(ISD::FSQRT, VT, Custom);  in AArch64TargetLowering()
1314       setOperationAction(ISD::FABS, VT, Custom);  in AArch64TargetLowering()
1315       setOperationAction(ISD::FP_EXTEND, VT, Custom);  in AArch64TargetLowering()
1316       setOperationAction(ISD::FP_ROUND, VT, Custom);  in AArch64TargetLowering()
1317       setOperationAction(ISD::VECREDUCE_FADD, VT, Custom);  in AArch64TargetLowering()
1318       setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom);  in AArch64TargetLowering()
1319       setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom);  in AArch64TargetLowering()
1320       setOperationAction(ISD::VECREDUCE_SEQ_FADD, VT, Custom);  in AArch64TargetLowering()
1321       setOperationAction(ISD::VECTOR_SPLICE, VT, Custom);  in AArch64TargetLowering()
1350       setOperationAction(ISD::CONCAT_VECTORS, VT, Custom);  in AArch64TargetLowering()
1351       setOperationAction(ISD::MGATHER, VT, Custom);  in AArch64TargetLowering()
1352       setOperationAction(ISD::MSCATTER, VT, Custom);  in AArch64TargetLowering()
1353       setOperationAction(ISD::MLOAD, VT, Custom);  in AArch64TargetLowering()
1354       setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom);  in AArch64TargetLowering()
1358     setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i8, Custom);  in AArch64TargetLowering()
1359     setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i16, Custom);  in AArch64TargetLowering()
1364       setOperationAction(ISD::SDIV, VT, Custom);  in AArch64TargetLowering()
1365       setOperationAction(ISD::UDIV, VT, Custom);  in AArch64TargetLowering()
1369     setOperationAction(ISD::MUL, MVT::v1i64, Custom);  in AArch64TargetLowering()
1370     setOperationAction(ISD::MUL, MVT::v2i64, Custom);  in AArch64TargetLowering()
1384         setOperationAction(ISD::TRUNCATE, VT, Custom);  in AArch64TargetLowering()
1385       setOperationAction(ISD::FP_ROUND, MVT::v4f16, Custom);  in AArch64TargetLowering()
1389         setOperationAction(ISD::TRUNCATE, VT, Custom);  in AArch64TargetLowering()
1391         setOperationAction(ISD::FP_ROUND, VT, Custom);  in AArch64TargetLowering()
1394       setOperationAction(ISD::BITREVERSE, MVT::v1i64, Custom);  in AArch64TargetLowering()
1395       setOperationAction(ISD::CTLZ, MVT::v1i64, Custom);  in AArch64TargetLowering()
1396       setOperationAction(ISD::CTLZ, MVT::v2i64, Custom);  in AArch64TargetLowering()
1397       setOperationAction(ISD::CTTZ, MVT::v1i64, Custom);  in AArch64TargetLowering()
1398       setOperationAction(ISD::MULHS, MVT::v1i64, Custom);  in AArch64TargetLowering()
1399       setOperationAction(ISD::MULHS, MVT::v2i64, Custom);  in AArch64TargetLowering()
1400       setOperationAction(ISD::MULHU, MVT::v1i64, Custom);  in AArch64TargetLowering()
1401       setOperationAction(ISD::MULHU, MVT::v2i64, Custom);  in AArch64TargetLowering()
1402       setOperationAction(ISD::SMAX, MVT::v1i64, Custom);  in AArch64TargetLowering()
1403       setOperationAction(ISD::SMAX, MVT::v2i64, Custom);  in AArch64TargetLowering()
1404       setOperationAction(ISD::SMIN, MVT::v1i64, Custom);  in AArch64TargetLowering()
1405       setOperationAction(ISD::SMIN, MVT::v2i64, Custom);  in AArch64TargetLowering()
1406       setOperationAction(ISD::UMAX, MVT::v1i64, Custom);  in AArch64TargetLowering()
1407       setOperationAction(ISD::UMAX, MVT::v2i64, Custom);  in AArch64TargetLowering()
1408       setOperationAction(ISD::UMIN, MVT::v1i64, Custom);  in AArch64TargetLowering()
1409       setOperationAction(ISD::UMIN, MVT::v2i64, Custom);  in AArch64TargetLowering()
1410       setOperationAction(ISD::VECREDUCE_SMAX, MVT::v2i64, Custom);  in AArch64TargetLowering()
1411       setOperationAction(ISD::VECREDUCE_SMIN, MVT::v2i64, Custom);  in AArch64TargetLowering()
1412       setOperationAction(ISD::VECREDUCE_UMAX, MVT::v2i64, Custom);  in AArch64TargetLowering()
1413       setOperationAction(ISD::VECREDUCE_UMIN, MVT::v2i64, Custom);  in AArch64TargetLowering()
1418         setOperationAction(ISD::BITREVERSE, VT, Custom);  in AArch64TargetLowering()
1419         setOperationAction(ISD::CTTZ, VT, Custom);  in AArch64TargetLowering()
1420         setOperationAction(ISD::VECREDUCE_AND, VT, Custom);  in AArch64TargetLowering()
1421         setOperationAction(ISD::VECREDUCE_OR, VT, Custom);  in AArch64TargetLowering()
1422         setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);  in AArch64TargetLowering()
1428         setOperationAction(ISD::VECREDUCE_SEQ_FADD, VT, Custom);  in AArch64TargetLowering()
1432         setOperationAction(ISD::VECREDUCE_FADD, VT, Custom);  in AArch64TargetLowering()
1440     setOperationAction(ISD::VSCALE, MVT::i32, Custom);  in AArch64TargetLowering()
1445     setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::i8, Custom);  in AArch64TargetLowering()
1477     setOperationAction(ISD::FCOPYSIGN, VT, Custom);  in addTypeForNEON()
1479   setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addTypeForNEON()
1480   setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addTypeForNEON()
1481   setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addTypeForNEON()
1482   setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom);  in addTypeForNEON()
1483   setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom);  in addTypeForNEON()
1484   setOperationAction(ISD::SRA, VT, Custom);  in addTypeForNEON()
1485   setOperationAction(ISD::SRL, VT, Custom);  in addTypeForNEON()
1486   setOperationAction(ISD::SHL, VT, Custom);  in addTypeForNEON()
1487   setOperationAction(ISD::OR, VT, Custom);  in addTypeForNEON()
1488   setOperationAction(ISD::SETCC, VT, Custom);  in addTypeForNEON()
1499     setOperationAction(ISD::CTPOP, VT, Custom);  in addTypeForNEON()
1510     setOperationAction(Opcode, VT, Custom);  in addTypeForNEON()
1590   setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom);  in addTypeForFixedLengthSVE()
1610       setTruncStoreAction(VT, InnerVT, Custom);  in addTypeForFixedLengthSVE()
1611       setLoadExtAction(ISD::ZEXTLOAD, VT, InnerVT, Custom);  in addTypeForFixedLengthSVE()
1612       setLoadExtAction(ISD::SEXTLOAD, VT, InnerVT, Custom);  in addTypeForFixedLengthSVE()
1623       setTruncStoreAction(VT, InnerVT, Custom);  in addTypeForFixedLengthSVE()
1624       setLoadExtAction(ISD::EXTLOAD, VT, InnerVT, Custom);  in addTypeForFixedLengthSVE()
1631   setOperationAction(ISD::ABS, VT, Custom);  in addTypeForFixedLengthSVE()
1632   setOperationAction(ISD::ADD, VT, Custom);  in addTypeForFixedLengthSVE()
1633   setOperationAction(ISD::AND, VT, Custom);  in addTypeForFixedLengthSVE()
1634   setOperationAction(ISD::ANY_EXTEND, VT, Custom);  in addTypeForFixedLengthSVE()
1635   setOperationAction(ISD::BITCAST, VT, Custom);  in addTypeForFixedLengthSVE()
1636   setOperationAction(ISD::BITREVERSE, VT, Custom);  in addTypeForFixedLengthSVE()
1637   setOperationAction(ISD::BUILD_VECTOR, VT, Custom);  in addTypeForFixedLengthSVE()
1638   setOperationAction(ISD::BSWAP, VT, Custom);  in addTypeForFixedLengthSVE()
1639   setOperationAction(ISD::CONCAT_VECTORS, VT, Custom);  in addTypeForFixedLengthSVE()
1640   setOperationAction(ISD::CTLZ, VT, Custom);  in addTypeForFixedLengthSVE()
1641   setOperationAction(ISD::CTPOP, VT, Custom);  in addTypeForFixedLengthSVE()
1642   setOperationAction(ISD::CTTZ, VT, Custom);  in addTypeForFixedLengthSVE()
1643   setOperationAction(ISD::FABS, VT, Custom);  in addTypeForFixedLengthSVE()
1644   setOperationAction(ISD::FADD, VT, Custom);  in addTypeForFixedLengthSVE()
1645   setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom);  in addTypeForFixedLengthSVE()
1646   setOperationAction(ISD::FCEIL, VT, Custom);  in addTypeForFixedLengthSVE()
1647   setOperationAction(ISD::FDIV, VT, Custom);  in addTypeForFixedLengthSVE()
1648   setOperationAction(ISD::FFLOOR, VT, Custom);  in addTypeForFixedLengthSVE()
1649   setOperationAction(ISD::FMA, VT, Custom);  in addTypeForFixedLengthSVE()
1650   setOperationAction(ISD::FMAXIMUM, VT, Custom);  in addTypeForFixedLengthSVE()
1651   setOperationAction(ISD::FMAXNUM, VT, Custom);  in addTypeForFixedLengthSVE()
1652   setOperationAction(ISD::FMINIMUM, VT, Custom);  in addTypeForFixedLengthSVE()
1653   setOperationAction(ISD::FMINNUM, VT, Custom);  in addTypeForFixedLengthSVE()
1654   setOperationAction(ISD::FMUL, VT, Custom);  in addTypeForFixedLengthSVE()
1655   setOperationAction(ISD::FNEARBYINT, VT, Custom);  in addTypeForFixedLengthSVE()
1656   setOperationAction(ISD::FNEG, VT, Custom);  in addTypeForFixedLengthSVE()
1657   setOperationAction(ISD::FP_EXTEND, VT, Custom);  in addTypeForFixedLengthSVE()
1658   setOperationAction(ISD::FP_ROUND, VT, Custom);  in addTypeForFixedLengthSVE()
1659   setOperationAction(ISD::FP_TO_SINT, VT, Custom);  in addTypeForFixedLengthSVE()
1660   setOperationAction(ISD::FP_TO_UINT, VT, Custom);  in addTypeForFixedLengthSVE()
1661   setOperationAction(ISD::FRINT, VT, Custom);  in addTypeForFixedLengthSVE()
1662   setOperationAction(ISD::FROUND, VT, Custom);  in addTypeForFixedLengthSVE()
1663   setOperationAction(ISD::FROUNDEVEN, VT, Custom);  in addTypeForFixedLengthSVE()
1664   setOperationAction(ISD::FSQRT, VT, Custom);  in addTypeForFixedLengthSVE()
1665   setOperationAction(ISD::FSUB, VT, Custom);  in addTypeForFixedLengthSVE()
1666   setOperationAction(ISD::FTRUNC, VT, Custom);  in addTypeForFixedLengthSVE()
1667   setOperationAction(ISD::LOAD, VT, Custom);  in addTypeForFixedLengthSVE()
1668   setOperationAction(ISD::MGATHER, VT, Custom);  in addTypeForFixedLengthSVE()
1669   setOperationAction(ISD::MLOAD, VT, Custom);  in addTypeForFixedLengthSVE()
1670   setOperationAction(ISD::MSCATTER, VT, Custom);  in addTypeForFixedLengthSVE()
1671   setOperationAction(ISD::MSTORE, VT, Custom);  in addTypeForFixedLengthSVE()
1672   setOperationAction(ISD::MUL, VT, Custom);  in addTypeForFixedLengthSVE()
1673   setOperationAction(ISD::MULHS, VT, Custom);  in addTypeForFixedLengthSVE()
1674   setOperationAction(ISD::MULHU, VT, Custom);  in addTypeForFixedLengthSVE()
1675   setOperationAction(ISD::OR, VT, Custom);  in addTypeForFixedLengthSVE()
1676   setOperationAction(ISD::SDIV, VT, Custom);  in addTypeForFixedLengthSVE()
1677   setOperationAction(ISD::SELECT, VT, Custom);  in addTypeForFixedLengthSVE()
1678   setOperationAction(ISD::SETCC, VT, Custom);  in addTypeForFixedLengthSVE()
1679   setOperationAction(ISD::SHL, VT, Custom);  in addTypeForFixedLengthSVE()
1680   setOperationAction(ISD::SIGN_EXTEND, VT, Custom);  in addTypeForFixedLengthSVE()
1681   setOperationAction(ISD::SIGN_EXTEND_INREG, VT, Custom);  in addTypeForFixedLengthSVE()
1682   setOperationAction(ISD::SINT_TO_FP, VT, Custom);  in addTypeForFixedLengthSVE()
1683   setOperationAction(ISD::SMAX, VT, Custom);  in addTypeForFixedLengthSVE()
1684   setOperationAction(ISD::SMIN, VT, Custom);  in addTypeForFixedLengthSVE()
1685   setOperationAction(ISD::SPLAT_VECTOR, VT, Custom);  in addTypeForFixedLengthSVE()
1686   setOperationAction(ISD::VECTOR_SPLICE, VT, Custom);  in addTypeForFixedLengthSVE()
1687   setOperationAction(ISD::SRA, VT, Custom);  in addTypeForFixedLengthSVE()
1688   setOperationAction(ISD::SRL, VT, Custom);  in addTypeForFixedLengthSVE()
1689   setOperationAction(ISD::STORE, VT, Custom);  in addTypeForFixedLengthSVE()
1690   setOperationAction(ISD::SUB, VT, Custom);  in addTypeForFixedLengthSVE()
1691   setOperationAction(ISD::TRUNCATE, VT, Custom);  in addTypeForFixedLengthSVE()
1692   setOperationAction(ISD::UDIV, VT, Custom);  in addTypeForFixedLengthSVE()
1693   setOperationAction(ISD::UINT_TO_FP, VT, Custom);  in addTypeForFixedLengthSVE()
1694   setOperationAction(ISD::UMAX, VT, Custom);  in addTypeForFixedLengthSVE()
1695   setOperationAction(ISD::UMIN, VT, Custom);  in addTypeForFixedLengthSVE()
1696   setOperationAction(ISD::VECREDUCE_ADD, VT, Custom);  in addTypeForFixedLengthSVE()
1697   setOperationAction(ISD::VECREDUCE_AND, VT, Custom);  in addTypeForFixedLengthSVE()
1698   setOperationAction(ISD::VECREDUCE_FADD, VT, Custom);  in addTypeForFixedLengthSVE()
1699   setOperationAction(ISD::VECREDUCE_SEQ_FADD, VT, Custom);  in addTypeForFixedLengthSVE()
1700   setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom);  in addTypeForFixedLengthSVE()
1701   setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom);  in addTypeForFixedLengthSVE()
1702   setOperationAction(ISD::VECREDUCE_OR, VT, Custom);  in addTypeForFixedLengthSVE()
1703   setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom);  in addTypeForFixedLengthSVE()
1704   setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom);  in addTypeForFixedLengthSVE()
1705   setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom);  in addTypeForFixedLengthSVE()
1706   setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom);  in addTypeForFixedLengthSVE()
1707   setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom);  in addTypeForFixedLengthSVE()
1708   setOperationAction(ISD::VECREDUCE_XOR, VT, Custom);  in addTypeForFixedLengthSVE()
1709   setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom);  in addTypeForFixedLengthSVE()
1710   setOperationAction(ISD::VSELECT, VT, Custom);  in addTypeForFixedLengthSVE()
1711   setOperationAction(ISD::XOR, VT, Custom);  in addTypeForFixedLengthSVE()
1712   setOperationAction(ISD::ZERO_EXTEND, VT, Custom);  in addTypeForFixedLengthSVE()