174   setOperationAction(ISD::BRCOND, MVT::Other, Expand);  in AArch64TargetLowering()
197   setOperationAction(ISD::FREM, MVT::f32, Expand);  in AArch64TargetLowering()
198   setOperationAction(ISD::FREM, MVT::f64, Expand);  in AArch64TargetLowering()
199   setOperationAction(ISD::FREM, MVT::f80, Expand);  in AArch64TargetLowering()
201   setOperationAction(ISD::BUILD_PAIR, MVT::i64, Expand);  in AArch64TargetLowering()
210   setOperationAction(ISD::FABS, MVT::f128, Expand);  in AArch64TargetLowering()
212   setOperationAction(ISD::FCOPYSIGN, MVT::f128, Expand);  in AArch64TargetLowering()
213   setOperationAction(ISD::FCOS, MVT::f128, Expand);  in AArch64TargetLowering()
215   setOperationAction(ISD::FMA, MVT::f128, Expand);  in AArch64TargetLowering()
217   setOperationAction(ISD::FNEG, MVT::f128, Expand);  in AArch64TargetLowering()
218   setOperationAction(ISD::FPOW, MVT::f128, Expand);  in AArch64TargetLowering()
219   setOperationAction(ISD::FREM, MVT::f128, Expand);  in AArch64TargetLowering()
220   setOperationAction(ISD::FRINT, MVT::f128, Expand);  in AArch64TargetLowering()
221   setOperationAction(ISD::FSIN, MVT::f128, Expand);  in AArch64TargetLowering()
222   setOperationAction(ISD::FSINCOS, MVT::f128, Expand);  in AArch64TargetLowering()
223   setOperationAction(ISD::FSQRT, MVT::f128, Expand);  in AArch64TargetLowering()
225   setOperationAction(ISD::FTRUNC, MVT::f128, Expand);  in AArch64TargetLowering()
253   setOperationAction(ISD::VAEND, MVT::Other, Expand);  in AArch64TargetLowering()
256   setOperationAction(ISD::STACKSAVE, MVT::Other, Expand);  in AArch64TargetLowering()
257   setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand);  in AArch64TargetLowering()
262     setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i64, Expand);  in AArch64TargetLowering()
281   setOperationAction(ISD::ROTL, MVT::i32, Expand);  in AArch64TargetLowering()
282   setOperationAction(ISD::ROTL, MVT::i64, Expand);  in AArch64TargetLowering()
284     setOperationAction(ISD::ROTL, VT, Expand);  in AArch64TargetLowering()
285     setOperationAction(ISD::ROTR, VT, Expand);  in AArch64TargetLowering()
289   setOperationAction(ISD::UMUL_LOHI, MVT::i64, Expand);  in AArch64TargetLowering()
290   setOperationAction(ISD::SMUL_LOHI, MVT::i64, Expand);  in AArch64TargetLowering()
295   setOperationAction(ISD::SDIVREM, MVT::i32, Expand);  in AArch64TargetLowering()
296   setOperationAction(ISD::SDIVREM, MVT::i64, Expand);  in AArch64TargetLowering()
298     setOperationAction(ISD::SDIVREM, VT, Expand);  in AArch64TargetLowering()
299     setOperationAction(ISD::UDIVREM, VT, Expand);  in AArch64TargetLowering()
301   setOperationAction(ISD::SREM, MVT::i32, Expand);  in AArch64TargetLowering()
302   setOperationAction(ISD::SREM, MVT::i64, Expand);  in AArch64TargetLowering()
303   setOperationAction(ISD::UDIVREM, MVT::i32, Expand);  in AArch64TargetLowering()
304   setOperationAction(ISD::UDIVREM, MVT::i64, Expand);  in AArch64TargetLowering()
305   setOperationAction(ISD::UREM, MVT::i32, Expand);  in AArch64TargetLowering()
306   setOperationAction(ISD::UREM, MVT::i64, Expand);  in AArch64TargetLowering()
322   setOperationAction(ISD::FSIN, MVT::f32, Expand);  in AArch64TargetLowering()
323   setOperationAction(ISD::FSIN, MVT::f64, Expand);  in AArch64TargetLowering()
324   setOperationAction(ISD::FCOS, MVT::f32, Expand);  in AArch64TargetLowering()
325   setOperationAction(ISD::FCOS, MVT::f64, Expand);  in AArch64TargetLowering()
326   setOperationAction(ISD::FPOW, MVT::f32, Expand);  in AArch64TargetLowering()
327   setOperationAction(ISD::FPOW, MVT::f64, Expand);  in AArch64TargetLowering()
336   setOperationAction(ISD::FREM,    MVT::v4f16, Expand);  in AArch64TargetLowering()
337   setOperationAction(ISD::FREM,    MVT::v8f16, Expand);  in AArch64TargetLowering()
339   setOperationAction(ISD::FPOW,    MVT::v4f16, Expand);  in AArch64TargetLowering()
340   setOperationAction(ISD::FPOW,    MVT::v8f16, Expand);  in AArch64TargetLowering()
342   setOperationAction(ISD::FPOWI,   MVT::v4f16, Expand);  in AArch64TargetLowering()
343   setOperationAction(ISD::FPOWI,   MVT::v8f16, Expand);  in AArch64TargetLowering()
345   setOperationAction(ISD::FCOS,    MVT::v4f16, Expand);  in AArch64TargetLowering()
346   setOperationAction(ISD::FCOS,    MVT::v8f16, Expand);  in AArch64TargetLowering()
348   setOperationAction(ISD::FSIN,    MVT::v4f16, Expand);  in AArch64TargetLowering()
349   setOperationAction(ISD::FSIN,    MVT::v8f16, Expand);  in AArch64TargetLowering()
351   setOperationAction(ISD::FSINCOS, MVT::v4f16, Expand);  in AArch64TargetLowering()
352   setOperationAction(ISD::FSINCOS, MVT::v8f16, Expand);  in AArch64TargetLowering()
354   setOperationAction(ISD::FEXP,    MVT::v4f16, Expand);  in AArch64TargetLowering()
355   setOperationAction(ISD::FEXP,    MVT::v8f16, Expand);  in AArch64TargetLowering()
357   setOperationAction(ISD::FEXP2,   MVT::v4f16, Expand);  in AArch64TargetLowering()
358   setOperationAction(ISD::FEXP2,   MVT::v8f16, Expand);  in AArch64TargetLowering()
360   setOperationAction(ISD::FLOG,    MVT::v4f16, Expand);  in AArch64TargetLowering()
361   setOperationAction(ISD::FLOG,    MVT::v8f16, Expand);  in AArch64TargetLowering()
363   setOperationAction(ISD::FLOG2,   MVT::v4f16, Expand);  in AArch64TargetLowering()
364   setOperationAction(ISD::FLOG2,   MVT::v8f16, Expand);  in AArch64TargetLowering()
366   setOperationAction(ISD::FLOG10,  MVT::v4f16, Expand);  in AArch64TargetLowering()
367   setOperationAction(ISD::FLOG10,  MVT::v8f16, Expand);  in AArch64TargetLowering()
407     setOperationAction(ISD::FABS,        MVT::v4f16, Expand);  in AArch64TargetLowering()
408     setOperationAction(ISD::FNEG,        MVT::v4f16, Expand);  in AArch64TargetLowering()
409     setOperationAction(ISD::FROUND,      MVT::v4f16, Expand);  in AArch64TargetLowering()
410     setOperationAction(ISD::FMA,         MVT::v4f16, Expand);  in AArch64TargetLowering()
411     setOperationAction(ISD::SETCC,       MVT::v4f16, Expand);  in AArch64TargetLowering()
412     setOperationAction(ISD::BR_CC,       MVT::v4f16, Expand);  in AArch64TargetLowering()
413     setOperationAction(ISD::SELECT,      MVT::v4f16, Expand);  in AArch64TargetLowering()
414     setOperationAction(ISD::SELECT_CC,   MVT::v4f16, Expand);  in AArch64TargetLowering()
415     setOperationAction(ISD::FTRUNC,      MVT::v4f16, Expand);  in AArch64TargetLowering()
416     setOperationAction(ISD::FCOPYSIGN,   MVT::v4f16, Expand);  in AArch64TargetLowering()
417     setOperationAction(ISD::FFLOOR,      MVT::v4f16, Expand);  in AArch64TargetLowering()
418     setOperationAction(ISD::FCEIL,       MVT::v4f16, Expand);  in AArch64TargetLowering()
419     setOperationAction(ISD::FRINT,       MVT::v4f16, Expand);  in AArch64TargetLowering()
420     setOperationAction(ISD::FNEARBYINT,  MVT::v4f16, Expand);  in AArch64TargetLowering()
421     setOperationAction(ISD::FSQRT,       MVT::v4f16, Expand);  in AArch64TargetLowering()
423     setOperationAction(ISD::FABS,        MVT::v8f16, Expand);  in AArch64TargetLowering()
424     setOperationAction(ISD::FADD,        MVT::v8f16, Expand);  in AArch64TargetLowering()
425     setOperationAction(ISD::FCEIL,       MVT::v8f16, Expand);  in AArch64TargetLowering()
426     setOperationAction(ISD::FCOPYSIGN,   MVT::v8f16, Expand);  in AArch64TargetLowering()
427     setOperationAction(ISD::FDIV,        MVT::v8f16, Expand);  in AArch64TargetLowering()
428     setOperationAction(ISD::FFLOOR,      MVT::v8f16, Expand);  in AArch64TargetLowering()
429     setOperationAction(ISD::FMA,         MVT::v8f16, Expand);  in AArch64TargetLowering()
430     setOperationAction(ISD::FMUL,        MVT::v8f16, Expand);  in AArch64TargetLowering()
431     setOperationAction(ISD::FNEARBYINT,  MVT::v8f16, Expand);  in AArch64TargetLowering()
432     setOperationAction(ISD::FNEG,        MVT::v8f16, Expand);  in AArch64TargetLowering()
433     setOperationAction(ISD::FROUND,      MVT::v8f16, Expand);  in AArch64TargetLowering()
434     setOperationAction(ISD::FRINT,       MVT::v8f16, Expand);  in AArch64TargetLowering()
435     setOperationAction(ISD::FSQRT,       MVT::v8f16, Expand);  in AArch64TargetLowering()
436     setOperationAction(ISD::FSUB,        MVT::v8f16, Expand);  in AArch64TargetLowering()
437     setOperationAction(ISD::FTRUNC,      MVT::v8f16, Expand);  in AArch64TargetLowering()
438     setOperationAction(ISD::SETCC,       MVT::v8f16, Expand);  in AArch64TargetLowering()
439     setOperationAction(ISD::BR_CC,       MVT::v8f16, Expand);  in AArch64TargetLowering()
440     setOperationAction(ISD::SELECT,      MVT::v8f16, Expand);  in AArch64TargetLowering()
441     setOperationAction(ISD::SELECT_CC,   MVT::v8f16, Expand);  in AArch64TargetLowering()
442     setOperationAction(ISD::FP_EXTEND,   MVT::v8f16, Expand);  in AArch64TargetLowering()
493     setOperationAction(ISD::FSINCOS, MVT::f64, Expand);  in AArch64TargetLowering()
494     setOperationAction(ISD::FSINCOS, MVT::f32, Expand);  in AArch64TargetLowering()
507     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f16, Expand);  in AArch64TargetLowering()
508     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f32, Expand);  in AArch64TargetLowering()
509     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f64, Expand);  in AArch64TargetLowering()
510     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f80, Expand);  in AArch64TargetLowering()
513     setLoadExtAction(ISD::SEXTLOAD, VT, MVT::i1, Expand);  in AArch64TargetLowering()
515   setTruncStoreAction(MVT::f32, MVT::f16, Expand);  in AArch64TargetLowering()
516   setTruncStoreAction(MVT::f64, MVT::f32, Expand);  in AArch64TargetLowering()
517   setTruncStoreAction(MVT::f64, MVT::f16, Expand);  in AArch64TargetLowering()
518   setTruncStoreAction(MVT::f128, MVT::f80, Expand);  in AArch64TargetLowering()
519   setTruncStoreAction(MVT::f128, MVT::f64, Expand);  in AArch64TargetLowering()
520   setTruncStoreAction(MVT::f128, MVT::f32, Expand);  in AArch64TargetLowering()
521   setTruncStoreAction(MVT::f128, MVT::f16, Expand);  in AArch64TargetLowering()
623     setOperationAction(ISD::FABS, MVT::v1f64, Expand);  in AArch64TargetLowering()
624     setOperationAction(ISD::FADD, MVT::v1f64, Expand);  in AArch64TargetLowering()
625     setOperationAction(ISD::FCEIL, MVT::v1f64, Expand);  in AArch64TargetLowering()
626     setOperationAction(ISD::FCOPYSIGN, MVT::v1f64, Expand);  in AArch64TargetLowering()
627     setOperationAction(ISD::FCOS, MVT::v1f64, Expand);  in AArch64TargetLowering()
628     setOperationAction(ISD::FDIV, MVT::v1f64, Expand);  in AArch64TargetLowering()
629     setOperationAction(ISD::FFLOOR, MVT::v1f64, Expand);  in AArch64TargetLowering()
630     setOperationAction(ISD::FMA, MVT::v1f64, Expand);  in AArch64TargetLowering()
631     setOperationAction(ISD::FMUL, MVT::v1f64, Expand);  in AArch64TargetLowering()
632     setOperationAction(ISD::FNEARBYINT, MVT::v1f64, Expand);  in AArch64TargetLowering()
633     setOperationAction(ISD::FNEG, MVT::v1f64, Expand);  in AArch64TargetLowering()
634     setOperationAction(ISD::FPOW, MVT::v1f64, Expand);  in AArch64TargetLowering()
635     setOperationAction(ISD::FREM, MVT::v1f64, Expand);  in AArch64TargetLowering()
636     setOperationAction(ISD::FROUND, MVT::v1f64, Expand);  in AArch64TargetLowering()
637     setOperationAction(ISD::FRINT, MVT::v1f64, Expand);  in AArch64TargetLowering()
638     setOperationAction(ISD::FSIN, MVT::v1f64, Expand);  in AArch64TargetLowering()
639     setOperationAction(ISD::FSINCOS, MVT::v1f64, Expand);  in AArch64TargetLowering()
640     setOperationAction(ISD::FSQRT, MVT::v1f64, Expand);  in AArch64TargetLowering()
641     setOperationAction(ISD::FSUB, MVT::v1f64, Expand);  in AArch64TargetLowering()
642     setOperationAction(ISD::FTRUNC, MVT::v1f64, Expand);  in AArch64TargetLowering()
643     setOperationAction(ISD::SETCC, MVT::v1f64, Expand);  in AArch64TargetLowering()
644     setOperationAction(ISD::BR_CC, MVT::v1f64, Expand);  in AArch64TargetLowering()
645     setOperationAction(ISD::SELECT, MVT::v1f64, Expand);  in AArch64TargetLowering()
646     setOperationAction(ISD::SELECT_CC, MVT::v1f64, Expand);  in AArch64TargetLowering()
647     setOperationAction(ISD::FP_EXTEND, MVT::v1f64, Expand);  in AArch64TargetLowering()
649     setOperationAction(ISD::FP_TO_SINT, MVT::v1i64, Expand);  in AArch64TargetLowering()
650     setOperationAction(ISD::FP_TO_UINT, MVT::v1i64, Expand);  in AArch64TargetLowering()
651     setOperationAction(ISD::SINT_TO_FP, MVT::v1i64, Expand);  in AArch64TargetLowering()
652     setOperationAction(ISD::UINT_TO_FP, MVT::v1i64, Expand);  in AArch64TargetLowering()
653     setOperationAction(ISD::FP_ROUND, MVT::v1f64, Expand);  in AArch64TargetLowering()
655     setOperationAction(ISD::MUL, MVT::v1i64, Expand);  in AArch64TargetLowering()
679     setOperationAction(ISD::CTLZ,       MVT::v1i64, Expand);  in AArch64TargetLowering()
680     setOperationAction(ISD::CTLZ,       MVT::v2i64, Expand);  in AArch64TargetLowering()
682     setOperationAction(ISD::CTTZ,       MVT::v2i8,  Expand);  in AArch64TargetLowering()
683     setOperationAction(ISD::CTTZ,       MVT::v4i16, Expand);  in AArch64TargetLowering()
684     setOperationAction(ISD::CTTZ,       MVT::v2i32, Expand);  in AArch64TargetLowering()
685     setOperationAction(ISD::CTTZ,       MVT::v1i64, Expand);  in AArch64TargetLowering()
686     setOperationAction(ISD::CTTZ,       MVT::v16i8, Expand);  in AArch64TargetLowering()
687     setOperationAction(ISD::CTTZ,       MVT::v8i16, Expand);  in AArch64TargetLowering()
688     setOperationAction(ISD::CTTZ,       MVT::v4i32, Expand);  in AArch64TargetLowering()
689     setOperationAction(ISD::CTTZ,       MVT::v2i64, Expand);  in AArch64TargetLowering()
692     setOperationAction(ISD::MUL, MVT::v2i64, Expand);  in AArch64TargetLowering()
712     setTruncStoreAction(MVT::v2i32, MVT::v2i16, Expand);  in AArch64TargetLowering()
716       setOperationAction(ISD::SIGN_EXTEND_INREG, VT, Expand);  in AArch64TargetLowering()
722         setOperationAction(ISD::MULHS, VT, Expand);  in AArch64TargetLowering()
723         setOperationAction(ISD::MULHU, VT, Expand);  in AArch64TargetLowering()
725       setOperationAction(ISD::SMUL_LOHI, VT, Expand);  in AArch64TargetLowering()
726       setOperationAction(ISD::UMUL_LOHI, VT, Expand);  in AArch64TargetLowering()
728       setOperationAction(ISD::BSWAP, VT, Expand);  in AArch64TargetLowering()
731         setTruncStoreAction(VT, InnerVT, Expand);  in AArch64TargetLowering()
732         setLoadExtAction(ISD::SEXTLOAD, VT, InnerVT, Expand);  in AArch64TargetLowering()
733         setLoadExtAction(ISD::ZEXTLOAD, VT, InnerVT, Expand);  in AArch64TargetLowering()
734         setLoadExtAction(ISD::EXTLOAD, VT, InnerVT, Expand);  in AArch64TargetLowering()
765     setOperationAction(ISD::FSIN, VT, Expand);  in addTypeForNEON()
766     setOperationAction(ISD::FCOS, VT, Expand);  in addTypeForNEON()
767     setOperationAction(ISD::FPOW, VT, Expand);  in addTypeForNEON()
768     setOperationAction(ISD::FLOG, VT, Expand);  in addTypeForNEON()
769     setOperationAction(ISD::FLOG2, VT, Expand);  in addTypeForNEON()
770     setOperationAction(ISD::FLOG10, VT, Expand);  in addTypeForNEON()
771     setOperationAction(ISD::FEXP, VT, Expand);  in addTypeForNEON()
772     setOperationAction(ISD::FEXP2, VT, Expand);  in addTypeForNEON()
791   setOperationAction(ISD::SELECT, VT, Expand);  in addTypeForNEON()
792   setOperationAction(ISD::SELECT_CC, VT, Expand);  in addTypeForNEON()
793   setOperationAction(ISD::VSELECT, VT, Expand);  in addTypeForNEON()
795     setLoadExtAction(ISD::EXTLOAD, InnerVT, VT, Expand);  in addTypeForNEON()
801   setOperationAction(ISD::UDIV, VT, Expand);  in addTypeForNEON()
802   setOperationAction(ISD::SDIV, VT, Expand);  in addTypeForNEON()
803   setOperationAction(ISD::UREM, VT, Expand);  in addTypeForNEON()
804   setOperationAction(ISD::SREM, VT, Expand);  in addTypeForNEON()
805   setOperationAction(ISD::FREM, VT, Expand);  in addTypeForNEON()