178     setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addTypeForNEON()
179     setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addTypeForNEON()
180     setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addTypeForNEON()
181     setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addTypeForNEON()
187   setOperationAction(ISD::SELECT,            VT, Expand);  in addTypeForNEON()
188   setOperationAction(ISD::SELECT_CC,         VT, Expand);  in addTypeForNEON()
189   setOperationAction(ISD::VSELECT,           VT, Expand);  in addTypeForNEON()
190   setOperationAction(ISD::SIGN_EXTEND_INREG, VT, Expand);  in addTypeForNEON()
198   setOperationAction(ISD::SDIV, VT, Expand);  in addTypeForNEON()
199   setOperationAction(ISD::UDIV, VT, Expand);  in addTypeForNEON()
200   setOperationAction(ISD::FDIV, VT, Expand);  in addTypeForNEON()
201   setOperationAction(ISD::SREM, VT, Expand);  in addTypeForNEON()
202   setOperationAction(ISD::UREM, VT, Expand);  in addTypeForNEON()
203   setOperationAction(ISD::FREM, VT, Expand);  in addTypeForNEON()
204   setOperationAction(ISD::SDIVREM, VT, Expand);  in addTypeForNEON()
205   setOperationAction(ISD::UDIVREM, VT, Expand);  in addTypeForNEON()
228     setOperationAction(Opc, VT, Expand);  in setAllExpand()
282     setOperationAction(ISD::UDIV, VT, Expand);  in addMVEVectorTypes()
283     setOperationAction(ISD::SDIV, VT, Expand);  in addMVEVectorTypes()
284     setOperationAction(ISD::UREM, VT, Expand);  in addMVEVectorTypes()
285     setOperationAction(ISD::SREM, VT, Expand);  in addMVEVectorTypes()
286     setOperationAction(ISD::UDIVREM, VT, Expand);  in addMVEVectorTypes()
287     setOperationAction(ISD::SDIVREM, VT, Expand);  in addMVEVectorTypes()
288     setOperationAction(ISD::CTPOP, VT, Expand);  in addMVEVectorTypes()
289     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
290     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
304       setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
305       setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
306       setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addMVEVectorTypes()
307       setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addMVEVectorTypes()
340     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
341     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
362       setOperationAction(ISD::FDIV, VT, Expand);  in addMVEVectorTypes()
363       setOperationAction(ISD::FREM, VT, Expand);  in addMVEVectorTypes()
364       setOperationAction(ISD::FSQRT, VT, Expand);  in addMVEVectorTypes()
365       setOperationAction(ISD::FSIN, VT, Expand);  in addMVEVectorTypes()
366       setOperationAction(ISD::FCOS, VT, Expand);  in addMVEVectorTypes()
367       setOperationAction(ISD::FPOW, VT, Expand);  in addMVEVectorTypes()
368       setOperationAction(ISD::FLOG, VT, Expand);  in addMVEVectorTypes()
369       setOperationAction(ISD::FLOG2, VT, Expand);  in addMVEVectorTypes()
370       setOperationAction(ISD::FLOG10, VT, Expand);  in addMVEVectorTypes()
371       setOperationAction(ISD::FEXP, VT, Expand);  in addMVEVectorTypes()
372       setOperationAction(ISD::FEXP2, VT, Expand);  in addMVEVectorTypes()
373       setOperationAction(ISD::FNEARBYINT, VT, Expand);  in addMVEVectorTypes()
447     setOperationAction(ISD::SCALAR_TO_VECTOR, VT, Expand);  in addMVEVectorTypes()
451     setOperationAction(ISD::VSELECT, VT, Expand);  in addMVEVectorTypes()
452     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
453     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
456       setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
457       setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
458       setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addMVEVectorTypes()
459       setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addMVEVectorTypes()
462   setOperationAction(ISD::SETCC, MVT::v2i1, Expand);  in addMVEVectorTypes()
463   setOperationAction(ISD::TRUNCATE, MVT::v2i1, Expand);  in addMVEVectorTypes()
464   setOperationAction(ISD::AND, MVT::v2i1, Expand);  in addMVEVectorTypes()
465   setOperationAction(ISD::OR, MVT::v2i1, Expand);  in addMVEVectorTypes()
466   setOperationAction(ISD::XOR, MVT::v2i1, Expand);  in addMVEVectorTypes()
467   setOperationAction(ISD::SINT_TO_FP, MVT::v2i1, Expand);  in addMVEVectorTypes()
468   setOperationAction(ISD::UINT_TO_FP, MVT::v2i1, Expand);  in addMVEVectorTypes()
469   setOperationAction(ISD::FP_TO_SINT, MVT::v2i1, Expand);  in addMVEVectorTypes()
470   setOperationAction(ISD::FP_TO_UINT, MVT::v2i1, Expand);  in addMVEVectorTypes()
804       setTruncStoreAction(VT, InnerVT, Expand);  in ARMTargetLowering()
805       addAllExtLoads(VT, InnerVT, Expand);  in ARMTargetLowering()
808     setOperationAction(ISD::SMUL_LOHI, VT, Expand);  in ARMTargetLowering()
809     setOperationAction(ISD::UMUL_LOHI, VT, Expand);  in ARMTargetLowering()
811     setOperationAction(ISD::BSWAP, VT, Expand);  in ARMTargetLowering()
856     setOperationAction(ISD::FADD, MVT::v2f64, Expand);  in ARMTargetLowering()
857     setOperationAction(ISD::FSUB, MVT::v2f64, Expand);  in ARMTargetLowering()
858     setOperationAction(ISD::FMUL, MVT::v2f64, Expand);  in ARMTargetLowering()
861     setOperationAction(ISD::FDIV, MVT::v2f64, Expand);  in ARMTargetLowering()
862     setOperationAction(ISD::FREM, MVT::v2f64, Expand);  in ARMTargetLowering()
866     setOperationAction(ISD::FCOPYSIGN, MVT::v2f64, Expand);  in ARMTargetLowering()
869     setOperationAction(ISD::SETCC, MVT::v2f64, Expand);  in ARMTargetLowering()
871     setOperationAction(ISD::FNEG, MVT::v2f64, Expand);  in ARMTargetLowering()
872     setOperationAction(ISD::FABS, MVT::v2f64, Expand);  in ARMTargetLowering()
873     setOperationAction(ISD::FSQRT, MVT::v2f64, Expand);  in ARMTargetLowering()
874     setOperationAction(ISD::FSIN, MVT::v2f64, Expand);  in ARMTargetLowering()
875     setOperationAction(ISD::FCOS, MVT::v2f64, Expand);  in ARMTargetLowering()
876     setOperationAction(ISD::FPOW, MVT::v2f64, Expand);  in ARMTargetLowering()
877     setOperationAction(ISD::FLOG, MVT::v2f64, Expand);  in ARMTargetLowering()
878     setOperationAction(ISD::FLOG2, MVT::v2f64, Expand);  in ARMTargetLowering()
879     setOperationAction(ISD::FLOG10, MVT::v2f64, Expand);  in ARMTargetLowering()
880     setOperationAction(ISD::FEXP, MVT::v2f64, Expand);  in ARMTargetLowering()
881     setOperationAction(ISD::FEXP2, MVT::v2f64, Expand);  in ARMTargetLowering()
883     setOperationAction(ISD::FCEIL, MVT::v2f64, Expand);  in ARMTargetLowering()
884     setOperationAction(ISD::FTRUNC, MVT::v2f64, Expand);  in ARMTargetLowering()
885     setOperationAction(ISD::FRINT, MVT::v2f64, Expand);  in ARMTargetLowering()
886     setOperationAction(ISD::FNEARBYINT, MVT::v2f64, Expand);  in ARMTargetLowering()
887     setOperationAction(ISD::FFLOOR, MVT::v2f64, Expand);  in ARMTargetLowering()
888     setOperationAction(ISD::FMA, MVT::v2f64, Expand);  in ARMTargetLowering()
894     setOperationAction(ISD::FSQRT, MVT::v4f32, Expand);  in ARMTargetLowering()
895     setOperationAction(ISD::FSIN, MVT::v4f32, Expand);  in ARMTargetLowering()
896     setOperationAction(ISD::FCOS, MVT::v4f32, Expand);  in ARMTargetLowering()
897     setOperationAction(ISD::FPOW, MVT::v4f32, Expand);  in ARMTargetLowering()
898     setOperationAction(ISD::FLOG, MVT::v4f32, Expand);  in ARMTargetLowering()
899     setOperationAction(ISD::FLOG2, MVT::v4f32, Expand);  in ARMTargetLowering()
900     setOperationAction(ISD::FLOG10, MVT::v4f32, Expand);  in ARMTargetLowering()
901     setOperationAction(ISD::FEXP, MVT::v4f32, Expand);  in ARMTargetLowering()
902     setOperationAction(ISD::FEXP2, MVT::v4f32, Expand);  in ARMTargetLowering()
903     setOperationAction(ISD::FCEIL, MVT::v4f32, Expand);  in ARMTargetLowering()
904     setOperationAction(ISD::FTRUNC, MVT::v4f32, Expand);  in ARMTargetLowering()
905     setOperationAction(ISD::FRINT, MVT::v4f32, Expand);  in ARMTargetLowering()
906     setOperationAction(ISD::FNEARBYINT, MVT::v4f32, Expand);  in ARMTargetLowering()
907     setOperationAction(ISD::FFLOOR, MVT::v4f32, Expand);  in ARMTargetLowering()
910     setOperationAction(ISD::FSQRT, MVT::v2f32, Expand);  in ARMTargetLowering()
911     setOperationAction(ISD::FSIN, MVT::v2f32, Expand);  in ARMTargetLowering()
912     setOperationAction(ISD::FCOS, MVT::v2f32, Expand);  in ARMTargetLowering()
913     setOperationAction(ISD::FPOW, MVT::v2f32, Expand);  in ARMTargetLowering()
914     setOperationAction(ISD::FLOG, MVT::v2f32, Expand);  in ARMTargetLowering()
915     setOperationAction(ISD::FLOG2, MVT::v2f32, Expand);  in ARMTargetLowering()
916     setOperationAction(ISD::FLOG10, MVT::v2f32, Expand);  in ARMTargetLowering()
917     setOperationAction(ISD::FEXP, MVT::v2f32, Expand);  in ARMTargetLowering()
918     setOperationAction(ISD::FEXP2, MVT::v2f32, Expand);  in ARMTargetLowering()
919     setOperationAction(ISD::FCEIL, MVT::v2f32, Expand);  in ARMTargetLowering()
920     setOperationAction(ISD::FTRUNC, MVT::v2f32, Expand);  in ARMTargetLowering()
921     setOperationAction(ISD::FRINT, MVT::v2f32, Expand);  in ARMTargetLowering()
922     setOperationAction(ISD::FNEARBYINT, MVT::v2f32, Expand);  in ARMTargetLowering()
923     setOperationAction(ISD::FFLOOR, MVT::v2f32, Expand);  in ARMTargetLowering()
926     setOperationAction(ISD::MUL, MVT::v1i64, Expand);  in ARMTargetLowering()
949     setOperationAction(ISD::FP_ROUND,   MVT::v2f32, Expand);  in ARMTargetLowering()
950     setOperationAction(ISD::FP_EXTEND,  MVT::v2f64, Expand);  in ARMTargetLowering()
962     setOperationAction(ISD::CTLZ,       MVT::v1i64, Expand);  in ARMTargetLowering()
963     setOperationAction(ISD::CTLZ,       MVT::v2i64, Expand);  in ARMTargetLowering()
987       setOperationAction(ISD::MULHS, VT, Expand);  in ARMTargetLowering()
988       setOperationAction(ISD::MULHU, VT, Expand);  in ARMTargetLowering()
993       setOperationAction(ISD::FMA, MVT::v2f32, Expand);  in ARMTargetLowering()
994       setOperationAction(ISD::FMA, MVT::v4f32, Expand);  in ARMTargetLowering()
1033     setOperationAction(ISD::FADD,       MVT::f64, Expand);  in ARMTargetLowering()
1034     setOperationAction(ISD::FSUB,       MVT::f64, Expand);  in ARMTargetLowering()
1035     setOperationAction(ISD::FMUL,       MVT::f64, Expand);  in ARMTargetLowering()
1036     setOperationAction(ISD::FMA,        MVT::f64, Expand);  in ARMTargetLowering()
1037     setOperationAction(ISD::FDIV,       MVT::f64, Expand);  in ARMTargetLowering()
1038     setOperationAction(ISD::FREM,       MVT::f64, Expand);  in ARMTargetLowering()
1039     setOperationAction(ISD::FCOPYSIGN,  MVT::f64, Expand);  in ARMTargetLowering()
1040     setOperationAction(ISD::FGETSIGN,   MVT::f64, Expand);  in ARMTargetLowering()
1041     setOperationAction(ISD::FNEG,       MVT::f64, Expand);  in ARMTargetLowering()
1042     setOperationAction(ISD::FABS,       MVT::f64, Expand);  in ARMTargetLowering()
1043     setOperationAction(ISD::FSQRT,      MVT::f64, Expand);  in ARMTargetLowering()
1044     setOperationAction(ISD::FSIN,       MVT::f64, Expand);  in ARMTargetLowering()
1045     setOperationAction(ISD::FCOS,       MVT::f64, Expand);  in ARMTargetLowering()
1046     setOperationAction(ISD::FPOW,       MVT::f64, Expand);  in ARMTargetLowering()
1047     setOperationAction(ISD::FLOG,       MVT::f64, Expand);  in ARMTargetLowering()
1048     setOperationAction(ISD::FLOG2,      MVT::f64, Expand);  in ARMTargetLowering()
1049     setOperationAction(ISD::FLOG10,     MVT::f64, Expand);  in ARMTargetLowering()
1050     setOperationAction(ISD::FEXP,       MVT::f64, Expand);  in ARMTargetLowering()
1051     setOperationAction(ISD::FEXP2,      MVT::f64, Expand);  in ARMTargetLowering()
1052     setOperationAction(ISD::FCEIL,      MVT::f64, Expand);  in ARMTargetLowering()
1053     setOperationAction(ISD::FTRUNC,     MVT::f64, Expand);  in ARMTargetLowering()
1054     setOperationAction(ISD::FRINT,      MVT::f64, Expand);  in ARMTargetLowering()
1055     setOperationAction(ISD::FNEARBYINT, MVT::f64, Expand);  in ARMTargetLowering()
1056     setOperationAction(ISD::FFLOOR,     MVT::f64, Expand);  in ARMTargetLowering()
1089     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f32, Expand);  in ARMTargetLowering()
1090     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f16, Expand);  in ARMTargetLowering()
1094   setTruncStoreAction(MVT::f64, MVT::f32, Expand);  in ARMTargetLowering()
1095   setTruncStoreAction(MVT::f32, MVT::f16, Expand);  in ARMTargetLowering()
1096   setTruncStoreAction(MVT::f64, MVT::f16, Expand);  in ARMTargetLowering()
1144   setOperationAction(ISD::MUL,     MVT::i64, Expand);  in ARMTargetLowering()
1145   setOperationAction(ISD::MULHU,   MVT::i32, Expand);  in ARMTargetLowering()
1147     setOperationAction(ISD::UMUL_LOHI, MVT::i32, Expand);  in ARMTargetLowering()
1148     setOperationAction(ISD::SMUL_LOHI, MVT::i32, Expand);  in ARMTargetLowering()
1152     setOperationAction(ISD::MULHS, MVT::i32, Expand);  in ARMTargetLowering()
1171     setOperationAction(ISD::SHL_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1172     setOperationAction(ISD::SRA_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1173     setOperationAction(ISD::SRL_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1180   setOperationAction(ISD::ROTL, MVT::i32, Expand);  in ARMTargetLowering()
1182     setOperationAction(ISD::ROTL, VT, Expand);  in ARMTargetLowering()
1183     setOperationAction(ISD::ROTR, VT, Expand);  in ARMTargetLowering()
1186   setOperationAction(ISD::CTPOP, MVT::i32, Expand);  in ARMTargetLowering()
1188     setOperationAction(ISD::CTLZ, MVT::i32, Expand);  in ARMTargetLowering()
1201     setOperationAction(ISD::BSWAP, MVT::i32, Expand);  in ARMTargetLowering()
1219   setOperationAction(ISD::SREM,  MVT::i32, Expand);  in ARMTargetLowering()
1220   setOperationAction(ISD::UREM,  MVT::i32, Expand);  in ARMTargetLowering()
1279     setOperationAction(ISD::SDIVREM, MVT::i32, Expand);  in ARMTargetLowering()
1280     setOperationAction(ISD::UDIVREM, MVT::i32, Expand);  in ARMTargetLowering()
1299   setOperationAction(ISD::VAARG,              MVT::Other, Expand);  in ARMTargetLowering()
1300   setOperationAction(ISD::VACOPY,             MVT::Other, Expand);  in ARMTargetLowering()
1301   setOperationAction(ISD::VAEND,              MVT::Other, Expand);  in ARMTargetLowering()
1302   setOperationAction(ISD::STACKSAVE,          MVT::Other, Expand);  in ARMTargetLowering()
1303   setOperationAction(ISD::STACKRESTORE,       MVT::Other, Expand);  in ARMTargetLowering()
1308     setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Expand);  in ARMTargetLowering()
1336                        Subtarget->hasAnyDataBarrier() ? Custom : Expand);  in ARMTargetLowering()
1339     setOperationAction(ISD::ATOMIC_CMP_SWAP,  MVT::i32, Expand);  in ARMTargetLowering()
1340     setOperationAction(ISD::ATOMIC_SWAP,      MVT::i32, Expand);  in ARMTargetLowering()
1341     setOperationAction(ISD::ATOMIC_LOAD_ADD,  MVT::i32, Expand);  in ARMTargetLowering()
1342     setOperationAction(ISD::ATOMIC_LOAD_SUB,  MVT::i32, Expand);  in ARMTargetLowering()
1343     setOperationAction(ISD::ATOMIC_LOAD_AND,  MVT::i32, Expand);  in ARMTargetLowering()
1344     setOperationAction(ISD::ATOMIC_LOAD_OR,   MVT::i32, Expand);  in ARMTargetLowering()
1345     setOperationAction(ISD::ATOMIC_LOAD_XOR,  MVT::i32, Expand);  in ARMTargetLowering()
1346     setOperationAction(ISD::ATOMIC_LOAD_NAND, MVT::i32, Expand);  in ARMTargetLowering()
1347     setOperationAction(ISD::ATOMIC_LOAD_MIN, MVT::i32, Expand);  in ARMTargetLowering()
1348     setOperationAction(ISD::ATOMIC_LOAD_MAX, MVT::i32, Expand);  in ARMTargetLowering()
1349     setOperationAction(ISD::ATOMIC_LOAD_UMIN, MVT::i32, Expand);  in ARMTargetLowering()
1350     setOperationAction(ISD::ATOMIC_LOAD_UMAX, MVT::i32, Expand);  in ARMTargetLowering()
1387     setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i16, Expand);  in ARMTargetLowering()
1388     setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i8,  Expand);  in ARMTargetLowering()
1390   setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1, Expand);  in ARMTargetLowering()
1409   setOperationAction(ISD::SETCC,     MVT::i32, Expand);  in ARMTargetLowering()
1410   setOperationAction(ISD::SETCC,     MVT::f32, Expand);  in ARMTargetLowering()
1411   setOperationAction(ISD::SETCC,     MVT::f64, Expand);  in ARMTargetLowering()
1419     setOperationAction(ISD::SETCC,     MVT::f16, Expand);  in ARMTargetLowering()
1435   setOperationAction(ISD::FSIN,      MVT::f64, Expand);  in ARMTargetLowering()
1436   setOperationAction(ISD::FSIN,      MVT::f32, Expand);  in ARMTargetLowering()
1437   setOperationAction(ISD::FCOS,      MVT::f32, Expand);  in ARMTargetLowering()
1438   setOperationAction(ISD::FCOS,      MVT::f64, Expand);  in ARMTargetLowering()
1439   setOperationAction(ISD::FSINCOS,   MVT::f64, Expand);  in ARMTargetLowering()
1440   setOperationAction(ISD::FSINCOS,   MVT::f32, Expand);  in ARMTargetLowering()
1441   setOperationAction(ISD::FREM,      MVT::f64, Expand);  in ARMTargetLowering()
1442   setOperationAction(ISD::FREM,      MVT::f32, Expand);  in ARMTargetLowering()
1448   setOperationAction(ISD::FPOW,      MVT::f64, Expand);  in ARMTargetLowering()
1449   setOperationAction(ISD::FPOW,      MVT::f32, Expand);  in ARMTargetLowering()
1452     setOperationAction(ISD::FMA, MVT::f64, Expand);  in ARMTargetLowering()
1453     setOperationAction(ISD::FMA, MVT::f32, Expand);  in ARMTargetLowering()
1460       setOperationAction(ISD::FP16_TO_FP, MVT::f64, Expand);  in ARMTargetLowering()
1461       setOperationAction(ISD::FP_TO_FP16, MVT::f64, Expand);  in ARMTargetLowering()
1466       setOperationAction(ISD::FP16_TO_FP, MVT::f32, Expand);  in ARMTargetLowering()
1467       setOperationAction(ISD::FP_TO_FP16, MVT::f32, Expand);  in ARMTargetLowering()
1518     setOperationAction(ISD::FCOPYSIGN, MVT::f16, Expand);  in ARMTargetLowering()
21027   return Size == 64 && has64BitAtomicStore ? AtomicExpansionKind::Expand  in shouldExpandAtomicStoreInIR()