6071   typedef MachineCombinerPattern MCP;  in getMaddPatterns()  typedef
6079     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULADDW_OP1);  in getMaddPatterns()
6080     setFound(AArch64::MADDWrrr, 2, AArch64::WZR, MCP::MULADDW_OP2);  in getMaddPatterns()
6083     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULADDX_OP1);  in getMaddPatterns()
6084     setFound(AArch64::MADDXrrr, 2, AArch64::XZR, MCP::MULADDX_OP2);  in getMaddPatterns()
6087     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULSUBW_OP1);  in getMaddPatterns()
6088     setFound(AArch64::MADDWrrr, 2, AArch64::WZR, MCP::MULSUBW_OP2);  in getMaddPatterns()
6091     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULSUBX_OP1);  in getMaddPatterns()
6092     setFound(AArch64::MADDXrrr, 2, AArch64::XZR, MCP::MULSUBX_OP2);  in getMaddPatterns()
6095     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULADDWI_OP1);  in getMaddPatterns()
6098     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULADDXI_OP1);  in getMaddPatterns()
6101     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULSUBWI_OP1);  in getMaddPatterns()
6104     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULSUBXI_OP1);  in getMaddPatterns()
6107     setVFound(AArch64::MULv8i8, 1, MCP::MULADDv8i8_OP1);  in getMaddPatterns()
6108     setVFound(AArch64::MULv8i8, 2, MCP::MULADDv8i8_OP2);  in getMaddPatterns()
6111     setVFound(AArch64::MULv16i8, 1, MCP::MULADDv16i8_OP1);  in getMaddPatterns()
6112     setVFound(AArch64::MULv16i8, 2, MCP::MULADDv16i8_OP2);  in getMaddPatterns()
6115     setVFound(AArch64::MULv4i16, 1, MCP::MULADDv4i16_OP1);  in getMaddPatterns()
6116     setVFound(AArch64::MULv4i16, 2, MCP::MULADDv4i16_OP2);  in getMaddPatterns()
6117     setVFound(AArch64::MULv4i16_indexed, 1, MCP::MULADDv4i16_indexed_OP1);  in getMaddPatterns()
6118     setVFound(AArch64::MULv4i16_indexed, 2, MCP::MULADDv4i16_indexed_OP2);  in getMaddPatterns()
6121     setVFound(AArch64::MULv8i16, 1, MCP::MULADDv8i16_OP1);  in getMaddPatterns()
6122     setVFound(AArch64::MULv8i16, 2, MCP::MULADDv8i16_OP2);  in getMaddPatterns()
6123     setVFound(AArch64::MULv8i16_indexed, 1, MCP::MULADDv8i16_indexed_OP1);  in getMaddPatterns()
6124     setVFound(AArch64::MULv8i16_indexed, 2, MCP::MULADDv8i16_indexed_OP2);  in getMaddPatterns()
6127     setVFound(AArch64::MULv2i32, 1, MCP::MULADDv2i32_OP1);  in getMaddPatterns()
6128     setVFound(AArch64::MULv2i32, 2, MCP::MULADDv2i32_OP2);  in getMaddPatterns()
6129     setVFound(AArch64::MULv2i32_indexed, 1, MCP::MULADDv2i32_indexed_OP1);  in getMaddPatterns()
6130     setVFound(AArch64::MULv2i32_indexed, 2, MCP::MULADDv2i32_indexed_OP2);  in getMaddPatterns()
6133     setVFound(AArch64::MULv4i32, 1, MCP::MULADDv4i32_OP1);  in getMaddPatterns()
6134     setVFound(AArch64::MULv4i32, 2, MCP::MULADDv4i32_OP2);  in getMaddPatterns()
6135     setVFound(AArch64::MULv4i32_indexed, 1, MCP::MULADDv4i32_indexed_OP1);  in getMaddPatterns()
6136     setVFound(AArch64::MULv4i32_indexed, 2, MCP::MULADDv4i32_indexed_OP2);  in getMaddPatterns()
6139     setVFound(AArch64::MULv8i8, 1, MCP::MULSUBv8i8_OP1);  in getMaddPatterns()
6140     setVFound(AArch64::MULv8i8, 2, MCP::MULSUBv8i8_OP2);  in getMaddPatterns()
6143     setVFound(AArch64::MULv16i8, 1, MCP::MULSUBv16i8_OP1);  in getMaddPatterns()
6144     setVFound(AArch64::MULv16i8, 2, MCP::MULSUBv16i8_OP2);  in getMaddPatterns()
6147     setVFound(AArch64::MULv4i16, 1, MCP::MULSUBv4i16_OP1);  in getMaddPatterns()
6148     setVFound(AArch64::MULv4i16, 2, MCP::MULSUBv4i16_OP2);  in getMaddPatterns()
6149     setVFound(AArch64::MULv4i16_indexed, 1, MCP::MULSUBv4i16_indexed_OP1);  in getMaddPatterns()
6150     setVFound(AArch64::MULv4i16_indexed, 2, MCP::MULSUBv4i16_indexed_OP2);  in getMaddPatterns()
6153     setVFound(AArch64::MULv8i16, 1, MCP::MULSUBv8i16_OP1);  in getMaddPatterns()
6154     setVFound(AArch64::MULv8i16, 2, MCP::MULSUBv8i16_OP2);  in getMaddPatterns()
6155     setVFound(AArch64::MULv8i16_indexed, 1, MCP::MULSUBv8i16_indexed_OP1);  in getMaddPatterns()
6156     setVFound(AArch64::MULv8i16_indexed, 2, MCP::MULSUBv8i16_indexed_OP2);  in getMaddPatterns()
6159     setVFound(AArch64::MULv2i32, 1, MCP::MULSUBv2i32_OP1);  in getMaddPatterns()
6160     setVFound(AArch64::MULv2i32, 2, MCP::MULSUBv2i32_OP2);  in getMaddPatterns()
6161     setVFound(AArch64::MULv2i32_indexed, 1, MCP::MULSUBv2i32_indexed_OP1);  in getMaddPatterns()
6162     setVFound(AArch64::MULv2i32_indexed, 2, MCP::MULSUBv2i32_indexed_OP2);  in getMaddPatterns()
6165     setVFound(AArch64::MULv4i32, 1, MCP::MULSUBv4i32_OP1);  in getMaddPatterns()
6166     setVFound(AArch64::MULv4i32, 2, MCP::MULSUBv4i32_OP2);  in getMaddPatterns()
6167     setVFound(AArch64::MULv4i32_indexed, 1, MCP::MULSUBv4i32_indexed_OP1);  in getMaddPatterns()
6168     setVFound(AArch64::MULv4i32_indexed, 2, MCP::MULSUBv4i32_indexed_OP2);  in getMaddPatterns()
6194   typedef MachineCombinerPattern MCP;  in getFMAPatterns()  typedef
6204     Found  = Match(AArch64::FMULHrr, 1, MCP::FMULADDH_OP1);  in getFMAPatterns()
6205     Found |= Match(AArch64::FMULHrr, 2, MCP::FMULADDH_OP2);  in getFMAPatterns()
6211     Found |= Match(AArch64::FMULSrr, 1, MCP::FMULADDS_OP1) ||  in getFMAPatterns()
6212              Match(AArch64::FMULv1i32_indexed, 1, MCP::FMLAv1i32_indexed_OP1);  in getFMAPatterns()
6214     Found |= Match(AArch64::FMULSrr, 2, MCP::FMULADDS_OP2) ||  in getFMAPatterns()
6215              Match(AArch64::FMULv1i32_indexed, 2, MCP::FMLAv1i32_indexed_OP2);  in getFMAPatterns()
6218     Found |= Match(AArch64::FMULDrr, 1, MCP::FMULADDD_OP1) ||  in getFMAPatterns()
6219              Match(AArch64::FMULv1i64_indexed, 1, MCP::FMLAv1i64_indexed_OP1);  in getFMAPatterns()
6221     Found |= Match(AArch64::FMULDrr, 2, MCP::FMULADDD_OP2) ||  in getFMAPatterns()
6222              Match(AArch64::FMULv1i64_indexed, 2, MCP::FMLAv1i64_indexed_OP2);  in getFMAPatterns()
6225     Found |= Match(AArch64::FMULv4i16_indexed, 1, MCP::FMLAv4i16_indexed_OP1) ||  in getFMAPatterns()
6226              Match(AArch64::FMULv4f16, 1, MCP::FMLAv4f16_OP1);  in getFMAPatterns()
6228     Found |= Match(AArch64::FMULv4i16_indexed, 2, MCP::FMLAv4i16_indexed_OP2) ||  in getFMAPatterns()
6229              Match(AArch64::FMULv4f16, 2, MCP::FMLAv4f16_OP2);  in getFMAPatterns()
6232     Found |= Match(AArch64::FMULv8i16_indexed, 1, MCP::FMLAv8i16_indexed_OP1) ||  in getFMAPatterns()
6233              Match(AArch64::FMULv8f16, 1, MCP::FMLAv8f16_OP1);  in getFMAPatterns()
6235     Found |= Match(AArch64::FMULv8i16_indexed, 2, MCP::FMLAv8i16_indexed_OP2) ||  in getFMAPatterns()
6236              Match(AArch64::FMULv8f16, 2, MCP::FMLAv8f16_OP2);  in getFMAPatterns()
6239     Found |= Match(AArch64::FMULv2i32_indexed, 1, MCP::FMLAv2i32_indexed_OP1) ||  in getFMAPatterns()
6240              Match(AArch64::FMULv2f32, 1, MCP::FMLAv2f32_OP1);  in getFMAPatterns()
6242     Found |= Match(AArch64::FMULv2i32_indexed, 2, MCP::FMLAv2i32_indexed_OP2) ||  in getFMAPatterns()
6243              Match(AArch64::FMULv2f32, 2, MCP::FMLAv2f32_OP2);  in getFMAPatterns()
6246     Found |= Match(AArch64::FMULv2i64_indexed, 1, MCP::FMLAv2i64_indexed_OP1) ||  in getFMAPatterns()
6247              Match(AArch64::FMULv2f64, 1, MCP::FMLAv2f64_OP1);  in getFMAPatterns()
6249     Found |= Match(AArch64::FMULv2i64_indexed, 2, MCP::FMLAv2i64_indexed_OP2) ||  in getFMAPatterns()
6250              Match(AArch64::FMULv2f64, 2, MCP::FMLAv2f64_OP2);  in getFMAPatterns()
6253     Found |= Match(AArch64::FMULv4i32_indexed, 1, MCP::FMLAv4i32_indexed_OP1) ||  in getFMAPatterns()
6254              Match(AArch64::FMULv4f32, 1, MCP::FMLAv4f32_OP1);  in getFMAPatterns()
6256     Found |= Match(AArch64::FMULv4i32_indexed, 2, MCP::FMLAv4i32_indexed_OP2) ||  in getFMAPatterns()
6257              Match(AArch64::FMULv4f32, 2, MCP::FMLAv4f32_OP2);  in getFMAPatterns()
6260     Found  = Match(AArch64::FMULHrr, 1, MCP::FMULSUBH_OP1);  in getFMAPatterns()
6261     Found |= Match(AArch64::FMULHrr, 2, MCP::FMULSUBH_OP2);  in getFMAPatterns()
6262     Found |= Match(AArch64::FNMULHrr, 1, MCP::FNMULSUBH_OP1);  in getFMAPatterns()
6265     Found = Match(AArch64::FMULSrr, 1, MCP::FMULSUBS_OP1);  in getFMAPatterns()
6267     Found |= Match(AArch64::FMULSrr, 2, MCP::FMULSUBS_OP2) ||  in getFMAPatterns()
6268              Match(AArch64::FMULv1i32_indexed, 2, MCP::FMLSv1i32_indexed_OP2);  in getFMAPatterns()
6270     Found |= Match(AArch64::FNMULSrr, 1, MCP::FNMULSUBS_OP1);  in getFMAPatterns()
6273     Found = Match(AArch64::FMULDrr, 1, MCP::FMULSUBD_OP1);  in getFMAPatterns()
6275     Found |= Match(AArch64::FMULDrr, 2, MCP::FMULSUBD_OP2) ||  in getFMAPatterns()
6276              Match(AArch64::FMULv1i64_indexed, 2, MCP::FMLSv1i64_indexed_OP2);  in getFMAPatterns()
6278     Found |= Match(AArch64::FNMULDrr, 1, MCP::FNMULSUBD_OP1);  in getFMAPatterns()
6281     Found |= Match(AArch64::FMULv4i16_indexed, 2, MCP::FMLSv4i16_indexed_OP2) ||  in getFMAPatterns()
6282              Match(AArch64::FMULv4f16, 2, MCP::FMLSv4f16_OP2);  in getFMAPatterns()
6284     Found |= Match(AArch64::FMULv4i16_indexed, 1, MCP::FMLSv4i16_indexed_OP1) ||  in getFMAPatterns()
6285              Match(AArch64::FMULv4f16, 1, MCP::FMLSv4f16_OP1);  in getFMAPatterns()
6288     Found |= Match(AArch64::FMULv8i16_indexed, 2, MCP::FMLSv8i16_indexed_OP2) ||  in getFMAPatterns()
6289              Match(AArch64::FMULv8f16, 2, MCP::FMLSv8f16_OP2);  in getFMAPatterns()
6291     Found |= Match(AArch64::FMULv8i16_indexed, 1, MCP::FMLSv8i16_indexed_OP1) ||  in getFMAPatterns()
6292              Match(AArch64::FMULv8f16, 1, MCP::FMLSv8f16_OP1);  in getFMAPatterns()
6295     Found |= Match(AArch64::FMULv2i32_indexed, 2, MCP::FMLSv2i32_indexed_OP2) ||  in getFMAPatterns()
6296              Match(AArch64::FMULv2f32, 2, MCP::FMLSv2f32_OP2);  in getFMAPatterns()
6298     Found |= Match(AArch64::FMULv2i32_indexed, 1, MCP::FMLSv2i32_indexed_OP1) ||  in getFMAPatterns()
6299              Match(AArch64::FMULv2f32, 1, MCP::FMLSv2f32_OP1);  in getFMAPatterns()
6302     Found |= Match(AArch64::FMULv2i64_indexed, 2, MCP::FMLSv2i64_indexed_OP2) ||  in getFMAPatterns()
6303              Match(AArch64::FMULv2f64, 2, MCP::FMLSv2f64_OP2);  in getFMAPatterns()
6305     Found |= Match(AArch64::FMULv2i64_indexed, 1, MCP::FMLSv2i64_indexed_OP1) ||  in getFMAPatterns()
6306              Match(AArch64::FMULv2f64, 1, MCP::FMLSv2f64_OP1);  in getFMAPatterns()
6309     Found |= Match(AArch64::FMULv4i32_indexed, 2, MCP::FMLSv4i32_indexed_OP2) ||  in getFMAPatterns()
6310              Match(AArch64::FMULv4f32, 2, MCP::FMLSv4f32_OP2);  in getFMAPatterns()
6312     Found |= Match(AArch64::FMULv4i32_indexed, 1, MCP::FMLSv4i32_indexed_OP1) ||  in getFMAPatterns()
6313              Match(AArch64::FMULv4f32, 1, MCP::FMLSv4f32_OP1);  in getFMAPatterns()
6342   typedef MachineCombinerPattern MCP;  in getFMULPatterns()  typedef
6348     Found = Match(AArch64::DUPv2i32lane, 1, MCP::FMULv2i32_indexed_OP1);  in getFMULPatterns()
6349     Found |= Match(AArch64::DUPv2i32lane, 2, MCP::FMULv2i32_indexed_OP2);  in getFMULPatterns()
6352     Found = Match(AArch64::DUPv2i64lane, 1, MCP::FMULv2i64_indexed_OP1);  in getFMULPatterns()
6353     Found |= Match(AArch64::DUPv2i64lane, 2, MCP::FMULv2i64_indexed_OP2);  in getFMULPatterns()
6356     Found = Match(AArch64::DUPv4i16lane, 1, MCP::FMULv4i16_indexed_OP1);  in getFMULPatterns()
6357     Found |= Match(AArch64::DUPv4i16lane, 2, MCP::FMULv4i16_indexed_OP2);  in getFMULPatterns()
6360     Found = Match(AArch64::DUPv4i32lane, 1, MCP::FMULv4i32_indexed_OP1);  in getFMULPatterns()
6361     Found |= Match(AArch64::DUPv4i32lane, 2, MCP::FMULv4i32_indexed_OP2);  in getFMULPatterns()
6364     Found = Match(AArch64::DUPv8i16lane, 1, MCP::FMULv8i16_indexed_OP1);  in getFMULPatterns()
6365     Found |= Match(AArch64::DUPv8i16lane, 2, MCP::FMULv8i16_indexed_OP2);  in getFMULPatterns()