4955   typedef MachineCombinerPattern MCP;  in getMaddPatterns()  typedef
4963     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULADDW_OP1);  in getMaddPatterns()
4964     setFound(AArch64::MADDWrrr, 2, AArch64::WZR, MCP::MULADDW_OP2);  in getMaddPatterns()
4967     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULADDX_OP1);  in getMaddPatterns()
4968     setFound(AArch64::MADDXrrr, 2, AArch64::XZR, MCP::MULADDX_OP2);  in getMaddPatterns()
4971     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULSUBW_OP1);  in getMaddPatterns()
4972     setFound(AArch64::MADDWrrr, 2, AArch64::WZR, MCP::MULSUBW_OP2);  in getMaddPatterns()
4975     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULSUBX_OP1);  in getMaddPatterns()
4976     setFound(AArch64::MADDXrrr, 2, AArch64::XZR, MCP::MULSUBX_OP2);  in getMaddPatterns()
4979     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULADDWI_OP1);  in getMaddPatterns()
4982     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULADDXI_OP1);  in getMaddPatterns()
4985     setFound(AArch64::MADDWrrr, 1, AArch64::WZR, MCP::MULSUBWI_OP1);  in getMaddPatterns()
4988     setFound(AArch64::MADDXrrr, 1, AArch64::XZR, MCP::MULSUBXI_OP1);  in getMaddPatterns()
4991     setVFound(AArch64::MULv8i8, 1, MCP::MULADDv8i8_OP1);  in getMaddPatterns()
4992     setVFound(AArch64::MULv8i8, 2, MCP::MULADDv8i8_OP2);  in getMaddPatterns()
4995     setVFound(AArch64::MULv16i8, 1, MCP::MULADDv16i8_OP1);  in getMaddPatterns()
4996     setVFound(AArch64::MULv16i8, 2, MCP::MULADDv16i8_OP2);  in getMaddPatterns()
4999     setVFound(AArch64::MULv4i16, 1, MCP::MULADDv4i16_OP1);  in getMaddPatterns()
5000     setVFound(AArch64::MULv4i16, 2, MCP::MULADDv4i16_OP2);  in getMaddPatterns()
5001     setVFound(AArch64::MULv4i16_indexed, 1, MCP::MULADDv4i16_indexed_OP1);  in getMaddPatterns()
5002     setVFound(AArch64::MULv4i16_indexed, 2, MCP::MULADDv4i16_indexed_OP2);  in getMaddPatterns()
5005     setVFound(AArch64::MULv8i16, 1, MCP::MULADDv8i16_OP1);  in getMaddPatterns()
5006     setVFound(AArch64::MULv8i16, 2, MCP::MULADDv8i16_OP2);  in getMaddPatterns()
5007     setVFound(AArch64::MULv8i16_indexed, 1, MCP::MULADDv8i16_indexed_OP1);  in getMaddPatterns()
5008     setVFound(AArch64::MULv8i16_indexed, 2, MCP::MULADDv8i16_indexed_OP2);  in getMaddPatterns()
5011     setVFound(AArch64::MULv2i32, 1, MCP::MULADDv2i32_OP1);  in getMaddPatterns()
5012     setVFound(AArch64::MULv2i32, 2, MCP::MULADDv2i32_OP2);  in getMaddPatterns()
5013     setVFound(AArch64::MULv2i32_indexed, 1, MCP::MULADDv2i32_indexed_OP1);  in getMaddPatterns()
5014     setVFound(AArch64::MULv2i32_indexed, 2, MCP::MULADDv2i32_indexed_OP2);  in getMaddPatterns()
5017     setVFound(AArch64::MULv4i32, 1, MCP::MULADDv4i32_OP1);  in getMaddPatterns()
5018     setVFound(AArch64::MULv4i32, 2, MCP::MULADDv4i32_OP2);  in getMaddPatterns()
5019     setVFound(AArch64::MULv4i32_indexed, 1, MCP::MULADDv4i32_indexed_OP1);  in getMaddPatterns()
5020     setVFound(AArch64::MULv4i32_indexed, 2, MCP::MULADDv4i32_indexed_OP2);  in getMaddPatterns()
5023     setVFound(AArch64::MULv8i8, 1, MCP::MULSUBv8i8_OP1);  in getMaddPatterns()
5024     setVFound(AArch64::MULv8i8, 2, MCP::MULSUBv8i8_OP2);  in getMaddPatterns()
5027     setVFound(AArch64::MULv16i8, 1, MCP::MULSUBv16i8_OP1);  in getMaddPatterns()
5028     setVFound(AArch64::MULv16i8, 2, MCP::MULSUBv16i8_OP2);  in getMaddPatterns()
5031     setVFound(AArch64::MULv4i16, 1, MCP::MULSUBv4i16_OP1);  in getMaddPatterns()
5032     setVFound(AArch64::MULv4i16, 2, MCP::MULSUBv4i16_OP2);  in getMaddPatterns()
5033     setVFound(AArch64::MULv4i16_indexed, 1, MCP::MULSUBv4i16_indexed_OP1);  in getMaddPatterns()
5034     setVFound(AArch64::MULv4i16_indexed, 2, MCP::MULSUBv4i16_indexed_OP2);  in getMaddPatterns()
5037     setVFound(AArch64::MULv8i16, 1, MCP::MULSUBv8i16_OP1);  in getMaddPatterns()
5038     setVFound(AArch64::MULv8i16, 2, MCP::MULSUBv8i16_OP2);  in getMaddPatterns()
5039     setVFound(AArch64::MULv8i16_indexed, 1, MCP::MULSUBv8i16_indexed_OP1);  in getMaddPatterns()
5040     setVFound(AArch64::MULv8i16_indexed, 2, MCP::MULSUBv8i16_indexed_OP2);  in getMaddPatterns()
5043     setVFound(AArch64::MULv2i32, 1, MCP::MULSUBv2i32_OP1);  in getMaddPatterns()
5044     setVFound(AArch64::MULv2i32, 2, MCP::MULSUBv2i32_OP2);  in getMaddPatterns()
5045     setVFound(AArch64::MULv2i32_indexed, 1, MCP::MULSUBv2i32_indexed_OP1);  in getMaddPatterns()
5046     setVFound(AArch64::MULv2i32_indexed, 2, MCP::MULSUBv2i32_indexed_OP2);  in getMaddPatterns()
5049     setVFound(AArch64::MULv4i32, 1, MCP::MULSUBv4i32_OP1);  in getMaddPatterns()
5050     setVFound(AArch64::MULv4i32, 2, MCP::MULSUBv4i32_OP2);  in getMaddPatterns()
5051     setVFound(AArch64::MULv4i32_indexed, 1, MCP::MULSUBv4i32_indexed_OP1);  in getMaddPatterns()
5052     setVFound(AArch64::MULv4i32_indexed, 2, MCP::MULSUBv4i32_indexed_OP2);  in getMaddPatterns()
5078   typedef MachineCombinerPattern MCP;  in getFMAPatterns()  typedef
5088     Found  = Match(AArch64::FMULHrr, 1, MCP::FMULADDH_OP1);  in getFMAPatterns()
5089     Found |= Match(AArch64::FMULHrr, 2, MCP::FMULADDH_OP2);  in getFMAPatterns()
5095     Found |= Match(AArch64::FMULSrr, 1, MCP::FMULADDS_OP1) ||  in getFMAPatterns()
5096              Match(AArch64::FMULv1i32_indexed, 1, MCP::FMLAv1i32_indexed_OP1);  in getFMAPatterns()
5098     Found |= Match(AArch64::FMULSrr, 2, MCP::FMULADDS_OP2) ||  in getFMAPatterns()
5099              Match(AArch64::FMULv1i32_indexed, 2, MCP::FMLAv1i32_indexed_OP2);  in getFMAPatterns()
5102     Found |= Match(AArch64::FMULDrr, 1, MCP::FMULADDD_OP1) ||  in getFMAPatterns()
5103              Match(AArch64::FMULv1i64_indexed, 1, MCP::FMLAv1i64_indexed_OP1);  in getFMAPatterns()
5105     Found |= Match(AArch64::FMULDrr, 2, MCP::FMULADDD_OP2) ||  in getFMAPatterns()
5106              Match(AArch64::FMULv1i64_indexed, 2, MCP::FMLAv1i64_indexed_OP2);  in getFMAPatterns()
5109     Found |= Match(AArch64::FMULv4i16_indexed, 1, MCP::FMLAv4i16_indexed_OP1) ||  in getFMAPatterns()
5110              Match(AArch64::FMULv4f16, 1, MCP::FMLAv4f16_OP1);  in getFMAPatterns()
5112     Found |= Match(AArch64::FMULv4i16_indexed, 2, MCP::FMLAv4i16_indexed_OP2) ||  in getFMAPatterns()
5113              Match(AArch64::FMULv4f16, 2, MCP::FMLAv4f16_OP2);  in getFMAPatterns()
5116     Found |= Match(AArch64::FMULv8i16_indexed, 1, MCP::FMLAv8i16_indexed_OP1) ||  in getFMAPatterns()
5117              Match(AArch64::FMULv8f16, 1, MCP::FMLAv8f16_OP1);  in getFMAPatterns()
5119     Found |= Match(AArch64::FMULv8i16_indexed, 2, MCP::FMLAv8i16_indexed_OP2) ||  in getFMAPatterns()
5120              Match(AArch64::FMULv8f16, 2, MCP::FMLAv8f16_OP2);  in getFMAPatterns()
5123     Found |= Match(AArch64::FMULv2i32_indexed, 1, MCP::FMLAv2i32_indexed_OP1) ||  in getFMAPatterns()
5124              Match(AArch64::FMULv2f32, 1, MCP::FMLAv2f32_OP1);  in getFMAPatterns()
5126     Found |= Match(AArch64::FMULv2i32_indexed, 2, MCP::FMLAv2i32_indexed_OP2) ||  in getFMAPatterns()
5127              Match(AArch64::FMULv2f32, 2, MCP::FMLAv2f32_OP2);  in getFMAPatterns()
5130     Found |= Match(AArch64::FMULv2i64_indexed, 1, MCP::FMLAv2i64_indexed_OP1) ||  in getFMAPatterns()
5131              Match(AArch64::FMULv2f64, 1, MCP::FMLAv2f64_OP1);  in getFMAPatterns()
5133     Found |= Match(AArch64::FMULv2i64_indexed, 2, MCP::FMLAv2i64_indexed_OP2) ||  in getFMAPatterns()
5134              Match(AArch64::FMULv2f64, 2, MCP::FMLAv2f64_OP2);  in getFMAPatterns()
5137     Found |= Match(AArch64::FMULv4i32_indexed, 1, MCP::FMLAv4i32_indexed_OP1) ||  in getFMAPatterns()
5138              Match(AArch64::FMULv4f32, 1, MCP::FMLAv4f32_OP1);  in getFMAPatterns()
5140     Found |= Match(AArch64::FMULv4i32_indexed, 2, MCP::FMLAv4i32_indexed_OP2) ||  in getFMAPatterns()
5141              Match(AArch64::FMULv4f32, 2, MCP::FMLAv4f32_OP2);  in getFMAPatterns()
5144     Found  = Match(AArch64::FMULHrr, 1, MCP::FMULSUBH_OP1);  in getFMAPatterns()
5145     Found |= Match(AArch64::FMULHrr, 2, MCP::FMULSUBH_OP2);  in getFMAPatterns()
5146     Found |= Match(AArch64::FNMULHrr, 1, MCP::FNMULSUBH_OP1);  in getFMAPatterns()
5149     Found = Match(AArch64::FMULSrr, 1, MCP::FMULSUBS_OP1);  in getFMAPatterns()
5151     Found |= Match(AArch64::FMULSrr, 2, MCP::FMULSUBS_OP2) ||  in getFMAPatterns()
5152              Match(AArch64::FMULv1i32_indexed, 2, MCP::FMLSv1i32_indexed_OP2);  in getFMAPatterns()
5154     Found |= Match(AArch64::FNMULSrr, 1, MCP::FNMULSUBS_OP1);  in getFMAPatterns()
5157     Found = Match(AArch64::FMULDrr, 1, MCP::FMULSUBD_OP1);  in getFMAPatterns()
5159     Found |= Match(AArch64::FMULDrr, 2, MCP::FMULSUBD_OP2) ||  in getFMAPatterns()
5160              Match(AArch64::FMULv1i64_indexed, 2, MCP::FMLSv1i64_indexed_OP2);  in getFMAPatterns()
5162     Found |= Match(AArch64::FNMULDrr, 1, MCP::FNMULSUBD_OP1);  in getFMAPatterns()
5165     Found |= Match(AArch64::FMULv4i16_indexed, 2, MCP::FMLSv4i16_indexed_OP2) ||  in getFMAPatterns()
5166              Match(AArch64::FMULv4f16, 2, MCP::FMLSv4f16_OP2);  in getFMAPatterns()
5168     Found |= Match(AArch64::FMULv4i16_indexed, 1, MCP::FMLSv4i16_indexed_OP1) ||  in getFMAPatterns()
5169              Match(AArch64::FMULv4f16, 1, MCP::FMLSv4f16_OP1);  in getFMAPatterns()
5172     Found |= Match(AArch64::FMULv8i16_indexed, 2, MCP::FMLSv8i16_indexed_OP2) ||  in getFMAPatterns()
5173              Match(AArch64::FMULv8f16, 2, MCP::FMLSv8f16_OP2);  in getFMAPatterns()
5175     Found |= Match(AArch64::FMULv8i16_indexed, 1, MCP::FMLSv8i16_indexed_OP1) ||  in getFMAPatterns()
5176              Match(AArch64::FMULv8f16, 1, MCP::FMLSv8f16_OP1);  in getFMAPatterns()
5179     Found |= Match(AArch64::FMULv2i32_indexed, 2, MCP::FMLSv2i32_indexed_OP2) ||  in getFMAPatterns()
5180              Match(AArch64::FMULv2f32, 2, MCP::FMLSv2f32_OP2);  in getFMAPatterns()
5182     Found |= Match(AArch64::FMULv2i32_indexed, 1, MCP::FMLSv2i32_indexed_OP1) ||  in getFMAPatterns()
5183              Match(AArch64::FMULv2f32, 1, MCP::FMLSv2f32_OP1);  in getFMAPatterns()
5186     Found |= Match(AArch64::FMULv2i64_indexed, 2, MCP::FMLSv2i64_indexed_OP2) ||  in getFMAPatterns()
5187              Match(AArch64::FMULv2f64, 2, MCP::FMLSv2f64_OP2);  in getFMAPatterns()
5189     Found |= Match(AArch64::FMULv2i64_indexed, 1, MCP::FMLSv2i64_indexed_OP1) ||  in getFMAPatterns()
5190              Match(AArch64::FMULv2f64, 1, MCP::FMLSv2f64_OP1);  in getFMAPatterns()
5193     Found |= Match(AArch64::FMULv4i32_indexed, 2, MCP::FMLSv4i32_indexed_OP2) ||  in getFMAPatterns()
5194              Match(AArch64::FMULv4f32, 2, MCP::FMLSv4f32_OP2);  in getFMAPatterns()
5196     Found |= Match(AArch64::FMULv4i32_indexed, 1, MCP::FMLSv4i32_indexed_OP1) ||  in getFMAPatterns()
5197              Match(AArch64::FMULv4f32, 1, MCP::FMLSv4f32_OP1);  in getFMAPatterns()
5226   typedef MachineCombinerPattern MCP;  in getFMULPatterns()  typedef
5232     Found = Match(AArch64::DUPv2i32lane, 1, MCP::FMULv2i32_indexed_OP1);  in getFMULPatterns()
5233     Found |= Match(AArch64::DUPv2i32lane, 2, MCP::FMULv2i32_indexed_OP2);  in getFMULPatterns()
5236     Found = Match(AArch64::DUPv2i64lane, 1, MCP::FMULv2i64_indexed_OP1);  in getFMULPatterns()
5237     Found |= Match(AArch64::DUPv2i64lane, 2, MCP::FMULv2i64_indexed_OP2);  in getFMULPatterns()
5240     Found = Match(AArch64::DUPv4i16lane, 1, MCP::FMULv4i16_indexed_OP1);  in getFMULPatterns()
5241     Found |= Match(AArch64::DUPv4i16lane, 2, MCP::FMULv4i16_indexed_OP2);  in getFMULPatterns()
5244     Found = Match(AArch64::DUPv4i32lane, 1, MCP::FMULv4i32_indexed_OP1);  in getFMULPatterns()
5245     Found |= Match(AArch64::DUPv4i32lane, 2, MCP::FMULv4i32_indexed_OP2);  in getFMULPatterns()
5248     Found = Match(AArch64::DUPv8i16lane, 1, MCP::FMULv8i16_indexed_OP1);  in getFMULPatterns()
5249     Found |= Match(AArch64::DUPv8i16lane, 2, MCP::FMULv8i16_indexed_OP2);  in getFMULPatterns()