Lines Matching refs:MatchInfo
674 BuildFnTy &MatchInfo) { in matchCombineLoadWithAndMask() argument
743 MatchInfo = [=](MachineIRBuilder &B) { in matchCombineLoadWithAndMask()
816 MachineInstr &MI, std::tuple<Register, unsigned> &MatchInfo) { in matchSextInRegOfLoad() argument
863 MatchInfo = std::make_tuple(LoadDef->getDstReg(), NewSizeBits); in matchSextInRegOfLoad()
868 MachineInstr &MI, std::tuple<Register, unsigned> &MatchInfo) { in applySextInRegOfLoad() argument
872 std::tie(LoadReg, ScalarSizeBits) = MatchInfo; in applySextInRegOfLoad()
1021 IndexedLoadStoreMatchInfo MatchInfo; in tryCombineIndexedLoadStore() local
1022 if (matchCombineIndexedLoadStore(MI, MatchInfo)) { in tryCombineIndexedLoadStore()
1023 applyCombineIndexedLoadStore(MI, MatchInfo); in tryCombineIndexedLoadStore()
1029 …binerHelper::matchCombineIndexedLoadStore(MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) { in matchCombineIndexedLoadStore() argument
1040 MatchInfo.IsPre = findPreIndexCandidate(MI, MatchInfo.Addr, MatchInfo.Base, in matchCombineIndexedLoadStore()
1041 MatchInfo.Offset); in matchCombineIndexedLoadStore()
1042 if (!MatchInfo.IsPre && in matchCombineIndexedLoadStore()
1043 !findPostIndexCandidate(MI, MatchInfo.Addr, MatchInfo.Base, in matchCombineIndexedLoadStore()
1044 MatchInfo.Offset)) in matchCombineIndexedLoadStore()
1051 MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) { in applyCombineIndexedLoadStore() argument
1052 MachineInstr &AddrDef = *MRI.getUniqueVRegDef(MatchInfo.Addr); in applyCombineIndexedLoadStore()
1076 MIB.addDef(MatchInfo.Addr); in applyCombineIndexedLoadStore()
1080 MIB.addDef(MatchInfo.Addr); in applyCombineIndexedLoadStore()
1083 MIB.addUse(MatchInfo.Base); in applyCombineIndexedLoadStore()
1084 MIB.addUse(MatchInfo.Offset); in applyCombineIndexedLoadStore()
1085 MIB.addImm(MatchInfo.IsPre); in applyCombineIndexedLoadStore()
1332 PtrAddChain &MatchInfo) { in matchPtrAddImmedChain() argument
1387 MatchInfo.Imm = AMNew.BaseOffs; in matchPtrAddImmedChain()
1388 MatchInfo.Base = Base; in matchPtrAddImmedChain()
1389 MatchInfo.Bank = getRegBank(Imm2); in matchPtrAddImmedChain()
1394 PtrAddChain &MatchInfo) { in applyPtrAddImmedChain() argument
1398 auto NewOffset = MIB.buildConstant(OffsetTy, MatchInfo.Imm); in applyPtrAddImmedChain()
1399 setRegBank(NewOffset.getReg(0), MatchInfo.Bank); in applyPtrAddImmedChain()
1401 MI.getOperand(1).setReg(MatchInfo.Base); in applyPtrAddImmedChain()
1407 RegisterImmPair &MatchInfo) { in matchShiftImmedChain() argument
1438 MatchInfo.Imm = in matchShiftImmedChain()
1440 MatchInfo.Reg = Base; in matchShiftImmedChain()
1445 MatchInfo.Imm >= MRI.getType(Shl2).getScalarSizeInBits()) in matchShiftImmedChain()
1452 RegisterImmPair &MatchInfo) { in applyShiftImmedChain() argument
1462 auto Imm = MatchInfo.Imm; in applyShiftImmedChain()
1479 MI.getOperand(1).setReg(MatchInfo.Reg); in applyShiftImmedChain()
1485 ShiftOfShiftedLogic &MatchInfo) { in matchShiftOfShiftedLogic() argument
1547 MatchInfo.LogicNonShiftReg = LogicMIReg2; in matchShiftOfShiftedLogic()
1548 MatchInfo.Shift2 = LogicMIOp1; in matchShiftOfShiftedLogic()
1550 MatchInfo.LogicNonShiftReg = LogicMIReg1; in matchShiftOfShiftedLogic()
1551 MatchInfo.Shift2 = LogicMIOp2; in matchShiftOfShiftedLogic()
1555 MatchInfo.ValSum = C0Val + C1Val; in matchShiftOfShiftedLogic()
1558 if (MatchInfo.ValSum >= MRI.getType(LogicDest).getScalarSizeInBits()) in matchShiftOfShiftedLogic()
1561 MatchInfo.Logic = LogicMI; in matchShiftOfShiftedLogic()
1566 ShiftOfShiftedLogic &MatchInfo) { in applyShiftOfShiftedLogic() argument
1577 Register Const = Builder.buildConstant(ShlType, MatchInfo.ValSum).getReg(0); in applyShiftOfShiftedLogic()
1579 Register Shift1Base = MatchInfo.Shift2->getOperand(1).getReg(); in applyShiftOfShiftedLogic()
1586 {MatchInfo.LogicNonShiftReg, Shift2Const}) in applyShiftOfShiftedLogic()
1590 Builder.buildInstr(MatchInfo.Logic->getOpcode(), {Dest}, {Shift1, Shift2}); in applyShiftOfShiftedLogic()
1593 MatchInfo.Shift2->eraseFromParent(); in applyShiftOfShiftedLogic()
1594 MatchInfo.Logic->eraseFromParent(); in applyShiftOfShiftedLogic()
1676 Register &MatchInfo) { in matchCombineMergeUnmerge() argument
1690 MatchInfo = Unmerge->getSourceReg(); in matchCombineMergeUnmerge()
1791 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineUnmergeUndef() argument
1794 MatchInfo = [&MI](MachineIRBuilder &B) { in matchCombineUnmergeUndef()
2135 MachineInstr &MI, std::tuple<Register, unsigned> &MatchInfo) { in matchCombineExtOfExt() argument
2149 MatchInfo = std::make_tuple(SrcMI->getOperand(1).getReg(), SrcOpc); in matchCombineExtOfExt()
2156 MachineInstr &MI, std::tuple<Register, unsigned> &MatchInfo) { in applyCombineExtOfExt() argument
2162 Register Reg = std::get<0>(MatchInfo); in applyCombineExtOfExt()
2163 unsigned SrcExtOp = std::get<1>(MatchInfo); in applyCombineExtOfExt()
2212 BuildFnTy &MatchInfo) { in matchCombineFAbsOfFNeg() argument
2220 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAbsOfFNeg()
2229 MachineInstr &MI, std::pair<Register, unsigned> &MatchInfo) { in matchCombineTruncOfExt() argument
2236 MatchInfo = std::make_pair(SrcMI->getOperand(1).getReg(), SrcOpc); in matchCombineTruncOfExt()
2243 MachineInstr &MI, std::pair<Register, unsigned> &MatchInfo) { in applyCombineTruncOfExt() argument
2245 Register SrcReg = MatchInfo.first; in applyCombineTruncOfExt()
2246 unsigned SrcExtOp = MatchInfo.second; in applyCombineTruncOfExt()
2264 MachineInstr &MI, std::pair<Register, Register> &MatchInfo) { in matchCombineTruncOfShl() argument
2280 MatchInfo = std::make_pair(ShiftSrc, ShiftAmt); in matchCombineTruncOfShl()
2288 MachineInstr &MI, std::pair<Register, Register> &MatchInfo) { in applyCombineTruncOfShl() argument
2295 Register ShiftSrc = MatchInfo.first; in applyCombineTruncOfShl()
2296 Register ShiftAmt = MatchInfo.second; in applyCombineTruncOfShl()
2542 MachineInstr &MI, std::tuple<Register, Register> &MatchInfo) { in matchSimplifyAddToSub() argument
2545 Register &NewLHS = std::get<0>(MatchInfo); in matchSimplifyAddToSub()
2546 Register &NewRHS = std::get<1>(MatchInfo); in matchSimplifyAddToSub()
2562 MachineInstr &MI, SmallVectorImpl<Register> &MatchInfo) { in matchCombineInsertVecElts() argument
2578 MatchInfo.resize(NumElts); in matchCombineInsertVecElts()
2584 if (!MatchInfo[IntImm]) in matchCombineInsertVecElts()
2585 MatchInfo[IntImm] = TmpReg; in matchCombineInsertVecElts()
2593 if (!MatchInfo[I - 1].isValid()) in matchCombineInsertVecElts()
2594 MatchInfo[I - 1] = TmpInst->getOperand(I).getReg(); in matchCombineInsertVecElts()
2603 MachineInstr &MI, SmallVectorImpl<Register> &MatchInfo) { in applyCombineInsertVecElts() argument
2613 for (unsigned I = 0; I < MatchInfo.size(); ++I) { in applyCombineInsertVecElts()
2614 if (!MatchInfo[I]) in applyCombineInsertVecElts()
2615 MatchInfo[I] = GetUndef(); in applyCombineInsertVecElts()
2617 Builder.buildBuildVector(MI.getOperand(0).getReg(), MatchInfo); in applyCombineInsertVecElts()
2622 MachineInstr &MI, std::tuple<Register, Register> &MatchInfo) { in applySimplifyAddToSub() argument
2625 std::tie(SubLHS, SubRHS) = MatchInfo; in applySimplifyAddToSub()
2631 MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) { in matchHoistLogicOpWithSameOpcodeHands() argument
2717 MatchInfo = InstructionStepsMatchInfo({LogicSteps, HandSteps}); in matchHoistLogicOpWithSameOpcodeHands()
2722 MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) { in applyBuildInstructionSteps() argument
2723 assert(MatchInfo.InstrsToBuild.size() && in applyBuildInstructionSteps()
2726 for (auto &InstrToBuild : MatchInfo.InstrsToBuild) { in applyBuildInstructionSteps()
2737 MachineInstr &MI, std::tuple<Register, int64_t> &MatchInfo) { in matchAshrShlToSextInreg() argument
2750 MatchInfo = std::make_tuple(Src, ShlCst); in matchAshrShlToSextInreg()
2755 MachineInstr &MI, std::tuple<Register, int64_t> &MatchInfo) { in applyAshShlToSextInreg() argument
2759 std::tie(Src, ShiftAmt) = MatchInfo; in applyAshShlToSextInreg()
2768 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchOverlappingAnd() argument
2782 MatchInfo = [=](MachineIRBuilder &B) { in matchOverlappingAnd()
3019 MachineInstr &MI, std::pair<Register, Register> &MatchInfo) { in matchXorOfAndWithSameReg() argument
3022 Register &X = MatchInfo.first; in matchXorOfAndWithSameReg()
3023 Register &Y = MatchInfo.second; in matchXorOfAndWithSameReg()
3050 MachineInstr &MI, std::pair<Register, Register> &MatchInfo) { in applyXorOfAndWithSameReg() argument
3054 std::tie(X, Y) = MatchInfo; in applyXorOfAndWithSameReg()
3433 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchLoadOrCombine() argument
3535 MatchInfo = [=](MachineIRBuilder &MIB) { in matchLoadOrCombine()
3614 MergeTruncStoresInfo &MatchInfo) { in matchTruncStoreMerge() argument
3778 MatchInfo.NeedBSwap = NeedBswap; in matchTruncStoreMerge()
3779 MatchInfo.NeedRotate = NeedRotate; in matchTruncStoreMerge()
3780 MatchInfo.LowestIdxStore = LowestIdxStore; in matchTruncStoreMerge()
3781 MatchInfo.WideSrcVal = WideSrcVal; in matchTruncStoreMerge()
3782 MatchInfo.FoundStores = std::move(FoundStores); in matchTruncStoreMerge()
3787 MergeTruncStoresInfo &MatchInfo) { in applyTruncStoreMerge() argument
3790 Register WideSrcVal = MatchInfo.WideSrcVal; in applyTruncStoreMerge()
3793 if (MatchInfo.NeedBSwap) { in applyTruncStoreMerge()
3795 } else if (MatchInfo.NeedRotate) { in applyTruncStoreMerge()
3804 Builder.buildStore(WideSrcVal, MatchInfo.LowestIdxStore->getPointerReg(), in applyTruncStoreMerge()
3805 MatchInfo.LowestIdxStore->getMMO().getPointerInfo(), in applyTruncStoreMerge()
3806 MatchInfo.LowestIdxStore->getMMO().getAlign()); in applyTruncStoreMerge()
3809 for (auto *ST : MatchInfo.FoundStores) in applyTruncStoreMerge()
4023 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in applyBuildFn() argument
4025 MatchInfo(Builder); in applyBuildFn()
4030 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in applyBuildFnNoErase() argument
4032 MatchInfo(Builder); in applyBuildFnNoErase()
4036 BuildFnTy &MatchInfo) { in matchOrShiftToFunnelShift() argument
4082 MatchInfo = [=](MachineIRBuilder &B) { in matchOrShiftToFunnelShift()
4144 int64_t &MatchInfo) { in matchICmpToTrueFalseKnownBits() argument
4186 MatchInfo = in matchICmpToTrueFalseKnownBits()
4197 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchICmpToLHSKnownBits() argument
4234 MatchInfo = [=](MachineIRBuilder &B) { B.buildInstr(Op, {Dst}, {LHS}); }; in matchICmpToLHSKnownBits()
4240 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchAndOrDisjointMask() argument
4262 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchAndOrDisjointMask()
4275 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchBitfieldExtractFromSExtInReg() argument
4294 MatchInfo = [=](MachineIRBuilder &B) { in matchBitfieldExtractFromSExtInReg()
4304 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchBitfieldExtractFromAnd() argument
4331 MatchInfo = [=](MachineIRBuilder &B) { in matchBitfieldExtractFromAnd()
4340 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchBitfieldExtractFromShr() argument
4380 MatchInfo = [=](MachineIRBuilder &B) { in matchBitfieldExtractFromShr()
4389 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchBitfieldExtractFromShrAnd() argument
4416 MatchInfo = [=](MachineIRBuilder &B) { in matchBitfieldExtractFromShrAnd()
4438 MatchInfo = [=](MachineIRBuilder &B) { in matchBitfieldExtractFromShrAnd()
4516 BuildFnTy &MatchInfo) { in matchReassocConstantInnerRHS() argument
4525 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchReassocConstantInnerRHS()
4541 BuildFnTy &MatchInfo) { in matchReassocConstantInnerLHS() argument
4551 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchReassocConstantInnerLHS()
4570 BuildFnTy &MatchInfo) { in matchReassocFoldConstantsInSubTree() argument
4586 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchReassocFoldConstantsInSubTree()
4597 BuildFnTy &MatchInfo) { in matchReassocPtrAdd() argument
4615 if (matchReassocFoldConstantsInSubTree(PtrAdd, LHS, RHS, MatchInfo)) in matchReassocPtrAdd()
4619 if (matchReassocConstantInnerLHS(PtrAdd, LHS, RHS, MatchInfo)) in matchReassocPtrAdd()
4623 if (matchReassocConstantInnerRHS(PtrAdd, RHS, MatchInfo)) in matchReassocPtrAdd()
4629 bool CombinerHelper::matchConstantFold(MachineInstr &MI, APInt &MatchInfo) { in matchConstantFold() argument
4635 MatchInfo = *MaybeCst; in matchConstantFold()
4640 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchNarrowBinopFeedingAnd() argument
4717 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchNarrowBinopFeedingAnd()
4730 bool CombinerHelper::matchMulOBy2(MachineInstr &MI, BuildFnTy &MatchInfo) { in matchMulOBy2() argument
4737 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchMulOBy2()
4748 bool CombinerHelper::matchMulOBy0(MachineInstr &MI, BuildFnTy &MatchInfo) { in matchMulOBy0() argument
4759 MatchInfo = [=](MachineIRBuilder &B) { in matchMulOBy0()
4766 bool CombinerHelper::matchAddOBy0(MachineInstr &MI, BuildFnTy &MatchInfo) { in matchAddOBy0() argument
4777 MatchInfo = [=](MachineIRBuilder &B) { in matchAddOBy0()
4972 BuildFnTy &MatchInfo) { in matchRedundantNegOperands() argument
5007 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchRedundantNegOperands()
5067 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFAddFMulToFMadOrFMA() argument
5092 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAddFMulToFMadOrFMA()
5103 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAddFMulToFMadOrFMA()
5115 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFAddFpExtFMulToFMadOrFMA() argument
5146 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMA()
5161 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMA()
5174 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFAddFMAFMulToFMadOrFMA() argument
5226 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFAddFMAFMulToFMadOrFMA()
5239 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFAddFpExtFMulToFMadOrFMAAggressive() argument
5288 MatchInfo = [=](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMAAggressive()
5308 MatchInfo = [=](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMAAggressive()
5329 MatchInfo = [=](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMAAggressive()
5349 MatchInfo = [=](MachineIRBuilder &B) { in matchCombineFAddFpExtFMulToFMadOrFMAAggressive()
5365 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFSubFMulToFMadOrFMA() argument
5393 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFMulToFMadOrFMA()
5404 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFMulToFMadOrFMA()
5417 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFSubFNegFMulToFMadOrFMA() argument
5437 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFNegFMulToFMadOrFMA()
5452 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFNegFMulToFMadOrFMA()
5464 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFSubFpExtFMulToFMadOrFMA() argument
5483 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFpExtFMulToFMadOrFMA()
5499 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFpExtFMulToFMadOrFMA()
5515 MachineInstr &MI, std::function<void(MachineIRBuilder &)> &MatchInfo) { in matchCombineFSubFpExtFNegFMulToFMadOrFMA() argument
5547 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFpExtFNegFMulToFMadOrFMA()
5563 MatchInfo = [=, &MI](MachineIRBuilder &B) { in matchCombineFSubFpExtFNegFMulToFMadOrFMA()
5574 BuildFnTy &MatchInfo) { in matchSelectToLogical() argument
5595 MatchInfo = [=](MachineIRBuilder &MIB) { in matchSelectToLogical()
5605 MatchInfo = [=](MachineIRBuilder &MIB) { in matchSelectToLogical()
5613 MatchInfo = [=](MachineIRBuilder &MIB) { in matchSelectToLogical()
5621 MatchInfo = [=](MachineIRBuilder &MIB) { in matchSelectToLogical()