Lines Matching refs:FuncInfo
818 FunctionLoweringInfo &FuncInfo, in getCopyFromRegs() argument
859 FuncInfo.GetLiveOutRegInfo(Regs[Part+i]); in getCopyFromRegs()
1350 auto SI = FuncInfo.StaticAllocaMap.find(AI); in handleDebugValue()
1351 if (SI != FuncInfo.StaticAllocaMap.end()) { in handleDebugValue()
1401 auto VMI = FuncInfo.ValueMap.find(V); in handleDebugValue()
1402 if (VMI != FuncInfo.ValueMap.end()) { in handleDebugValue()
1467 DenseMap<const Value *, Register>::iterator It = FuncInfo.ValueMap.find(V); in getCopyFromRegs()
1470 if (It != FuncInfo.ValueMap.end()) { in getCopyFromRegs()
1477 Result = RFV.getCopyFromRegs(DAG, FuncInfo, getCurSDLoc(), Chain, nullptr, in getCopyFromRegs()
1665 FuncInfo.StaticAllocaMap.find(AI); in getValueImpl()
1666 if (SI != FuncInfo.StaticAllocaMap.end()) in getValueImpl()
1673 unsigned InReg = FuncInfo.InitializeRegForValue(Inst); in getValueImpl()
1678 return RFV.getCopyFromRegs(DAG, FuncInfo, getCurSDLoc(), Chain, nullptr, V); in getValueImpl()
1685 return DAG.getBasicBlock(FuncInfo.MBBMap[BB]); in getValueImpl()
1691 auto Pers = classifyEHPersonality(FuncInfo.Fn->getPersonalityFn()); in visitCatchPad()
1695 MachineBasicBlock *CatchPadMBB = FuncInfo.MBB; in visitCatchPad()
1705 MachineBasicBlock *TargetMBB = FuncInfo.MBBMap[I.getSuccessor()]; in visitCatchRet()
1706 FuncInfo.MBB->addSuccessor(TargetMBB); in visitCatchRet()
1710 auto Pers = classifyEHPersonality(FuncInfo.Fn->getPersonalityFn()); in visitCatchRet()
1715 if (TargetMBB != NextBlock(FuncInfo.MBB) || in visitCatchRet()
1729 SuccessorColor = &FuncInfo.Fn->getEntryBlock(); in visitCatchRet()
1733 MachineBasicBlock *SuccessorColorMBB = FuncInfo.MBBMap[SuccessorColor]; in visitCatchRet()
1746 FuncInfo.MBB->setIsEHScopeEntry(); in visitCleanupPad()
1747 auto Pers = classifyEHPersonality(FuncInfo.Fn->getPersonalityFn()); in visitCleanupPad()
1749 FuncInfo.MBB->setIsEHFuncletEntry(); in visitCleanupPad()
1750 FuncInfo.MBB->setIsCleanupFuncletEntry(); in visitCleanupPad()
1781 FunctionLoweringInfo &FuncInfo, const BasicBlock *EHPadBB, in findWasmUnwindDestinations() argument
1789 UnwindDests.emplace_back(FuncInfo.MBBMap[EHPadBB], Prob); in findWasmUnwindDestinations()
1796 UnwindDests.emplace_back(FuncInfo.MBBMap[CatchPadBB], Prob); in findWasmUnwindDestinations()
1815 FunctionLoweringInfo &FuncInfo, const BasicBlock *EHPadBB, in findUnwindDestinations() argument
1820 classifyEHPersonality(FuncInfo.Fn->getPersonalityFn()); in findUnwindDestinations()
1827 findWasmUnwindDestinations(FuncInfo, EHPadBB, Prob, UnwindDests); in findUnwindDestinations()
1838 UnwindDests.emplace_back(FuncInfo.MBBMap[EHPadBB], Prob); in findUnwindDestinations()
1843 UnwindDests.emplace_back(FuncInfo.MBBMap[EHPadBB], Prob); in findUnwindDestinations()
1850 UnwindDests.emplace_back(FuncInfo.MBBMap[CatchPadBB], Prob); in findUnwindDestinations()
1862 BranchProbabilityInfo *BPI = FuncInfo.BPI; in findUnwindDestinations()
1873 BranchProbabilityInfo *BPI = FuncInfo.BPI; in visitCleanupRet()
1876 ? BPI->getEdgeProbability(FuncInfo.MBB->getBasicBlock(), UnwindDest) in visitCleanupRet()
1878 findUnwindDestinations(FuncInfo, UnwindDest, UnwindDestProb, UnwindDests); in visitCleanupRet()
1881 addSuccessorWithProb(FuncInfo.MBB, UnwindDest.first, UnwindDest.second); in visitCleanupRet()
1883 FuncInfo.MBB->normalizeSuccProbs(); in visitCleanupRet()
1914 if (!FuncInfo.CanLowerReturn) { in visitRet()
1915 unsigned DemoteReg = FuncInfo.DemoteRegister; in visitRet()
2042 &I, FuncInfo.MBB, SwiftError.getFunctionArg()), in visitRet()
2068 DenseMap<const Value *, Register>::iterator VMI = FuncInfo.ValueMap.find(V); in CopyToExportRegsIfNeeded()
2069 if (VMI != FuncInfo.ValueMap.end()) { in CopyToExportRegsIfNeeded()
2083 if (FuncInfo.isExportedInst(V)) return; in ExportFromCurrentBlock()
2085 unsigned Reg = FuncInfo.InitializeRegForValue(V); in ExportFromCurrentBlock()
2099 return FuncInfo.isExportedInst(V); in isExportableFromCurrentBlock()
2109 return FuncInfo.isExportedInst(V); in isExportableFromCurrentBlock()
2120 BranchProbabilityInfo *BPI = FuncInfo.BPI; in getEdgeProbability()
2135 if (!FuncInfo.BPI) in addSuccessorWithProb()
2360 MachineBasicBlock *BrMBB = FuncInfo.MBB; in visitBr()
2363 MachineBasicBlock *Succ0MBB = FuncInfo.MBBMap[I.getSuccessor(0)]; in visitBr()
2382 MachineBasicBlock *Succ1MBB = FuncInfo.MBBMap[I.getSuccessor(1)]; in visitBr()
2439 FuncInfo.MF->erase(SL->SwitchCases[i].ThisBB); in visitBr()
2584 FuncInfo.CreateReg(TLI.getPointerTy(DAG.getDataLayout())); in visitJumpTableHeader()
2797 B.Reg = FuncInfo.CreateReg(B.RegVT); in visitBitTestHeader()
2888 MachineBasicBlock *InvokeMBB = FuncInfo.MBB; in visitInvoke()
2892 MachineBasicBlock *Return = FuncInfo.MBBMap[I.getSuccessor(0)]; in visitInvoke()
2960 BranchProbabilityInfo *BPI = FuncInfo.BPI; in visitInvoke()
2964 findUnwindDestinations(FuncInfo, EHPadBB, EHPadBBProb, UnwindDests); in visitInvoke()
2980 MachineBasicBlock *CallBrMBB = FuncInfo.MBB; in visitCallBr()
2995 MachineBasicBlock *Return = FuncInfo.MBBMap[I.getDefaultDest()]; in visitCallBr()
3001 MachineBasicBlock *Target = FuncInfo.MBBMap[Dest]; in visitCallBr()
3021 assert(FuncInfo.MBB->isEHPad() && in visitLandingPad()
3027 const Constant *PersonalityFn = FuncInfo.Fn->getPersonalityFn(); in visitLandingPad()
3047 if (FuncInfo.ExceptionPointerVirtReg) { in visitLandingPad()
3050 FuncInfo.ExceptionPointerVirtReg, in visitLandingPad()
3058 FuncInfo.ExceptionSelectorVirtReg, in visitLandingPad()
3082 MachineBasicBlock *IndirectBrMBB = FuncInfo.MBB; in visitIndirectBr()
3092 MachineBasicBlock *Succ = FuncInfo.MBBMap[BB]; in visitIndirectBr()
3991 if (FuncInfo.StaticAllocaMap.count(&I)) in visitAlloca()
4045 assert(FuncInfo.MF->getFrameInfo().hasVarSizedObjects()); in visitAlloca()
4186 SwiftError.getOrCreateVRegDefAt(&I, FuncInfo.MBB, I.getPointerOperand()); in visitStoreToSwiftError()
4222 SwiftError.getOrCreateVRegUseAt(&I, FuncInfo.MBB, SV), ValueVTs[0]); in visitLoadFromSwiftError()
5540 bool IsInEntryBlock = FuncInfo.MBB == &FuncInfo.MF->front(); in EmitFuncArgumentDbgValue()
5593 if (ArgNo >= FuncInfo.DescribedArgs.size()) in EmitFuncArgumentDbgValue()
5594 FuncInfo.DescribedArgs.resize(ArgNo + 1, false); in EmitFuncArgumentDbgValue()
5595 else if (!IsInPrologue && FuncInfo.DescribedArgs.test(ArgNo)) in EmitFuncArgumentDbgValue()
5597 FuncInfo.DescribedArgs.set(ArgNo); in EmitFuncArgumentDbgValue()
5604 int FI = FuncInfo.getArgumentFrameIndex(Arg); in EmitFuncArgumentDbgValue()
5673 FuncInfo.ArgDbgValues.push_back(NewMI); in EmitFuncArgumentDbgValue()
5679 VMI = FuncInfo.ValueMap.find(V); in EmitFuncArgumentDbgValue()
5680 if (VMI != FuncInfo.ValueMap.end()) { in EmitFuncArgumentDbgValue()
5713 FuncInfo.ArgDbgValues.push_back(NewMI); in EmitFuncArgumentDbgValue()
6056 auto I = FuncInfo.StaticAllocaMap.find(AI); in visitIntrinsicCall()
6057 if (I != FuncInfo.StaticAllocaMap.end()) in visitIntrinsicCall()
6062 FI = FuncInfo.getArgumentFrameIndex(Arg); in visitIntrinsicCall()
6188 int FI = FuncInfo.StaticAllocaMap[FnCtx]; in visitIntrinsicCall()
6669 int FI = FuncInfo.StaticAllocaMap[Slot]; in visitIntrinsicCall()
6880 auto SI = FuncInfo.StaticAllocaMap.find(LifetimeObject); in visitIntrinsicCall()
6881 if (SI == FuncInfo.StaticAllocaMap.end()) in visitIntrinsicCall()
6956 assert(FuncInfo.StaticAllocaMap.count(Slot) && in visitIntrinsicCall()
6958 int FI = FuncInfo.StaticAllocaMap[Slot]; in visitIntrinsicCall()
6962 BuildMI(*FuncInfo.MBB, FuncInfo.InsertPt, dl, in visitIntrinsicCall()
7007 unsigned VReg = FuncInfo.getCatchPadExceptionPointerVReg(CPI, PtrRC); in visitIntrinsicCall()
7661 LPadToCallSiteMap[FuncInfo.MBBMap[EHPadBB]].push_back(CallSiteIndex); in lowerStartEH()
7684 auto Pers = classifyEHPersonality(FuncInfo.Fn->getPersonalityFn()); in lowerEndEH()
7693 MF.addInvoke(FuncInfo.MBBMap[EHPadBB], BeginLabel, EndLabel); in lowerEndEH()
7789 DAG.getRegister(SwiftError.getOrCreateVRegUseAt(&CB, FuncInfo.MBB, V), in LowerCallTo()
7845 SwiftError.getOrCreateVRegDefAt(&CB, FuncInfo.MBB, SwiftErrorVal); in LowerCallTo()
9094 Val = OpInfo.AssignedRegs.getCopyFromRegs(DAG, FuncInfo, getCurSDLoc(), in visitInlineAsm()
9386 FuncInfo.MF->getFrameInfo().setHasStackMap(); in visitStackmap()
9535 FuncInfo.MF->getFrameInfo().setHasPatchPoint(); in visitPatchpoint()
10071 auto PreferredExtendIt = FuncInfo.PreferredExtendType.find(V); in CopyValueToVirtualRegister()
10072 if (PreferredExtendIt != FuncInfo.PreferredExtendType.end()) in CopyValueToVirtualRegister()
10107 FunctionLoweringInfo *FuncInfo, in findArgumentCopyElisionCandidates() argument
10114 unsigned NumArgs = FuncInfo->Fn->arg_size(); in findArgumentCopyElisionCandidates()
10122 if (!AI || !AI->isStaticAlloca() || !FuncInfo->StaticAllocaMap.count(AI)) in findArgumentCopyElisionCandidates()
10133 for (const Instruction &I : FuncInfo->Fn->getEntryBlock()) { in findArgumentCopyElisionCandidates()
10203 FunctionLoweringInfo &FuncInfo, SmallVectorImpl<SDValue> &Chains, in tryToElideArgumentCopy() argument
10223 int &AllocaIndex = FuncInfo.StaticAllocaMap[AI]; in tryToElideArgumentCopy()
10225 MachineFrameInfo &MFI = FuncInfo.MF->getFrameInfo(); in tryToElideArgumentCopy()
10278 if (!FuncInfo->CanLowerReturn) { in LowerArguments()
10300 findArgumentCopyElisionCandidates(DL, FuncInfo.get(), in LowerArguments()
10470 if (!FuncInfo->CanLowerReturn) { in LowerArguments()
10488 FuncInfo->DemoteRegister = SRetReg; in LowerArguments()
10512 tryToElideArgumentCopy(*FuncInfo, Chains, ArgCopyElisionFrameIndexMap, in LowerArguments()
10528 FuncInfo->setArgumentFrameIndex(&Arg, FI->getIndex()); in LowerArguments()
10563 FuncInfo->setArgumentFrameIndex(&Arg, FI->getIndex()); in LowerArguments()
10582 FuncInfo->setArgumentFrameIndex(&Arg, FI->getIndex()); in LowerArguments()
10593 SwiftError->setCurrentVReg(FuncInfo->MBB, SwiftError->getFunctionArg(), in LowerArguments()
10605 FuncInfo->ValueMap[&Arg] = Reg; in LowerArguments()
10610 FuncInfo->InitializeRegForValue(&Arg); in LowerArguments()
10657 MachineBasicBlock *SuccMBB = FuncInfo.MBBMap[SuccBB]; in HandlePHINodesInSuccessorBlocks()
10684 RegOut = FuncInfo.CreateRegs(C); in HandlePHINodesInSuccessorBlocks()
10696 FuncInfo.ValueMap.find(PHIOp); in HandlePHINodesInSuccessorBlocks()
10697 if (I != FuncInfo.ValueMap.end()) in HandlePHINodesInSuccessorBlocks()
10701 FuncInfo.StaticAllocaMap.count(cast<AllocaInst>(PHIOp)) && in HandlePHINodesInSuccessorBlocks()
10703 Reg = FuncInfo.CreateRegs(PHIOp); in HandlePHINodesInSuccessorBlocks()
10716 FuncInfo.PHINodesToUpdate.push_back( in HandlePHINodesInSuccessorBlocks()
10728 if (++I == FuncInfo.MF->end()) in NextBlock()
10749 MachineFunction *CurMF = FuncInfo.MF; in lowerWorkItem()
10752 if (++BBI != FuncInfo.MF->end()) in lowerWorkItem()
10757 BranchProbabilityInfo *BPI = FuncInfo.BPI; in lowerWorkItem()
11089 LeftMBB = FuncInfo.MF->CreateMachineBasicBlock(W.MBB->getBasicBlock()); in splitWorkItem()
11090 FuncInfo.MF->insert(BBI, LeftMBB); in splitWorkItem()
11105 RightMBB = FuncInfo.MF->CreateMachineBasicBlock(W.MBB->getBasicBlock()); in splitWorkItem()
11106 FuncInfo.MF->insert(BBI, RightMBB); in splitWorkItem()
11145 MachineBasicBlock *SwitchMBB = FuncInfo.MBB; in peelDominantCaseCluster()
11147 if (SwitchPeelThreshold > 100 || !FuncInfo.BPI || Clusters.size() < 2 || in peelDominantCaseCluster()
11173 FuncInfo.MF->CreateMachineBasicBlock(SwitchMBB->getBasicBlock()); in peelDominantCaseCluster()
11174 FuncInfo.MF->insert(BBI, PeeledSwitchMBB); in peelDominantCaseCluster()
11196 BranchProbabilityInfo *BPI = FuncInfo.BPI; in visitSwitch()
11200 MachineBasicBlock *Succ = FuncInfo.MBBMap[I.getCaseSuccessor()]; in visitSwitch()
11208 MachineBasicBlock *DefaultMBB = FuncInfo.MBBMap[SI.getDefaultDest()]; in visitSwitch()
11221 MachineBasicBlock *SwitchMBB = FuncInfo.MBB; in visitSwitch()
11261 DefaultMBB == FuncInfo.MBBMap[SI.getDefaultDest()]) in visitSwitch()