| /llvm-project-15.0.7/llvm/lib/Transforms/IPO/ |
| H A D | SampleContextTracker.cpp | 54 FunctionSamples *Samples = ChildNode.getFunctionSamples(); in getHottestChildContext() 89 FunctionSamples *FSamples = Node->getFunctionSamples(); in moveContextSamples() 201 FunctionSamples *FSamples = &FuncSample.second; in SampleContextTracker() 224 FunctionSamples * 253 std::vector<const FunctionSamples *> 256 std::vector<const FunctionSamples *> R; in getIndirectCalleeContextSamplesFor() 273 FunctionSamples * 294 FunctionSamples * 364 const FunctionSamples *InlinedSamples) { in markContextSamplesInlined() 458 if (!FunctionSamples::UseMD5) in getFuncNameFor() [all …]
|
| H A D | SampleProfile.cpp | 366 FunctionSamples &FS = const_cast<FunctionSamples &>(IFS.second); in SetGUIDToFuncNameMapForAll() 447 const FunctionSamples * 571 if (!FunctionSamples::ProfileIsCS) in getInstWeight() 610 if (!FunctionSamples::ProfileIsCS) in getProbeWeight() 653 const FunctionSamples * 664 if (FunctionSamples::ProfileIsCS) in findCalleeFunctionSamples() 678 std::vector<const FunctionSamples *> 688 auto FSCompare = [](const FunctionSamples *L, const FunctionSamples *R) { in findIndirectCallFunctionSamples() 735 const FunctionSamples * 1240 if (FunctionSamples::ProfileIsCS) in tryInlineCandidate() [all …]
|
| H A D | SampleProfileProbe.cpp | 188 Function::getGUID(FunctionSamples::getCanonicalFnName(F))); in getDesc() 197 const FunctionSamples &Samples) const { in profileIsValid()
|
| /llvm-project-15.0.7/llvm/lib/ProfileData/ |
| H A D | SampleProf.cpp | 43 bool FunctionSamples::ProfileIsProbeBased = false; 44 bool FunctionSamples::ProfileIsCS = false; 46 bool FunctionSamples::UseMD5 = false; 47 bool FunctionSamples::HasUniqSuffix = true; 48 bool FunctionSamples::ProfileIsFS = false; 223 if (FunctionSamples::ProfileIsProbeBased) { in getCallSiteIdentifier() 246 const FunctionSamples *FunctionSamples::findFunctionSamples( in findFunctionSamples() 265 const FunctionSamples *FS = this; in findFunctionSamples() 286 const FunctionSamples *FunctionSamples::findFunctionSamplesAt( in findFunctionSamplesAt() 313 const FunctionSamples *R = nullptr; in findFunctionSamplesAt() [all …]
|
| H A D | SampleProfWriter.cpp | 173 if (FunctionSamples::ProfileIsCS) { in writeFuncOffsetTable() 196 const FunctionSamples &FunctionProfile) { in writeFuncMetadata() 201 if (FunctionSamples::ProfileIsProbeBased) in writeFuncMetadata() 203 if (FunctionSamples::ProfileIsCS || FunctionSamples::ProfileIsPreInlined) { in writeFuncMetadata() 207 if (!FunctionSamples::ProfileIsCS) { in writeFuncMetadata() 229 if (!FunctionSamples::ProfileIsProbeBased && !FunctionSamples::ProfileIsCS && in writeFuncMetadata() 230 !FunctionSamples::ProfileIsPreInlined) in writeFuncMetadata() 325 (FunctionSamples::ProfileIsCS || FunctionSamples::ProfileIsPreInlined)) in writeOneSection() 472 if (FunctionSamples::ProfileIsCS) in writeSample() 515 if (FunctionSamples::ProfileIsProbeBased) { in writeSample() [all …]
|
| H A D | SampleProfReader.cpp | 254 FunctionSamples::ProfileIsFS = ProfileIsFS; in readImpl() 282 Profiles[FContext] = FunctionSamples(); in readImpl() 367 FunctionSamples::ProfileIsCS = ProfileIsCS; in readImpl() 597 Profiles[*FContext] = FunctionSamples(); in readFuncProfile() 598 FunctionSamples &FProfile = Profiles[*FContext]; in readFuncProfile() 612 FunctionSamples::ProfileIsFS = ProfileIsFS; in readImpl() 669 FunctionSamples::HasUniqSuffix = in readOneSection() 944 FunctionSamples::ProfileIsFS = ProfileIsFS; in readImpl() 1125 FunctionSamples *CalleeProfile = nullptr; in readFuncMetadata() 1148 FunctionSamples *FProfile = nullptr; in readFuncMetadata() [all …]
|
| H A D | ProfileSummaryBuilder.cpp | 104 const sampleprof::FunctionSamples &FS, bool isCallsiteSample) { in addRecord() 199 if (UseContextLessSummary || (sampleprof::FunctionSamples::ProfileIsCS && in computeSummaryForProfiles() 208 const sampleprof::FunctionSamples &Profile = I.second; in computeSummaryForProfiles()
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/IPO/ |
| H A D | SampleContextTracker.h | 38 FunctionSamples *FSamples = nullptr, 51 FunctionSamples *getFunctionSamples() const; 52 void setFunctionSamples(FunctionSamples *FSamples); 73 FunctionSamples *FuncSamples; 91 using ContextSamplesTy = std::vector<FunctionSamples *>; 100 FunctionSamples *getCalleeContextSamplesFor(const CallBase &Inst, 103 std::vector<const FunctionSamples *> 107 FunctionSamples *getContextSamplesFor(const DILocation *DIL); 117 FunctionSamples *getBaseSamplesFor(const Function &Func, 136 getContextNodeForProfile(const FunctionSamples *FSamples) const { in getContextNodeForProfile() [all …]
|
| H A D | ProfiledCallGraph.h | 68 assert(!FunctionSamples::ProfileIsCS && in ProfiledCallGraph() 89 FunctionSamples *CallerSamples = Caller->getFunctionSamples(); in ProfiledCallGraph() 104 FunctionSamples *CalleeSamples = Callee->getFunctionSamples(); in ProfiledCallGraph() 158 void addProfiledCalls(const FunctionSamples &Samples) { in addProfiledCalls()
|
| H A D | SampleProfileProbe.h | 95 bool profileIsValid(const Function &F, const FunctionSamples &Samples) const;
|
| /llvm-project-15.0.7/llvm/include/llvm/Transforms/Utils/ |
| H A D | SampleProfileLoaderBaseUtil.h | 37 bool markSamplesUsed(const FunctionSamples *FS, uint32_t LineOffset, 40 unsigned countUsedRecords(const FunctionSamples *FS, 42 unsigned countBodyRecords(const FunctionSamples *FS, 45 uint64_t countBodySamples(const FunctionSamples *FS, 57 DenseMap<const FunctionSamples *, BodySampleCoverageMap>; 89 bool callsiteIsHot(const FunctionSamples *CallsiteFS, ProfileSummaryInfo *PSI,
|
| H A D | SampleProfileLoaderBaseImpl.h | 136 mutable DenseMap<const DILocation *, const FunctionSamples *> 138 virtual const FunctionSamples * 211 FunctionSamples *Samples = nullptr; 300 const FunctionSamples *FS = findFunctionSamples(Inst); 309 uint32_t LineOffset = FunctionSamples::getOffset(DIL); 397 const FunctionSamples *SampleProfileLoaderBaseImpl<BT>::findFunctionSamples(
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | SampleProfileLoaderBaseUtil.cpp | 68 bool callsiteIsHot(const FunctionSamples *CallsiteFS, ProfileSummaryInfo *PSI, in callsiteIsHot() 85 bool SampleCoverageTracker::markSamplesUsed(const FunctionSamples *FS, in markSamplesUsed() 101 SampleCoverageTracker::countUsedRecords(const FunctionSamples *FS, in countUsedRecords() 114 const FunctionSamples *CalleeSamples = &J.second; in countUsedRecords() 126 SampleCoverageTracker::countBodyRecords(const FunctionSamples *FS, in countBodyRecords() 133 const FunctionSamples *CalleeSamples = &J.second; in countBodyRecords() 145 SampleCoverageTracker::countBodySamples(const FunctionSamples *FS, in countBodySamples() 154 const FunctionSamples *CalleeSamples = &J.second; in countBodySamples()
|
| /llvm-project-15.0.7/llvm/tools/llvm-profgen/ |
| H A D | ProfileGenerator.cpp | 467 FunctionSamples & 557 FunctionSamples &FunctionProfile = in populateBodySamplesWithProbesForAllFunctions() 588 FunctionSamples &FunctionProfile = in populateBoundarySamplesWithProbesForAllFunctions() 599 FunctionSamples *FunctionProfile = in getLeafProfileAndAddTotalSamples() 716 FunctionSamples &FunctionProfile = in populateBoundarySamplesForAllFunctions() 735 FunctionSamples * 770 FunctionSamples::ProfileIsCS = true; in generateProfile() 1036 FunctionSamples::ProfileIsCS = false; in computeSummaryAndThreshold() 1043 FunctionSamples::ProfileIsCS = true; in computeSummaryAndThreshold() 1164 FunctionSamples &CallerProfile = in populateBodySamplesWithProbes() [all …]
|
| H A D | ProfileGenerator.h | 101 void updateBodySamplesforFunctionProfile(FunctionSamples &FunctionProfile, 160 FunctionSamples &getTopLevelFunctionProfile(StringRef FuncName); 164 FunctionSamples & 308 FunctionSamples *getOrCreateFunctionSamples(ContextTrieNode *ContextNode, 323 void populateBodySamplesForFunction(FunctionSamples &FunctionProfile, 347 FunctionSamples & 364 std::list<FunctionSamples> FSamplesList;
|
| H A D | CSPreInliner.cpp | 101 const FunctionSamples *CallerSamples) { in getInlineCandidates() 114 FunctionSamples *CalleeSamples = CalleeNode->getFunctionSamples(); in getInlineCandidates() 186 FunctionSamples *FSamples = ContextTracker.getBaseSamplesFor(Name); in processFunction() 264 FunctionSamples *FSamples = Node->getFunctionSamples(); in run() 293 FunctionSamples *FProfile = Node->getFunctionSamples(); in run() 300 FunctionSamples::ProfileIsPreInlined = true; in run()
|
| H A D | CSPreInliner.h | 27 ProfiledInlineCandidate(const FunctionSamples *Samples, uint64_t Count, in ProfiledInlineCandidate() 31 const FunctionSamples *CalleeSamples; 76 const FunctionSamples *FCallerContextSamples);
|
| /llvm-project-15.0.7/llvm/unittests/ProfileData/ |
| H A D | SampleProfTest.cpp | 145 FunctionSamples FooSamples; in testRoundTrip() 172 FunctionSamples BarSamples; in testRoundTrip() 184 FunctionSamples BazSamples; in testRoundTrip() 191 FunctionSamples BooSamples; in testRoundTrip() 243 FunctionSamples *ReadFooSamples = Reader->getSamplesFor(FooName); in testRoundTrip() 254 const FunctionSamples *ReadGooSamples = in testRoundTrip() 263 const FunctionSamples *ReadGooSamplesAgain = in testRoundTrip() 272 const FunctionSamples *ReadHooSamples = in testRoundTrip() 334 FunctionSamples FcnSamples; in addFunctionSamples() 393 FunctionSamples *Samples = Reader->getSamplesFor(I->getKey()); in testSuffixElisionPolicy() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/ProfileData/ |
| H A D | SampleProfWriter.h | 46 virtual std::error_code writeSample(const FunctionSamples &S) = 0; 98 std::error_code writeSample(const FunctionSamples &S) override; 125 std::error_code writeSample(const FunctionSamples &S) override; 135 std::error_code writeBody(const FunctionSamples &S); 143 void addNames(const FunctionSamples &S); 193 std::error_code writeSample(const FunctionSamples &S) override; 266 std::error_code writeFuncMetadata(const FunctionSamples &Profile); 380 std::error_code writeSample(const FunctionSamples &S) override;
|
| H A D | SampleProfReader.h | 375 FunctionSamples::UseMD5 = useMD5(); in read() 395 FunctionSamples *getSamplesFor(const Function &F) { in getSamplesFor() 399 StringRef CanonName = FunctionSamples::getCanonicalFnName(F); in getSamplesFor() 405 FunctionSamples *getOrCreateSamplesFor(const Function &F) { in getOrCreateSamplesFor() 407 StringRef CanonName = FunctionSamples::getCanonicalFnName(F); in getOrCreateSamplesFor() 420 virtual FunctionSamples *getSamplesFor(StringRef Fname) { in getSamplesFor() 628 std::error_code readProfile(FunctionSamples &FProfile); 705 FunctionSamples *FProfile); 842 using InlineCallStack = SmallVector<FunctionSamples *, 10>;
|
| H A D | SampleProf.h | 696 class FunctionSamples; 710 class FunctionSamples { 712 FunctionSamples() = default; 868 const FunctionSamples * 891 if (FunctionSamples::ProfileIsCS && getHeadSamples()) { 1042 if (Suffix == UniqSuffix && FunctionSamples::HasUniqSuffix) 1102 const FunctionSamples *findFunctionSamples( 1184 raw_ostream &operator<<(raw_ostream &OS, const FunctionSamples &FS); 1187 std::unordered_map<SampleContext, FunctionSamples, SampleContext::Hash>; 1250 FunctionSamples *FSamples = nullptr, [all …]
|
| H A D | ProfileCommon.h | 33 class FunctionSamples; variable 93 void addRecord(const sampleprof::FunctionSamples &FS,
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InsertPrefetch.cpp | 52 bool findPrefetchInfo(const FunctionSamples *Samples, const MachineInstr &MI, 71 ErrorOr<PrefetchHints> getPrefetchHints(const FunctionSamples *TopSamples, in getPrefetchHints() 75 return Samples->findCallTargetMapAt(FunctionSamples::getOffset(Loc), in getPrefetchHints() 107 bool X86InsertPrefetch::findPrefetchInfo(const FunctionSamples *TopSamples, in findPrefetchInfo() 183 const FunctionSamples *Samples = Reader->getSamplesFor(MF.getFunction()); in runOnMachineFunction()
|
| /llvm-project-15.0.7/bolt/lib/Passes/ |
| H A D | CacheMetrics.cpp | 170 std::unordered_map<BinaryFunction *, double> FunctionSamples; in expectedCacheHitRatio() local 176 FunctionSamples[BF] = Samples; in expectedCacheHitRatio() 186 PageSamples[Page] += FunctionSamples.at(BF); in expectedCacheHitRatio() 193 if (BF->getLayout().block_empty() || FunctionSamples.at(BF) == 0.0) in expectedCacheHitRatio() 195 double Samples = FunctionSamples.at(BF); in expectedCacheHitRatio()
|
| /llvm-project-15.0.7/llvm/tools/llvm-profdata/ |
| H A D | llvm-profdata.cpp | 648 static sampleprof::FunctionSamples 651 sampleprof::FunctionSamples Result; in remapSamples() 670 sampleprof::FunctionSamples Remapped = in remapSamples() 787 ProfileIsCS = FunctionSamples::ProfileIsCS; in mergeSampleProfile() 791 FunctionSamples Remapped = in mergeSampleProfile() 793 : FunctionSamples(); in mergeSampleProfile() 1530 const sampleprof::FunctionSamples &BaseFunc, in computeSampleFunctionInternalOverlap() 1531 const sampleprof::FunctionSamples &TestFunc, in computeSampleFunctionInternalOverlap() 1658 const sampleprof::FunctionSamples *BaseFunc, in computeSampleFunctionOverlap() 1659 const sampleprof::FunctionSamples *TestFunc, in computeSampleFunctionOverlap() [all …]
|