1 //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // The 'CodeCoverageTool' class implements a command line tool to analyze and
11 // report coverage information using the profiling instrumentation and code
12 // coverage mapping.
13 //
14 //===----------------------------------------------------------------------===//
15 
16 #include "CoverageExporterJson.h"
17 #include "CoverageFilters.h"
18 #include "CoverageReport.h"
19 #include "CoverageSummaryInfo.h"
20 #include "CoverageViewOptions.h"
21 #include "RenderingSupport.h"
22 #include "SourceCoverageView.h"
23 #include "llvm/ADT/SmallString.h"
24 #include "llvm/ADT/StringRef.h"
25 #include "llvm/ADT/Triple.h"
26 #include "llvm/ProfileData/Coverage/CoverageMapping.h"
27 #include "llvm/ProfileData/InstrProfReader.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/FileSystem.h"
30 #include "llvm/Support/Format.h"
31 #include "llvm/Support/MemoryBuffer.h"
32 #include "llvm/Support/Path.h"
33 #include "llvm/Support/Process.h"
34 #include "llvm/Support/Program.h"
35 #include "llvm/Support/ScopedPrinter.h"
36 #include "llvm/Support/ThreadPool.h"
37 #include "llvm/Support/Threading.h"
38 #include "llvm/Support/ToolOutputFile.h"
39 
40 #include <functional>
41 #include <map>
42 #include <system_error>
43 
44 using namespace llvm;
45 using namespace coverage;
46 
47 void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping,
48                               const CoverageViewOptions &Options,
49                               raw_ostream &OS);
50 
51 namespace {
52 /// The implementation of the coverage tool.
53 class CodeCoverageTool {
54 public:
55   enum Command {
56     /// The show command.
57     Show,
58     /// The report command.
59     Report,
60     /// The export command.
61     Export
62   };
63 
64   int run(Command Cmd, int argc, const char **argv);
65 
66 private:
67   /// Print the error message to the error output stream.
68   void error(const Twine &Message, StringRef Whence = "");
69 
70   /// Print the warning message to the error output stream.
71   void warning(const Twine &Message, StringRef Whence = "");
72 
73   /// Convert \p Path into an absolute path and append it to the list
74   /// of collected paths.
75   void addCollectedPath(const std::string &Path);
76 
77   /// If \p Path is a regular file, collect the path. If it's a
78   /// directory, recursively collect all of the paths within the directory.
79   void collectPaths(const std::string &Path);
80 
81   /// Return a memory buffer for the given source file.
82   ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile);
83 
84   /// Create source views for the expansions of the view.
85   void attachExpansionSubViews(SourceCoverageView &View,
86                                ArrayRef<ExpansionRecord> Expansions,
87                                const CoverageMapping &Coverage);
88 
89   /// Create the source view of a particular function.
90   std::unique_ptr<SourceCoverageView>
91   createFunctionView(const FunctionRecord &Function,
92                      const CoverageMapping &Coverage);
93 
94   /// Create the main source view of a particular source file.
95   std::unique_ptr<SourceCoverageView>
96   createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage);
97 
98   /// Load the coverage mapping data. Return nullptr if an error occurred.
99   std::unique_ptr<CoverageMapping> load();
100 
101   /// Create a mapping from files in the Coverage data to local copies
102   /// (path-equivalence).
103   void remapPathNames(const CoverageMapping &Coverage);
104 
105   /// Remove input source files which aren't mapped by \p Coverage.
106   void removeUnmappedInputs(const CoverageMapping &Coverage);
107 
108   /// If a demangler is available, demangle all symbol names.
109   void demangleSymbols(const CoverageMapping &Coverage);
110 
111   /// Write out a source file view to the filesystem.
112   void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage,
113                            CoveragePrinter *Printer, bool ShowFilenames);
114 
115   typedef llvm::function_ref<int(int, const char **)> CommandLineParserType;
116 
117   int doShow(int argc, const char **argv,
118              CommandLineParserType commandLineParser);
119 
120   int doReport(int argc, const char **argv,
121                CommandLineParserType commandLineParser);
122 
123   int doExport(int argc, const char **argv,
124                CommandLineParserType commandLineParser);
125 
126   std::vector<StringRef> ObjectFilenames;
127   CoverageViewOptions ViewOpts;
128   CoverageFiltersMatchAll Filters;
129   CoverageFilters IgnoreFilenameFilters;
130 
131   /// The path to the indexed profile.
132   std::string PGOFilename;
133 
134   /// A list of input source files.
135   std::vector<std::string> SourceFiles;
136 
137   /// In -path-equivalence mode, this maps the absolute paths from the coverage
138   /// mapping data to the input source files.
139   StringMap<std::string> RemappedFilenames;
140 
141   /// The coverage data path to be remapped from, and the source path to be
142   /// remapped to, when using -path-equivalence.
143   Optional<std::pair<std::string, std::string>> PathRemapping;
144 
145   /// The architecture the coverage mapping data targets.
146   std::vector<StringRef> CoverageArches;
147 
148   /// A cache for demangled symbols.
149   DemangleCache DC;
150 
151   /// A lock which guards printing to stderr.
152   std::mutex ErrsLock;
153 
154   /// A container for input source file buffers.
155   std::mutex LoadedSourceFilesLock;
156   std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>>
157       LoadedSourceFiles;
158 
159   /// Whitelist from -name-whitelist to be used for filtering.
160   std::unique_ptr<SpecialCaseList> NameWhitelist;
161 };
162 }
163 
164 static std::string getErrorString(const Twine &Message, StringRef Whence,
165                                   bool Warning) {
166   std::string Str = (Warning ? "warning" : "error");
167   Str += ": ";
168   if (!Whence.empty())
169     Str += Whence.str() + ": ";
170   Str += Message.str() + "\n";
171   return Str;
172 }
173 
174 void CodeCoverageTool::error(const Twine &Message, StringRef Whence) {
175   std::unique_lock<std::mutex> Guard{ErrsLock};
176   ViewOpts.colored_ostream(errs(), raw_ostream::RED)
177       << getErrorString(Message, Whence, false);
178 }
179 
180 void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) {
181   std::unique_lock<std::mutex> Guard{ErrsLock};
182   ViewOpts.colored_ostream(errs(), raw_ostream::RED)
183       << getErrorString(Message, Whence, true);
184 }
185 
186 void CodeCoverageTool::addCollectedPath(const std::string &Path) {
187   SmallString<128> EffectivePath(Path);
188   if (std::error_code EC = sys::fs::make_absolute(EffectivePath)) {
189     error(EC.message(), Path);
190     return;
191   }
192   sys::path::remove_dots(EffectivePath, /*remove_dot_dots=*/true);
193   if (!IgnoreFilenameFilters.matchesFilename(EffectivePath))
194     SourceFiles.emplace_back(EffectivePath.str());
195 }
196 
197 void CodeCoverageTool::collectPaths(const std::string &Path) {
198   llvm::sys::fs::file_status Status;
199   llvm::sys::fs::status(Path, Status);
200   if (!llvm::sys::fs::exists(Status)) {
201     if (PathRemapping)
202       addCollectedPath(Path);
203     else
204       warning("Source file doesn't exist, proceeded by ignoring it.", Path);
205     return;
206   }
207 
208   if (llvm::sys::fs::is_regular_file(Status)) {
209     addCollectedPath(Path);
210     return;
211   }
212 
213   if (llvm::sys::fs::is_directory(Status)) {
214     std::error_code EC;
215     for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E;
216          F != E; F.increment(EC)) {
217 
218       auto Status = F->status();
219       if (!Status) {
220         warning(Status.getError().message(), F->path());
221         continue;
222       }
223 
224       if (Status->type() == llvm::sys::fs::file_type::regular_file)
225         addCollectedPath(F->path());
226     }
227   }
228 }
229 
230 ErrorOr<const MemoryBuffer &>
231 CodeCoverageTool::getSourceFile(StringRef SourceFile) {
232   // If we've remapped filenames, look up the real location for this file.
233   std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock};
234   if (!RemappedFilenames.empty()) {
235     auto Loc = RemappedFilenames.find(SourceFile);
236     if (Loc != RemappedFilenames.end())
237       SourceFile = Loc->second;
238   }
239   for (const auto &Files : LoadedSourceFiles)
240     if (sys::fs::equivalent(SourceFile, Files.first))
241       return *Files.second;
242   auto Buffer = MemoryBuffer::getFile(SourceFile);
243   if (auto EC = Buffer.getError()) {
244     error(EC.message(), SourceFile);
245     return EC;
246   }
247   LoadedSourceFiles.emplace_back(SourceFile, std::move(Buffer.get()));
248   return *LoadedSourceFiles.back().second;
249 }
250 
251 void CodeCoverageTool::attachExpansionSubViews(
252     SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions,
253     const CoverageMapping &Coverage) {
254   if (!ViewOpts.ShowExpandedRegions)
255     return;
256   for (const auto &Expansion : Expansions) {
257     auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion);
258     if (ExpansionCoverage.empty())
259       continue;
260     auto SourceBuffer = getSourceFile(ExpansionCoverage.getFilename());
261     if (!SourceBuffer)
262       continue;
263 
264     auto SubViewExpansions = ExpansionCoverage.getExpansions();
265     auto SubView =
266         SourceCoverageView::create(Expansion.Function.Name, SourceBuffer.get(),
267                                    ViewOpts, std::move(ExpansionCoverage));
268     attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
269     View.addExpansion(Expansion.Region, std::move(SubView));
270   }
271 }
272 
273 std::unique_ptr<SourceCoverageView>
274 CodeCoverageTool::createFunctionView(const FunctionRecord &Function,
275                                      const CoverageMapping &Coverage) {
276   auto FunctionCoverage = Coverage.getCoverageForFunction(Function);
277   if (FunctionCoverage.empty())
278     return nullptr;
279   auto SourceBuffer = getSourceFile(FunctionCoverage.getFilename());
280   if (!SourceBuffer)
281     return nullptr;
282 
283   auto Expansions = FunctionCoverage.getExpansions();
284   auto View = SourceCoverageView::create(DC.demangle(Function.Name),
285                                          SourceBuffer.get(), ViewOpts,
286                                          std::move(FunctionCoverage));
287   attachExpansionSubViews(*View, Expansions, Coverage);
288 
289   return View;
290 }
291 
292 std::unique_ptr<SourceCoverageView>
293 CodeCoverageTool::createSourceFileView(StringRef SourceFile,
294                                        const CoverageMapping &Coverage) {
295   auto SourceBuffer = getSourceFile(SourceFile);
296   if (!SourceBuffer)
297     return nullptr;
298   auto FileCoverage = Coverage.getCoverageForFile(SourceFile);
299   if (FileCoverage.empty())
300     return nullptr;
301 
302   auto Expansions = FileCoverage.getExpansions();
303   auto View = SourceCoverageView::create(SourceFile, SourceBuffer.get(),
304                                          ViewOpts, std::move(FileCoverage));
305   attachExpansionSubViews(*View, Expansions, Coverage);
306   if (!ViewOpts.ShowFunctionInstantiations)
307     return View;
308 
309   for (const auto &Group : Coverage.getInstantiationGroups(SourceFile)) {
310     // Skip functions which have a single instantiation.
311     if (Group.size() < 2)
312       continue;
313 
314     for (const FunctionRecord *Function : Group.getInstantiations()) {
315       std::unique_ptr<SourceCoverageView> SubView{nullptr};
316 
317       StringRef Funcname = DC.demangle(Function->Name);
318 
319       if (Function->ExecutionCount > 0) {
320         auto SubViewCoverage = Coverage.getCoverageForFunction(*Function);
321         auto SubViewExpansions = SubViewCoverage.getExpansions();
322         SubView = SourceCoverageView::create(
323             Funcname, SourceBuffer.get(), ViewOpts, std::move(SubViewCoverage));
324         attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
325       }
326 
327       unsigned FileID = Function->CountedRegions.front().FileID;
328       unsigned Line = 0;
329       for (const auto &CR : Function->CountedRegions)
330         if (CR.FileID == FileID)
331           Line = std::max(CR.LineEnd, Line);
332       View->addInstantiation(Funcname, Line, std::move(SubView));
333     }
334   }
335   return View;
336 }
337 
338 static bool modifiedTimeGT(StringRef LHS, StringRef RHS) {
339   sys::fs::file_status Status;
340   if (sys::fs::status(LHS, Status))
341     return false;
342   auto LHSTime = Status.getLastModificationTime();
343   if (sys::fs::status(RHS, Status))
344     return false;
345   auto RHSTime = Status.getLastModificationTime();
346   return LHSTime > RHSTime;
347 }
348 
349 std::unique_ptr<CoverageMapping> CodeCoverageTool::load() {
350   for (StringRef ObjectFilename : ObjectFilenames)
351     if (modifiedTimeGT(ObjectFilename, PGOFilename))
352       warning("profile data may be out of date - object is newer",
353               ObjectFilename);
354   auto CoverageOrErr =
355       CoverageMapping::load(ObjectFilenames, PGOFilename, CoverageArches);
356   if (Error E = CoverageOrErr.takeError()) {
357     error("Failed to load coverage: " + toString(std::move(E)),
358           join(ObjectFilenames.begin(), ObjectFilenames.end(), ", "));
359     return nullptr;
360   }
361   auto Coverage = std::move(CoverageOrErr.get());
362   unsigned Mismatched = Coverage->getMismatchedCount();
363   if (Mismatched) {
364     warning(Twine(Mismatched) + " functions have mismatched data");
365 
366     if (ViewOpts.Debug) {
367       for (const auto &HashMismatch : Coverage->getHashMismatches())
368         errs() << "hash-mismatch: "
369                << "No profile record found for '" << HashMismatch.first << "'"
370                << " with hash = 0x" << Twine::utohexstr(HashMismatch.second)
371                << '\n';
372     }
373   }
374 
375   remapPathNames(*Coverage);
376 
377   if (!SourceFiles.empty())
378     removeUnmappedInputs(*Coverage);
379 
380   demangleSymbols(*Coverage);
381 
382   return Coverage;
383 }
384 
385 void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) {
386   if (!PathRemapping)
387     return;
388 
389   // Convert remapping paths to native paths with trailing seperators.
390   auto nativeWithTrailing = [](StringRef Path) -> std::string {
391     if (Path.empty())
392       return "";
393     SmallString<128> NativePath;
394     sys::path::native(Path, NativePath);
395     if (!sys::path::is_separator(NativePath.back()))
396       NativePath += sys::path::get_separator();
397     return NativePath.c_str();
398   };
399   std::string RemapFrom = nativeWithTrailing(PathRemapping->first);
400   std::string RemapTo = nativeWithTrailing(PathRemapping->second);
401 
402   // Create a mapping from coverage data file paths to local paths.
403   for (StringRef Filename : Coverage.getUniqueSourceFiles()) {
404     SmallString<128> NativeFilename;
405     sys::path::native(Filename, NativeFilename);
406     if (NativeFilename.startswith(RemapFrom)) {
407       RemappedFilenames[Filename] =
408           RemapTo + NativeFilename.substr(RemapFrom.size()).str();
409     }
410   }
411 
412   // Convert input files from local paths to coverage data file paths.
413   StringMap<std::string> InvRemappedFilenames;
414   for (const auto &RemappedFilename : RemappedFilenames)
415     InvRemappedFilenames[RemappedFilename.getValue()] = RemappedFilename.getKey();
416 
417   for (std::string &Filename : SourceFiles) {
418     SmallString<128> NativeFilename;
419     sys::path::native(Filename, NativeFilename);
420     auto CovFileName = InvRemappedFilenames.find(NativeFilename);
421     if (CovFileName != InvRemappedFilenames.end())
422       Filename = CovFileName->second;
423   }
424 }
425 
426 void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) {
427   std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles();
428 
429   auto UncoveredFilesIt = SourceFiles.end();
430   // The user may have specified source files which aren't in the coverage
431   // mapping. Filter these files away.
432   UncoveredFilesIt = std::remove_if(
433       SourceFiles.begin(), SourceFiles.end(), [&](const std::string &SF) {
434         return !std::binary_search(CoveredFiles.begin(), CoveredFiles.end(),
435                                    SF);
436       });
437 
438   SourceFiles.erase(UncoveredFilesIt, SourceFiles.end());
439 }
440 
441 void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) {
442   if (!ViewOpts.hasDemangler())
443     return;
444 
445   // Pass function names to the demangler in a temporary file.
446   int InputFD;
447   SmallString<256> InputPath;
448   std::error_code EC =
449       sys::fs::createTemporaryFile("demangle-in", "list", InputFD, InputPath);
450   if (EC) {
451     error(InputPath, EC.message());
452     return;
453   }
454   ToolOutputFile InputTOF{InputPath, InputFD};
455 
456   unsigned NumSymbols = 0;
457   for (const auto &Function : Coverage.getCoveredFunctions()) {
458     InputTOF.os() << Function.Name << '\n';
459     ++NumSymbols;
460   }
461   InputTOF.os().close();
462 
463   // Use another temporary file to store the demangler's output.
464   int OutputFD;
465   SmallString<256> OutputPath;
466   EC = sys::fs::createTemporaryFile("demangle-out", "list", OutputFD,
467                                     OutputPath);
468   if (EC) {
469     error(OutputPath, EC.message());
470     return;
471   }
472   ToolOutputFile OutputTOF{OutputPath, OutputFD};
473   OutputTOF.os().close();
474 
475   // Invoke the demangler.
476   std::vector<StringRef> ArgsV;
477   for (StringRef Arg : ViewOpts.DemanglerOpts)
478     ArgsV.push_back(Arg);
479   Optional<StringRef> Redirects[] = {InputPath.str(), OutputPath.str(), {""}};
480   std::string ErrMsg;
481   int RC = sys::ExecuteAndWait(ViewOpts.DemanglerOpts[0], ArgsV,
482                                /*env=*/None, Redirects, /*secondsToWait=*/0,
483                                /*memoryLimit=*/0, &ErrMsg);
484   if (RC) {
485     error(ErrMsg, ViewOpts.DemanglerOpts[0]);
486     return;
487   }
488 
489   // Parse the demangler's output.
490   auto BufOrError = MemoryBuffer::getFile(OutputPath);
491   if (!BufOrError) {
492     error(OutputPath, BufOrError.getError().message());
493     return;
494   }
495 
496   std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError);
497 
498   SmallVector<StringRef, 8> Symbols;
499   StringRef DemanglerData = DemanglerBuf->getBuffer();
500   DemanglerData.split(Symbols, '\n', /*MaxSplit=*/NumSymbols,
501                       /*KeepEmpty=*/false);
502   if (Symbols.size() != NumSymbols) {
503     error("Demangler did not provide expected number of symbols");
504     return;
505   }
506 
507   // Cache the demangled names.
508   unsigned I = 0;
509   for (const auto &Function : Coverage.getCoveredFunctions())
510     // On Windows, lines in the demangler's output file end with "\r\n".
511     // Splitting by '\n' keeps '\r's, so cut them now.
512     DC.DemangledNames[Function.Name] = Symbols[I++].rtrim();
513 }
514 
515 void CodeCoverageTool::writeSourceFileView(StringRef SourceFile,
516                                            CoverageMapping *Coverage,
517                                            CoveragePrinter *Printer,
518                                            bool ShowFilenames) {
519   auto View = createSourceFileView(SourceFile, *Coverage);
520   if (!View) {
521     warning("The file '" + SourceFile + "' isn't covered.");
522     return;
523   }
524 
525   auto OSOrErr = Printer->createViewFile(SourceFile, /*InToplevel=*/false);
526   if (Error E = OSOrErr.takeError()) {
527     error("Could not create view file!", toString(std::move(E)));
528     return;
529   }
530   auto OS = std::move(OSOrErr.get());
531 
532   View->print(*OS.get(), /*Wholefile=*/true,
533               /*ShowSourceName=*/ShowFilenames,
534               /*ShowTitle=*/ViewOpts.hasOutputDirectory());
535   Printer->closeViewFile(std::move(OS));
536 }
537 
538 int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) {
539   cl::opt<std::string> CovFilename(
540       cl::Positional, cl::desc("Covered executable or object file."));
541 
542   cl::list<std::string> CovFilenames(
543       "object", cl::desc("Coverage executable or object file"), cl::ZeroOrMore,
544       cl::CommaSeparated);
545 
546   cl::list<std::string> InputSourceFiles(
547       cl::Positional, cl::desc("<Source files>"), cl::ZeroOrMore);
548 
549   cl::opt<bool> DebugDumpCollectedPaths(
550       "dump-collected-paths", cl::Optional, cl::Hidden,
551       cl::desc("Show the collected paths to source files"));
552 
553   cl::opt<std::string, true> PGOFilename(
554       "instr-profile", cl::Required, cl::location(this->PGOFilename),
555       cl::desc(
556           "File with the profile data obtained after an instrumented run"));
557 
558   cl::list<std::string> Arches(
559       "arch", cl::desc("architectures of the coverage mapping binaries"));
560 
561   cl::opt<bool> DebugDump("dump", cl::Optional,
562                           cl::desc("Show internal debug dump"));
563 
564   cl::opt<CoverageViewOptions::OutputFormat> Format(
565       "format", cl::desc("Output format for line-based coverage reports"),
566       cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text",
567                             "Text output"),
568                  clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html",
569                             "HTML output")),
570       cl::init(CoverageViewOptions::OutputFormat::Text));
571 
572   cl::opt<std::string> PathRemap(
573       "path-equivalence", cl::Optional,
574       cl::desc("<from>,<to> Map coverage data paths to local source file "
575                "paths"));
576 
577   cl::OptionCategory FilteringCategory("Function filtering options");
578 
579   cl::list<std::string> NameFilters(
580       "name", cl::Optional,
581       cl::desc("Show code coverage only for functions with the given name"),
582       cl::ZeroOrMore, cl::cat(FilteringCategory));
583 
584   cl::list<std::string> NameFilterFiles(
585       "name-whitelist", cl::Optional,
586       cl::desc("Show code coverage only for functions listed in the given "
587                "file"),
588       cl::ZeroOrMore, cl::cat(FilteringCategory));
589 
590   cl::list<std::string> NameRegexFilters(
591       "name-regex", cl::Optional,
592       cl::desc("Show code coverage only for functions that match the given "
593                "regular expression"),
594       cl::ZeroOrMore, cl::cat(FilteringCategory));
595 
596   cl::list<std::string> IgnoreFilenameRegexFilters(
597       "ignore-filename-regex", cl::Optional,
598       cl::desc("Skip source code files with file paths that match the given "
599                "regular expression"),
600       cl::ZeroOrMore, cl::cat(FilteringCategory));
601 
602   cl::opt<double> RegionCoverageLtFilter(
603       "region-coverage-lt", cl::Optional,
604       cl::desc("Show code coverage only for functions with region coverage "
605                "less than the given threshold"),
606       cl::cat(FilteringCategory));
607 
608   cl::opt<double> RegionCoverageGtFilter(
609       "region-coverage-gt", cl::Optional,
610       cl::desc("Show code coverage only for functions with region coverage "
611                "greater than the given threshold"),
612       cl::cat(FilteringCategory));
613 
614   cl::opt<double> LineCoverageLtFilter(
615       "line-coverage-lt", cl::Optional,
616       cl::desc("Show code coverage only for functions with line coverage less "
617                "than the given threshold"),
618       cl::cat(FilteringCategory));
619 
620   cl::opt<double> LineCoverageGtFilter(
621       "line-coverage-gt", cl::Optional,
622       cl::desc("Show code coverage only for functions with line coverage "
623                "greater than the given threshold"),
624       cl::cat(FilteringCategory));
625 
626   cl::opt<cl::boolOrDefault> UseColor(
627       "use-color", cl::desc("Emit colored output (default=autodetect)"),
628       cl::init(cl::BOU_UNSET));
629 
630   cl::list<std::string> DemanglerOpts(
631       "Xdemangler", cl::desc("<demangler-path>|<demangler-option>"));
632 
633   cl::opt<bool> RegionSummary(
634       "show-region-summary", cl::Optional,
635       cl::desc("Show region statistics in summary table"),
636       cl::init(true));
637 
638   cl::opt<bool> InstantiationSummary(
639       "show-instantiation-summary", cl::Optional,
640       cl::desc("Show instantiation statistics in summary table"));
641 
642   cl::opt<bool> SummaryOnly(
643       "summary-only", cl::Optional,
644       cl::desc("Export only summary information for each source file"));
645 
646   cl::opt<unsigned> NumThreads(
647       "num-threads", cl::init(0),
648       cl::desc("Number of merge threads to use (default: autodetect)"));
649   cl::alias NumThreadsA("j", cl::desc("Alias for --num-threads"),
650                         cl::aliasopt(NumThreads));
651 
652   auto commandLineParser = [&, this](int argc, const char **argv) -> int {
653     cl::ParseCommandLineOptions(argc, argv, "LLVM code coverage tool\n");
654     ViewOpts.Debug = DebugDump;
655 
656     if (!CovFilename.empty())
657       ObjectFilenames.emplace_back(CovFilename);
658     for (const std::string &Filename : CovFilenames)
659       ObjectFilenames.emplace_back(Filename);
660     if (ObjectFilenames.empty()) {
661       errs() << "No filenames specified!\n";
662       ::exit(1);
663     }
664 
665     ViewOpts.Format = Format;
666     switch (ViewOpts.Format) {
667     case CoverageViewOptions::OutputFormat::Text:
668       ViewOpts.Colors = UseColor == cl::BOU_UNSET
669                             ? sys::Process::StandardOutHasColors()
670                             : UseColor == cl::BOU_TRUE;
671       break;
672     case CoverageViewOptions::OutputFormat::HTML:
673       if (UseColor == cl::BOU_FALSE)
674         errs() << "Color output cannot be disabled when generating html.\n";
675       ViewOpts.Colors = true;
676       break;
677     }
678 
679     // If path-equivalence was given and is a comma seperated pair then set
680     // PathRemapping.
681     auto EquivPair = StringRef(PathRemap).split(',');
682     if (!(EquivPair.first.empty() && EquivPair.second.empty()))
683       PathRemapping = EquivPair;
684 
685     // If a demangler is supplied, check if it exists and register it.
686     if (DemanglerOpts.size()) {
687       auto DemanglerPathOrErr = sys::findProgramByName(DemanglerOpts[0]);
688       if (!DemanglerPathOrErr) {
689         error("Could not find the demangler!",
690               DemanglerPathOrErr.getError().message());
691         return 1;
692       }
693       DemanglerOpts[0] = *DemanglerPathOrErr;
694       ViewOpts.DemanglerOpts.swap(DemanglerOpts);
695     }
696 
697     // Read in -name-whitelist files.
698     if (!NameFilterFiles.empty()) {
699       std::string SpecialCaseListErr;
700       NameWhitelist =
701           SpecialCaseList::create(NameFilterFiles, SpecialCaseListErr);
702       if (!NameWhitelist)
703         error(SpecialCaseListErr);
704     }
705 
706     // Create the function filters
707     if (!NameFilters.empty() || NameWhitelist || !NameRegexFilters.empty()) {
708       auto NameFilterer = llvm::make_unique<CoverageFilters>();
709       for (const auto &Name : NameFilters)
710         NameFilterer->push_back(llvm::make_unique<NameCoverageFilter>(Name));
711       if (NameWhitelist)
712         NameFilterer->push_back(
713             llvm::make_unique<NameWhitelistCoverageFilter>(*NameWhitelist));
714       for (const auto &Regex : NameRegexFilters)
715         NameFilterer->push_back(
716             llvm::make_unique<NameRegexCoverageFilter>(Regex));
717       Filters.push_back(std::move(NameFilterer));
718     }
719 
720     if (RegionCoverageLtFilter.getNumOccurrences() ||
721         RegionCoverageGtFilter.getNumOccurrences() ||
722         LineCoverageLtFilter.getNumOccurrences() ||
723         LineCoverageGtFilter.getNumOccurrences()) {
724       auto StatFilterer = llvm::make_unique<CoverageFilters>();
725       if (RegionCoverageLtFilter.getNumOccurrences())
726         StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
727             RegionCoverageFilter::LessThan, RegionCoverageLtFilter));
728       if (RegionCoverageGtFilter.getNumOccurrences())
729         StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
730             RegionCoverageFilter::GreaterThan, RegionCoverageGtFilter));
731       if (LineCoverageLtFilter.getNumOccurrences())
732         StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
733             LineCoverageFilter::LessThan, LineCoverageLtFilter));
734       if (LineCoverageGtFilter.getNumOccurrences())
735         StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
736             RegionCoverageFilter::GreaterThan, LineCoverageGtFilter));
737       Filters.push_back(std::move(StatFilterer));
738     }
739 
740     // Create the ignore filename filters.
741     for (const auto &RE : IgnoreFilenameRegexFilters)
742       IgnoreFilenameFilters.push_back(
743           llvm::make_unique<NameRegexCoverageFilter>(RE));
744 
745     if (!Arches.empty()) {
746       for (const std::string &Arch : Arches) {
747         if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) {
748           error("Unknown architecture: " + Arch);
749           return 1;
750         }
751         CoverageArches.emplace_back(Arch);
752       }
753       if (CoverageArches.size() != ObjectFilenames.size()) {
754         error("Number of architectures doesn't match the number of objects");
755         return 1;
756       }
757     }
758 
759     // IgnoreFilenameFilters are applied even when InputSourceFiles specified.
760     for (const std::string &File : InputSourceFiles)
761       collectPaths(File);
762 
763     if (DebugDumpCollectedPaths) {
764       for (const std::string &SF : SourceFiles)
765         outs() << SF << '\n';
766       ::exit(0);
767     }
768 
769     ViewOpts.ShowRegionSummary = RegionSummary;
770     ViewOpts.ShowInstantiationSummary = InstantiationSummary;
771     ViewOpts.ExportSummaryOnly = SummaryOnly;
772     ViewOpts.NumThreads = NumThreads;
773 
774     return 0;
775   };
776 
777   switch (Cmd) {
778   case Show:
779     return doShow(argc, argv, commandLineParser);
780   case Report:
781     return doReport(argc, argv, commandLineParser);
782   case Export:
783     return doExport(argc, argv, commandLineParser);
784   }
785   return 0;
786 }
787 
788 int CodeCoverageTool::doShow(int argc, const char **argv,
789                              CommandLineParserType commandLineParser) {
790 
791   cl::OptionCategory ViewCategory("Viewing options");
792 
793   cl::opt<bool> ShowLineExecutionCounts(
794       "show-line-counts", cl::Optional,
795       cl::desc("Show the execution counts for each line"), cl::init(true),
796       cl::cat(ViewCategory));
797 
798   cl::opt<bool> ShowRegions(
799       "show-regions", cl::Optional,
800       cl::desc("Show the execution counts for each region"),
801       cl::cat(ViewCategory));
802 
803   cl::opt<bool> ShowBestLineRegionsCounts(
804       "show-line-counts-or-regions", cl::Optional,
805       cl::desc("Show the execution counts for each line, or the execution "
806                "counts for each region on lines that have multiple regions"),
807       cl::cat(ViewCategory));
808 
809   cl::opt<bool> ShowExpansions("show-expansions", cl::Optional,
810                                cl::desc("Show expanded source regions"),
811                                cl::cat(ViewCategory));
812 
813   cl::opt<bool> ShowInstantiations("show-instantiations", cl::Optional,
814                                    cl::desc("Show function instantiations"),
815                                    cl::init(true), cl::cat(ViewCategory));
816 
817   cl::opt<std::string> ShowOutputDirectory(
818       "output-dir", cl::init(""),
819       cl::desc("Directory in which coverage information is written out"));
820   cl::alias ShowOutputDirectoryA("o", cl::desc("Alias for --output-dir"),
821                                  cl::aliasopt(ShowOutputDirectory));
822 
823   cl::opt<uint32_t> TabSize(
824       "tab-size", cl::init(2),
825       cl::desc(
826           "Set tab expansion size for html coverage reports (default = 2)"));
827 
828   cl::opt<std::string> ProjectTitle(
829       "project-title", cl::Optional,
830       cl::desc("Set project title for the coverage report"));
831 
832   auto Err = commandLineParser(argc, argv);
833   if (Err)
834     return Err;
835 
836   ViewOpts.ShowLineNumbers = true;
837   ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 ||
838                            !ShowRegions || ShowBestLineRegionsCounts;
839   ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts;
840   ViewOpts.ShowExpandedRegions = ShowExpansions;
841   ViewOpts.ShowFunctionInstantiations = ShowInstantiations;
842   ViewOpts.ShowOutputDirectory = ShowOutputDirectory;
843   ViewOpts.TabSize = TabSize;
844   ViewOpts.ProjectTitle = ProjectTitle;
845 
846   if (ViewOpts.hasOutputDirectory()) {
847     if (auto E = sys::fs::create_directories(ViewOpts.ShowOutputDirectory)) {
848       error("Could not create output directory!", E.message());
849       return 1;
850     }
851   }
852 
853   sys::fs::file_status Status;
854   if (sys::fs::status(PGOFilename, Status)) {
855     error("profdata file error: can not get the file status. \n");
856     return 1;
857   }
858 
859   auto ModifiedTime = Status.getLastModificationTime();
860   std::string ModifiedTimeStr = to_string(ModifiedTime);
861   size_t found = ModifiedTimeStr.rfind(':');
862   ViewOpts.CreatedTimeStr = (found != std::string::npos)
863                                 ? "Created: " + ModifiedTimeStr.substr(0, found)
864                                 : "Created: " + ModifiedTimeStr;
865 
866   auto Coverage = load();
867   if (!Coverage)
868     return 1;
869 
870   auto Printer = CoveragePrinter::create(ViewOpts);
871 
872   if (SourceFiles.empty())
873     // Get the source files from the function coverage mapping.
874     for (StringRef Filename : Coverage->getUniqueSourceFiles()) {
875       if (!IgnoreFilenameFilters.matchesFilename(Filename))
876         SourceFiles.push_back(Filename);
877     }
878 
879   // Create an index out of the source files.
880   if (ViewOpts.hasOutputDirectory()) {
881     if (Error E = Printer->createIndexFile(SourceFiles, *Coverage, Filters)) {
882       error("Could not create index file!", toString(std::move(E)));
883       return 1;
884     }
885   }
886 
887   if (!Filters.empty()) {
888     // Build the map of filenames to functions.
889     std::map<llvm::StringRef, std::vector<const FunctionRecord *>>
890         FilenameFunctionMap;
891     for (const auto &SourceFile : SourceFiles)
892       for (const auto &Function : Coverage->getCoveredFunctions(SourceFile))
893         if (Filters.matches(*Coverage.get(), Function))
894           FilenameFunctionMap[SourceFile].push_back(&Function);
895 
896     // Only print filter matching functions for each file.
897     for (const auto &FileFunc : FilenameFunctionMap) {
898       StringRef File = FileFunc.first;
899       const auto &Functions = FileFunc.second;
900 
901       auto OSOrErr = Printer->createViewFile(File, /*InToplevel=*/false);
902       if (Error E = OSOrErr.takeError()) {
903         error("Could not create view file!", toString(std::move(E)));
904         return 1;
905       }
906       auto OS = std::move(OSOrErr.get());
907 
908       bool ShowTitle = ViewOpts.hasOutputDirectory();
909       for (const auto *Function : Functions) {
910         auto FunctionView = createFunctionView(*Function, *Coverage);
911         if (!FunctionView) {
912           warning("Could not read coverage for '" + Function->Name + "'.");
913           continue;
914         }
915         FunctionView->print(*OS.get(), /*WholeFile=*/false,
916                             /*ShowSourceName=*/true, ShowTitle);
917         ShowTitle = false;
918       }
919 
920       Printer->closeViewFile(std::move(OS));
921     }
922     return 0;
923   }
924 
925   // Show files
926   bool ShowFilenames =
927       (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() ||
928       (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML);
929 
930   auto NumThreads = ViewOpts.NumThreads;
931 
932   // If NumThreads is not specified, auto-detect a good default.
933   if (NumThreads == 0)
934     NumThreads =
935         std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(),
936                               unsigned(SourceFiles.size())));
937 
938   if (!ViewOpts.hasOutputDirectory() || NumThreads == 1) {
939     for (const std::string &SourceFile : SourceFiles)
940       writeSourceFileView(SourceFile, Coverage.get(), Printer.get(),
941                           ShowFilenames);
942   } else {
943     // In -output-dir mode, it's safe to use multiple threads to print files.
944     ThreadPool Pool(NumThreads);
945     for (const std::string &SourceFile : SourceFiles)
946       Pool.async(&CodeCoverageTool::writeSourceFileView, this, SourceFile,
947                  Coverage.get(), Printer.get(), ShowFilenames);
948     Pool.wait();
949   }
950 
951   return 0;
952 }
953 
954 int CodeCoverageTool::doReport(int argc, const char **argv,
955                                CommandLineParserType commandLineParser) {
956   cl::opt<bool> ShowFunctionSummaries(
957       "show-functions", cl::Optional, cl::init(false),
958       cl::desc("Show coverage summaries for each function"));
959 
960   auto Err = commandLineParser(argc, argv);
961   if (Err)
962     return Err;
963 
964   if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) {
965     error("HTML output for summary reports is not yet supported.");
966     return 1;
967   }
968 
969   auto Coverage = load();
970   if (!Coverage)
971     return 1;
972 
973   CoverageReport Report(ViewOpts, *Coverage.get());
974   if (!ShowFunctionSummaries) {
975     if (SourceFiles.empty())
976       Report.renderFileReports(llvm::outs(), IgnoreFilenameFilters);
977     else
978       Report.renderFileReports(llvm::outs(), SourceFiles);
979   } else {
980     if (SourceFiles.empty()) {
981       error("Source files must be specified when -show-functions=true is "
982             "specified");
983       return 1;
984     }
985 
986     Report.renderFunctionReports(SourceFiles, DC, llvm::outs());
987   }
988   return 0;
989 }
990 
991 int CodeCoverageTool::doExport(int argc, const char **argv,
992                                CommandLineParserType commandLineParser) {
993 
994   auto Err = commandLineParser(argc, argv);
995   if (Err)
996     return Err;
997 
998   if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text) {
999     error("Coverage data can only be exported as textual JSON.");
1000     return 1;
1001   }
1002 
1003   auto Coverage = load();
1004   if (!Coverage) {
1005     error("Could not load coverage information");
1006     return 1;
1007   }
1008 
1009   auto Exporter = CoverageExporterJson(*Coverage.get(), ViewOpts, outs());
1010 
1011   if (SourceFiles.empty())
1012     Exporter.renderRoot(IgnoreFilenameFilters);
1013   else
1014     Exporter.renderRoot(SourceFiles);
1015 
1016   return 0;
1017 }
1018 
1019 int showMain(int argc, const char *argv[]) {
1020   CodeCoverageTool Tool;
1021   return Tool.run(CodeCoverageTool::Show, argc, argv);
1022 }
1023 
1024 int reportMain(int argc, const char *argv[]) {
1025   CodeCoverageTool Tool;
1026   return Tool.run(CodeCoverageTool::Report, argc, argv);
1027 }
1028 
1029 int exportMain(int argc, const char *argv[]) {
1030   CodeCoverageTool Tool;
1031   return Tool.run(CodeCoverageTool::Export, argc, argv);
1032 }
1033