1 //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // The 'CodeCoverageTool' class implements a command line tool to analyze and
11 // report coverage information using the profiling instrumentation and code
12 // coverage mapping.
13 //
14 //===----------------------------------------------------------------------===//
15 
16 #include "CoverageExporterJson.h"
17 #include "CoverageFilters.h"
18 #include "CoverageReport.h"
19 #include "CoverageSummaryInfo.h"
20 #include "CoverageViewOptions.h"
21 #include "RenderingSupport.h"
22 #include "SourceCoverageView.h"
23 #include "llvm/ADT/SmallString.h"
24 #include "llvm/ADT/StringRef.h"
25 #include "llvm/ADT/Triple.h"
26 #include "llvm/ProfileData/Coverage/CoverageMapping.h"
27 #include "llvm/ProfileData/InstrProfReader.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/FileSystem.h"
30 #include "llvm/Support/Format.h"
31 #include "llvm/Support/MemoryBuffer.h"
32 #include "llvm/Support/Path.h"
33 #include "llvm/Support/Process.h"
34 #include "llvm/Support/Program.h"
35 #include "llvm/Support/ScopedPrinter.h"
36 #include "llvm/Support/ThreadPool.h"
37 #include "llvm/Support/Threading.h"
38 #include "llvm/Support/ToolOutputFile.h"
39 
40 #include <functional>
41 #include <map>
42 #include <system_error>
43 
44 using namespace llvm;
45 using namespace coverage;
46 
47 void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping,
48                               const CoverageViewOptions &Options,
49                               raw_ostream &OS);
50 
51 namespace {
52 /// \brief The implementation of the coverage tool.
53 class CodeCoverageTool {
54 public:
55   enum Command {
56     /// \brief The show command.
57     Show,
58     /// \brief The report command.
59     Report,
60     /// \brief The export command.
61     Export
62   };
63 
64   int run(Command Cmd, int argc, const char **argv);
65 
66 private:
67   /// \brief Print the error message to the error output stream.
68   void error(const Twine &Message, StringRef Whence = "");
69 
70   /// \brief Print the warning message to the error output stream.
71   void warning(const Twine &Message, StringRef Whence = "");
72 
73   /// \brief Convert \p Path into an absolute path and append it to the list
74   /// of collected paths.
75   void addCollectedPath(const std::string &Path);
76 
77   /// \brief If \p Path is a regular file, collect the path. If it's a
78   /// directory, recursively collect all of the paths within the directory.
79   void collectPaths(const std::string &Path);
80 
81   /// \brief Return a memory buffer for the given source file.
82   ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile);
83 
84   /// \brief Create source views for the expansions of the view.
85   void attachExpansionSubViews(SourceCoverageView &View,
86                                ArrayRef<ExpansionRecord> Expansions,
87                                const CoverageMapping &Coverage);
88 
89   /// \brief Create the source view of a particular function.
90   std::unique_ptr<SourceCoverageView>
91   createFunctionView(const FunctionRecord &Function,
92                      const CoverageMapping &Coverage);
93 
94   /// \brief Create the main source view of a particular source file.
95   std::unique_ptr<SourceCoverageView>
96   createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage);
97 
98   /// \brief Load the coverage mapping data. Return nullptr if an error occurred.
99   std::unique_ptr<CoverageMapping> load();
100 
101   /// \brief Create a mapping from files in the Coverage data to local copies
102   /// (path-equivalence).
103   void remapPathNames(const CoverageMapping &Coverage);
104 
105   /// \brief Remove input source files which aren't mapped by \p Coverage.
106   void removeUnmappedInputs(const CoverageMapping &Coverage);
107 
108   /// \brief If a demangler is available, demangle all symbol names.
109   void demangleSymbols(const CoverageMapping &Coverage);
110 
111   /// \brief Write out a source file view to the filesystem.
112   void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage,
113                            CoveragePrinter *Printer, bool ShowFilenames);
114 
115   typedef llvm::function_ref<int(int, const char **)> CommandLineParserType;
116 
117   int doShow(int argc, const char **argv,
118              CommandLineParserType commandLineParser);
119 
120   int doReport(int argc, const char **argv,
121                CommandLineParserType commandLineParser);
122 
123   int doExport(int argc, const char **argv,
124                CommandLineParserType commandLineParser);
125 
126   std::vector<StringRef> ObjectFilenames;
127   CoverageViewOptions ViewOpts;
128   CoverageFiltersMatchAll Filters;
129   CoverageFilters IgnoreFilenameFilters;
130 
131   /// The path to the indexed profile.
132   std::string PGOFilename;
133 
134   /// A list of input source files.
135   std::vector<std::string> SourceFiles;
136 
137   /// In -path-equivalence mode, this maps the absolute paths from the coverage
138   /// mapping data to the input source files.
139   StringMap<std::string> RemappedFilenames;
140 
141   /// The coverage data path to be remapped from, and the source path to be
142   /// remapped to, when using -path-equivalence.
143   Optional<std::pair<std::string, std::string>> PathRemapping;
144 
145   /// The architecture the coverage mapping data targets.
146   std::vector<StringRef> CoverageArches;
147 
148   /// A cache for demangled symbols.
149   DemangleCache DC;
150 
151   /// A lock which guards printing to stderr.
152   std::mutex ErrsLock;
153 
154   /// A container for input source file buffers.
155   std::mutex LoadedSourceFilesLock;
156   std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>>
157       LoadedSourceFiles;
158 
159   /// Whitelist from -name-whitelist to be used for filtering.
160   std::unique_ptr<SpecialCaseList> NameWhitelist;
161 };
162 }
163 
164 static std::string getErrorString(const Twine &Message, StringRef Whence,
165                                   bool Warning) {
166   std::string Str = (Warning ? "warning" : "error");
167   Str += ": ";
168   if (!Whence.empty())
169     Str += Whence.str() + ": ";
170   Str += Message.str() + "\n";
171   return Str;
172 }
173 
174 void CodeCoverageTool::error(const Twine &Message, StringRef Whence) {
175   std::unique_lock<std::mutex> Guard{ErrsLock};
176   ViewOpts.colored_ostream(errs(), raw_ostream::RED)
177       << getErrorString(Message, Whence, false);
178 }
179 
180 void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) {
181   std::unique_lock<std::mutex> Guard{ErrsLock};
182   ViewOpts.colored_ostream(errs(), raw_ostream::RED)
183       << getErrorString(Message, Whence, true);
184 }
185 
186 void CodeCoverageTool::addCollectedPath(const std::string &Path) {
187   SmallString<128> EffectivePath(Path);
188   if (std::error_code EC = sys::fs::make_absolute(EffectivePath)) {
189     error(EC.message(), Path);
190     return;
191   }
192   sys::path::remove_dots(EffectivePath, /*remove_dot_dots=*/true);
193   if (!IgnoreFilenameFilters.matchesFilename(EffectivePath))
194     SourceFiles.emplace_back(EffectivePath.str());
195 }
196 
197 void CodeCoverageTool::collectPaths(const std::string &Path) {
198   llvm::sys::fs::file_status Status;
199   llvm::sys::fs::status(Path, Status);
200   if (!llvm::sys::fs::exists(Status)) {
201     if (PathRemapping)
202       addCollectedPath(Path);
203     else
204       warning("Source file doesn't exist, proceeded by ignoring it.", Path);
205     return;
206   }
207 
208   if (llvm::sys::fs::is_regular_file(Status)) {
209     addCollectedPath(Path);
210     return;
211   }
212 
213   if (llvm::sys::fs::is_directory(Status)) {
214     std::error_code EC;
215     for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E;
216          F != E; F.increment(EC)) {
217 
218       if (EC) {
219         warning(EC.message(), F->path());
220         continue;
221       }
222 
223       if (llvm::sys::fs::is_regular_file(F->path()))
224         addCollectedPath(F->path());
225     }
226   }
227 }
228 
229 ErrorOr<const MemoryBuffer &>
230 CodeCoverageTool::getSourceFile(StringRef SourceFile) {
231   // If we've remapped filenames, look up the real location for this file.
232   std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock};
233   if (!RemappedFilenames.empty()) {
234     auto Loc = RemappedFilenames.find(SourceFile);
235     if (Loc != RemappedFilenames.end())
236       SourceFile = Loc->second;
237   }
238   for (const auto &Files : LoadedSourceFiles)
239     if (sys::fs::equivalent(SourceFile, Files.first))
240       return *Files.second;
241   auto Buffer = MemoryBuffer::getFile(SourceFile);
242   if (auto EC = Buffer.getError()) {
243     error(EC.message(), SourceFile);
244     return EC;
245   }
246   LoadedSourceFiles.emplace_back(SourceFile, std::move(Buffer.get()));
247   return *LoadedSourceFiles.back().second;
248 }
249 
250 void CodeCoverageTool::attachExpansionSubViews(
251     SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions,
252     const CoverageMapping &Coverage) {
253   if (!ViewOpts.ShowExpandedRegions)
254     return;
255   for (const auto &Expansion : Expansions) {
256     auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion);
257     if (ExpansionCoverage.empty())
258       continue;
259     auto SourceBuffer = getSourceFile(ExpansionCoverage.getFilename());
260     if (!SourceBuffer)
261       continue;
262 
263     auto SubViewExpansions = ExpansionCoverage.getExpansions();
264     auto SubView =
265         SourceCoverageView::create(Expansion.Function.Name, SourceBuffer.get(),
266                                    ViewOpts, std::move(ExpansionCoverage));
267     attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
268     View.addExpansion(Expansion.Region, std::move(SubView));
269   }
270 }
271 
272 std::unique_ptr<SourceCoverageView>
273 CodeCoverageTool::createFunctionView(const FunctionRecord &Function,
274                                      const CoverageMapping &Coverage) {
275   auto FunctionCoverage = Coverage.getCoverageForFunction(Function);
276   if (FunctionCoverage.empty())
277     return nullptr;
278   auto SourceBuffer = getSourceFile(FunctionCoverage.getFilename());
279   if (!SourceBuffer)
280     return nullptr;
281 
282   auto Expansions = FunctionCoverage.getExpansions();
283   auto View = SourceCoverageView::create(DC.demangle(Function.Name),
284                                          SourceBuffer.get(), ViewOpts,
285                                          std::move(FunctionCoverage));
286   attachExpansionSubViews(*View, Expansions, Coverage);
287 
288   return View;
289 }
290 
291 std::unique_ptr<SourceCoverageView>
292 CodeCoverageTool::createSourceFileView(StringRef SourceFile,
293                                        const CoverageMapping &Coverage) {
294   auto SourceBuffer = getSourceFile(SourceFile);
295   if (!SourceBuffer)
296     return nullptr;
297   auto FileCoverage = Coverage.getCoverageForFile(SourceFile);
298   if (FileCoverage.empty())
299     return nullptr;
300 
301   auto Expansions = FileCoverage.getExpansions();
302   auto View = SourceCoverageView::create(SourceFile, SourceBuffer.get(),
303                                          ViewOpts, std::move(FileCoverage));
304   attachExpansionSubViews(*View, Expansions, Coverage);
305   if (!ViewOpts.ShowFunctionInstantiations)
306     return View;
307 
308   for (const auto &Group : Coverage.getInstantiationGroups(SourceFile)) {
309     // Skip functions which have a single instantiation.
310     if (Group.size() < 2)
311       continue;
312 
313     for (const FunctionRecord *Function : Group.getInstantiations()) {
314       std::unique_ptr<SourceCoverageView> SubView{nullptr};
315 
316       StringRef Funcname = DC.demangle(Function->Name);
317 
318       if (Function->ExecutionCount > 0) {
319         auto SubViewCoverage = Coverage.getCoverageForFunction(*Function);
320         auto SubViewExpansions = SubViewCoverage.getExpansions();
321         SubView = SourceCoverageView::create(
322             Funcname, SourceBuffer.get(), ViewOpts, std::move(SubViewCoverage));
323         attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
324       }
325 
326       unsigned FileID = Function->CountedRegions.front().FileID;
327       unsigned Line = 0;
328       for (const auto &CR : Function->CountedRegions)
329         if (CR.FileID == FileID)
330           Line = std::max(CR.LineEnd, Line);
331       View->addInstantiation(Funcname, Line, std::move(SubView));
332     }
333   }
334   return View;
335 }
336 
337 static bool modifiedTimeGT(StringRef LHS, StringRef RHS) {
338   sys::fs::file_status Status;
339   if (sys::fs::status(LHS, Status))
340     return false;
341   auto LHSTime = Status.getLastModificationTime();
342   if (sys::fs::status(RHS, Status))
343     return false;
344   auto RHSTime = Status.getLastModificationTime();
345   return LHSTime > RHSTime;
346 }
347 
348 std::unique_ptr<CoverageMapping> CodeCoverageTool::load() {
349   for (StringRef ObjectFilename : ObjectFilenames)
350     if (modifiedTimeGT(ObjectFilename, PGOFilename))
351       warning("profile data may be out of date - object is newer",
352               ObjectFilename);
353   auto CoverageOrErr =
354       CoverageMapping::load(ObjectFilenames, PGOFilename, CoverageArches);
355   if (Error E = CoverageOrErr.takeError()) {
356     error("Failed to load coverage: " + toString(std::move(E)),
357           join(ObjectFilenames.begin(), ObjectFilenames.end(), ", "));
358     return nullptr;
359   }
360   auto Coverage = std::move(CoverageOrErr.get());
361   unsigned Mismatched = Coverage->getMismatchedCount();
362   if (Mismatched) {
363     warning(Twine(Mismatched) + " functions have mismatched data");
364 
365     if (ViewOpts.Debug) {
366       for (const auto &HashMismatch : Coverage->getHashMismatches())
367         errs() << "hash-mismatch: "
368                << "No profile record found for '" << HashMismatch.first << "'"
369                << " with hash = 0x" << Twine::utohexstr(HashMismatch.second)
370                << '\n';
371 
372       for (const auto &CounterMismatch : Coverage->getCounterMismatches())
373         errs() << "counter-mismatch: "
374                << "Coverage mapping for " << CounterMismatch.first
375                << " only has " << CounterMismatch.second
376                << " valid counter expressions\n";
377     }
378   }
379 
380   remapPathNames(*Coverage);
381 
382   if (!SourceFiles.empty())
383     removeUnmappedInputs(*Coverage);
384 
385   demangleSymbols(*Coverage);
386 
387   return Coverage;
388 }
389 
390 void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) {
391   if (!PathRemapping)
392     return;
393 
394   // Convert remapping paths to native paths with trailing seperators.
395   auto nativeWithTrailing = [](StringRef Path) -> std::string {
396     if (Path.empty())
397       return "";
398     SmallString<128> NativePath;
399     sys::path::native(Path, NativePath);
400     if (!sys::path::is_separator(NativePath.back()))
401       NativePath += sys::path::get_separator();
402     return NativePath.c_str();
403   };
404   std::string RemapFrom = nativeWithTrailing(PathRemapping->first);
405   std::string RemapTo = nativeWithTrailing(PathRemapping->second);
406 
407   // Create a mapping from coverage data file paths to local paths.
408   for (StringRef Filename : Coverage.getUniqueSourceFiles()) {
409     SmallString<128> NativeFilename;
410     sys::path::native(Filename, NativeFilename);
411     if (NativeFilename.startswith(RemapFrom)) {
412       RemappedFilenames[Filename] =
413           RemapTo + NativeFilename.substr(RemapFrom.size()).str();
414     }
415   }
416 
417   // Convert input files from local paths to coverage data file paths.
418   StringMap<std::string> InvRemappedFilenames;
419   for (const auto &RemappedFilename : RemappedFilenames)
420     InvRemappedFilenames[RemappedFilename.getValue()] = RemappedFilename.getKey();
421 
422   for (std::string &Filename : SourceFiles) {
423     SmallString<128> NativeFilename;
424     sys::path::native(Filename, NativeFilename);
425     auto CovFileName = InvRemappedFilenames.find(NativeFilename);
426     if (CovFileName != InvRemappedFilenames.end())
427       Filename = CovFileName->second;
428   }
429 }
430 
431 void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) {
432   std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles();
433 
434   auto UncoveredFilesIt = SourceFiles.end();
435   // The user may have specified source files which aren't in the coverage
436   // mapping. Filter these files away.
437   UncoveredFilesIt = std::remove_if(
438       SourceFiles.begin(), SourceFiles.end(), [&](const std::string &SF) {
439         return !std::binary_search(CoveredFiles.begin(), CoveredFiles.end(),
440                                    SF);
441       });
442 
443   SourceFiles.erase(UncoveredFilesIt, SourceFiles.end());
444 }
445 
446 void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) {
447   if (!ViewOpts.hasDemangler())
448     return;
449 
450   // Pass function names to the demangler in a temporary file.
451   int InputFD;
452   SmallString<256> InputPath;
453   std::error_code EC =
454       sys::fs::createTemporaryFile("demangle-in", "list", InputFD, InputPath);
455   if (EC) {
456     error(InputPath, EC.message());
457     return;
458   }
459   ToolOutputFile InputTOF{InputPath, InputFD};
460 
461   unsigned NumSymbols = 0;
462   for (const auto &Function : Coverage.getCoveredFunctions()) {
463     InputTOF.os() << Function.Name << '\n';
464     ++NumSymbols;
465   }
466   InputTOF.os().close();
467 
468   // Use another temporary file to store the demangler's output.
469   int OutputFD;
470   SmallString<256> OutputPath;
471   EC = sys::fs::createTemporaryFile("demangle-out", "list", OutputFD,
472                                     OutputPath);
473   if (EC) {
474     error(OutputPath, EC.message());
475     return;
476   }
477   ToolOutputFile OutputTOF{OutputPath, OutputFD};
478   OutputTOF.os().close();
479 
480   // Invoke the demangler.
481   std::vector<const char *> ArgsV;
482   for (const std::string &Arg : ViewOpts.DemanglerOpts)
483     ArgsV.push_back(Arg.c_str());
484   ArgsV.push_back(nullptr);
485   Optional<StringRef> Redirects[] = {InputPath.str(), OutputPath.str(), {""}};
486   std::string ErrMsg;
487   int RC = sys::ExecuteAndWait(ViewOpts.DemanglerOpts[0], ArgsV.data(),
488                                /*env=*/nullptr, Redirects, /*secondsToWait=*/0,
489                                /*memoryLimit=*/0, &ErrMsg);
490   if (RC) {
491     error(ErrMsg, ViewOpts.DemanglerOpts[0]);
492     return;
493   }
494 
495   // Parse the demangler's output.
496   auto BufOrError = MemoryBuffer::getFile(OutputPath);
497   if (!BufOrError) {
498     error(OutputPath, BufOrError.getError().message());
499     return;
500   }
501 
502   std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError);
503 
504   SmallVector<StringRef, 8> Symbols;
505   StringRef DemanglerData = DemanglerBuf->getBuffer();
506   DemanglerData.split(Symbols, '\n', /*MaxSplit=*/NumSymbols,
507                       /*KeepEmpty=*/false);
508   if (Symbols.size() != NumSymbols) {
509     error("Demangler did not provide expected number of symbols");
510     return;
511   }
512 
513   // Cache the demangled names.
514   unsigned I = 0;
515   for (const auto &Function : Coverage.getCoveredFunctions())
516     // On Windows, lines in the demangler's output file end with "\r\n".
517     // Splitting by '\n' keeps '\r's, so cut them now.
518     DC.DemangledNames[Function.Name] = Symbols[I++].rtrim();
519 }
520 
521 void CodeCoverageTool::writeSourceFileView(StringRef SourceFile,
522                                            CoverageMapping *Coverage,
523                                            CoveragePrinter *Printer,
524                                            bool ShowFilenames) {
525   auto View = createSourceFileView(SourceFile, *Coverage);
526   if (!View) {
527     warning("The file '" + SourceFile + "' isn't covered.");
528     return;
529   }
530 
531   auto OSOrErr = Printer->createViewFile(SourceFile, /*InToplevel=*/false);
532   if (Error E = OSOrErr.takeError()) {
533     error("Could not create view file!", toString(std::move(E)));
534     return;
535   }
536   auto OS = std::move(OSOrErr.get());
537 
538   View->print(*OS.get(), /*Wholefile=*/true,
539               /*ShowSourceName=*/ShowFilenames,
540               /*ShowTitle=*/ViewOpts.hasOutputDirectory());
541   Printer->closeViewFile(std::move(OS));
542 }
543 
544 int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) {
545   cl::opt<std::string> CovFilename(
546       cl::Positional, cl::desc("Covered executable or object file."));
547 
548   cl::list<std::string> CovFilenames(
549       "object", cl::desc("Coverage executable or object file"), cl::ZeroOrMore,
550       cl::CommaSeparated);
551 
552   cl::list<std::string> InputSourceFiles(
553       cl::Positional, cl::desc("<Source files>"), cl::ZeroOrMore);
554 
555   cl::opt<bool> DebugDumpCollectedPaths(
556       "dump-collected-paths", cl::Optional, cl::Hidden,
557       cl::desc("Show the collected paths to source files"));
558 
559   cl::opt<std::string, true> PGOFilename(
560       "instr-profile", cl::Required, cl::location(this->PGOFilename),
561       cl::desc(
562           "File with the profile data obtained after an instrumented run"));
563 
564   cl::list<std::string> Arches(
565       "arch", cl::desc("architectures of the coverage mapping binaries"));
566 
567   cl::opt<bool> DebugDump("dump", cl::Optional,
568                           cl::desc("Show internal debug dump"));
569 
570   cl::opt<CoverageViewOptions::OutputFormat> Format(
571       "format", cl::desc("Output format for line-based coverage reports"),
572       cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text",
573                             "Text output"),
574                  clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html",
575                             "HTML output")),
576       cl::init(CoverageViewOptions::OutputFormat::Text));
577 
578   cl::opt<std::string> PathRemap(
579       "path-equivalence", cl::Optional,
580       cl::desc("<from>,<to> Map coverage data paths to local source file "
581                "paths"));
582 
583   cl::OptionCategory FilteringCategory("Function filtering options");
584 
585   cl::list<std::string> NameFilters(
586       "name", cl::Optional,
587       cl::desc("Show code coverage only for functions with the given name"),
588       cl::ZeroOrMore, cl::cat(FilteringCategory));
589 
590   cl::list<std::string> NameFilterFiles(
591       "name-whitelist", cl::Optional,
592       cl::desc("Show code coverage only for functions listed in the given "
593                "file"),
594       cl::ZeroOrMore, cl::cat(FilteringCategory));
595 
596   cl::list<std::string> NameRegexFilters(
597       "name-regex", cl::Optional,
598       cl::desc("Show code coverage only for functions that match the given "
599                "regular expression"),
600       cl::ZeroOrMore, cl::cat(FilteringCategory));
601 
602   cl::list<std::string> IgnoreFilenameRegexFilters(
603       "ignore-filename-regex", cl::Optional,
604       cl::desc("Skip source code files with file paths that match the given "
605                "regular expression"),
606       cl::ZeroOrMore, cl::cat(FilteringCategory));
607 
608   cl::opt<double> RegionCoverageLtFilter(
609       "region-coverage-lt", cl::Optional,
610       cl::desc("Show code coverage only for functions with region coverage "
611                "less than the given threshold"),
612       cl::cat(FilteringCategory));
613 
614   cl::opt<double> RegionCoverageGtFilter(
615       "region-coverage-gt", cl::Optional,
616       cl::desc("Show code coverage only for functions with region coverage "
617                "greater than the given threshold"),
618       cl::cat(FilteringCategory));
619 
620   cl::opt<double> LineCoverageLtFilter(
621       "line-coverage-lt", cl::Optional,
622       cl::desc("Show code coverage only for functions with line coverage less "
623                "than the given threshold"),
624       cl::cat(FilteringCategory));
625 
626   cl::opt<double> LineCoverageGtFilter(
627       "line-coverage-gt", cl::Optional,
628       cl::desc("Show code coverage only for functions with line coverage "
629                "greater than the given threshold"),
630       cl::cat(FilteringCategory));
631 
632   cl::opt<cl::boolOrDefault> UseColor(
633       "use-color", cl::desc("Emit colored output (default=autodetect)"),
634       cl::init(cl::BOU_UNSET));
635 
636   cl::list<std::string> DemanglerOpts(
637       "Xdemangler", cl::desc("<demangler-path>|<demangler-option>"));
638 
639   cl::opt<bool> RegionSummary(
640       "show-region-summary", cl::Optional,
641       cl::desc("Show region statistics in summary table"),
642       cl::init(true));
643 
644   cl::opt<bool> InstantiationSummary(
645       "show-instantiation-summary", cl::Optional,
646       cl::desc("Show instantiation statistics in summary table"));
647 
648   cl::opt<bool> SummaryOnly(
649       "summary-only", cl::Optional,
650       cl::desc("Export only summary information for each source file"));
651 
652   cl::opt<unsigned> NumThreads(
653       "num-threads", cl::init(0),
654       cl::desc("Number of merge threads to use (default: autodetect)"));
655   cl::alias NumThreadsA("j", cl::desc("Alias for --num-threads"),
656                         cl::aliasopt(NumThreads));
657 
658   auto commandLineParser = [&, this](int argc, const char **argv) -> int {
659     cl::ParseCommandLineOptions(argc, argv, "LLVM code coverage tool\n");
660     ViewOpts.Debug = DebugDump;
661 
662     if (!CovFilename.empty())
663       ObjectFilenames.emplace_back(CovFilename);
664     for (const std::string &Filename : CovFilenames)
665       ObjectFilenames.emplace_back(Filename);
666     if (ObjectFilenames.empty()) {
667       errs() << "No filenames specified!\n";
668       ::exit(1);
669     }
670 
671     ViewOpts.Format = Format;
672     switch (ViewOpts.Format) {
673     case CoverageViewOptions::OutputFormat::Text:
674       ViewOpts.Colors = UseColor == cl::BOU_UNSET
675                             ? sys::Process::StandardOutHasColors()
676                             : UseColor == cl::BOU_TRUE;
677       break;
678     case CoverageViewOptions::OutputFormat::HTML:
679       if (UseColor == cl::BOU_FALSE)
680         errs() << "Color output cannot be disabled when generating html.\n";
681       ViewOpts.Colors = true;
682       break;
683     }
684 
685     // If path-equivalence was given and is a comma seperated pair then set
686     // PathRemapping.
687     auto EquivPair = StringRef(PathRemap).split(',');
688     if (!(EquivPair.first.empty() && EquivPair.second.empty()))
689       PathRemapping = EquivPair;
690 
691     // If a demangler is supplied, check if it exists and register it.
692     if (DemanglerOpts.size()) {
693       auto DemanglerPathOrErr = sys::findProgramByName(DemanglerOpts[0]);
694       if (!DemanglerPathOrErr) {
695         error("Could not find the demangler!",
696               DemanglerPathOrErr.getError().message());
697         return 1;
698       }
699       DemanglerOpts[0] = *DemanglerPathOrErr;
700       ViewOpts.DemanglerOpts.swap(DemanglerOpts);
701     }
702 
703     // Read in -name-whitelist files.
704     if (!NameFilterFiles.empty()) {
705       std::string SpecialCaseListErr;
706       NameWhitelist =
707           SpecialCaseList::create(NameFilterFiles, SpecialCaseListErr);
708       if (!NameWhitelist)
709         error(SpecialCaseListErr);
710     }
711 
712     // Create the function filters
713     if (!NameFilters.empty() || NameWhitelist || !NameRegexFilters.empty()) {
714       auto NameFilterer = llvm::make_unique<CoverageFilters>();
715       for (const auto &Name : NameFilters)
716         NameFilterer->push_back(llvm::make_unique<NameCoverageFilter>(Name));
717       if (NameWhitelist)
718         NameFilterer->push_back(
719             llvm::make_unique<NameWhitelistCoverageFilter>(*NameWhitelist));
720       for (const auto &Regex : NameRegexFilters)
721         NameFilterer->push_back(
722             llvm::make_unique<NameRegexCoverageFilter>(Regex));
723       Filters.push_back(std::move(NameFilterer));
724     }
725 
726     if (RegionCoverageLtFilter.getNumOccurrences() ||
727         RegionCoverageGtFilter.getNumOccurrences() ||
728         LineCoverageLtFilter.getNumOccurrences() ||
729         LineCoverageGtFilter.getNumOccurrences()) {
730       auto StatFilterer = llvm::make_unique<CoverageFilters>();
731       if (RegionCoverageLtFilter.getNumOccurrences())
732         StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
733             RegionCoverageFilter::LessThan, RegionCoverageLtFilter));
734       if (RegionCoverageGtFilter.getNumOccurrences())
735         StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
736             RegionCoverageFilter::GreaterThan, RegionCoverageGtFilter));
737       if (LineCoverageLtFilter.getNumOccurrences())
738         StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
739             LineCoverageFilter::LessThan, LineCoverageLtFilter));
740       if (LineCoverageGtFilter.getNumOccurrences())
741         StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
742             RegionCoverageFilter::GreaterThan, LineCoverageGtFilter));
743       Filters.push_back(std::move(StatFilterer));
744     }
745 
746     // Create the ignore filename filters.
747     for (const auto &RE : IgnoreFilenameRegexFilters)
748       IgnoreFilenameFilters.push_back(
749           llvm::make_unique<NameRegexCoverageFilter>(RE));
750 
751     if (!Arches.empty()) {
752       for (const std::string &Arch : Arches) {
753         if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) {
754           error("Unknown architecture: " + Arch);
755           return 1;
756         }
757         CoverageArches.emplace_back(Arch);
758       }
759       if (CoverageArches.size() != ObjectFilenames.size()) {
760         error("Number of architectures doesn't match the number of objects");
761         return 1;
762       }
763     }
764 
765     // IgnoreFilenameFilters are applied even when InputSourceFiles specified.
766     for (const std::string &File : InputSourceFiles)
767       collectPaths(File);
768 
769     if (DebugDumpCollectedPaths) {
770       for (const std::string &SF : SourceFiles)
771         outs() << SF << '\n';
772       ::exit(0);
773     }
774 
775     ViewOpts.ShowRegionSummary = RegionSummary;
776     ViewOpts.ShowInstantiationSummary = InstantiationSummary;
777     ViewOpts.ExportSummaryOnly = SummaryOnly;
778     ViewOpts.NumThreads = NumThreads;
779 
780     return 0;
781   };
782 
783   switch (Cmd) {
784   case Show:
785     return doShow(argc, argv, commandLineParser);
786   case Report:
787     return doReport(argc, argv, commandLineParser);
788   case Export:
789     return doExport(argc, argv, commandLineParser);
790   }
791   return 0;
792 }
793 
794 int CodeCoverageTool::doShow(int argc, const char **argv,
795                              CommandLineParserType commandLineParser) {
796 
797   cl::OptionCategory ViewCategory("Viewing options");
798 
799   cl::opt<bool> ShowLineExecutionCounts(
800       "show-line-counts", cl::Optional,
801       cl::desc("Show the execution counts for each line"), cl::init(true),
802       cl::cat(ViewCategory));
803 
804   cl::opt<bool> ShowRegions(
805       "show-regions", cl::Optional,
806       cl::desc("Show the execution counts for each region"),
807       cl::cat(ViewCategory));
808 
809   cl::opt<bool> ShowBestLineRegionsCounts(
810       "show-line-counts-or-regions", cl::Optional,
811       cl::desc("Show the execution counts for each line, or the execution "
812                "counts for each region on lines that have multiple regions"),
813       cl::cat(ViewCategory));
814 
815   cl::opt<bool> ShowExpansions("show-expansions", cl::Optional,
816                                cl::desc("Show expanded source regions"),
817                                cl::cat(ViewCategory));
818 
819   cl::opt<bool> ShowInstantiations("show-instantiations", cl::Optional,
820                                    cl::desc("Show function instantiations"),
821                                    cl::init(true), cl::cat(ViewCategory));
822 
823   cl::opt<std::string> ShowOutputDirectory(
824       "output-dir", cl::init(""),
825       cl::desc("Directory in which coverage information is written out"));
826   cl::alias ShowOutputDirectoryA("o", cl::desc("Alias for --output-dir"),
827                                  cl::aliasopt(ShowOutputDirectory));
828 
829   cl::opt<uint32_t> TabSize(
830       "tab-size", cl::init(2),
831       cl::desc(
832           "Set tab expansion size for html coverage reports (default = 2)"));
833 
834   cl::opt<std::string> ProjectTitle(
835       "project-title", cl::Optional,
836       cl::desc("Set project title for the coverage report"));
837 
838   auto Err = commandLineParser(argc, argv);
839   if (Err)
840     return Err;
841 
842   ViewOpts.ShowLineNumbers = true;
843   ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 ||
844                            !ShowRegions || ShowBestLineRegionsCounts;
845   ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts;
846   ViewOpts.ShowExpandedRegions = ShowExpansions;
847   ViewOpts.ShowFunctionInstantiations = ShowInstantiations;
848   ViewOpts.ShowOutputDirectory = ShowOutputDirectory;
849   ViewOpts.TabSize = TabSize;
850   ViewOpts.ProjectTitle = ProjectTitle;
851 
852   if (ViewOpts.hasOutputDirectory()) {
853     if (auto E = sys::fs::create_directories(ViewOpts.ShowOutputDirectory)) {
854       error("Could not create output directory!", E.message());
855       return 1;
856     }
857   }
858 
859   sys::fs::file_status Status;
860   if (sys::fs::status(PGOFilename, Status)) {
861     error("profdata file error: can not get the file status. \n");
862     return 1;
863   }
864 
865   auto ModifiedTime = Status.getLastModificationTime();
866   std::string ModifiedTimeStr = to_string(ModifiedTime);
867   size_t found = ModifiedTimeStr.rfind(':');
868   ViewOpts.CreatedTimeStr = (found != std::string::npos)
869                                 ? "Created: " + ModifiedTimeStr.substr(0, found)
870                                 : "Created: " + ModifiedTimeStr;
871 
872   auto Coverage = load();
873   if (!Coverage)
874     return 1;
875 
876   auto Printer = CoveragePrinter::create(ViewOpts);
877 
878   if (SourceFiles.empty())
879     // Get the source files from the function coverage mapping.
880     for (StringRef Filename : Coverage->getUniqueSourceFiles()) {
881       if (!IgnoreFilenameFilters.matchesFilename(Filename))
882         SourceFiles.push_back(Filename);
883     }
884 
885   // Create an index out of the source files.
886   if (ViewOpts.hasOutputDirectory()) {
887     if (Error E = Printer->createIndexFile(SourceFiles, *Coverage, Filters)) {
888       error("Could not create index file!", toString(std::move(E)));
889       return 1;
890     }
891   }
892 
893   if (!Filters.empty()) {
894     // Build the map of filenames to functions.
895     std::map<llvm::StringRef, std::vector<const FunctionRecord *>>
896         FilenameFunctionMap;
897     for (const auto &SourceFile : SourceFiles)
898       for (const auto &Function : Coverage->getCoveredFunctions(SourceFile))
899         if (Filters.matches(*Coverage.get(), Function))
900           FilenameFunctionMap[SourceFile].push_back(&Function);
901 
902     // Only print filter matching functions for each file.
903     for (const auto &FileFunc : FilenameFunctionMap) {
904       StringRef File = FileFunc.first;
905       const auto &Functions = FileFunc.second;
906 
907       auto OSOrErr = Printer->createViewFile(File, /*InToplevel=*/false);
908       if (Error E = OSOrErr.takeError()) {
909         error("Could not create view file!", toString(std::move(E)));
910         return 1;
911       }
912       auto OS = std::move(OSOrErr.get());
913 
914       bool ShowTitle = ViewOpts.hasOutputDirectory();
915       for (const auto *Function : Functions) {
916         auto FunctionView = createFunctionView(*Function, *Coverage);
917         if (!FunctionView) {
918           warning("Could not read coverage for '" + Function->Name + "'.");
919           continue;
920         }
921         FunctionView->print(*OS.get(), /*WholeFile=*/false,
922                             /*ShowSourceName=*/true, ShowTitle);
923         ShowTitle = false;
924       }
925 
926       Printer->closeViewFile(std::move(OS));
927     }
928     return 0;
929   }
930 
931   // Show files
932   bool ShowFilenames =
933       (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() ||
934       (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML);
935 
936   auto NumThreads = ViewOpts.NumThreads;
937 
938   // If NumThreads is not specified, auto-detect a good default.
939   if (NumThreads == 0)
940     NumThreads =
941         std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(),
942                               unsigned(SourceFiles.size())));
943 
944   if (!ViewOpts.hasOutputDirectory() || NumThreads == 1) {
945     for (const std::string &SourceFile : SourceFiles)
946       writeSourceFileView(SourceFile, Coverage.get(), Printer.get(),
947                           ShowFilenames);
948   } else {
949     // In -output-dir mode, it's safe to use multiple threads to print files.
950     ThreadPool Pool(NumThreads);
951     for (const std::string &SourceFile : SourceFiles)
952       Pool.async(&CodeCoverageTool::writeSourceFileView, this, SourceFile,
953                  Coverage.get(), Printer.get(), ShowFilenames);
954     Pool.wait();
955   }
956 
957   return 0;
958 }
959 
960 int CodeCoverageTool::doReport(int argc, const char **argv,
961                                CommandLineParserType commandLineParser) {
962   cl::opt<bool> ShowFunctionSummaries(
963       "show-functions", cl::Optional, cl::init(false),
964       cl::desc("Show coverage summaries for each function"));
965 
966   auto Err = commandLineParser(argc, argv);
967   if (Err)
968     return Err;
969 
970   if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) {
971     error("HTML output for summary reports is not yet supported.");
972     return 1;
973   }
974 
975   auto Coverage = load();
976   if (!Coverage)
977     return 1;
978 
979   CoverageReport Report(ViewOpts, *Coverage.get());
980   if (!ShowFunctionSummaries) {
981     if (SourceFiles.empty())
982       Report.renderFileReports(llvm::outs(), IgnoreFilenameFilters);
983     else
984       Report.renderFileReports(llvm::outs(), SourceFiles);
985   } else {
986     if (SourceFiles.empty()) {
987       error("Source files must be specified when -show-functions=true is "
988             "specified");
989       return 1;
990     }
991 
992     Report.renderFunctionReports(SourceFiles, DC, llvm::outs());
993   }
994   return 0;
995 }
996 
997 int CodeCoverageTool::doExport(int argc, const char **argv,
998                                CommandLineParserType commandLineParser) {
999 
1000   auto Err = commandLineParser(argc, argv);
1001   if (Err)
1002     return Err;
1003 
1004   if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text) {
1005     error("Coverage data can only be exported as textual JSON.");
1006     return 1;
1007   }
1008 
1009   auto Coverage = load();
1010   if (!Coverage) {
1011     error("Could not load coverage information");
1012     return 1;
1013   }
1014 
1015   auto Exporter = CoverageExporterJson(*Coverage.get(), ViewOpts, outs());
1016 
1017   if (SourceFiles.empty())
1018     Exporter.renderRoot(IgnoreFilenameFilters);
1019   else
1020     Exporter.renderRoot(SourceFiles);
1021 
1022   return 0;
1023 }
1024 
1025 int showMain(int argc, const char *argv[]) {
1026   CodeCoverageTool Tool;
1027   return Tool.run(CodeCoverageTool::Show, argc, argv);
1028 }
1029 
1030 int reportMain(int argc, const char *argv[]) {
1031   CodeCoverageTool Tool;
1032   return Tool.run(CodeCoverageTool::Report, argc, argv);
1033 }
1034 
1035 int exportMain(int argc, const char *argv[]) {
1036   CodeCoverageTool Tool;
1037   return Tool.run(CodeCoverageTool::Export, argc, argv);
1038 }
1039