1 //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // The 'CodeCoverageTool' class implements a command line tool to analyze and 11 // report coverage information using the profiling instrumentation and code 12 // coverage mapping. 13 // 14 //===----------------------------------------------------------------------===// 15 16 #include "CoverageExporterJson.h" 17 #include "CoverageFilters.h" 18 #include "CoverageReport.h" 19 #include "CoverageSummaryInfo.h" 20 #include "CoverageViewOptions.h" 21 #include "RenderingSupport.h" 22 #include "SourceCoverageView.h" 23 #include "llvm/ADT/SmallString.h" 24 #include "llvm/ADT/StringRef.h" 25 #include "llvm/ADT/Triple.h" 26 #include "llvm/ProfileData/Coverage/CoverageMapping.h" 27 #include "llvm/ProfileData/InstrProfReader.h" 28 #include "llvm/Support/CommandLine.h" 29 #include "llvm/Support/FileSystem.h" 30 #include "llvm/Support/Format.h" 31 #include "llvm/Support/MemoryBuffer.h" 32 #include "llvm/Support/Path.h" 33 #include "llvm/Support/Process.h" 34 #include "llvm/Support/Program.h" 35 #include "llvm/Support/ScopedPrinter.h" 36 #include "llvm/Support/ThreadPool.h" 37 #include "llvm/Support/Threading.h" 38 #include "llvm/Support/ToolOutputFile.h" 39 40 #include <functional> 41 #include <map> 42 #include <system_error> 43 44 using namespace llvm; 45 using namespace coverage; 46 47 void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping, 48 const CoverageViewOptions &Options, 49 raw_ostream &OS); 50 51 namespace { 52 /// \brief The implementation of the coverage tool. 53 class CodeCoverageTool { 54 public: 55 enum Command { 56 /// \brief The show command. 57 Show, 58 /// \brief The report command. 59 Report, 60 /// \brief The export command. 61 Export 62 }; 63 64 int run(Command Cmd, int argc, const char **argv); 65 66 private: 67 /// \brief Print the error message to the error output stream. 68 void error(const Twine &Message, StringRef Whence = ""); 69 70 /// \brief Print the warning message to the error output stream. 71 void warning(const Twine &Message, StringRef Whence = ""); 72 73 /// \brief Convert \p Path into an absolute path and append it to the list 74 /// of collected paths. 75 void addCollectedPath(const std::string &Path); 76 77 /// \brief If \p Path is a regular file, collect the path. If it's a 78 /// directory, recursively collect all of the paths within the directory. 79 void collectPaths(const std::string &Path); 80 81 /// \brief Return a memory buffer for the given source file. 82 ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile); 83 84 /// \brief Create source views for the expansions of the view. 85 void attachExpansionSubViews(SourceCoverageView &View, 86 ArrayRef<ExpansionRecord> Expansions, 87 const CoverageMapping &Coverage); 88 89 /// \brief Create the source view of a particular function. 90 std::unique_ptr<SourceCoverageView> 91 createFunctionView(const FunctionRecord &Function, 92 const CoverageMapping &Coverage); 93 94 /// \brief Create the main source view of a particular source file. 95 std::unique_ptr<SourceCoverageView> 96 createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage); 97 98 /// \brief Load the coverage mapping data. Return nullptr if an error occurred. 99 std::unique_ptr<CoverageMapping> load(); 100 101 /// \brief Create a mapping from files in the Coverage data to local copies 102 /// (path-equivalence). 103 void remapPathNames(const CoverageMapping &Coverage); 104 105 /// \brief Remove input source files which aren't mapped by \p Coverage. 106 void removeUnmappedInputs(const CoverageMapping &Coverage); 107 108 /// \brief If a demangler is available, demangle all symbol names. 109 void demangleSymbols(const CoverageMapping &Coverage); 110 111 /// \brief Write out a source file view to the filesystem. 112 void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage, 113 CoveragePrinter *Printer, bool ShowFilenames); 114 115 typedef llvm::function_ref<int(int, const char **)> CommandLineParserType; 116 117 int doShow(int argc, const char **argv, 118 CommandLineParserType commandLineParser); 119 120 int doReport(int argc, const char **argv, 121 CommandLineParserType commandLineParser); 122 123 int doExport(int argc, const char **argv, 124 CommandLineParserType commandLineParser); 125 126 std::vector<StringRef> ObjectFilenames; 127 CoverageViewOptions ViewOpts; 128 CoverageFiltersMatchAll Filters; 129 CoverageFilters IgnoreFilenameFilters; 130 131 /// The path to the indexed profile. 132 std::string PGOFilename; 133 134 /// A list of input source files. 135 std::vector<std::string> SourceFiles; 136 137 /// In -path-equivalence mode, this maps the absolute paths from the coverage 138 /// mapping data to the input source files. 139 StringMap<std::string> RemappedFilenames; 140 141 /// The coverage data path to be remapped from, and the source path to be 142 /// remapped to, when using -path-equivalence. 143 Optional<std::pair<std::string, std::string>> PathRemapping; 144 145 /// The architecture the coverage mapping data targets. 146 std::vector<StringRef> CoverageArches; 147 148 /// A cache for demangled symbols. 149 DemangleCache DC; 150 151 /// A lock which guards printing to stderr. 152 std::mutex ErrsLock; 153 154 /// A container for input source file buffers. 155 std::mutex LoadedSourceFilesLock; 156 std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>> 157 LoadedSourceFiles; 158 159 /// Whitelist from -name-whitelist to be used for filtering. 160 std::unique_ptr<SpecialCaseList> NameWhitelist; 161 }; 162 } 163 164 static std::string getErrorString(const Twine &Message, StringRef Whence, 165 bool Warning) { 166 std::string Str = (Warning ? "warning" : "error"); 167 Str += ": "; 168 if (!Whence.empty()) 169 Str += Whence.str() + ": "; 170 Str += Message.str() + "\n"; 171 return Str; 172 } 173 174 void CodeCoverageTool::error(const Twine &Message, StringRef Whence) { 175 std::unique_lock<std::mutex> Guard{ErrsLock}; 176 ViewOpts.colored_ostream(errs(), raw_ostream::RED) 177 << getErrorString(Message, Whence, false); 178 } 179 180 void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) { 181 std::unique_lock<std::mutex> Guard{ErrsLock}; 182 ViewOpts.colored_ostream(errs(), raw_ostream::RED) 183 << getErrorString(Message, Whence, true); 184 } 185 186 void CodeCoverageTool::addCollectedPath(const std::string &Path) { 187 SmallString<128> EffectivePath(Path); 188 if (std::error_code EC = sys::fs::make_absolute(EffectivePath)) { 189 error(EC.message(), Path); 190 return; 191 } 192 sys::path::remove_dots(EffectivePath, /*remove_dot_dots=*/true); 193 if (!IgnoreFilenameFilters.matchesFilename(EffectivePath)) 194 SourceFiles.emplace_back(EffectivePath.str()); 195 } 196 197 void CodeCoverageTool::collectPaths(const std::string &Path) { 198 llvm::sys::fs::file_status Status; 199 llvm::sys::fs::status(Path, Status); 200 if (!llvm::sys::fs::exists(Status)) { 201 if (PathRemapping) 202 addCollectedPath(Path); 203 else 204 warning("Source file doesn't exist, proceeded by ignoring it.", Path); 205 return; 206 } 207 208 if (llvm::sys::fs::is_regular_file(Status)) { 209 addCollectedPath(Path); 210 return; 211 } 212 213 if (llvm::sys::fs::is_directory(Status)) { 214 std::error_code EC; 215 for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E; 216 F != E; F.increment(EC)) { 217 218 if (EC) { 219 warning(EC.message(), F->path()); 220 continue; 221 } 222 223 if (llvm::sys::fs::is_regular_file(F->path())) 224 addCollectedPath(F->path()); 225 } 226 } 227 } 228 229 ErrorOr<const MemoryBuffer &> 230 CodeCoverageTool::getSourceFile(StringRef SourceFile) { 231 // If we've remapped filenames, look up the real location for this file. 232 std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock}; 233 if (!RemappedFilenames.empty()) { 234 auto Loc = RemappedFilenames.find(SourceFile); 235 if (Loc != RemappedFilenames.end()) 236 SourceFile = Loc->second; 237 } 238 for (const auto &Files : LoadedSourceFiles) 239 if (sys::fs::equivalent(SourceFile, Files.first)) 240 return *Files.second; 241 auto Buffer = MemoryBuffer::getFile(SourceFile); 242 if (auto EC = Buffer.getError()) { 243 error(EC.message(), SourceFile); 244 return EC; 245 } 246 LoadedSourceFiles.emplace_back(SourceFile, std::move(Buffer.get())); 247 return *LoadedSourceFiles.back().second; 248 } 249 250 void CodeCoverageTool::attachExpansionSubViews( 251 SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions, 252 const CoverageMapping &Coverage) { 253 if (!ViewOpts.ShowExpandedRegions) 254 return; 255 for (const auto &Expansion : Expansions) { 256 auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion); 257 if (ExpansionCoverage.empty()) 258 continue; 259 auto SourceBuffer = getSourceFile(ExpansionCoverage.getFilename()); 260 if (!SourceBuffer) 261 continue; 262 263 auto SubViewExpansions = ExpansionCoverage.getExpansions(); 264 auto SubView = 265 SourceCoverageView::create(Expansion.Function.Name, SourceBuffer.get(), 266 ViewOpts, std::move(ExpansionCoverage)); 267 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage); 268 View.addExpansion(Expansion.Region, std::move(SubView)); 269 } 270 } 271 272 std::unique_ptr<SourceCoverageView> 273 CodeCoverageTool::createFunctionView(const FunctionRecord &Function, 274 const CoverageMapping &Coverage) { 275 auto FunctionCoverage = Coverage.getCoverageForFunction(Function); 276 if (FunctionCoverage.empty()) 277 return nullptr; 278 auto SourceBuffer = getSourceFile(FunctionCoverage.getFilename()); 279 if (!SourceBuffer) 280 return nullptr; 281 282 auto Expansions = FunctionCoverage.getExpansions(); 283 auto View = SourceCoverageView::create(DC.demangle(Function.Name), 284 SourceBuffer.get(), ViewOpts, 285 std::move(FunctionCoverage)); 286 attachExpansionSubViews(*View, Expansions, Coverage); 287 288 return View; 289 } 290 291 std::unique_ptr<SourceCoverageView> 292 CodeCoverageTool::createSourceFileView(StringRef SourceFile, 293 const CoverageMapping &Coverage) { 294 auto SourceBuffer = getSourceFile(SourceFile); 295 if (!SourceBuffer) 296 return nullptr; 297 auto FileCoverage = Coverage.getCoverageForFile(SourceFile); 298 if (FileCoverage.empty()) 299 return nullptr; 300 301 auto Expansions = FileCoverage.getExpansions(); 302 auto View = SourceCoverageView::create(SourceFile, SourceBuffer.get(), 303 ViewOpts, std::move(FileCoverage)); 304 attachExpansionSubViews(*View, Expansions, Coverage); 305 if (!ViewOpts.ShowFunctionInstantiations) 306 return View; 307 308 for (const auto &Group : Coverage.getInstantiationGroups(SourceFile)) { 309 // Skip functions which have a single instantiation. 310 if (Group.size() < 2) 311 continue; 312 313 for (const FunctionRecord *Function : Group.getInstantiations()) { 314 std::unique_ptr<SourceCoverageView> SubView{nullptr}; 315 316 StringRef Funcname = DC.demangle(Function->Name); 317 318 if (Function->ExecutionCount > 0) { 319 auto SubViewCoverage = Coverage.getCoverageForFunction(*Function); 320 auto SubViewExpansions = SubViewCoverage.getExpansions(); 321 SubView = SourceCoverageView::create( 322 Funcname, SourceBuffer.get(), ViewOpts, std::move(SubViewCoverage)); 323 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage); 324 } 325 326 unsigned FileID = Function->CountedRegions.front().FileID; 327 unsigned Line = 0; 328 for (const auto &CR : Function->CountedRegions) 329 if (CR.FileID == FileID) 330 Line = std::max(CR.LineEnd, Line); 331 View->addInstantiation(Funcname, Line, std::move(SubView)); 332 } 333 } 334 return View; 335 } 336 337 static bool modifiedTimeGT(StringRef LHS, StringRef RHS) { 338 sys::fs::file_status Status; 339 if (sys::fs::status(LHS, Status)) 340 return false; 341 auto LHSTime = Status.getLastModificationTime(); 342 if (sys::fs::status(RHS, Status)) 343 return false; 344 auto RHSTime = Status.getLastModificationTime(); 345 return LHSTime > RHSTime; 346 } 347 348 std::unique_ptr<CoverageMapping> CodeCoverageTool::load() { 349 for (StringRef ObjectFilename : ObjectFilenames) 350 if (modifiedTimeGT(ObjectFilename, PGOFilename)) 351 warning("profile data may be out of date - object is newer", 352 ObjectFilename); 353 auto CoverageOrErr = 354 CoverageMapping::load(ObjectFilenames, PGOFilename, CoverageArches); 355 if (Error E = CoverageOrErr.takeError()) { 356 error("Failed to load coverage: " + toString(std::move(E)), 357 join(ObjectFilenames.begin(), ObjectFilenames.end(), ", ")); 358 return nullptr; 359 } 360 auto Coverage = std::move(CoverageOrErr.get()); 361 unsigned Mismatched = Coverage->getMismatchedCount(); 362 if (Mismatched) { 363 warning(Twine(Mismatched) + " functions have mismatched data"); 364 365 if (ViewOpts.Debug) { 366 for (const auto &HashMismatch : Coverage->getHashMismatches()) 367 errs() << "hash-mismatch: " 368 << "No profile record found for '" << HashMismatch.first << "'" 369 << " with hash = 0x" << Twine::utohexstr(HashMismatch.second) 370 << '\n'; 371 372 for (const auto &CounterMismatch : Coverage->getCounterMismatches()) 373 errs() << "counter-mismatch: " 374 << "Coverage mapping for " << CounterMismatch.first 375 << " only has " << CounterMismatch.second 376 << " valid counter expressions\n"; 377 } 378 } 379 380 remapPathNames(*Coverage); 381 382 if (!SourceFiles.empty()) 383 removeUnmappedInputs(*Coverage); 384 385 demangleSymbols(*Coverage); 386 387 return Coverage; 388 } 389 390 void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) { 391 if (!PathRemapping) 392 return; 393 394 // Convert remapping paths to native paths with trailing seperators. 395 auto nativeWithTrailing = [](StringRef Path) -> std::string { 396 if (Path.empty()) 397 return ""; 398 SmallString<128> NativePath; 399 sys::path::native(Path, NativePath); 400 if (!sys::path::is_separator(NativePath.back())) 401 NativePath += sys::path::get_separator(); 402 return NativePath.c_str(); 403 }; 404 std::string RemapFrom = nativeWithTrailing(PathRemapping->first); 405 std::string RemapTo = nativeWithTrailing(PathRemapping->second); 406 407 // Create a mapping from coverage data file paths to local paths. 408 for (StringRef Filename : Coverage.getUniqueSourceFiles()) { 409 SmallString<128> NativeFilename; 410 sys::path::native(Filename, NativeFilename); 411 if (NativeFilename.startswith(RemapFrom)) { 412 RemappedFilenames[Filename] = 413 RemapTo + NativeFilename.substr(RemapFrom.size()).str(); 414 } 415 } 416 417 // Convert input files from local paths to coverage data file paths. 418 StringMap<std::string> InvRemappedFilenames; 419 for (const auto &RemappedFilename : RemappedFilenames) 420 InvRemappedFilenames[RemappedFilename.getValue()] = RemappedFilename.getKey(); 421 422 for (std::string &Filename : SourceFiles) { 423 SmallString<128> NativeFilename; 424 sys::path::native(Filename, NativeFilename); 425 auto CovFileName = InvRemappedFilenames.find(NativeFilename); 426 if (CovFileName != InvRemappedFilenames.end()) 427 Filename = CovFileName->second; 428 } 429 } 430 431 void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) { 432 std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles(); 433 434 auto UncoveredFilesIt = SourceFiles.end(); 435 // The user may have specified source files which aren't in the coverage 436 // mapping. Filter these files away. 437 UncoveredFilesIt = std::remove_if( 438 SourceFiles.begin(), SourceFiles.end(), [&](const std::string &SF) { 439 return !std::binary_search(CoveredFiles.begin(), CoveredFiles.end(), 440 SF); 441 }); 442 443 SourceFiles.erase(UncoveredFilesIt, SourceFiles.end()); 444 } 445 446 void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) { 447 if (!ViewOpts.hasDemangler()) 448 return; 449 450 // Pass function names to the demangler in a temporary file. 451 int InputFD; 452 SmallString<256> InputPath; 453 std::error_code EC = 454 sys::fs::createTemporaryFile("demangle-in", "list", InputFD, InputPath); 455 if (EC) { 456 error(InputPath, EC.message()); 457 return; 458 } 459 ToolOutputFile InputTOF{InputPath, InputFD}; 460 461 unsigned NumSymbols = 0; 462 for (const auto &Function : Coverage.getCoveredFunctions()) { 463 InputTOF.os() << Function.Name << '\n'; 464 ++NumSymbols; 465 } 466 InputTOF.os().close(); 467 468 // Use another temporary file to store the demangler's output. 469 int OutputFD; 470 SmallString<256> OutputPath; 471 EC = sys::fs::createTemporaryFile("demangle-out", "list", OutputFD, 472 OutputPath); 473 if (EC) { 474 error(OutputPath, EC.message()); 475 return; 476 } 477 ToolOutputFile OutputTOF{OutputPath, OutputFD}; 478 OutputTOF.os().close(); 479 480 // Invoke the demangler. 481 std::vector<const char *> ArgsV; 482 for (const std::string &Arg : ViewOpts.DemanglerOpts) 483 ArgsV.push_back(Arg.c_str()); 484 ArgsV.push_back(nullptr); 485 Optional<StringRef> Redirects[] = {InputPath.str(), OutputPath.str(), {""}}; 486 std::string ErrMsg; 487 int RC = sys::ExecuteAndWait(ViewOpts.DemanglerOpts[0], ArgsV.data(), 488 /*env=*/nullptr, Redirects, /*secondsToWait=*/0, 489 /*memoryLimit=*/0, &ErrMsg); 490 if (RC) { 491 error(ErrMsg, ViewOpts.DemanglerOpts[0]); 492 return; 493 } 494 495 // Parse the demangler's output. 496 auto BufOrError = MemoryBuffer::getFile(OutputPath); 497 if (!BufOrError) { 498 error(OutputPath, BufOrError.getError().message()); 499 return; 500 } 501 502 std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError); 503 504 SmallVector<StringRef, 8> Symbols; 505 StringRef DemanglerData = DemanglerBuf->getBuffer(); 506 DemanglerData.split(Symbols, '\n', /*MaxSplit=*/NumSymbols, 507 /*KeepEmpty=*/false); 508 if (Symbols.size() != NumSymbols) { 509 error("Demangler did not provide expected number of symbols"); 510 return; 511 } 512 513 // Cache the demangled names. 514 unsigned I = 0; 515 for (const auto &Function : Coverage.getCoveredFunctions()) 516 // On Windows, lines in the demangler's output file end with "\r\n". 517 // Splitting by '\n' keeps '\r's, so cut them now. 518 DC.DemangledNames[Function.Name] = Symbols[I++].rtrim(); 519 } 520 521 void CodeCoverageTool::writeSourceFileView(StringRef SourceFile, 522 CoverageMapping *Coverage, 523 CoveragePrinter *Printer, 524 bool ShowFilenames) { 525 auto View = createSourceFileView(SourceFile, *Coverage); 526 if (!View) { 527 warning("The file '" + SourceFile + "' isn't covered."); 528 return; 529 } 530 531 auto OSOrErr = Printer->createViewFile(SourceFile, /*InToplevel=*/false); 532 if (Error E = OSOrErr.takeError()) { 533 error("Could not create view file!", toString(std::move(E))); 534 return; 535 } 536 auto OS = std::move(OSOrErr.get()); 537 538 View->print(*OS.get(), /*Wholefile=*/true, 539 /*ShowSourceName=*/ShowFilenames, 540 /*ShowTitle=*/ViewOpts.hasOutputDirectory()); 541 Printer->closeViewFile(std::move(OS)); 542 } 543 544 int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) { 545 cl::opt<std::string> CovFilename( 546 cl::Positional, cl::desc("Covered executable or object file.")); 547 548 cl::list<std::string> CovFilenames( 549 "object", cl::desc("Coverage executable or object file"), cl::ZeroOrMore, 550 cl::CommaSeparated); 551 552 cl::list<std::string> InputSourceFiles( 553 cl::Positional, cl::desc("<Source files>"), cl::ZeroOrMore); 554 555 cl::opt<bool> DebugDumpCollectedPaths( 556 "dump-collected-paths", cl::Optional, cl::Hidden, 557 cl::desc("Show the collected paths to source files")); 558 559 cl::opt<std::string, true> PGOFilename( 560 "instr-profile", cl::Required, cl::location(this->PGOFilename), 561 cl::desc( 562 "File with the profile data obtained after an instrumented run")); 563 564 cl::list<std::string> Arches( 565 "arch", cl::desc("architectures of the coverage mapping binaries")); 566 567 cl::opt<bool> DebugDump("dump", cl::Optional, 568 cl::desc("Show internal debug dump")); 569 570 cl::opt<CoverageViewOptions::OutputFormat> Format( 571 "format", cl::desc("Output format for line-based coverage reports"), 572 cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text", 573 "Text output"), 574 clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html", 575 "HTML output")), 576 cl::init(CoverageViewOptions::OutputFormat::Text)); 577 578 cl::opt<std::string> PathRemap( 579 "path-equivalence", cl::Optional, 580 cl::desc("<from>,<to> Map coverage data paths to local source file " 581 "paths")); 582 583 cl::OptionCategory FilteringCategory("Function filtering options"); 584 585 cl::list<std::string> NameFilters( 586 "name", cl::Optional, 587 cl::desc("Show code coverage only for functions with the given name"), 588 cl::ZeroOrMore, cl::cat(FilteringCategory)); 589 590 cl::list<std::string> NameFilterFiles( 591 "name-whitelist", cl::Optional, 592 cl::desc("Show code coverage only for functions listed in the given " 593 "file"), 594 cl::ZeroOrMore, cl::cat(FilteringCategory)); 595 596 cl::list<std::string> NameRegexFilters( 597 "name-regex", cl::Optional, 598 cl::desc("Show code coverage only for functions that match the given " 599 "regular expression"), 600 cl::ZeroOrMore, cl::cat(FilteringCategory)); 601 602 cl::list<std::string> IgnoreFilenameRegexFilters( 603 "ignore-filename-regex", cl::Optional, 604 cl::desc("Skip source code files with file paths that match the given " 605 "regular expression"), 606 cl::ZeroOrMore, cl::cat(FilteringCategory)); 607 608 cl::opt<double> RegionCoverageLtFilter( 609 "region-coverage-lt", cl::Optional, 610 cl::desc("Show code coverage only for functions with region coverage " 611 "less than the given threshold"), 612 cl::cat(FilteringCategory)); 613 614 cl::opt<double> RegionCoverageGtFilter( 615 "region-coverage-gt", cl::Optional, 616 cl::desc("Show code coverage only for functions with region coverage " 617 "greater than the given threshold"), 618 cl::cat(FilteringCategory)); 619 620 cl::opt<double> LineCoverageLtFilter( 621 "line-coverage-lt", cl::Optional, 622 cl::desc("Show code coverage only for functions with line coverage less " 623 "than the given threshold"), 624 cl::cat(FilteringCategory)); 625 626 cl::opt<double> LineCoverageGtFilter( 627 "line-coverage-gt", cl::Optional, 628 cl::desc("Show code coverage only for functions with line coverage " 629 "greater than the given threshold"), 630 cl::cat(FilteringCategory)); 631 632 cl::opt<cl::boolOrDefault> UseColor( 633 "use-color", cl::desc("Emit colored output (default=autodetect)"), 634 cl::init(cl::BOU_UNSET)); 635 636 cl::list<std::string> DemanglerOpts( 637 "Xdemangler", cl::desc("<demangler-path>|<demangler-option>")); 638 639 cl::opt<bool> RegionSummary( 640 "show-region-summary", cl::Optional, 641 cl::desc("Show region statistics in summary table"), 642 cl::init(true)); 643 644 cl::opt<bool> InstantiationSummary( 645 "show-instantiation-summary", cl::Optional, 646 cl::desc("Show instantiation statistics in summary table")); 647 648 cl::opt<bool> SummaryOnly( 649 "summary-only", cl::Optional, 650 cl::desc("Export only summary information for each source file")); 651 652 cl::opt<unsigned> NumThreads( 653 "num-threads", cl::init(0), 654 cl::desc("Number of merge threads to use (default: autodetect)")); 655 cl::alias NumThreadsA("j", cl::desc("Alias for --num-threads"), 656 cl::aliasopt(NumThreads)); 657 658 auto commandLineParser = [&, this](int argc, const char **argv) -> int { 659 cl::ParseCommandLineOptions(argc, argv, "LLVM code coverage tool\n"); 660 ViewOpts.Debug = DebugDump; 661 662 if (!CovFilename.empty()) 663 ObjectFilenames.emplace_back(CovFilename); 664 for (const std::string &Filename : CovFilenames) 665 ObjectFilenames.emplace_back(Filename); 666 if (ObjectFilenames.empty()) { 667 errs() << "No filenames specified!\n"; 668 ::exit(1); 669 } 670 671 ViewOpts.Format = Format; 672 switch (ViewOpts.Format) { 673 case CoverageViewOptions::OutputFormat::Text: 674 ViewOpts.Colors = UseColor == cl::BOU_UNSET 675 ? sys::Process::StandardOutHasColors() 676 : UseColor == cl::BOU_TRUE; 677 break; 678 case CoverageViewOptions::OutputFormat::HTML: 679 if (UseColor == cl::BOU_FALSE) 680 errs() << "Color output cannot be disabled when generating html.\n"; 681 ViewOpts.Colors = true; 682 break; 683 } 684 685 // If path-equivalence was given and is a comma seperated pair then set 686 // PathRemapping. 687 auto EquivPair = StringRef(PathRemap).split(','); 688 if (!(EquivPair.first.empty() && EquivPair.second.empty())) 689 PathRemapping = EquivPair; 690 691 // If a demangler is supplied, check if it exists and register it. 692 if (DemanglerOpts.size()) { 693 auto DemanglerPathOrErr = sys::findProgramByName(DemanglerOpts[0]); 694 if (!DemanglerPathOrErr) { 695 error("Could not find the demangler!", 696 DemanglerPathOrErr.getError().message()); 697 return 1; 698 } 699 DemanglerOpts[0] = *DemanglerPathOrErr; 700 ViewOpts.DemanglerOpts.swap(DemanglerOpts); 701 } 702 703 // Read in -name-whitelist files. 704 if (!NameFilterFiles.empty()) { 705 std::string SpecialCaseListErr; 706 NameWhitelist = 707 SpecialCaseList::create(NameFilterFiles, SpecialCaseListErr); 708 if (!NameWhitelist) 709 error(SpecialCaseListErr); 710 } 711 712 // Create the function filters 713 if (!NameFilters.empty() || NameWhitelist || !NameRegexFilters.empty()) { 714 auto NameFilterer = llvm::make_unique<CoverageFilters>(); 715 for (const auto &Name : NameFilters) 716 NameFilterer->push_back(llvm::make_unique<NameCoverageFilter>(Name)); 717 if (NameWhitelist) 718 NameFilterer->push_back( 719 llvm::make_unique<NameWhitelistCoverageFilter>(*NameWhitelist)); 720 for (const auto &Regex : NameRegexFilters) 721 NameFilterer->push_back( 722 llvm::make_unique<NameRegexCoverageFilter>(Regex)); 723 Filters.push_back(std::move(NameFilterer)); 724 } 725 726 if (RegionCoverageLtFilter.getNumOccurrences() || 727 RegionCoverageGtFilter.getNumOccurrences() || 728 LineCoverageLtFilter.getNumOccurrences() || 729 LineCoverageGtFilter.getNumOccurrences()) { 730 auto StatFilterer = llvm::make_unique<CoverageFilters>(); 731 if (RegionCoverageLtFilter.getNumOccurrences()) 732 StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>( 733 RegionCoverageFilter::LessThan, RegionCoverageLtFilter)); 734 if (RegionCoverageGtFilter.getNumOccurrences()) 735 StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>( 736 RegionCoverageFilter::GreaterThan, RegionCoverageGtFilter)); 737 if (LineCoverageLtFilter.getNumOccurrences()) 738 StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>( 739 LineCoverageFilter::LessThan, LineCoverageLtFilter)); 740 if (LineCoverageGtFilter.getNumOccurrences()) 741 StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>( 742 RegionCoverageFilter::GreaterThan, LineCoverageGtFilter)); 743 Filters.push_back(std::move(StatFilterer)); 744 } 745 746 // Create the ignore filename filters. 747 for (const auto &RE : IgnoreFilenameRegexFilters) 748 IgnoreFilenameFilters.push_back( 749 llvm::make_unique<NameRegexCoverageFilter>(RE)); 750 751 if (!Arches.empty()) { 752 for (const std::string &Arch : Arches) { 753 if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) { 754 error("Unknown architecture: " + Arch); 755 return 1; 756 } 757 CoverageArches.emplace_back(Arch); 758 } 759 if (CoverageArches.size() != ObjectFilenames.size()) { 760 error("Number of architectures doesn't match the number of objects"); 761 return 1; 762 } 763 } 764 765 // IgnoreFilenameFilters are applied even when InputSourceFiles specified. 766 for (const std::string &File : InputSourceFiles) 767 collectPaths(File); 768 769 if (DebugDumpCollectedPaths) { 770 for (const std::string &SF : SourceFiles) 771 outs() << SF << '\n'; 772 ::exit(0); 773 } 774 775 ViewOpts.ShowRegionSummary = RegionSummary; 776 ViewOpts.ShowInstantiationSummary = InstantiationSummary; 777 ViewOpts.ExportSummaryOnly = SummaryOnly; 778 ViewOpts.NumThreads = NumThreads; 779 780 return 0; 781 }; 782 783 switch (Cmd) { 784 case Show: 785 return doShow(argc, argv, commandLineParser); 786 case Report: 787 return doReport(argc, argv, commandLineParser); 788 case Export: 789 return doExport(argc, argv, commandLineParser); 790 } 791 return 0; 792 } 793 794 int CodeCoverageTool::doShow(int argc, const char **argv, 795 CommandLineParserType commandLineParser) { 796 797 cl::OptionCategory ViewCategory("Viewing options"); 798 799 cl::opt<bool> ShowLineExecutionCounts( 800 "show-line-counts", cl::Optional, 801 cl::desc("Show the execution counts for each line"), cl::init(true), 802 cl::cat(ViewCategory)); 803 804 cl::opt<bool> ShowRegions( 805 "show-regions", cl::Optional, 806 cl::desc("Show the execution counts for each region"), 807 cl::cat(ViewCategory)); 808 809 cl::opt<bool> ShowBestLineRegionsCounts( 810 "show-line-counts-or-regions", cl::Optional, 811 cl::desc("Show the execution counts for each line, or the execution " 812 "counts for each region on lines that have multiple regions"), 813 cl::cat(ViewCategory)); 814 815 cl::opt<bool> ShowExpansions("show-expansions", cl::Optional, 816 cl::desc("Show expanded source regions"), 817 cl::cat(ViewCategory)); 818 819 cl::opt<bool> ShowInstantiations("show-instantiations", cl::Optional, 820 cl::desc("Show function instantiations"), 821 cl::init(true), cl::cat(ViewCategory)); 822 823 cl::opt<std::string> ShowOutputDirectory( 824 "output-dir", cl::init(""), 825 cl::desc("Directory in which coverage information is written out")); 826 cl::alias ShowOutputDirectoryA("o", cl::desc("Alias for --output-dir"), 827 cl::aliasopt(ShowOutputDirectory)); 828 829 cl::opt<uint32_t> TabSize( 830 "tab-size", cl::init(2), 831 cl::desc( 832 "Set tab expansion size for html coverage reports (default = 2)")); 833 834 cl::opt<std::string> ProjectTitle( 835 "project-title", cl::Optional, 836 cl::desc("Set project title for the coverage report")); 837 838 auto Err = commandLineParser(argc, argv); 839 if (Err) 840 return Err; 841 842 ViewOpts.ShowLineNumbers = true; 843 ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 || 844 !ShowRegions || ShowBestLineRegionsCounts; 845 ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts; 846 ViewOpts.ShowExpandedRegions = ShowExpansions; 847 ViewOpts.ShowFunctionInstantiations = ShowInstantiations; 848 ViewOpts.ShowOutputDirectory = ShowOutputDirectory; 849 ViewOpts.TabSize = TabSize; 850 ViewOpts.ProjectTitle = ProjectTitle; 851 852 if (ViewOpts.hasOutputDirectory()) { 853 if (auto E = sys::fs::create_directories(ViewOpts.ShowOutputDirectory)) { 854 error("Could not create output directory!", E.message()); 855 return 1; 856 } 857 } 858 859 sys::fs::file_status Status; 860 if (sys::fs::status(PGOFilename, Status)) { 861 error("profdata file error: can not get the file status. \n"); 862 return 1; 863 } 864 865 auto ModifiedTime = Status.getLastModificationTime(); 866 std::string ModifiedTimeStr = to_string(ModifiedTime); 867 size_t found = ModifiedTimeStr.rfind(':'); 868 ViewOpts.CreatedTimeStr = (found != std::string::npos) 869 ? "Created: " + ModifiedTimeStr.substr(0, found) 870 : "Created: " + ModifiedTimeStr; 871 872 auto Coverage = load(); 873 if (!Coverage) 874 return 1; 875 876 auto Printer = CoveragePrinter::create(ViewOpts); 877 878 if (SourceFiles.empty()) 879 // Get the source files from the function coverage mapping. 880 for (StringRef Filename : Coverage->getUniqueSourceFiles()) { 881 if (!IgnoreFilenameFilters.matchesFilename(Filename)) 882 SourceFiles.push_back(Filename); 883 } 884 885 // Create an index out of the source files. 886 if (ViewOpts.hasOutputDirectory()) { 887 if (Error E = Printer->createIndexFile(SourceFiles, *Coverage, Filters)) { 888 error("Could not create index file!", toString(std::move(E))); 889 return 1; 890 } 891 } 892 893 if (!Filters.empty()) { 894 // Build the map of filenames to functions. 895 std::map<llvm::StringRef, std::vector<const FunctionRecord *>> 896 FilenameFunctionMap; 897 for (const auto &SourceFile : SourceFiles) 898 for (const auto &Function : Coverage->getCoveredFunctions(SourceFile)) 899 if (Filters.matches(*Coverage.get(), Function)) 900 FilenameFunctionMap[SourceFile].push_back(&Function); 901 902 // Only print filter matching functions for each file. 903 for (const auto &FileFunc : FilenameFunctionMap) { 904 StringRef File = FileFunc.first; 905 const auto &Functions = FileFunc.second; 906 907 auto OSOrErr = Printer->createViewFile(File, /*InToplevel=*/false); 908 if (Error E = OSOrErr.takeError()) { 909 error("Could not create view file!", toString(std::move(E))); 910 return 1; 911 } 912 auto OS = std::move(OSOrErr.get()); 913 914 bool ShowTitle = ViewOpts.hasOutputDirectory(); 915 for (const auto *Function : Functions) { 916 auto FunctionView = createFunctionView(*Function, *Coverage); 917 if (!FunctionView) { 918 warning("Could not read coverage for '" + Function->Name + "'."); 919 continue; 920 } 921 FunctionView->print(*OS.get(), /*WholeFile=*/false, 922 /*ShowSourceName=*/true, ShowTitle); 923 ShowTitle = false; 924 } 925 926 Printer->closeViewFile(std::move(OS)); 927 } 928 return 0; 929 } 930 931 // Show files 932 bool ShowFilenames = 933 (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() || 934 (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML); 935 936 auto NumThreads = ViewOpts.NumThreads; 937 938 // If NumThreads is not specified, auto-detect a good default. 939 if (NumThreads == 0) 940 NumThreads = 941 std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(), 942 unsigned(SourceFiles.size()))); 943 944 if (!ViewOpts.hasOutputDirectory() || NumThreads == 1) { 945 for (const std::string &SourceFile : SourceFiles) 946 writeSourceFileView(SourceFile, Coverage.get(), Printer.get(), 947 ShowFilenames); 948 } else { 949 // In -output-dir mode, it's safe to use multiple threads to print files. 950 ThreadPool Pool(NumThreads); 951 for (const std::string &SourceFile : SourceFiles) 952 Pool.async(&CodeCoverageTool::writeSourceFileView, this, SourceFile, 953 Coverage.get(), Printer.get(), ShowFilenames); 954 Pool.wait(); 955 } 956 957 return 0; 958 } 959 960 int CodeCoverageTool::doReport(int argc, const char **argv, 961 CommandLineParserType commandLineParser) { 962 cl::opt<bool> ShowFunctionSummaries( 963 "show-functions", cl::Optional, cl::init(false), 964 cl::desc("Show coverage summaries for each function")); 965 966 auto Err = commandLineParser(argc, argv); 967 if (Err) 968 return Err; 969 970 if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) { 971 error("HTML output for summary reports is not yet supported."); 972 return 1; 973 } 974 975 auto Coverage = load(); 976 if (!Coverage) 977 return 1; 978 979 CoverageReport Report(ViewOpts, *Coverage.get()); 980 if (!ShowFunctionSummaries) { 981 if (SourceFiles.empty()) 982 Report.renderFileReports(llvm::outs(), IgnoreFilenameFilters); 983 else 984 Report.renderFileReports(llvm::outs(), SourceFiles); 985 } else { 986 if (SourceFiles.empty()) { 987 error("Source files must be specified when -show-functions=true is " 988 "specified"); 989 return 1; 990 } 991 992 Report.renderFunctionReports(SourceFiles, DC, llvm::outs()); 993 } 994 return 0; 995 } 996 997 int CodeCoverageTool::doExport(int argc, const char **argv, 998 CommandLineParserType commandLineParser) { 999 1000 auto Err = commandLineParser(argc, argv); 1001 if (Err) 1002 return Err; 1003 1004 if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text) { 1005 error("Coverage data can only be exported as textual JSON."); 1006 return 1; 1007 } 1008 1009 auto Coverage = load(); 1010 if (!Coverage) { 1011 error("Could not load coverage information"); 1012 return 1; 1013 } 1014 1015 auto Exporter = CoverageExporterJson(*Coverage.get(), ViewOpts, outs()); 1016 1017 if (SourceFiles.empty()) 1018 Exporter.renderRoot(IgnoreFilenameFilters); 1019 else 1020 Exporter.renderRoot(SourceFiles); 1021 1022 return 0; 1023 } 1024 1025 int showMain(int argc, const char *argv[]) { 1026 CodeCoverageTool Tool; 1027 return Tool.run(CodeCoverageTool::Show, argc, argv); 1028 } 1029 1030 int reportMain(int argc, const char *argv[]) { 1031 CodeCoverageTool Tool; 1032 return Tool.run(CodeCoverageTool::Report, argc, argv); 1033 } 1034 1035 int exportMain(int argc, const char *argv[]) { 1036 CodeCoverageTool Tool; 1037 return Tool.run(CodeCoverageTool::Export, argc, argv); 1038 } 1039