1 //===- CoverageReport.cpp - Code coverage report -------------------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This class implements rendering of a code coverage report.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "CoverageReport.h"
15 #include "RenderingSupport.h"
16 #include "llvm/ADT/DenseMap.h"
17 #include "llvm/Support/FileSystem.h"
18 #include "llvm/Support/Format.h"
19 #include "llvm/Support/Path.h"
20 #include <numeric>
21 
22 using namespace llvm;
23 
24 namespace {
25 
26 /// \brief Helper struct which prints trimmed and aligned columns.
27 struct Column {
28   enum TrimKind { NoTrim, WidthTrim, RightTrim };
29 
30   enum AlignmentKind { LeftAlignment, RightAlignment };
31 
32   StringRef Str;
33   unsigned Width;
34   TrimKind Trim;
35   AlignmentKind Alignment;
36 
37   Column(StringRef Str, unsigned Width)
38       : Str(Str), Width(Width), Trim(WidthTrim), Alignment(LeftAlignment) {}
39 
40   Column &set(TrimKind Value) {
41     Trim = Value;
42     return *this;
43   }
44 
45   Column &set(AlignmentKind Value) {
46     Alignment = Value;
47     return *this;
48   }
49 
50   void render(raw_ostream &OS) const {
51     if (Str.size() <= Width) {
52       if (Alignment == RightAlignment) {
53         OS.indent(Width - Str.size());
54         OS << Str;
55         return;
56       }
57       OS << Str;
58       OS.indent(Width - Str.size());
59       return;
60     }
61 
62     switch (Trim) {
63     case NoTrim:
64       OS << Str;
65       break;
66     case WidthTrim:
67       OS << Str.substr(0, Width);
68       break;
69     case RightTrim:
70       OS << Str.substr(0, Width - 3) << "...";
71       break;
72     }
73   }
74 };
75 
76 raw_ostream &operator<<(raw_ostream &OS, const Column &Value) {
77   Value.render(OS);
78   return OS;
79 }
80 
81 Column column(StringRef Str, unsigned Width) { return Column(Str, Width); }
82 
83 template <typename T>
84 Column column(StringRef Str, unsigned Width, const T &Value) {
85   return Column(Str, Width).set(Value);
86 }
87 
88 // Specify the default column widths.
89 size_t FileReportColumns[] = {25, 12, 18, 10, 12, 18, 10,
90                               16, 16, 10, 12, 18, 10};
91 size_t FunctionReportColumns[] = {25, 10, 8, 8, 10, 8, 8};
92 
93 /// \brief Adjust column widths to fit long file paths and function names.
94 void adjustColumnWidths(ArrayRef<StringRef> Files,
95                         ArrayRef<StringRef> Functions) {
96   for (StringRef Filename : Files)
97     FileReportColumns[0] = std::max(FileReportColumns[0], Filename.size());
98   for (StringRef Funcname : Functions)
99     FunctionReportColumns[0] =
100         std::max(FunctionReportColumns[0], Funcname.size());
101 }
102 
103 /// \brief Prints a horizontal divider long enough to cover the given column
104 /// widths.
105 void renderDivider(ArrayRef<size_t> ColumnWidths, raw_ostream &OS) {
106   size_t Length = std::accumulate(ColumnWidths.begin(), ColumnWidths.end(), 0);
107   for (size_t I = 0; I < Length; ++I)
108     OS << '-';
109 }
110 
111 /// \brief Return the color which correponds to the coverage percentage of a
112 /// certain metric.
113 template <typename T>
114 raw_ostream::Colors determineCoveragePercentageColor(const T &Info) {
115   if (Info.isFullyCovered())
116     return raw_ostream::GREEN;
117   return Info.getPercentCovered() >= 80.0 ? raw_ostream::YELLOW
118                                           : raw_ostream::RED;
119 }
120 
121 /// \brief Determine the length of the longest common prefix of the strings in
122 /// \p Strings.
123 unsigned getLongestCommonPrefixLen(ArrayRef<std::string> Strings) {
124   unsigned LCP = Strings[0].size();
125   for (unsigned I = 1, E = Strings.size(); LCP > 0 && I < E; ++I) {
126     unsigned Cursor;
127     StringRef S = Strings[I];
128     for (Cursor = 0; Cursor < LCP && Cursor < S.size(); ++Cursor)
129       if (Strings[0][Cursor] != S[Cursor])
130         break;
131     LCP = std::min(LCP, Cursor);
132   }
133   return LCP;
134 }
135 
136 } // end anonymous namespace
137 
138 namespace llvm {
139 
140 void CoverageReport::render(const FileCoverageSummary &File,
141                             raw_ostream &OS) const {
142   auto FileCoverageColor =
143       determineCoveragePercentageColor(File.RegionCoverage);
144   auto FuncCoverageColor =
145       determineCoveragePercentageColor(File.FunctionCoverage);
146   auto InstantiationCoverageColor =
147       determineCoveragePercentageColor(File.InstantiationCoverage);
148   auto LineCoverageColor = determineCoveragePercentageColor(File.LineCoverage);
149   SmallString<256> FileName = File.Name;
150   sys::path::remove_dots(FileName, /*remove_dot_dots=*/true);
151   sys::path::native(FileName);
152   OS << column(FileName, FileReportColumns[0], Column::NoTrim)
153      << format("%*u", FileReportColumns[1],
154                (unsigned)File.RegionCoverage.NumRegions);
155   Options.colored_ostream(OS, FileCoverageColor) << format(
156       "%*u", FileReportColumns[2], (unsigned)File.RegionCoverage.NotCovered);
157   Options.colored_ostream(OS, FileCoverageColor)
158       << format("%*.2f", FileReportColumns[3] - 1,
159                 File.RegionCoverage.getPercentCovered())
160       << '%';
161   OS << format("%*u", FileReportColumns[4],
162                (unsigned)File.FunctionCoverage.NumFunctions);
163   OS << format("%*u", FileReportColumns[5],
164                (unsigned)(File.FunctionCoverage.NumFunctions -
165                           File.FunctionCoverage.Executed));
166   Options.colored_ostream(OS, FuncCoverageColor)
167       << format("%*.2f", FileReportColumns[6] - 1,
168                 File.FunctionCoverage.getPercentCovered())
169       << '%';
170   OS << format("%*u", FileReportColumns[7],
171                (unsigned)File.InstantiationCoverage.NumFunctions);
172   OS << format("%*u", FileReportColumns[8],
173                (unsigned)(File.InstantiationCoverage.NumFunctions -
174                           File.InstantiationCoverage.Executed));
175   Options.colored_ostream(OS, InstantiationCoverageColor)
176       << format("%*.2f", FileReportColumns[9] - 1,
177                 File.InstantiationCoverage.getPercentCovered())
178       << '%';
179   OS << format("%*u", FileReportColumns[10],
180                (unsigned)File.LineCoverage.NumLines);
181   Options.colored_ostream(OS, LineCoverageColor) << format(
182       "%*u", FileReportColumns[11], (unsigned)File.LineCoverage.NotCovered);
183   Options.colored_ostream(OS, LineCoverageColor)
184       << format("%*.2f", FileReportColumns[12] - 1,
185                 File.LineCoverage.getPercentCovered())
186       << '%';
187   OS << "\n";
188 }
189 
190 void CoverageReport::render(const FunctionCoverageSummary &Function,
191                             raw_ostream &OS) const {
192   auto FuncCoverageColor =
193       determineCoveragePercentageColor(Function.RegionCoverage);
194   auto LineCoverageColor =
195       determineCoveragePercentageColor(Function.LineCoverage);
196   OS << column(Function.Name, FunctionReportColumns[0], Column::RightTrim)
197      << format("%*u", FunctionReportColumns[1],
198                (unsigned)Function.RegionCoverage.NumRegions);
199   Options.colored_ostream(OS, FuncCoverageColor)
200       << format("%*u", FunctionReportColumns[2],
201                 (unsigned)Function.RegionCoverage.NotCovered);
202   Options.colored_ostream(
203       OS, determineCoveragePercentageColor(Function.RegionCoverage))
204       << format("%*.2f", FunctionReportColumns[3] - 1,
205                 Function.RegionCoverage.getPercentCovered())
206       << '%';
207   OS << format("%*u", FunctionReportColumns[4],
208                (unsigned)Function.LineCoverage.NumLines);
209   Options.colored_ostream(OS, LineCoverageColor)
210       << format("%*u", FunctionReportColumns[5],
211                 (unsigned)Function.LineCoverage.NotCovered);
212   Options.colored_ostream(
213       OS, determineCoveragePercentageColor(Function.LineCoverage))
214       << format("%*.2f", FunctionReportColumns[6] - 1,
215                 Function.LineCoverage.getPercentCovered())
216       << '%';
217   OS << "\n";
218 }
219 
220 void CoverageReport::renderFunctionReports(ArrayRef<std::string> Files,
221                                            raw_ostream &OS) {
222   bool isFirst = true;
223   for (StringRef Filename : Files) {
224     auto Functions = Coverage.getCoveredFunctions(Filename);
225 
226     if (isFirst)
227       isFirst = false;
228     else
229       OS << "\n";
230 
231     std::vector<StringRef> Funcnames;
232     for (const auto &F : Functions)
233       Funcnames.emplace_back(F.Name);
234     adjustColumnWidths({}, Funcnames);
235 
236     OS << "File '" << Filename << "':\n";
237     OS << column("Name", FunctionReportColumns[0])
238        << column("Regions", FunctionReportColumns[1], Column::RightAlignment)
239        << column("Miss", FunctionReportColumns[2], Column::RightAlignment)
240        << column("Cover", FunctionReportColumns[3], Column::RightAlignment)
241        << column("Lines", FunctionReportColumns[4], Column::RightAlignment)
242        << column("Miss", FunctionReportColumns[5], Column::RightAlignment)
243        << column("Cover", FunctionReportColumns[6], Column::RightAlignment);
244     OS << "\n";
245     renderDivider(FunctionReportColumns, OS);
246     OS << "\n";
247     FunctionCoverageSummary Totals("TOTAL");
248     for (const auto &F : Functions) {
249       FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
250       ++Totals.ExecutionCount;
251       Totals.RegionCoverage += Function.RegionCoverage;
252       Totals.LineCoverage += Function.LineCoverage;
253       render(Function, OS);
254     }
255     if (Totals.ExecutionCount) {
256       renderDivider(FunctionReportColumns, OS);
257       OS << "\n";
258       render(Totals, OS);
259     }
260   }
261 }
262 
263 std::vector<FileCoverageSummary>
264 CoverageReport::prepareFileReports(const coverage::CoverageMapping &Coverage,
265                                    FileCoverageSummary &Totals,
266                                    ArrayRef<std::string> Files) {
267   std::vector<FileCoverageSummary> FileReports;
268   unsigned LCP = 0;
269   if (Files.size() > 1)
270     LCP = getLongestCommonPrefixLen(Files);
271 
272   for (StringRef Filename : Files) {
273     FileCoverageSummary Summary(Filename.drop_front(LCP));
274 
275     // Map source locations to aggregate function coverage summaries.
276     DenseMap<std::pair<unsigned, unsigned>, FunctionCoverageSummary> Summaries;
277 
278     for (const auto &F : Coverage.getCoveredFunctions(Filename)) {
279       FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
280       auto StartLoc = F.CountedRegions[0].startLoc();
281 
282       auto UniquedSummary = Summaries.insert({StartLoc, Function});
283       if (!UniquedSummary.second)
284         UniquedSummary.first->second.update(Function);
285 
286       Summary.addInstantiation(Function);
287       Totals.addInstantiation(Function);
288     }
289 
290     for (const auto &UniquedSummary : Summaries) {
291       const FunctionCoverageSummary &FCS = UniquedSummary.second;
292       Summary.addFunction(FCS);
293       Totals.addFunction(FCS);
294     }
295 
296     FileReports.push_back(Summary);
297   }
298 
299   return FileReports;
300 }
301 
302 void CoverageReport::renderFileReports(raw_ostream &OS) const {
303   std::vector<std::string> UniqueSourceFiles;
304   for (StringRef SF : Coverage.getUniqueSourceFiles())
305     UniqueSourceFiles.emplace_back(SF.str());
306   renderFileReports(OS, UniqueSourceFiles);
307 }
308 
309 void CoverageReport::renderFileReports(raw_ostream &OS,
310                                        ArrayRef<std::string> Files) const {
311   FileCoverageSummary Totals("TOTAL");
312   auto FileReports = prepareFileReports(Coverage, Totals, Files);
313 
314   std::vector<StringRef> Filenames;
315   for (const FileCoverageSummary &FCS : FileReports)
316     Filenames.emplace_back(FCS.Name);
317   adjustColumnWidths(Filenames, {});
318 
319   OS << column("Filename", FileReportColumns[0])
320      << column("Regions", FileReportColumns[1], Column::RightAlignment)
321      << column("Missed Regions", FileReportColumns[2], Column::RightAlignment)
322      << column("Cover", FileReportColumns[3], Column::RightAlignment)
323      << column("Functions", FileReportColumns[4], Column::RightAlignment)
324      << column("Missed Functions", FileReportColumns[5], Column::RightAlignment)
325      << column("Executed", FileReportColumns[6], Column::RightAlignment)
326      << column("Instantiations", FileReportColumns[7], Column::RightAlignment)
327      << column("Missed Insts.", FileReportColumns[8], Column::RightAlignment)
328      << column("Executed", FileReportColumns[9], Column::RightAlignment)
329      << column("Lines", FileReportColumns[10], Column::RightAlignment)
330      << column("Missed Lines", FileReportColumns[11], Column::RightAlignment)
331      << column("Cover", FileReportColumns[12], Column::RightAlignment) << "\n";
332   renderDivider(FileReportColumns, OS);
333   OS << "\n";
334 
335   for (const FileCoverageSummary &FCS : FileReports)
336     render(FCS, OS);
337 
338   renderDivider(FileReportColumns, OS);
339   OS << "\n";
340   render(Totals, OS);
341 }
342 
343 } // end namespace llvm
344