blob: 6ae64ba8a3ab0215160ceb7a0a31e25d24549930 [file] [log] [blame]
Alex Lorenze82d89c2014-08-22 22:56:03 +00001//===- CoverageReport.cpp - Code coverage report -------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This class implements rendering of a code coverage report.
11//
12//===----------------------------------------------------------------------===//
13
14#include "CoverageReport.h"
Alex Lorenze82d89c2014-08-22 22:56:03 +000015#include "RenderingSupport.h"
Vedant Kumar016111f2016-09-19 00:38:23 +000016#include "llvm/ADT/DenseMap.h"
Alex Lorenze82d89c2014-08-22 22:56:03 +000017#include "llvm/Support/FileSystem.h"
Chandler Carruthd9903882015-01-14 11:23:27 +000018#include "llvm/Support/Format.h"
Vedant Kumard938dfb2016-09-09 17:37:11 +000019#include "llvm/Support/Path.h"
Vedant Kumar702bb9d2016-09-06 22:45:57 +000020#include <numeric>
Alex Lorenze82d89c2014-08-22 22:56:03 +000021
22using namespace llvm;
Vedant Kumar702bb9d2016-09-06 22:45:57 +000023
Alex Lorenze82d89c2014-08-22 22:56:03 +000024namespace {
Vedant Kumar702bb9d2016-09-06 22:45:57 +000025
Alex Lorenze82d89c2014-08-22 22:56:03 +000026/// \brief Helper struct which prints trimmed and aligned columns.
27struct Column {
Vedant Kumar702bb9d2016-09-06 22:45:57 +000028 enum TrimKind { NoTrim, WidthTrim, RightTrim };
Alex Lorenze82d89c2014-08-22 22:56:03 +000029
30 enum AlignmentKind { LeftAlignment, RightAlignment };
31
32 StringRef Str;
33 unsigned Width;
34 TrimKind Trim;
35 AlignmentKind Alignment;
36
37 Column(StringRef Str, unsigned Width)
Vedant Kumarc3c39e72015-09-14 23:26:36 +000038 : Str(Str), Width(Width), Trim(WidthTrim), Alignment(LeftAlignment) {}
Alex Lorenze82d89c2014-08-22 22:56:03 +000039
40 Column &set(TrimKind Value) {
41 Trim = Value;
42 return *this;
43 }
44
45 Column &set(AlignmentKind Value) {
46 Alignment = Value;
47 return *this;
48 }
49
Vedant Kumar702bb9d2016-09-06 22:45:57 +000050 void render(raw_ostream &OS) const {
51 if (Str.size() <= Width) {
52 if (Alignment == RightAlignment) {
53 OS.indent(Width - Str.size());
54 OS << Str;
55 return;
56 }
57 OS << Str;
58 OS.indent(Width - Str.size());
59 return;
60 }
61
62 switch (Trim) {
63 case NoTrim:
64 OS << Str;
65 break;
66 case WidthTrim:
67 OS << Str.substr(0, Width);
68 break;
69 case RightTrim:
70 OS << Str.substr(0, Width - 3) << "...";
71 break;
72 }
73 }
Alex Lorenze82d89c2014-08-22 22:56:03 +000074};
Vedant Kumarc3c39e72015-09-14 23:26:36 +000075
Alex Lorenze82d89c2014-08-22 22:56:03 +000076raw_ostream &operator<<(raw_ostream &OS, const Column &Value) {
77 Value.render(OS);
78 return OS;
79}
Alex Lorenze82d89c2014-08-22 22:56:03 +000080
Vedant Kumar702bb9d2016-09-06 22:45:57 +000081Column column(StringRef Str, unsigned Width) { return Column(Str, Width); }
Alex Lorenze82d89c2014-08-22 22:56:03 +000082
83template <typename T>
Vedant Kumar702bb9d2016-09-06 22:45:57 +000084Column column(StringRef Str, unsigned Width, const T &Value) {
Alex Lorenze82d89c2014-08-22 22:56:03 +000085 return Column(Str, Width).set(Value);
86}
87
Ying Yie59ee432016-07-22 12:46:13 +000088// Specify the default column widths.
Vedant Kumar016111f2016-09-19 00:38:23 +000089size_t FileReportColumns[] = {25, 12, 18, 10, 12, 18, 10,
90 16, 16, 10, 12, 18, 10};
Vedant Kumar702bb9d2016-09-06 22:45:57 +000091size_t FunctionReportColumns[] = {25, 10, 8, 8, 10, 8, 8};
Alex Lorenze82d89c2014-08-22 22:56:03 +000092
Vedant Kumar702bb9d2016-09-06 22:45:57 +000093/// \brief Adjust column widths to fit long file paths and function names.
Vedant Kumardab0ec12016-09-19 00:38:16 +000094void adjustColumnWidths(ArrayRef<StringRef> Files,
95 ArrayRef<StringRef> Functions) {
96 for (StringRef Filename : Files)
Vedant Kumaraaead332015-10-21 16:03:32 +000097 FileReportColumns[0] = std::max(FileReportColumns[0], Filename.size());
Vedant Kumardab0ec12016-09-19 00:38:16 +000098 for (StringRef Funcname : Functions)
99 FunctionReportColumns[0] =
100 std::max(FunctionReportColumns[0], Funcname.size());
Vedant Kumaraaead332015-10-21 16:03:32 +0000101}
102
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000103/// \brief Prints a horizontal divider long enough to cover the given column
104/// widths.
105void renderDivider(ArrayRef<size_t> ColumnWidths, raw_ostream &OS) {
106 size_t Length = std::accumulate(ColumnWidths.begin(), ColumnWidths.end(), 0);
107 for (size_t I = 0; I < Length; ++I)
Alex Lorenze82d89c2014-08-22 22:56:03 +0000108 OS << '-';
109}
110
Vedant Kumar5053b112016-09-06 22:46:00 +0000111/// \brief Return the color which correponds to the coverage percentage of a
112/// certain metric.
Alex Lorenze82d89c2014-08-22 22:56:03 +0000113template <typename T>
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000114raw_ostream::Colors determineCoveragePercentageColor(const T &Info) {
Alex Lorenze82d89c2014-08-22 22:56:03 +0000115 if (Info.isFullyCovered())
116 return raw_ostream::GREEN;
117 return Info.getPercentCovered() >= 80.0 ? raw_ostream::YELLOW
118 : raw_ostream::RED;
119}
120
Vedant Kumar11813282017-02-23 22:20:32 +0000121/// \brief Get the number of redundant path components in each path in \p Paths.
122unsigned getNumRedundantPathComponents(ArrayRef<std::string> Paths) {
123 // To start, set the number of redundant path components to the maximum
124 // possible value.
125 SmallVector<StringRef, 8> FirstPathComponents{sys::path::begin(Paths[0]),
126 sys::path::end(Paths[0])};
127 unsigned NumRedundant = FirstPathComponents.size();
128
129 for (unsigned I = 1, E = Paths.size(); NumRedundant > 0 && I < E; ++I) {
130 StringRef Path = Paths[I];
131 for (const auto &Component :
132 enumerate(make_range(sys::path::begin(Path), sys::path::end(Path)))) {
133 // Do not increase the number of redundant components: that would remove
134 // useful parts of already-visited paths.
135 if (Component.Index >= NumRedundant)
Vedant Kumar5cd496b2016-09-26 17:57:13 +0000136 break;
Vedant Kumar11813282017-02-23 22:20:32 +0000137
138 // Lower the number of redundant components when there's a mismatch
139 // between the first path, and the path under consideration.
140 if (FirstPathComponents[Component.Index] != Component.Value) {
141 NumRedundant = Component.Index;
142 break;
143 }
144 }
Vedant Kumarfa754372016-09-08 00:56:43 +0000145 }
Vedant Kumar11813282017-02-23 22:20:32 +0000146
147 return NumRedundant;
148}
149
150/// \brief Determine the length of the longest redundant prefix of the paths in
151/// \p Paths.
152unsigned getRedundantPrefixLen(ArrayRef<std::string> Paths) {
153 // If there's at most one path, no path components are redundant.
154 if (Paths.size() <= 1)
155 return 0;
156
157 unsigned PrefixLen = 0;
158 unsigned NumRedundant = getNumRedundantPathComponents(Paths);
159 auto Component = sys::path::begin(Paths[0]);
160 for (unsigned I = 0; I < NumRedundant; ++I) {
161 auto LastComponent = Component;
162 ++Component;
163 PrefixLen += Component - LastComponent;
164 }
165 return PrefixLen;
Vedant Kumarfa754372016-09-08 00:56:43 +0000166}
167
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000168} // end anonymous namespace
169
170namespace llvm {
171
Vedant Kumar627887b62016-09-09 01:32:49 +0000172void CoverageReport::render(const FileCoverageSummary &File,
173 raw_ostream &OS) const {
Vedant Kumar5053b112016-09-06 22:46:00 +0000174 auto FileCoverageColor =
175 determineCoveragePercentageColor(File.RegionCoverage);
176 auto FuncCoverageColor =
177 determineCoveragePercentageColor(File.FunctionCoverage);
Vedant Kumar016111f2016-09-19 00:38:23 +0000178 auto InstantiationCoverageColor =
179 determineCoveragePercentageColor(File.InstantiationCoverage);
Vedant Kumar5053b112016-09-06 22:46:00 +0000180 auto LineCoverageColor = determineCoveragePercentageColor(File.LineCoverage);
Vedant Kumard938dfb2016-09-09 17:37:11 +0000181 SmallString<256> FileName = File.Name;
182 sys::path::remove_dots(FileName, /*remove_dot_dots=*/true);
183 sys::path::native(FileName);
184 OS << column(FileName, FileReportColumns[0], Column::NoTrim)
Vedant Kumarc3c39e72015-09-14 23:26:36 +0000185 << format("%*u", FileReportColumns[1],
186 (unsigned)File.RegionCoverage.NumRegions);
Vedant Kumar5053b112016-09-06 22:46:00 +0000187 Options.colored_ostream(OS, FileCoverageColor) << format(
188 "%*u", FileReportColumns[2], (unsigned)File.RegionCoverage.NotCovered);
Alex Lorenz35369c12016-11-21 14:00:04 +0000189 if (File.RegionCoverage.NumRegions)
190 Options.colored_ostream(OS, FileCoverageColor)
191 << format("%*.2f", FileReportColumns[3] - 1,
192 File.RegionCoverage.getPercentCovered())
193 << '%';
194 else
195 OS << column("-", FileReportColumns[3], Column::RightAlignment);
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000196 OS << format("%*u", FileReportColumns[4],
197 (unsigned)File.FunctionCoverage.NumFunctions);
Ying Yie59ee432016-07-22 12:46:13 +0000198 OS << format("%*u", FileReportColumns[5],
199 (unsigned)(File.FunctionCoverage.NumFunctions -
200 File.FunctionCoverage.Executed));
Alex Lorenz35369c12016-11-21 14:00:04 +0000201 if (File.FunctionCoverage.NumFunctions)
202 Options.colored_ostream(OS, FuncCoverageColor)
203 << format("%*.2f", FileReportColumns[6] - 1,
204 File.FunctionCoverage.getPercentCovered())
205 << '%';
206 else
207 OS << column("-", FileReportColumns[6], Column::RightAlignment);
Ying Yie59ee432016-07-22 12:46:13 +0000208 OS << format("%*u", FileReportColumns[7],
Vedant Kumar016111f2016-09-19 00:38:23 +0000209 (unsigned)File.InstantiationCoverage.NumFunctions);
210 OS << format("%*u", FileReportColumns[8],
211 (unsigned)(File.InstantiationCoverage.NumFunctions -
212 File.InstantiationCoverage.Executed));
Alex Lorenz35369c12016-11-21 14:00:04 +0000213 if (File.InstantiationCoverage.NumFunctions)
214 Options.colored_ostream(OS, InstantiationCoverageColor)
215 << format("%*.2f", FileReportColumns[9] - 1,
216 File.InstantiationCoverage.getPercentCovered())
217 << '%';
218 else
219 OS << column("-", FileReportColumns[9], Column::RightAlignment);
Vedant Kumar016111f2016-09-19 00:38:23 +0000220 OS << format("%*u", FileReportColumns[10],
Ying Yie59ee432016-07-22 12:46:13 +0000221 (unsigned)File.LineCoverage.NumLines);
Vedant Kumar5053b112016-09-06 22:46:00 +0000222 Options.colored_ostream(OS, LineCoverageColor) << format(
Vedant Kumar016111f2016-09-19 00:38:23 +0000223 "%*u", FileReportColumns[11], (unsigned)File.LineCoverage.NotCovered);
Alex Lorenz35369c12016-11-21 14:00:04 +0000224 if (File.LineCoverage.NumLines)
225 Options.colored_ostream(OS, LineCoverageColor)
226 << format("%*.2f", FileReportColumns[12] - 1,
227 File.LineCoverage.getPercentCovered())
228 << '%';
229 else
230 OS << column("-", FileReportColumns[12], Column::RightAlignment);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000231 OS << "\n";
232}
233
234void CoverageReport::render(const FunctionCoverageSummary &Function,
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000235 const DemangleCache &DC,
Vedant Kumar627887b62016-09-09 01:32:49 +0000236 raw_ostream &OS) const {
Vedant Kumar5053b112016-09-06 22:46:00 +0000237 auto FuncCoverageColor =
238 determineCoveragePercentageColor(Function.RegionCoverage);
239 auto LineCoverageColor =
240 determineCoveragePercentageColor(Function.LineCoverage);
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000241 OS << column(DC.demangle(Function.Name), FunctionReportColumns[0],
242 Column::RightTrim)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000243 << format("%*u", FunctionReportColumns[1],
244 (unsigned)Function.RegionCoverage.NumRegions);
Vedant Kumar5053b112016-09-06 22:46:00 +0000245 Options.colored_ostream(OS, FuncCoverageColor)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000246 << format("%*u", FunctionReportColumns[2],
247 (unsigned)Function.RegionCoverage.NotCovered);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000248 Options.colored_ostream(
249 OS, determineCoveragePercentageColor(Function.RegionCoverage))
250 << format("%*.2f", FunctionReportColumns[3] - 1,
Vedant Kumar5053b112016-09-06 22:46:00 +0000251 Function.RegionCoverage.getPercentCovered())
252 << '%';
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000253 OS << format("%*u", FunctionReportColumns[4],
254 (unsigned)Function.LineCoverage.NumLines);
Vedant Kumar5053b112016-09-06 22:46:00 +0000255 Options.colored_ostream(OS, LineCoverageColor)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000256 << format("%*u", FunctionReportColumns[5],
257 (unsigned)Function.LineCoverage.NotCovered);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000258 Options.colored_ostream(
259 OS, determineCoveragePercentageColor(Function.LineCoverage))
260 << format("%*.2f", FunctionReportColumns[6] - 1,
Vedant Kumar5053b112016-09-06 22:46:00 +0000261 Function.LineCoverage.getPercentCovered())
262 << '%';
Alex Lorenze82d89c2014-08-22 22:56:03 +0000263 OS << "\n";
264}
265
Vedant Kumarbc647982016-09-23 18:57:32 +0000266void CoverageReport::renderFunctionReports(ArrayRef<std::string> Files,
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000267 const DemangleCache &DC,
Justin Bogner0ef7a2a2015-02-14 02:05:05 +0000268 raw_ostream &OS) {
Alex Lorenze82d89c2014-08-22 22:56:03 +0000269 bool isFirst = true;
Justin Bogner0ef7a2a2015-02-14 02:05:05 +0000270 for (StringRef Filename : Files) {
Vedant Kumardab0ec12016-09-19 00:38:16 +0000271 auto Functions = Coverage.getCoveredFunctions(Filename);
272
Alex Lorenze82d89c2014-08-22 22:56:03 +0000273 if (isFirst)
274 isFirst = false;
275 else
276 OS << "\n";
Vedant Kumardab0ec12016-09-19 00:38:16 +0000277
278 std::vector<StringRef> Funcnames;
279 for (const auto &F : Functions)
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000280 Funcnames.emplace_back(DC.demangle(F.Name));
Vedant Kumardab0ec12016-09-19 00:38:16 +0000281 adjustColumnWidths({}, Funcnames);
282
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000283 OS << "File '" << Filename << "':\n";
Alex Lorenze82d89c2014-08-22 22:56:03 +0000284 OS << column("Name", FunctionReportColumns[0])
285 << column("Regions", FunctionReportColumns[1], Column::RightAlignment)
286 << column("Miss", FunctionReportColumns[2], Column::RightAlignment)
287 << column("Cover", FunctionReportColumns[3], Column::RightAlignment)
288 << column("Lines", FunctionReportColumns[4], Column::RightAlignment)
289 << column("Miss", FunctionReportColumns[5], Column::RightAlignment)
290 << column("Cover", FunctionReportColumns[6], Column::RightAlignment);
291 OS << "\n";
292 renderDivider(FunctionReportColumns, OS);
293 OS << "\n";
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000294 FunctionCoverageSummary Totals("TOTAL");
Vedant Kumardab0ec12016-09-19 00:38:16 +0000295 for (const auto &F : Functions) {
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000296 FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
297 ++Totals.ExecutionCount;
298 Totals.RegionCoverage += Function.RegionCoverage;
299 Totals.LineCoverage += Function.LineCoverage;
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000300 render(Function, DC, OS);
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000301 }
302 if (Totals.ExecutionCount) {
303 renderDivider(FunctionReportColumns, OS);
304 OS << "\n";
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000305 render(Totals, DC, OS);
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000306 }
Alex Lorenze82d89c2014-08-22 22:56:03 +0000307 }
308}
309
Vedant Kumar627887b62016-09-09 01:32:49 +0000310std::vector<FileCoverageSummary>
Vedant Kumar9cbf80a2016-09-19 00:38:25 +0000311CoverageReport::prepareFileReports(const coverage::CoverageMapping &Coverage,
312 FileCoverageSummary &Totals,
Vedant Kumarbc647982016-09-23 18:57:32 +0000313 ArrayRef<std::string> Files) {
Vedant Kumar627887b62016-09-09 01:32:49 +0000314 std::vector<FileCoverageSummary> FileReports;
Vedant Kumar11813282017-02-23 22:20:32 +0000315 unsigned LCP = getRedundantPrefixLen(Files);
Vedant Kumar627887b62016-09-09 01:32:49 +0000316
317 for (StringRef Filename : Files) {
318 FileCoverageSummary Summary(Filename.drop_front(LCP));
Vedant Kumar016111f2016-09-19 00:38:23 +0000319
320 // Map source locations to aggregate function coverage summaries.
321 DenseMap<std::pair<unsigned, unsigned>, FunctionCoverageSummary> Summaries;
322
Vedant Kumar627887b62016-09-09 01:32:49 +0000323 for (const auto &F : Coverage.getCoveredFunctions(Filename)) {
324 FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
Vedant Kumar016111f2016-09-19 00:38:23 +0000325 auto StartLoc = F.CountedRegions[0].startLoc();
326
327 auto UniquedSummary = Summaries.insert({StartLoc, Function});
328 if (!UniquedSummary.second)
329 UniquedSummary.first->second.update(Function);
330
331 Summary.addInstantiation(Function);
332 Totals.addInstantiation(Function);
Vedant Kumar627887b62016-09-09 01:32:49 +0000333 }
Vedant Kumar016111f2016-09-19 00:38:23 +0000334
335 for (const auto &UniquedSummary : Summaries) {
336 const FunctionCoverageSummary &FCS = UniquedSummary.second;
337 Summary.addFunction(FCS);
338 Totals.addFunction(FCS);
339 }
340
Vedant Kumar627887b62016-09-09 01:32:49 +0000341 FileReports.push_back(Summary);
342 }
343
344 return FileReports;
345}
346
347void CoverageReport::renderFileReports(raw_ostream &OS) const {
Vedant Kumarbc647982016-09-23 18:57:32 +0000348 std::vector<std::string> UniqueSourceFiles;
349 for (StringRef SF : Coverage.getUniqueSourceFiles())
350 UniqueSourceFiles.emplace_back(SF.str());
Vedant Kumar627887b62016-09-09 01:32:49 +0000351 renderFileReports(OS, UniqueSourceFiles);
352}
353
354void CoverageReport::renderFileReports(raw_ostream &OS,
Vedant Kumarbc647982016-09-23 18:57:32 +0000355 ArrayRef<std::string> Files) const {
Vedant Kumardab0ec12016-09-19 00:38:16 +0000356 FileCoverageSummary Totals("TOTAL");
Vedant Kumar9cbf80a2016-09-19 00:38:25 +0000357 auto FileReports = prepareFileReports(Coverage, Totals, Files);
Vedant Kumardab0ec12016-09-19 00:38:16 +0000358
359 std::vector<StringRef> Filenames;
360 for (const FileCoverageSummary &FCS : FileReports)
361 Filenames.emplace_back(FCS.Name);
362 adjustColumnWidths(Filenames, {});
363
Alex Lorenze82d89c2014-08-22 22:56:03 +0000364 OS << column("Filename", FileReportColumns[0])
365 << column("Regions", FileReportColumns[1], Column::RightAlignment)
Ying Yie59ee432016-07-22 12:46:13 +0000366 << column("Missed Regions", FileReportColumns[2], Column::RightAlignment)
Alex Lorenze82d89c2014-08-22 22:56:03 +0000367 << column("Cover", FileReportColumns[3], Column::RightAlignment)
368 << column("Functions", FileReportColumns[4], Column::RightAlignment)
Vedant Kumar5053b112016-09-06 22:46:00 +0000369 << column("Missed Functions", FileReportColumns[5], Column::RightAlignment)
Ying Yie59ee432016-07-22 12:46:13 +0000370 << column("Executed", FileReportColumns[6], Column::RightAlignment)
Vedant Kumar016111f2016-09-19 00:38:23 +0000371 << column("Instantiations", FileReportColumns[7], Column::RightAlignment)
372 << column("Missed Insts.", FileReportColumns[8], Column::RightAlignment)
373 << column("Executed", FileReportColumns[9], Column::RightAlignment)
374 << column("Lines", FileReportColumns[10], Column::RightAlignment)
375 << column("Missed Lines", FileReportColumns[11], Column::RightAlignment)
376 << column("Cover", FileReportColumns[12], Column::RightAlignment) << "\n";
Alex Lorenze82d89c2014-08-22 22:56:03 +0000377 renderDivider(FileReportColumns, OS);
378 OS << "\n";
Vedant Kumarc3c39e72015-09-14 23:26:36 +0000379
Vedant Kumar627887b62016-09-09 01:32:49 +0000380 for (const FileCoverageSummary &FCS : FileReports)
381 render(FCS, OS);
382
Alex Lorenze82d89c2014-08-22 22:56:03 +0000383 renderDivider(FileReportColumns, OS);
384 OS << "\n";
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000385 render(Totals, OS);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000386}
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000387
388} // end namespace llvm