blob: 78333d09ad801fda2890b94a5fa1f4a3ea7e2c2f [file] [log] [blame]
Alex Lorenze82d89c2014-08-22 22:56:03 +00001//===- CoverageReport.cpp - Code coverage report -------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This class implements rendering of a code coverage report.
11//
12//===----------------------------------------------------------------------===//
13
14#include "CoverageReport.h"
Alex Lorenze82d89c2014-08-22 22:56:03 +000015#include "RenderingSupport.h"
Vedant Kumar016111f2016-09-19 00:38:23 +000016#include "llvm/ADT/DenseMap.h"
Alex Lorenze82d89c2014-08-22 22:56:03 +000017#include "llvm/Support/FileSystem.h"
Chandler Carruthd9903882015-01-14 11:23:27 +000018#include "llvm/Support/Format.h"
Vedant Kumard938dfb2016-09-09 17:37:11 +000019#include "llvm/Support/Path.h"
Vedant Kumar702bb9d2016-09-06 22:45:57 +000020#include <numeric>
Alex Lorenze82d89c2014-08-22 22:56:03 +000021
22using namespace llvm;
Vedant Kumar702bb9d2016-09-06 22:45:57 +000023
Alex Lorenze82d89c2014-08-22 22:56:03 +000024namespace {
Vedant Kumar702bb9d2016-09-06 22:45:57 +000025
Alex Lorenze82d89c2014-08-22 22:56:03 +000026/// \brief Helper struct which prints trimmed and aligned columns.
27struct Column {
Vedant Kumar702bb9d2016-09-06 22:45:57 +000028 enum TrimKind { NoTrim, WidthTrim, RightTrim };
Alex Lorenze82d89c2014-08-22 22:56:03 +000029
30 enum AlignmentKind { LeftAlignment, RightAlignment };
31
32 StringRef Str;
33 unsigned Width;
34 TrimKind Trim;
35 AlignmentKind Alignment;
36
37 Column(StringRef Str, unsigned Width)
Vedant Kumarc3c39e72015-09-14 23:26:36 +000038 : Str(Str), Width(Width), Trim(WidthTrim), Alignment(LeftAlignment) {}
Alex Lorenze82d89c2014-08-22 22:56:03 +000039
40 Column &set(TrimKind Value) {
41 Trim = Value;
42 return *this;
43 }
44
45 Column &set(AlignmentKind Value) {
46 Alignment = Value;
47 return *this;
48 }
49
Vedant Kumar702bb9d2016-09-06 22:45:57 +000050 void render(raw_ostream &OS) const {
51 if (Str.size() <= Width) {
52 if (Alignment == RightAlignment) {
53 OS.indent(Width - Str.size());
54 OS << Str;
55 return;
56 }
57 OS << Str;
58 OS.indent(Width - Str.size());
59 return;
60 }
61
62 switch (Trim) {
63 case NoTrim:
64 OS << Str;
65 break;
66 case WidthTrim:
67 OS << Str.substr(0, Width);
68 break;
69 case RightTrim:
70 OS << Str.substr(0, Width - 3) << "...";
71 break;
72 }
73 }
Alex Lorenze82d89c2014-08-22 22:56:03 +000074};
Vedant Kumarc3c39e72015-09-14 23:26:36 +000075
Alex Lorenze82d89c2014-08-22 22:56:03 +000076raw_ostream &operator<<(raw_ostream &OS, const Column &Value) {
77 Value.render(OS);
78 return OS;
79}
Alex Lorenze82d89c2014-08-22 22:56:03 +000080
Vedant Kumar702bb9d2016-09-06 22:45:57 +000081Column column(StringRef Str, unsigned Width) { return Column(Str, Width); }
Alex Lorenze82d89c2014-08-22 22:56:03 +000082
83template <typename T>
Vedant Kumar702bb9d2016-09-06 22:45:57 +000084Column column(StringRef Str, unsigned Width, const T &Value) {
Alex Lorenze82d89c2014-08-22 22:56:03 +000085 return Column(Str, Width).set(Value);
86}
87
Ying Yie59ee432016-07-22 12:46:13 +000088// Specify the default column widths.
Vedant Kumar016111f2016-09-19 00:38:23 +000089size_t FileReportColumns[] = {25, 12, 18, 10, 12, 18, 10,
90 16, 16, 10, 12, 18, 10};
Vedant Kumar702bb9d2016-09-06 22:45:57 +000091size_t FunctionReportColumns[] = {25, 10, 8, 8, 10, 8, 8};
Alex Lorenze82d89c2014-08-22 22:56:03 +000092
Vedant Kumar702bb9d2016-09-06 22:45:57 +000093/// \brief Adjust column widths to fit long file paths and function names.
Vedant Kumardab0ec12016-09-19 00:38:16 +000094void adjustColumnWidths(ArrayRef<StringRef> Files,
95 ArrayRef<StringRef> Functions) {
96 for (StringRef Filename : Files)
Vedant Kumaraaead332015-10-21 16:03:32 +000097 FileReportColumns[0] = std::max(FileReportColumns[0], Filename.size());
Vedant Kumardab0ec12016-09-19 00:38:16 +000098 for (StringRef Funcname : Functions)
99 FunctionReportColumns[0] =
100 std::max(FunctionReportColumns[0], Funcname.size());
Vedant Kumaraaead332015-10-21 16:03:32 +0000101}
102
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000103/// \brief Prints a horizontal divider long enough to cover the given column
104/// widths.
105void renderDivider(ArrayRef<size_t> ColumnWidths, raw_ostream &OS) {
106 size_t Length = std::accumulate(ColumnWidths.begin(), ColumnWidths.end(), 0);
107 for (size_t I = 0; I < Length; ++I)
Alex Lorenze82d89c2014-08-22 22:56:03 +0000108 OS << '-';
109}
110
Vedant Kumar5053b112016-09-06 22:46:00 +0000111/// \brief Return the color which correponds to the coverage percentage of a
112/// certain metric.
Alex Lorenze82d89c2014-08-22 22:56:03 +0000113template <typename T>
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000114raw_ostream::Colors determineCoveragePercentageColor(const T &Info) {
Alex Lorenze82d89c2014-08-22 22:56:03 +0000115 if (Info.isFullyCovered())
116 return raw_ostream::GREEN;
117 return Info.getPercentCovered() >= 80.0 ? raw_ostream::YELLOW
118 : raw_ostream::RED;
119}
120
Vedant Kumarfa754372016-09-08 00:56:43 +0000121/// \brief Determine the length of the longest common prefix of the strings in
122/// \p Strings.
Vedant Kumarbc647982016-09-23 18:57:32 +0000123unsigned getLongestCommonPrefixLen(ArrayRef<std::string> Strings) {
Vedant Kumarfa754372016-09-08 00:56:43 +0000124 unsigned LCP = Strings[0].size();
125 for (unsigned I = 1, E = Strings.size(); LCP > 0 && I < E; ++I) {
Vedant Kumar5cd496b2016-09-26 17:57:13 +0000126 unsigned Cursor;
127 StringRef S = Strings[I];
128 for (Cursor = 0; Cursor < LCP && Cursor < S.size(); ++Cursor)
129 if (Strings[0][Cursor] != S[Cursor])
130 break;
131 LCP = std::min(LCP, Cursor);
Vedant Kumarfa754372016-09-08 00:56:43 +0000132 }
133 return LCP;
134}
135
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000136} // end anonymous namespace
137
138namespace llvm {
139
Vedant Kumar627887b62016-09-09 01:32:49 +0000140void CoverageReport::render(const FileCoverageSummary &File,
141 raw_ostream &OS) const {
Vedant Kumar5053b112016-09-06 22:46:00 +0000142 auto FileCoverageColor =
143 determineCoveragePercentageColor(File.RegionCoverage);
144 auto FuncCoverageColor =
145 determineCoveragePercentageColor(File.FunctionCoverage);
Vedant Kumar016111f2016-09-19 00:38:23 +0000146 auto InstantiationCoverageColor =
147 determineCoveragePercentageColor(File.InstantiationCoverage);
Vedant Kumar5053b112016-09-06 22:46:00 +0000148 auto LineCoverageColor = determineCoveragePercentageColor(File.LineCoverage);
Vedant Kumard938dfb2016-09-09 17:37:11 +0000149 SmallString<256> FileName = File.Name;
150 sys::path::remove_dots(FileName, /*remove_dot_dots=*/true);
151 sys::path::native(FileName);
152 OS << column(FileName, FileReportColumns[0], Column::NoTrim)
Vedant Kumarc3c39e72015-09-14 23:26:36 +0000153 << format("%*u", FileReportColumns[1],
154 (unsigned)File.RegionCoverage.NumRegions);
Vedant Kumar5053b112016-09-06 22:46:00 +0000155 Options.colored_ostream(OS, FileCoverageColor) << format(
156 "%*u", FileReportColumns[2], (unsigned)File.RegionCoverage.NotCovered);
Alex Lorenz35369c12016-11-21 14:00:04 +0000157 if (File.RegionCoverage.NumRegions)
158 Options.colored_ostream(OS, FileCoverageColor)
159 << format("%*.2f", FileReportColumns[3] - 1,
160 File.RegionCoverage.getPercentCovered())
161 << '%';
162 else
163 OS << column("-", FileReportColumns[3], Column::RightAlignment);
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000164 OS << format("%*u", FileReportColumns[4],
165 (unsigned)File.FunctionCoverage.NumFunctions);
Ying Yie59ee432016-07-22 12:46:13 +0000166 OS << format("%*u", FileReportColumns[5],
167 (unsigned)(File.FunctionCoverage.NumFunctions -
168 File.FunctionCoverage.Executed));
Alex Lorenz35369c12016-11-21 14:00:04 +0000169 if (File.FunctionCoverage.NumFunctions)
170 Options.colored_ostream(OS, FuncCoverageColor)
171 << format("%*.2f", FileReportColumns[6] - 1,
172 File.FunctionCoverage.getPercentCovered())
173 << '%';
174 else
175 OS << column("-", FileReportColumns[6], Column::RightAlignment);
Ying Yie59ee432016-07-22 12:46:13 +0000176 OS << format("%*u", FileReportColumns[7],
Vedant Kumar016111f2016-09-19 00:38:23 +0000177 (unsigned)File.InstantiationCoverage.NumFunctions);
178 OS << format("%*u", FileReportColumns[8],
179 (unsigned)(File.InstantiationCoverage.NumFunctions -
180 File.InstantiationCoverage.Executed));
Alex Lorenz35369c12016-11-21 14:00:04 +0000181 if (File.InstantiationCoverage.NumFunctions)
182 Options.colored_ostream(OS, InstantiationCoverageColor)
183 << format("%*.2f", FileReportColumns[9] - 1,
184 File.InstantiationCoverage.getPercentCovered())
185 << '%';
186 else
187 OS << column("-", FileReportColumns[9], Column::RightAlignment);
Vedant Kumar016111f2016-09-19 00:38:23 +0000188 OS << format("%*u", FileReportColumns[10],
Ying Yie59ee432016-07-22 12:46:13 +0000189 (unsigned)File.LineCoverage.NumLines);
Vedant Kumar5053b112016-09-06 22:46:00 +0000190 Options.colored_ostream(OS, LineCoverageColor) << format(
Vedant Kumar016111f2016-09-19 00:38:23 +0000191 "%*u", FileReportColumns[11], (unsigned)File.LineCoverage.NotCovered);
Alex Lorenz35369c12016-11-21 14:00:04 +0000192 if (File.LineCoverage.NumLines)
193 Options.colored_ostream(OS, LineCoverageColor)
194 << format("%*.2f", FileReportColumns[12] - 1,
195 File.LineCoverage.getPercentCovered())
196 << '%';
197 else
198 OS << column("-", FileReportColumns[12], Column::RightAlignment);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000199 OS << "\n";
200}
201
202void CoverageReport::render(const FunctionCoverageSummary &Function,
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000203 const DemangleCache &DC,
Vedant Kumar627887b62016-09-09 01:32:49 +0000204 raw_ostream &OS) const {
Vedant Kumar5053b112016-09-06 22:46:00 +0000205 auto FuncCoverageColor =
206 determineCoveragePercentageColor(Function.RegionCoverage);
207 auto LineCoverageColor =
208 determineCoveragePercentageColor(Function.LineCoverage);
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000209 OS << column(DC.demangle(Function.Name), FunctionReportColumns[0],
210 Column::RightTrim)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000211 << format("%*u", FunctionReportColumns[1],
212 (unsigned)Function.RegionCoverage.NumRegions);
Vedant Kumar5053b112016-09-06 22:46:00 +0000213 Options.colored_ostream(OS, FuncCoverageColor)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000214 << format("%*u", FunctionReportColumns[2],
215 (unsigned)Function.RegionCoverage.NotCovered);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000216 Options.colored_ostream(
217 OS, determineCoveragePercentageColor(Function.RegionCoverage))
218 << format("%*.2f", FunctionReportColumns[3] - 1,
Vedant Kumar5053b112016-09-06 22:46:00 +0000219 Function.RegionCoverage.getPercentCovered())
220 << '%';
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000221 OS << format("%*u", FunctionReportColumns[4],
222 (unsigned)Function.LineCoverage.NumLines);
Vedant Kumar5053b112016-09-06 22:46:00 +0000223 Options.colored_ostream(OS, LineCoverageColor)
NAKAMURA Takumi46d2e0e2014-10-01 00:29:26 +0000224 << format("%*u", FunctionReportColumns[5],
225 (unsigned)Function.LineCoverage.NotCovered);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000226 Options.colored_ostream(
227 OS, determineCoveragePercentageColor(Function.LineCoverage))
228 << format("%*.2f", FunctionReportColumns[6] - 1,
Vedant Kumar5053b112016-09-06 22:46:00 +0000229 Function.LineCoverage.getPercentCovered())
230 << '%';
Alex Lorenze82d89c2014-08-22 22:56:03 +0000231 OS << "\n";
232}
233
Vedant Kumarbc647982016-09-23 18:57:32 +0000234void CoverageReport::renderFunctionReports(ArrayRef<std::string> Files,
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000235 const DemangleCache &DC,
Justin Bogner0ef7a2a2015-02-14 02:05:05 +0000236 raw_ostream &OS) {
Alex Lorenze82d89c2014-08-22 22:56:03 +0000237 bool isFirst = true;
Justin Bogner0ef7a2a2015-02-14 02:05:05 +0000238 for (StringRef Filename : Files) {
Vedant Kumardab0ec12016-09-19 00:38:16 +0000239 auto Functions = Coverage.getCoveredFunctions(Filename);
240
Alex Lorenze82d89c2014-08-22 22:56:03 +0000241 if (isFirst)
242 isFirst = false;
243 else
244 OS << "\n";
Vedant Kumardab0ec12016-09-19 00:38:16 +0000245
246 std::vector<StringRef> Funcnames;
247 for (const auto &F : Functions)
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000248 Funcnames.emplace_back(DC.demangle(F.Name));
Vedant Kumardab0ec12016-09-19 00:38:16 +0000249 adjustColumnWidths({}, Funcnames);
250
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000251 OS << "File '" << Filename << "':\n";
Alex Lorenze82d89c2014-08-22 22:56:03 +0000252 OS << column("Name", FunctionReportColumns[0])
253 << column("Regions", FunctionReportColumns[1], Column::RightAlignment)
254 << column("Miss", FunctionReportColumns[2], Column::RightAlignment)
255 << column("Cover", FunctionReportColumns[3], Column::RightAlignment)
256 << column("Lines", FunctionReportColumns[4], Column::RightAlignment)
257 << column("Miss", FunctionReportColumns[5], Column::RightAlignment)
258 << column("Cover", FunctionReportColumns[6], Column::RightAlignment);
259 OS << "\n";
260 renderDivider(FunctionReportColumns, OS);
261 OS << "\n";
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000262 FunctionCoverageSummary Totals("TOTAL");
Vedant Kumardab0ec12016-09-19 00:38:16 +0000263 for (const auto &F : Functions) {
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000264 FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
265 ++Totals.ExecutionCount;
266 Totals.RegionCoverage += Function.RegionCoverage;
267 Totals.LineCoverage += Function.LineCoverage;
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000268 render(Function, DC, OS);
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000269 }
270 if (Totals.ExecutionCount) {
271 renderDivider(FunctionReportColumns, OS);
272 OS << "\n";
Vedant Kumarf2b067c2017-02-05 20:11:03 +0000273 render(Totals, DC, OS);
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000274 }
Alex Lorenze82d89c2014-08-22 22:56:03 +0000275 }
276}
277
Vedant Kumar627887b62016-09-09 01:32:49 +0000278std::vector<FileCoverageSummary>
Vedant Kumar9cbf80a2016-09-19 00:38:25 +0000279CoverageReport::prepareFileReports(const coverage::CoverageMapping &Coverage,
280 FileCoverageSummary &Totals,
Vedant Kumarbc647982016-09-23 18:57:32 +0000281 ArrayRef<std::string> Files) {
Vedant Kumar627887b62016-09-09 01:32:49 +0000282 std::vector<FileCoverageSummary> FileReports;
283 unsigned LCP = 0;
284 if (Files.size() > 1)
285 LCP = getLongestCommonPrefixLen(Files);
286
287 for (StringRef Filename : Files) {
288 FileCoverageSummary Summary(Filename.drop_front(LCP));
Vedant Kumar016111f2016-09-19 00:38:23 +0000289
290 // Map source locations to aggregate function coverage summaries.
291 DenseMap<std::pair<unsigned, unsigned>, FunctionCoverageSummary> Summaries;
292
Vedant Kumar627887b62016-09-09 01:32:49 +0000293 for (const auto &F : Coverage.getCoveredFunctions(Filename)) {
294 FunctionCoverageSummary Function = FunctionCoverageSummary::get(F);
Vedant Kumar016111f2016-09-19 00:38:23 +0000295 auto StartLoc = F.CountedRegions[0].startLoc();
296
297 auto UniquedSummary = Summaries.insert({StartLoc, Function});
298 if (!UniquedSummary.second)
299 UniquedSummary.first->second.update(Function);
300
301 Summary.addInstantiation(Function);
302 Totals.addInstantiation(Function);
Vedant Kumar627887b62016-09-09 01:32:49 +0000303 }
Vedant Kumar016111f2016-09-19 00:38:23 +0000304
305 for (const auto &UniquedSummary : Summaries) {
306 const FunctionCoverageSummary &FCS = UniquedSummary.second;
307 Summary.addFunction(FCS);
308 Totals.addFunction(FCS);
309 }
310
Vedant Kumar627887b62016-09-09 01:32:49 +0000311 FileReports.push_back(Summary);
312 }
313
314 return FileReports;
315}
316
317void CoverageReport::renderFileReports(raw_ostream &OS) const {
Vedant Kumarbc647982016-09-23 18:57:32 +0000318 std::vector<std::string> UniqueSourceFiles;
319 for (StringRef SF : Coverage.getUniqueSourceFiles())
320 UniqueSourceFiles.emplace_back(SF.str());
Vedant Kumar627887b62016-09-09 01:32:49 +0000321 renderFileReports(OS, UniqueSourceFiles);
322}
323
324void CoverageReport::renderFileReports(raw_ostream &OS,
Vedant Kumarbc647982016-09-23 18:57:32 +0000325 ArrayRef<std::string> Files) const {
Vedant Kumardab0ec12016-09-19 00:38:16 +0000326 FileCoverageSummary Totals("TOTAL");
Vedant Kumar9cbf80a2016-09-19 00:38:25 +0000327 auto FileReports = prepareFileReports(Coverage, Totals, Files);
Vedant Kumardab0ec12016-09-19 00:38:16 +0000328
329 std::vector<StringRef> Filenames;
330 for (const FileCoverageSummary &FCS : FileReports)
331 Filenames.emplace_back(FCS.Name);
332 adjustColumnWidths(Filenames, {});
333
Alex Lorenze82d89c2014-08-22 22:56:03 +0000334 OS << column("Filename", FileReportColumns[0])
335 << column("Regions", FileReportColumns[1], Column::RightAlignment)
Ying Yie59ee432016-07-22 12:46:13 +0000336 << column("Missed Regions", FileReportColumns[2], Column::RightAlignment)
Alex Lorenze82d89c2014-08-22 22:56:03 +0000337 << column("Cover", FileReportColumns[3], Column::RightAlignment)
338 << column("Functions", FileReportColumns[4], Column::RightAlignment)
Vedant Kumar5053b112016-09-06 22:46:00 +0000339 << column("Missed Functions", FileReportColumns[5], Column::RightAlignment)
Ying Yie59ee432016-07-22 12:46:13 +0000340 << column("Executed", FileReportColumns[6], Column::RightAlignment)
Vedant Kumar016111f2016-09-19 00:38:23 +0000341 << column("Instantiations", FileReportColumns[7], Column::RightAlignment)
342 << column("Missed Insts.", FileReportColumns[8], Column::RightAlignment)
343 << column("Executed", FileReportColumns[9], Column::RightAlignment)
344 << column("Lines", FileReportColumns[10], Column::RightAlignment)
345 << column("Missed Lines", FileReportColumns[11], Column::RightAlignment)
346 << column("Cover", FileReportColumns[12], Column::RightAlignment) << "\n";
Alex Lorenze82d89c2014-08-22 22:56:03 +0000347 renderDivider(FileReportColumns, OS);
348 OS << "\n";
Vedant Kumarc3c39e72015-09-14 23:26:36 +0000349
Vedant Kumar627887b62016-09-09 01:32:49 +0000350 for (const FileCoverageSummary &FCS : FileReports)
351 render(FCS, OS);
352
Alex Lorenze82d89c2014-08-22 22:56:03 +0000353 renderDivider(FileReportColumns, OS);
354 OS << "\n";
Justin Bognerf91bc6c2015-02-14 02:01:24 +0000355 render(Totals, OS);
Alex Lorenze82d89c2014-08-22 22:56:03 +0000356}
Vedant Kumar702bb9d2016-09-06 22:45:57 +0000357
358} // end namespace llvm