CoverageReport.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. //===- CoverageReport.cpp - Code coverage report -------------------------===//
  2. //
  3. // The LLVM Compiler Infrastructure
  4. //
  5. // This file is distributed under the University of Illinois Open Source
  6. // License. See LICENSE.TXT for details.
  7. //
  8. //===----------------------------------------------------------------------===//
  9. //
  10. // This class implements rendering of a code coverage report.
  11. //
  12. //===----------------------------------------------------------------------===//
  13. #include "CoverageReport.h"
  14. #include "RenderingSupport.h"
  15. #include "llvm/ADT/DenseMap.h"
  16. #include "llvm/Support/FileSystem.h"
  17. #include "llvm/Support/Format.h"
  18. #include "llvm/Support/Path.h"
  19. #include <numeric>
  20. using namespace llvm;
  21. namespace {
  22. /// \brief Helper struct which prints trimmed and aligned columns.
  23. struct Column {
  24. enum TrimKind { NoTrim, WidthTrim, RightTrim };
  25. enum AlignmentKind { LeftAlignment, RightAlignment };
  26. StringRef Str;
  27. unsigned Width;
  28. TrimKind Trim;
  29. AlignmentKind Alignment;
  30. Column(StringRef Str, unsigned Width)
  31. : Str(Str), Width(Width), Trim(WidthTrim), Alignment(LeftAlignment) {}
  32. Column &set(TrimKind Value) {
  33. Trim = Value;
  34. return *this;
  35. }
  36. Column &set(AlignmentKind Value) {
  37. Alignment = Value;
  38. return *this;
  39. }
  40. void render(raw_ostream &OS) const {
  41. if (Str.size() <= Width) {
  42. if (Alignment == RightAlignment) {
  43. OS.indent(Width - Str.size());
  44. OS << Str;
  45. return;
  46. }
  47. OS << Str;
  48. OS.indent(Width - Str.size());
  49. return;
  50. }
  51. switch (Trim) {
  52. case NoTrim:
  53. OS << Str;
  54. break;
  55. case WidthTrim:
  56. OS << Str.substr(0, Width);
  57. break;
  58. case RightTrim:
  59. OS << Str.substr(0, Width - 3) << "...";
  60. break;
  61. }
  62. }
  63. };
  64. raw_ostream &operator<<(raw_ostream &OS, const Column &Value) {
  65. Value.render(OS);
  66. return OS;
  67. }
  68. Column column(StringRef Str, unsigned Width) { return Column(Str, Width); }
  69. template <typename T>
  70. Column column(StringRef Str, unsigned Width, const T &Value) {
  71. return Column(Str, Width).set(Value);
  72. }
  73. // Specify the default column widths.
  74. size_t FileReportColumns[] = {25, 12, 18, 10, 12, 18, 10,
  75. 16, 16, 10, 12, 18, 10};
  76. size_t FunctionReportColumns[] = {25, 10, 8, 8, 10, 8, 8};
  77. /// \brief Adjust column widths to fit long file paths and function names.
  78. void adjustColumnWidths(ArrayRef<StringRef> Files,
  79. ArrayRef<StringRef> Functions) {
  80. for (StringRef Filename : Files)
  81. FileReportColumns[0] = std::max(FileReportColumns[0], Filename.size());
  82. for (StringRef Funcname : Functions)
  83. FunctionReportColumns[0] =
  84. std::max(FunctionReportColumns[0], Funcname.size());
  85. }
  86. /// \brief Prints a horizontal divider long enough to cover the given column
  87. /// widths.
  88. void renderDivider(ArrayRef<size_t> ColumnWidths, raw_ostream &OS) {
  89. size_t Length = std::accumulate(ColumnWidths.begin(), ColumnWidths.end(), 0);
  90. for (size_t I = 0; I < Length; ++I)
  91. OS << '-';
  92. }
  93. /// \brief Return the color which correponds to the coverage percentage of a
  94. /// certain metric.
  95. template <typename T>
  96. raw_ostream::Colors determineCoveragePercentageColor(const T &Info) {
  97. if (Info.isFullyCovered())
  98. return raw_ostream::GREEN;
  99. return Info.getPercentCovered() >= 80.0 ? raw_ostream::YELLOW
  100. : raw_ostream::RED;
  101. }
  102. /// \brief Get the number of redundant path components in each path in \p Paths.
  103. unsigned getNumRedundantPathComponents(ArrayRef<std::string> Paths) {
  104. // To start, set the number of redundant path components to the maximum
  105. // possible value.
  106. SmallVector<StringRef, 8> FirstPathComponents{sys::path::begin(Paths[0]),
  107. sys::path::end(Paths[0])};
  108. unsigned NumRedundant = FirstPathComponents.size();
  109. for (unsigned I = 1, E = Paths.size(); NumRedundant > 0 && I < E; ++I) {
  110. StringRef Path = Paths[I];
  111. for (const auto &Component :
  112. enumerate(make_range(sys::path::begin(Path), sys::path::end(Path)))) {
  113. // Do not increase the number of redundant components: that would remove
  114. // useful parts of already-visited paths.
  115. if (Component.index() >= NumRedundant)
  116. break;
  117. // Lower the number of redundant components when there's a mismatch
  118. // between the first path, and the path under consideration.
  119. if (FirstPathComponents[Component.index()] != Component.value()) {
  120. NumRedundant = Component.index();
  121. break;
  122. }
  123. }
  124. }
  125. return NumRedundant;
  126. }
  127. /// \brief Determine the length of the longest redundant prefix of the paths in
  128. /// \p Paths.
  129. unsigned getRedundantPrefixLen(ArrayRef<std::string> Paths) {
  130. // If there's at most one path, no path components are redundant.
  131. if (Paths.size() <= 1)
  132. return 0;
  133. unsigned PrefixLen = 0;
  134. unsigned NumRedundant = getNumRedundantPathComponents(Paths);
  135. auto Component = sys::path::begin(Paths[0]);
  136. for (unsigned I = 0; I < NumRedundant; ++I) {
  137. auto LastComponent = Component;
  138. ++Component;
  139. PrefixLen += Component - LastComponent;
  140. }
  141. return PrefixLen;
  142. }
  143. } // end anonymous namespace
  144. namespace llvm {
  145. void CoverageReport::render(const FileCoverageSummary &File,
  146. raw_ostream &OS) const {
  147. auto FileCoverageColor =
  148. determineCoveragePercentageColor(File.RegionCoverage);
  149. auto FuncCoverageColor =
  150. determineCoveragePercentageColor(File.FunctionCoverage);
  151. auto InstantiationCoverageColor =
  152. determineCoveragePercentageColor(File.InstantiationCoverage);
  153. auto LineCoverageColor = determineCoveragePercentageColor(File.LineCoverage);
  154. SmallString<256> FileName = File.Name;
  155. sys::path::remove_dots(FileName, /*remove_dot_dots=*/true);
  156. sys::path::native(FileName);
  157. OS << column(FileName, FileReportColumns[0], Column::NoTrim);
  158. if (Options.ShowRegionSummary) {
  159. OS << format("%*u", FileReportColumns[1],
  160. (unsigned)File.RegionCoverage.getNumRegions());
  161. Options.colored_ostream(OS, FileCoverageColor)
  162. << format("%*u", FileReportColumns[2],
  163. (unsigned)(File.RegionCoverage.getNumRegions() -
  164. File.RegionCoverage.getCovered()));
  165. if (File.RegionCoverage.getNumRegions())
  166. Options.colored_ostream(OS, FileCoverageColor)
  167. << format("%*.2f", FileReportColumns[3] - 1,
  168. File.RegionCoverage.getPercentCovered())
  169. << '%';
  170. else
  171. OS << column("-", FileReportColumns[3], Column::RightAlignment);
  172. }
  173. OS << format("%*u", FileReportColumns[4],
  174. (unsigned)File.FunctionCoverage.getNumFunctions());
  175. OS << format("%*u", FileReportColumns[5],
  176. (unsigned)(File.FunctionCoverage.getNumFunctions() -
  177. File.FunctionCoverage.getExecuted()));
  178. if (File.FunctionCoverage.getNumFunctions())
  179. Options.colored_ostream(OS, FuncCoverageColor)
  180. << format("%*.2f", FileReportColumns[6] - 1,
  181. File.FunctionCoverage.getPercentCovered())
  182. << '%';
  183. else
  184. OS << column("-", FileReportColumns[6], Column::RightAlignment);
  185. if (Options.ShowInstantiationSummary) {
  186. OS << format("%*u", FileReportColumns[7],
  187. (unsigned)File.InstantiationCoverage.getNumFunctions());
  188. OS << format("%*u", FileReportColumns[8],
  189. (unsigned)(File.InstantiationCoverage.getNumFunctions() -
  190. File.InstantiationCoverage.getExecuted()));
  191. if (File.InstantiationCoverage.getNumFunctions())
  192. Options.colored_ostream(OS, InstantiationCoverageColor)
  193. << format("%*.2f", FileReportColumns[9] - 1,
  194. File.InstantiationCoverage.getPercentCovered())
  195. << '%';
  196. else
  197. OS << column("-", FileReportColumns[9], Column::RightAlignment);
  198. }
  199. OS << format("%*u", FileReportColumns[10],
  200. (unsigned)File.LineCoverage.getNumLines());
  201. Options.colored_ostream(OS, LineCoverageColor) << format(
  202. "%*u", FileReportColumns[11], (unsigned)(File.LineCoverage.getNumLines() -
  203. File.LineCoverage.getCovered()));
  204. if (File.LineCoverage.getNumLines())
  205. Options.colored_ostream(OS, LineCoverageColor)
  206. << format("%*.2f", FileReportColumns[12] - 1,
  207. File.LineCoverage.getPercentCovered())
  208. << '%';
  209. else
  210. OS << column("-", FileReportColumns[12], Column::RightAlignment);
  211. OS << "\n";
  212. }
  213. void CoverageReport::render(const FunctionCoverageSummary &Function,
  214. const DemangleCache &DC,
  215. raw_ostream &OS) const {
  216. auto FuncCoverageColor =
  217. determineCoveragePercentageColor(Function.RegionCoverage);
  218. auto LineCoverageColor =
  219. determineCoveragePercentageColor(Function.LineCoverage);
  220. OS << column(DC.demangle(Function.Name), FunctionReportColumns[0],
  221. Column::RightTrim)
  222. << format("%*u", FunctionReportColumns[1],
  223. (unsigned)Function.RegionCoverage.getNumRegions());
  224. Options.colored_ostream(OS, FuncCoverageColor)
  225. << format("%*u", FunctionReportColumns[2],
  226. (unsigned)(Function.RegionCoverage.getNumRegions() -
  227. Function.RegionCoverage.getCovered()));
  228. Options.colored_ostream(
  229. OS, determineCoveragePercentageColor(Function.RegionCoverage))
  230. << format("%*.2f", FunctionReportColumns[3] - 1,
  231. Function.RegionCoverage.getPercentCovered())
  232. << '%';
  233. OS << format("%*u", FunctionReportColumns[4],
  234. (unsigned)Function.LineCoverage.getNumLines());
  235. Options.colored_ostream(OS, LineCoverageColor)
  236. << format("%*u", FunctionReportColumns[5],
  237. (unsigned)(Function.LineCoverage.getNumLines() -
  238. Function.LineCoverage.getCovered()));
  239. Options.colored_ostream(
  240. OS, determineCoveragePercentageColor(Function.LineCoverage))
  241. << format("%*.2f", FunctionReportColumns[6] - 1,
  242. Function.LineCoverage.getPercentCovered())
  243. << '%';
  244. OS << "\n";
  245. }
  246. void CoverageReport::renderFunctionReports(ArrayRef<std::string> Files,
  247. const DemangleCache &DC,
  248. raw_ostream &OS) {
  249. bool isFirst = true;
  250. for (StringRef Filename : Files) {
  251. auto Functions = Coverage.getCoveredFunctions(Filename);
  252. if (isFirst)
  253. isFirst = false;
  254. else
  255. OS << "\n";
  256. std::vector<StringRef> Funcnames;
  257. for (const auto &F : Functions)
  258. Funcnames.emplace_back(DC.demangle(F.Name));
  259. adjustColumnWidths({}, Funcnames);
  260. OS << "File '" << Filename << "':\n";
  261. OS << column("Name", FunctionReportColumns[0])
  262. << column("Regions", FunctionReportColumns[1], Column::RightAlignment)
  263. << column("Miss", FunctionReportColumns[2], Column::RightAlignment)
  264. << column("Cover", FunctionReportColumns[3], Column::RightAlignment)
  265. << column("Lines", FunctionReportColumns[4], Column::RightAlignment)
  266. << column("Miss", FunctionReportColumns[5], Column::RightAlignment)
  267. << column("Cover", FunctionReportColumns[6], Column::RightAlignment);
  268. OS << "\n";
  269. renderDivider(FunctionReportColumns, OS);
  270. OS << "\n";
  271. FunctionCoverageSummary Totals("TOTAL");
  272. for (const auto &F : Functions) {
  273. auto Function = FunctionCoverageSummary::get(Coverage, F);
  274. ++Totals.ExecutionCount;
  275. Totals.RegionCoverage += Function.RegionCoverage;
  276. Totals.LineCoverage += Function.LineCoverage;
  277. render(Function, DC, OS);
  278. }
  279. if (Totals.ExecutionCount) {
  280. renderDivider(FunctionReportColumns, OS);
  281. OS << "\n";
  282. render(Totals, DC, OS);
  283. }
  284. }
  285. }
  286. std::vector<FileCoverageSummary> CoverageReport::prepareFileReports(
  287. const coverage::CoverageMapping &Coverage, FileCoverageSummary &Totals,
  288. ArrayRef<std::string> Files, const CoverageViewOptions &Options) {
  289. std::vector<FileCoverageSummary> FileReports;
  290. unsigned LCP = getRedundantPrefixLen(Files);
  291. for (StringRef Filename : Files) {
  292. FileCoverageSummary Summary(Filename.drop_front(LCP));
  293. for (const auto &Group : Coverage.getInstantiationGroups(Filename)) {
  294. std::vector<FunctionCoverageSummary> InstantiationSummaries;
  295. for (const coverage::FunctionRecord *F : Group.getInstantiations()) {
  296. auto InstantiationSummary = FunctionCoverageSummary::get(Coverage, *F);
  297. Summary.addInstantiation(InstantiationSummary);
  298. Totals.addInstantiation(InstantiationSummary);
  299. InstantiationSummaries.push_back(InstantiationSummary);
  300. }
  301. auto GroupSummary =
  302. FunctionCoverageSummary::get(Group, InstantiationSummaries);
  303. if (Options.Debug)
  304. outs() << "InstantiationGroup: " << GroupSummary.Name << " with "
  305. << "size = " << Group.size() << "\n";
  306. Summary.addFunction(GroupSummary);
  307. Totals.addFunction(GroupSummary);
  308. }
  309. FileReports.push_back(Summary);
  310. }
  311. return FileReports;
  312. }
  313. void CoverageReport::renderFileReports(raw_ostream &OS) const {
  314. std::vector<std::string> UniqueSourceFiles;
  315. for (StringRef SF : Coverage.getUniqueSourceFiles())
  316. UniqueSourceFiles.emplace_back(SF.str());
  317. renderFileReports(OS, UniqueSourceFiles);
  318. }
  319. void CoverageReport::renderFileReports(raw_ostream &OS,
  320. ArrayRef<std::string> Files) const {
  321. FileCoverageSummary Totals("TOTAL");
  322. auto FileReports = prepareFileReports(Coverage, Totals, Files, Options);
  323. std::vector<StringRef> Filenames;
  324. for (const FileCoverageSummary &FCS : FileReports)
  325. Filenames.emplace_back(FCS.Name);
  326. adjustColumnWidths(Filenames, {});
  327. OS << column("Filename", FileReportColumns[0]);
  328. if (Options.ShowRegionSummary)
  329. OS << column("Regions", FileReportColumns[1], Column::RightAlignment)
  330. << column("Missed Regions", FileReportColumns[2], Column::RightAlignment)
  331. << column("Cover", FileReportColumns[3], Column::RightAlignment);
  332. OS << column("Functions", FileReportColumns[4], Column::RightAlignment)
  333. << column("Missed Functions", FileReportColumns[5], Column::RightAlignment)
  334. << column("Executed", FileReportColumns[6], Column::RightAlignment);
  335. if (Options.ShowInstantiationSummary)
  336. OS << column("Instantiations", FileReportColumns[7], Column::RightAlignment)
  337. << column("Missed Insts.", FileReportColumns[8], Column::RightAlignment)
  338. << column("Executed", FileReportColumns[9], Column::RightAlignment);
  339. OS << column("Lines", FileReportColumns[10], Column::RightAlignment)
  340. << column("Missed Lines", FileReportColumns[11], Column::RightAlignment)
  341. << column("Cover", FileReportColumns[12], Column::RightAlignment) << "\n";
  342. renderDivider(FileReportColumns, OS);
  343. OS << "\n";
  344. bool EmptyFiles = false;
  345. for (const FileCoverageSummary &FCS : FileReports) {
  346. if (FCS.FunctionCoverage.getNumFunctions())
  347. render(FCS, OS);
  348. else
  349. EmptyFiles = true;
  350. }
  351. if (EmptyFiles) {
  352. OS << "\n"
  353. << "Files which contain no functions:\n";
  354. for (const FileCoverageSummary &FCS : FileReports)
  355. if (!FCS.FunctionCoverage.getNumFunctions())
  356. render(FCS, OS);
  357. }
  358. renderDivider(FileReportColumns, OS);
  359. OS << "\n";
  360. render(Totals, OS);
  361. }
  362. } // end namespace llvm