1 //===- CodeCoverage.cpp - Coverage tool based on profiling instrumentation-===//
2 //
3 // The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // The 'CodeCoverageTool' class implements a command line tool to analyze and
11 // report coverage information using the profiling instrumentation and code
12 // coverage mapping.
13 //
14 //===----------------------------------------------------------------------===//
15
16 #include "CoverageExporterJson.h"
17 #include "CoverageFilters.h"
18 #include "CoverageReport.h"
19 #include "CoverageSummaryInfo.h"
20 #include "CoverageViewOptions.h"
21 #include "RenderingSupport.h"
22 #include "SourceCoverageView.h"
23 #include "llvm/ADT/SmallString.h"
24 #include "llvm/ADT/StringRef.h"
25 #include "llvm/ADT/Triple.h"
26 #include "llvm/ProfileData/Coverage/CoverageMapping.h"
27 #include "llvm/ProfileData/InstrProfReader.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/FileSystem.h"
30 #include "llvm/Support/Format.h"
31 #include "llvm/Support/MemoryBuffer.h"
32 #include "llvm/Support/Path.h"
33 #include "llvm/Support/Process.h"
34 #include "llvm/Support/Program.h"
35 #include "llvm/Support/ScopedPrinter.h"
36 #include "llvm/Support/ThreadPool.h"
37 #include "llvm/Support/Threading.h"
38 #include "llvm/Support/ToolOutputFile.h"
39
40 #include <functional>
41 #include <map>
42 #include <system_error>
43
44 using namespace llvm;
45 using namespace coverage;
46
47 void exportCoverageDataToJson(const coverage::CoverageMapping &CoverageMapping,
48 const CoverageViewOptions &Options,
49 raw_ostream &OS);
50
51 namespace {
52 /// The implementation of the coverage tool.
53 class CodeCoverageTool {
54 public:
55 enum Command {
56 /// The show command.
57 Show,
58 /// The report command.
59 Report,
60 /// The export command.
61 Export
62 };
63
64 int run(Command Cmd, int argc, const char **argv);
65
66 private:
67 /// Print the error message to the error output stream.
68 void error(const Twine &Message, StringRef Whence = "");
69
70 /// Print the warning message to the error output stream.
71 void warning(const Twine &Message, StringRef Whence = "");
72
73 /// Convert \p Path into an absolute path and append it to the list
74 /// of collected paths.
75 void addCollectedPath(const std::string &Path);
76
77 /// If \p Path is a regular file, collect the path. If it's a
78 /// directory, recursively collect all of the paths within the directory.
79 void collectPaths(const std::string &Path);
80
81 /// Return a memory buffer for the given source file.
82 ErrorOr<const MemoryBuffer &> getSourceFile(StringRef SourceFile);
83
84 /// Create source views for the expansions of the view.
85 void attachExpansionSubViews(SourceCoverageView &View,
86 ArrayRef<ExpansionRecord> Expansions,
87 const CoverageMapping &Coverage);
88
89 /// Create the source view of a particular function.
90 std::unique_ptr<SourceCoverageView>
91 createFunctionView(const FunctionRecord &Function,
92 const CoverageMapping &Coverage);
93
94 /// Create the main source view of a particular source file.
95 std::unique_ptr<SourceCoverageView>
96 createSourceFileView(StringRef SourceFile, const CoverageMapping &Coverage);
97
98 /// Load the coverage mapping data. Return nullptr if an error occurred.
99 std::unique_ptr<CoverageMapping> load();
100
101 /// Create a mapping from files in the Coverage data to local copies
102 /// (path-equivalence).
103 void remapPathNames(const CoverageMapping &Coverage);
104
105 /// Remove input source files which aren't mapped by \p Coverage.
106 void removeUnmappedInputs(const CoverageMapping &Coverage);
107
108 /// If a demangler is available, demangle all symbol names.
109 void demangleSymbols(const CoverageMapping &Coverage);
110
111 /// Write out a source file view to the filesystem.
112 void writeSourceFileView(StringRef SourceFile, CoverageMapping *Coverage,
113 CoveragePrinter *Printer, bool ShowFilenames);
114
115 typedef llvm::function_ref<int(int, const char **)> CommandLineParserType;
116
117 int doShow(int argc, const char **argv,
118 CommandLineParserType commandLineParser);
119
120 int doReport(int argc, const char **argv,
121 CommandLineParserType commandLineParser);
122
123 int doExport(int argc, const char **argv,
124 CommandLineParserType commandLineParser);
125
126 std::vector<StringRef> ObjectFilenames;
127 CoverageViewOptions ViewOpts;
128 CoverageFiltersMatchAll Filters;
129 CoverageFilters IgnoreFilenameFilters;
130
131 /// The path to the indexed profile.
132 std::string PGOFilename;
133
134 /// A list of input source files.
135 std::vector<std::string> SourceFiles;
136
137 /// In -path-equivalence mode, this maps the absolute paths from the coverage
138 /// mapping data to the input source files.
139 StringMap<std::string> RemappedFilenames;
140
141 /// The coverage data path to be remapped from, and the source path to be
142 /// remapped to, when using -path-equivalence.
143 Optional<std::pair<std::string, std::string>> PathRemapping;
144
145 /// The architecture the coverage mapping data targets.
146 std::vector<StringRef> CoverageArches;
147
148 /// A cache for demangled symbols.
149 DemangleCache DC;
150
151 /// A lock which guards printing to stderr.
152 std::mutex ErrsLock;
153
154 /// A container for input source file buffers.
155 std::mutex LoadedSourceFilesLock;
156 std::vector<std::pair<std::string, std::unique_ptr<MemoryBuffer>>>
157 LoadedSourceFiles;
158
159 /// Whitelist from -name-whitelist to be used for filtering.
160 std::unique_ptr<SpecialCaseList> NameWhitelist;
161 };
162 }
163
getErrorString(const Twine & Message,StringRef Whence,bool Warning)164 static std::string getErrorString(const Twine &Message, StringRef Whence,
165 bool Warning) {
166 std::string Str = (Warning ? "warning" : "error");
167 Str += ": ";
168 if (!Whence.empty())
169 Str += Whence.str() + ": ";
170 Str += Message.str() + "\n";
171 return Str;
172 }
173
error(const Twine & Message,StringRef Whence)174 void CodeCoverageTool::error(const Twine &Message, StringRef Whence) {
175 std::unique_lock<std::mutex> Guard{ErrsLock};
176 ViewOpts.colored_ostream(errs(), raw_ostream::RED)
177 << getErrorString(Message, Whence, false);
178 }
179
warning(const Twine & Message,StringRef Whence)180 void CodeCoverageTool::warning(const Twine &Message, StringRef Whence) {
181 std::unique_lock<std::mutex> Guard{ErrsLock};
182 ViewOpts.colored_ostream(errs(), raw_ostream::RED)
183 << getErrorString(Message, Whence, true);
184 }
185
addCollectedPath(const std::string & Path)186 void CodeCoverageTool::addCollectedPath(const std::string &Path) {
187 SmallString<128> EffectivePath(Path);
188 if (std::error_code EC = sys::fs::make_absolute(EffectivePath)) {
189 error(EC.message(), Path);
190 return;
191 }
192 sys::path::remove_dots(EffectivePath, /*remove_dot_dots=*/true);
193 if (!IgnoreFilenameFilters.matchesFilename(EffectivePath))
194 SourceFiles.emplace_back(EffectivePath.str());
195 }
196
collectPaths(const std::string & Path)197 void CodeCoverageTool::collectPaths(const std::string &Path) {
198 llvm::sys::fs::file_status Status;
199 llvm::sys::fs::status(Path, Status);
200 if (!llvm::sys::fs::exists(Status)) {
201 if (PathRemapping)
202 addCollectedPath(Path);
203 else
204 warning("Source file doesn't exist, proceeded by ignoring it.", Path);
205 return;
206 }
207
208 if (llvm::sys::fs::is_regular_file(Status)) {
209 addCollectedPath(Path);
210 return;
211 }
212
213 if (llvm::sys::fs::is_directory(Status)) {
214 std::error_code EC;
215 for (llvm::sys::fs::recursive_directory_iterator F(Path, EC), E;
216 F != E; F.increment(EC)) {
217
218 if (EC) {
219 warning(EC.message(), F->path());
220 continue;
221 }
222
223 if (llvm::sys::fs::is_regular_file(F->path()))
224 addCollectedPath(F->path());
225 }
226 }
227 }
228
229 ErrorOr<const MemoryBuffer &>
getSourceFile(StringRef SourceFile)230 CodeCoverageTool::getSourceFile(StringRef SourceFile) {
231 // If we've remapped filenames, look up the real location for this file.
232 std::unique_lock<std::mutex> Guard{LoadedSourceFilesLock};
233 if (!RemappedFilenames.empty()) {
234 auto Loc = RemappedFilenames.find(SourceFile);
235 if (Loc != RemappedFilenames.end())
236 SourceFile = Loc->second;
237 }
238 for (const auto &Files : LoadedSourceFiles)
239 if (sys::fs::equivalent(SourceFile, Files.first))
240 return *Files.second;
241 auto Buffer = MemoryBuffer::getFile(SourceFile);
242 if (auto EC = Buffer.getError()) {
243 error(EC.message(), SourceFile);
244 return EC;
245 }
246 LoadedSourceFiles.emplace_back(SourceFile, std::move(Buffer.get()));
247 return *LoadedSourceFiles.back().second;
248 }
249
attachExpansionSubViews(SourceCoverageView & View,ArrayRef<ExpansionRecord> Expansions,const CoverageMapping & Coverage)250 void CodeCoverageTool::attachExpansionSubViews(
251 SourceCoverageView &View, ArrayRef<ExpansionRecord> Expansions,
252 const CoverageMapping &Coverage) {
253 if (!ViewOpts.ShowExpandedRegions)
254 return;
255 for (const auto &Expansion : Expansions) {
256 auto ExpansionCoverage = Coverage.getCoverageForExpansion(Expansion);
257 if (ExpansionCoverage.empty())
258 continue;
259 auto SourceBuffer = getSourceFile(ExpansionCoverage.getFilename());
260 if (!SourceBuffer)
261 continue;
262
263 auto SubViewExpansions = ExpansionCoverage.getExpansions();
264 auto SubView =
265 SourceCoverageView::create(Expansion.Function.Name, SourceBuffer.get(),
266 ViewOpts, std::move(ExpansionCoverage));
267 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
268 View.addExpansion(Expansion.Region, std::move(SubView));
269 }
270 }
271
272 std::unique_ptr<SourceCoverageView>
createFunctionView(const FunctionRecord & Function,const CoverageMapping & Coverage)273 CodeCoverageTool::createFunctionView(const FunctionRecord &Function,
274 const CoverageMapping &Coverage) {
275 auto FunctionCoverage = Coverage.getCoverageForFunction(Function);
276 if (FunctionCoverage.empty())
277 return nullptr;
278 auto SourceBuffer = getSourceFile(FunctionCoverage.getFilename());
279 if (!SourceBuffer)
280 return nullptr;
281
282 auto Expansions = FunctionCoverage.getExpansions();
283 auto View = SourceCoverageView::create(DC.demangle(Function.Name),
284 SourceBuffer.get(), ViewOpts,
285 std::move(FunctionCoverage));
286 attachExpansionSubViews(*View, Expansions, Coverage);
287
288 return View;
289 }
290
291 std::unique_ptr<SourceCoverageView>
createSourceFileView(StringRef SourceFile,const CoverageMapping & Coverage)292 CodeCoverageTool::createSourceFileView(StringRef SourceFile,
293 const CoverageMapping &Coverage) {
294 auto SourceBuffer = getSourceFile(SourceFile);
295 if (!SourceBuffer)
296 return nullptr;
297 auto FileCoverage = Coverage.getCoverageForFile(SourceFile);
298 if (FileCoverage.empty())
299 return nullptr;
300
301 auto Expansions = FileCoverage.getExpansions();
302 auto View = SourceCoverageView::create(SourceFile, SourceBuffer.get(),
303 ViewOpts, std::move(FileCoverage));
304 attachExpansionSubViews(*View, Expansions, Coverage);
305 if (!ViewOpts.ShowFunctionInstantiations)
306 return View;
307
308 for (const auto &Group : Coverage.getInstantiationGroups(SourceFile)) {
309 // Skip functions which have a single instantiation.
310 if (Group.size() < 2)
311 continue;
312
313 for (const FunctionRecord *Function : Group.getInstantiations()) {
314 std::unique_ptr<SourceCoverageView> SubView{nullptr};
315
316 StringRef Funcname = DC.demangle(Function->Name);
317
318 if (Function->ExecutionCount > 0) {
319 auto SubViewCoverage = Coverage.getCoverageForFunction(*Function);
320 auto SubViewExpansions = SubViewCoverage.getExpansions();
321 SubView = SourceCoverageView::create(
322 Funcname, SourceBuffer.get(), ViewOpts, std::move(SubViewCoverage));
323 attachExpansionSubViews(*SubView, SubViewExpansions, Coverage);
324 }
325
326 unsigned FileID = Function->CountedRegions.front().FileID;
327 unsigned Line = 0;
328 for (const auto &CR : Function->CountedRegions)
329 if (CR.FileID == FileID)
330 Line = std::max(CR.LineEnd, Line);
331 View->addInstantiation(Funcname, Line, std::move(SubView));
332 }
333 }
334 return View;
335 }
336
modifiedTimeGT(StringRef LHS,StringRef RHS)337 static bool modifiedTimeGT(StringRef LHS, StringRef RHS) {
338 sys::fs::file_status Status;
339 if (sys::fs::status(LHS, Status))
340 return false;
341 auto LHSTime = Status.getLastModificationTime();
342 if (sys::fs::status(RHS, Status))
343 return false;
344 auto RHSTime = Status.getLastModificationTime();
345 return LHSTime > RHSTime;
346 }
347
load()348 std::unique_ptr<CoverageMapping> CodeCoverageTool::load() {
349 for (StringRef ObjectFilename : ObjectFilenames)
350 if (modifiedTimeGT(ObjectFilename, PGOFilename))
351 warning("profile data may be out of date - object is newer",
352 ObjectFilename);
353 auto CoverageOrErr =
354 CoverageMapping::load(ObjectFilenames, PGOFilename, CoverageArches);
355 if (Error E = CoverageOrErr.takeError()) {
356 error("Failed to load coverage: " + toString(std::move(E)),
357 join(ObjectFilenames.begin(), ObjectFilenames.end(), ", "));
358 return nullptr;
359 }
360 auto Coverage = std::move(CoverageOrErr.get());
361 unsigned Mismatched = Coverage->getMismatchedCount();
362 if (Mismatched) {
363 warning(Twine(Mismatched) + " functions have mismatched data");
364
365 if (ViewOpts.Debug) {
366 for (const auto &HashMismatch : Coverage->getHashMismatches())
367 errs() << "hash-mismatch: "
368 << "No profile record found for '" << HashMismatch.first << "'"
369 << " with hash = 0x" << Twine::utohexstr(HashMismatch.second)
370 << '\n';
371
372 for (const auto &CounterMismatch : Coverage->getCounterMismatches())
373 errs() << "counter-mismatch: "
374 << "Coverage mapping for " << CounterMismatch.first
375 << " only has " << CounterMismatch.second
376 << " valid counter expressions\n";
377 }
378 }
379
380 remapPathNames(*Coverage);
381
382 if (!SourceFiles.empty())
383 removeUnmappedInputs(*Coverage);
384
385 demangleSymbols(*Coverage);
386
387 return Coverage;
388 }
389
remapPathNames(const CoverageMapping & Coverage)390 void CodeCoverageTool::remapPathNames(const CoverageMapping &Coverage) {
391 if (!PathRemapping)
392 return;
393
394 // Convert remapping paths to native paths with trailing seperators.
395 auto nativeWithTrailing = [](StringRef Path) -> std::string {
396 if (Path.empty())
397 return "";
398 SmallString<128> NativePath;
399 sys::path::native(Path, NativePath);
400 if (!sys::path::is_separator(NativePath.back()))
401 NativePath += sys::path::get_separator();
402 return NativePath.c_str();
403 };
404 std::string RemapFrom = nativeWithTrailing(PathRemapping->first);
405 std::string RemapTo = nativeWithTrailing(PathRemapping->second);
406
407 // Create a mapping from coverage data file paths to local paths.
408 for (StringRef Filename : Coverage.getUniqueSourceFiles()) {
409 SmallString<128> NativeFilename;
410 sys::path::native(Filename, NativeFilename);
411 if (NativeFilename.startswith(RemapFrom)) {
412 RemappedFilenames[Filename] =
413 RemapTo + NativeFilename.substr(RemapFrom.size()).str();
414 }
415 }
416
417 // Convert input files from local paths to coverage data file paths.
418 StringMap<std::string> InvRemappedFilenames;
419 for (const auto &RemappedFilename : RemappedFilenames)
420 InvRemappedFilenames[RemappedFilename.getValue()] = RemappedFilename.getKey();
421
422 for (std::string &Filename : SourceFiles) {
423 SmallString<128> NativeFilename;
424 sys::path::native(Filename, NativeFilename);
425 auto CovFileName = InvRemappedFilenames.find(NativeFilename);
426 if (CovFileName != InvRemappedFilenames.end())
427 Filename = CovFileName->second;
428 }
429 }
430
removeUnmappedInputs(const CoverageMapping & Coverage)431 void CodeCoverageTool::removeUnmappedInputs(const CoverageMapping &Coverage) {
432 std::vector<StringRef> CoveredFiles = Coverage.getUniqueSourceFiles();
433
434 auto UncoveredFilesIt = SourceFiles.end();
435 // The user may have specified source files which aren't in the coverage
436 // mapping. Filter these files away.
437 UncoveredFilesIt = std::remove_if(
438 SourceFiles.begin(), SourceFiles.end(), [&](const std::string &SF) {
439 return !std::binary_search(CoveredFiles.begin(), CoveredFiles.end(),
440 SF);
441 });
442
443 SourceFiles.erase(UncoveredFilesIt, SourceFiles.end());
444 }
445
demangleSymbols(const CoverageMapping & Coverage)446 void CodeCoverageTool::demangleSymbols(const CoverageMapping &Coverage) {
447 if (!ViewOpts.hasDemangler())
448 return;
449
450 // Pass function names to the demangler in a temporary file.
451 int InputFD;
452 SmallString<256> InputPath;
453 std::error_code EC =
454 sys::fs::createTemporaryFile("demangle-in", "list", InputFD, InputPath);
455 if (EC) {
456 error(InputPath, EC.message());
457 return;
458 }
459 ToolOutputFile InputTOF{InputPath, InputFD};
460
461 unsigned NumSymbols = 0;
462 for (const auto &Function : Coverage.getCoveredFunctions()) {
463 InputTOF.os() << Function.Name << '\n';
464 ++NumSymbols;
465 }
466 InputTOF.os().close();
467
468 // Use another temporary file to store the demangler's output.
469 int OutputFD;
470 SmallString<256> OutputPath;
471 EC = sys::fs::createTemporaryFile("demangle-out", "list", OutputFD,
472 OutputPath);
473 if (EC) {
474 error(OutputPath, EC.message());
475 return;
476 }
477 ToolOutputFile OutputTOF{OutputPath, OutputFD};
478 OutputTOF.os().close();
479
480 // Invoke the demangler.
481 std::vector<StringRef> ArgsV;
482 for (StringRef Arg : ViewOpts.DemanglerOpts)
483 ArgsV.push_back(Arg);
484 Optional<StringRef> Redirects[] = {InputPath.str(), OutputPath.str(), {""}};
485 std::string ErrMsg;
486 int RC = sys::ExecuteAndWait(ViewOpts.DemanglerOpts[0], ArgsV,
487 /*env=*/None, Redirects, /*secondsToWait=*/0,
488 /*memoryLimit=*/0, &ErrMsg);
489 if (RC) {
490 error(ErrMsg, ViewOpts.DemanglerOpts[0]);
491 return;
492 }
493
494 // Parse the demangler's output.
495 auto BufOrError = MemoryBuffer::getFile(OutputPath);
496 if (!BufOrError) {
497 error(OutputPath, BufOrError.getError().message());
498 return;
499 }
500
501 std::unique_ptr<MemoryBuffer> DemanglerBuf = std::move(*BufOrError);
502
503 SmallVector<StringRef, 8> Symbols;
504 StringRef DemanglerData = DemanglerBuf->getBuffer();
505 DemanglerData.split(Symbols, '\n', /*MaxSplit=*/NumSymbols,
506 /*KeepEmpty=*/false);
507 if (Symbols.size() != NumSymbols) {
508 error("Demangler did not provide expected number of symbols");
509 return;
510 }
511
512 // Cache the demangled names.
513 unsigned I = 0;
514 for (const auto &Function : Coverage.getCoveredFunctions())
515 // On Windows, lines in the demangler's output file end with "\r\n".
516 // Splitting by '\n' keeps '\r's, so cut them now.
517 DC.DemangledNames[Function.Name] = Symbols[I++].rtrim();
518 }
519
writeSourceFileView(StringRef SourceFile,CoverageMapping * Coverage,CoveragePrinter * Printer,bool ShowFilenames)520 void CodeCoverageTool::writeSourceFileView(StringRef SourceFile,
521 CoverageMapping *Coverage,
522 CoveragePrinter *Printer,
523 bool ShowFilenames) {
524 auto View = createSourceFileView(SourceFile, *Coverage);
525 if (!View) {
526 warning("The file '" + SourceFile + "' isn't covered.");
527 return;
528 }
529
530 auto OSOrErr = Printer->createViewFile(SourceFile, /*InToplevel=*/false);
531 if (Error E = OSOrErr.takeError()) {
532 error("Could not create view file!", toString(std::move(E)));
533 return;
534 }
535 auto OS = std::move(OSOrErr.get());
536
537 View->print(*OS.get(), /*Wholefile=*/true,
538 /*ShowSourceName=*/ShowFilenames,
539 /*ShowTitle=*/ViewOpts.hasOutputDirectory());
540 Printer->closeViewFile(std::move(OS));
541 }
542
run(Command Cmd,int argc,const char ** argv)543 int CodeCoverageTool::run(Command Cmd, int argc, const char **argv) {
544 cl::opt<std::string> CovFilename(
545 cl::Positional, cl::desc("Covered executable or object file."));
546
547 cl::list<std::string> CovFilenames(
548 "object", cl::desc("Coverage executable or object file"), cl::ZeroOrMore,
549 cl::CommaSeparated);
550
551 cl::list<std::string> InputSourceFiles(
552 cl::Positional, cl::desc("<Source files>"), cl::ZeroOrMore);
553
554 cl::opt<bool> DebugDumpCollectedPaths(
555 "dump-collected-paths", cl::Optional, cl::Hidden,
556 cl::desc("Show the collected paths to source files"));
557
558 cl::opt<std::string, true> PGOFilename(
559 "instr-profile", cl::Required, cl::location(this->PGOFilename),
560 cl::desc(
561 "File with the profile data obtained after an instrumented run"));
562
563 cl::list<std::string> Arches(
564 "arch", cl::desc("architectures of the coverage mapping binaries"));
565
566 cl::opt<bool> DebugDump("dump", cl::Optional,
567 cl::desc("Show internal debug dump"));
568
569 cl::opt<CoverageViewOptions::OutputFormat> Format(
570 "format", cl::desc("Output format for line-based coverage reports"),
571 cl::values(clEnumValN(CoverageViewOptions::OutputFormat::Text, "text",
572 "Text output"),
573 clEnumValN(CoverageViewOptions::OutputFormat::HTML, "html",
574 "HTML output")),
575 cl::init(CoverageViewOptions::OutputFormat::Text));
576
577 cl::opt<std::string> PathRemap(
578 "path-equivalence", cl::Optional,
579 cl::desc("<from>,<to> Map coverage data paths to local source file "
580 "paths"));
581
582 cl::OptionCategory FilteringCategory("Function filtering options");
583
584 cl::list<std::string> NameFilters(
585 "name", cl::Optional,
586 cl::desc("Show code coverage only for functions with the given name"),
587 cl::ZeroOrMore, cl::cat(FilteringCategory));
588
589 cl::list<std::string> NameFilterFiles(
590 "name-whitelist", cl::Optional,
591 cl::desc("Show code coverage only for functions listed in the given "
592 "file"),
593 cl::ZeroOrMore, cl::cat(FilteringCategory));
594
595 cl::list<std::string> NameRegexFilters(
596 "name-regex", cl::Optional,
597 cl::desc("Show code coverage only for functions that match the given "
598 "regular expression"),
599 cl::ZeroOrMore, cl::cat(FilteringCategory));
600
601 cl::list<std::string> IgnoreFilenameRegexFilters(
602 "ignore-filename-regex", cl::Optional,
603 cl::desc("Skip source code files with file paths that match the given "
604 "regular expression"),
605 cl::ZeroOrMore, cl::cat(FilteringCategory));
606
607 cl::opt<double> RegionCoverageLtFilter(
608 "region-coverage-lt", cl::Optional,
609 cl::desc("Show code coverage only for functions with region coverage "
610 "less than the given threshold"),
611 cl::cat(FilteringCategory));
612
613 cl::opt<double> RegionCoverageGtFilter(
614 "region-coverage-gt", cl::Optional,
615 cl::desc("Show code coverage only for functions with region coverage "
616 "greater than the given threshold"),
617 cl::cat(FilteringCategory));
618
619 cl::opt<double> LineCoverageLtFilter(
620 "line-coverage-lt", cl::Optional,
621 cl::desc("Show code coverage only for functions with line coverage less "
622 "than the given threshold"),
623 cl::cat(FilteringCategory));
624
625 cl::opt<double> LineCoverageGtFilter(
626 "line-coverage-gt", cl::Optional,
627 cl::desc("Show code coverage only for functions with line coverage "
628 "greater than the given threshold"),
629 cl::cat(FilteringCategory));
630
631 cl::opt<cl::boolOrDefault> UseColor(
632 "use-color", cl::desc("Emit colored output (default=autodetect)"),
633 cl::init(cl::BOU_UNSET));
634
635 cl::list<std::string> DemanglerOpts(
636 "Xdemangler", cl::desc("<demangler-path>|<demangler-option>"));
637
638 cl::opt<bool> RegionSummary(
639 "show-region-summary", cl::Optional,
640 cl::desc("Show region statistics in summary table"),
641 cl::init(true));
642
643 cl::opt<bool> InstantiationSummary(
644 "show-instantiation-summary", cl::Optional,
645 cl::desc("Show instantiation statistics in summary table"));
646
647 cl::opt<bool> SummaryOnly(
648 "summary-only", cl::Optional,
649 cl::desc("Export only summary information for each source file"));
650
651 cl::opt<unsigned> NumThreads(
652 "num-threads", cl::init(0),
653 cl::desc("Number of merge threads to use (default: autodetect)"));
654 cl::alias NumThreadsA("j", cl::desc("Alias for --num-threads"),
655 cl::aliasopt(NumThreads));
656
657 auto commandLineParser = [&, this](int argc, const char **argv) -> int {
658 cl::ParseCommandLineOptions(argc, argv, "LLVM code coverage tool\n");
659 ViewOpts.Debug = DebugDump;
660
661 if (!CovFilename.empty())
662 ObjectFilenames.emplace_back(CovFilename);
663 for (const std::string &Filename : CovFilenames)
664 ObjectFilenames.emplace_back(Filename);
665 if (ObjectFilenames.empty()) {
666 errs() << "No filenames specified!\n";
667 ::exit(1);
668 }
669
670 ViewOpts.Format = Format;
671 switch (ViewOpts.Format) {
672 case CoverageViewOptions::OutputFormat::Text:
673 ViewOpts.Colors = UseColor == cl::BOU_UNSET
674 ? sys::Process::StandardOutHasColors()
675 : UseColor == cl::BOU_TRUE;
676 break;
677 case CoverageViewOptions::OutputFormat::HTML:
678 if (UseColor == cl::BOU_FALSE)
679 errs() << "Color output cannot be disabled when generating html.\n";
680 ViewOpts.Colors = true;
681 break;
682 }
683
684 // If path-equivalence was given and is a comma seperated pair then set
685 // PathRemapping.
686 auto EquivPair = StringRef(PathRemap).split(',');
687 if (!(EquivPair.first.empty() && EquivPair.second.empty()))
688 PathRemapping = EquivPair;
689
690 // If a demangler is supplied, check if it exists and register it.
691 if (DemanglerOpts.size()) {
692 auto DemanglerPathOrErr = sys::findProgramByName(DemanglerOpts[0]);
693 if (!DemanglerPathOrErr) {
694 error("Could not find the demangler!",
695 DemanglerPathOrErr.getError().message());
696 return 1;
697 }
698 DemanglerOpts[0] = *DemanglerPathOrErr;
699 ViewOpts.DemanglerOpts.swap(DemanglerOpts);
700 }
701
702 // Read in -name-whitelist files.
703 if (!NameFilterFiles.empty()) {
704 std::string SpecialCaseListErr;
705 NameWhitelist =
706 SpecialCaseList::create(NameFilterFiles, SpecialCaseListErr);
707 if (!NameWhitelist)
708 error(SpecialCaseListErr);
709 }
710
711 // Create the function filters
712 if (!NameFilters.empty() || NameWhitelist || !NameRegexFilters.empty()) {
713 auto NameFilterer = llvm::make_unique<CoverageFilters>();
714 for (const auto &Name : NameFilters)
715 NameFilterer->push_back(llvm::make_unique<NameCoverageFilter>(Name));
716 if (NameWhitelist)
717 NameFilterer->push_back(
718 llvm::make_unique<NameWhitelistCoverageFilter>(*NameWhitelist));
719 for (const auto &Regex : NameRegexFilters)
720 NameFilterer->push_back(
721 llvm::make_unique<NameRegexCoverageFilter>(Regex));
722 Filters.push_back(std::move(NameFilterer));
723 }
724
725 if (RegionCoverageLtFilter.getNumOccurrences() ||
726 RegionCoverageGtFilter.getNumOccurrences() ||
727 LineCoverageLtFilter.getNumOccurrences() ||
728 LineCoverageGtFilter.getNumOccurrences()) {
729 auto StatFilterer = llvm::make_unique<CoverageFilters>();
730 if (RegionCoverageLtFilter.getNumOccurrences())
731 StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
732 RegionCoverageFilter::LessThan, RegionCoverageLtFilter));
733 if (RegionCoverageGtFilter.getNumOccurrences())
734 StatFilterer->push_back(llvm::make_unique<RegionCoverageFilter>(
735 RegionCoverageFilter::GreaterThan, RegionCoverageGtFilter));
736 if (LineCoverageLtFilter.getNumOccurrences())
737 StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
738 LineCoverageFilter::LessThan, LineCoverageLtFilter));
739 if (LineCoverageGtFilter.getNumOccurrences())
740 StatFilterer->push_back(llvm::make_unique<LineCoverageFilter>(
741 RegionCoverageFilter::GreaterThan, LineCoverageGtFilter));
742 Filters.push_back(std::move(StatFilterer));
743 }
744
745 // Create the ignore filename filters.
746 for (const auto &RE : IgnoreFilenameRegexFilters)
747 IgnoreFilenameFilters.push_back(
748 llvm::make_unique<NameRegexCoverageFilter>(RE));
749
750 if (!Arches.empty()) {
751 for (const std::string &Arch : Arches) {
752 if (Triple(Arch).getArch() == llvm::Triple::ArchType::UnknownArch) {
753 error("Unknown architecture: " + Arch);
754 return 1;
755 }
756 CoverageArches.emplace_back(Arch);
757 }
758 if (CoverageArches.size() != ObjectFilenames.size()) {
759 error("Number of architectures doesn't match the number of objects");
760 return 1;
761 }
762 }
763
764 // IgnoreFilenameFilters are applied even when InputSourceFiles specified.
765 for (const std::string &File : InputSourceFiles)
766 collectPaths(File);
767
768 if (DebugDumpCollectedPaths) {
769 for (const std::string &SF : SourceFiles)
770 outs() << SF << '\n';
771 ::exit(0);
772 }
773
774 ViewOpts.ShowRegionSummary = RegionSummary;
775 ViewOpts.ShowInstantiationSummary = InstantiationSummary;
776 ViewOpts.ExportSummaryOnly = SummaryOnly;
777 ViewOpts.NumThreads = NumThreads;
778
779 return 0;
780 };
781
782 switch (Cmd) {
783 case Show:
784 return doShow(argc, argv, commandLineParser);
785 case Report:
786 return doReport(argc, argv, commandLineParser);
787 case Export:
788 return doExport(argc, argv, commandLineParser);
789 }
790 return 0;
791 }
792
doShow(int argc,const char ** argv,CommandLineParserType commandLineParser)793 int CodeCoverageTool::doShow(int argc, const char **argv,
794 CommandLineParserType commandLineParser) {
795
796 cl::OptionCategory ViewCategory("Viewing options");
797
798 cl::opt<bool> ShowLineExecutionCounts(
799 "show-line-counts", cl::Optional,
800 cl::desc("Show the execution counts for each line"), cl::init(true),
801 cl::cat(ViewCategory));
802
803 cl::opt<bool> ShowRegions(
804 "show-regions", cl::Optional,
805 cl::desc("Show the execution counts for each region"),
806 cl::cat(ViewCategory));
807
808 cl::opt<bool> ShowBestLineRegionsCounts(
809 "show-line-counts-or-regions", cl::Optional,
810 cl::desc("Show the execution counts for each line, or the execution "
811 "counts for each region on lines that have multiple regions"),
812 cl::cat(ViewCategory));
813
814 cl::opt<bool> ShowExpansions("show-expansions", cl::Optional,
815 cl::desc("Show expanded source regions"),
816 cl::cat(ViewCategory));
817
818 cl::opt<bool> ShowInstantiations("show-instantiations", cl::Optional,
819 cl::desc("Show function instantiations"),
820 cl::init(true), cl::cat(ViewCategory));
821
822 cl::opt<std::string> ShowOutputDirectory(
823 "output-dir", cl::init(""),
824 cl::desc("Directory in which coverage information is written out"));
825 cl::alias ShowOutputDirectoryA("o", cl::desc("Alias for --output-dir"),
826 cl::aliasopt(ShowOutputDirectory));
827
828 cl::opt<uint32_t> TabSize(
829 "tab-size", cl::init(2),
830 cl::desc(
831 "Set tab expansion size for html coverage reports (default = 2)"));
832
833 cl::opt<std::string> ProjectTitle(
834 "project-title", cl::Optional,
835 cl::desc("Set project title for the coverage report"));
836
837 auto Err = commandLineParser(argc, argv);
838 if (Err)
839 return Err;
840
841 ViewOpts.ShowLineNumbers = true;
842 ViewOpts.ShowLineStats = ShowLineExecutionCounts.getNumOccurrences() != 0 ||
843 !ShowRegions || ShowBestLineRegionsCounts;
844 ViewOpts.ShowRegionMarkers = ShowRegions || ShowBestLineRegionsCounts;
845 ViewOpts.ShowExpandedRegions = ShowExpansions;
846 ViewOpts.ShowFunctionInstantiations = ShowInstantiations;
847 ViewOpts.ShowOutputDirectory = ShowOutputDirectory;
848 ViewOpts.TabSize = TabSize;
849 ViewOpts.ProjectTitle = ProjectTitle;
850
851 if (ViewOpts.hasOutputDirectory()) {
852 if (auto E = sys::fs::create_directories(ViewOpts.ShowOutputDirectory)) {
853 error("Could not create output directory!", E.message());
854 return 1;
855 }
856 }
857
858 sys::fs::file_status Status;
859 if (sys::fs::status(PGOFilename, Status)) {
860 error("profdata file error: can not get the file status. \n");
861 return 1;
862 }
863
864 auto ModifiedTime = Status.getLastModificationTime();
865 std::string ModifiedTimeStr = to_string(ModifiedTime);
866 size_t found = ModifiedTimeStr.rfind(':');
867 ViewOpts.CreatedTimeStr = (found != std::string::npos)
868 ? "Created: " + ModifiedTimeStr.substr(0, found)
869 : "Created: " + ModifiedTimeStr;
870
871 auto Coverage = load();
872 if (!Coverage)
873 return 1;
874
875 auto Printer = CoveragePrinter::create(ViewOpts);
876
877 if (SourceFiles.empty())
878 // Get the source files from the function coverage mapping.
879 for (StringRef Filename : Coverage->getUniqueSourceFiles()) {
880 if (!IgnoreFilenameFilters.matchesFilename(Filename))
881 SourceFiles.push_back(Filename);
882 }
883
884 // Create an index out of the source files.
885 if (ViewOpts.hasOutputDirectory()) {
886 if (Error E = Printer->createIndexFile(SourceFiles, *Coverage, Filters)) {
887 error("Could not create index file!", toString(std::move(E)));
888 return 1;
889 }
890 }
891
892 if (!Filters.empty()) {
893 // Build the map of filenames to functions.
894 std::map<llvm::StringRef, std::vector<const FunctionRecord *>>
895 FilenameFunctionMap;
896 for (const auto &SourceFile : SourceFiles)
897 for (const auto &Function : Coverage->getCoveredFunctions(SourceFile))
898 if (Filters.matches(*Coverage.get(), Function))
899 FilenameFunctionMap[SourceFile].push_back(&Function);
900
901 // Only print filter matching functions for each file.
902 for (const auto &FileFunc : FilenameFunctionMap) {
903 StringRef File = FileFunc.first;
904 const auto &Functions = FileFunc.second;
905
906 auto OSOrErr = Printer->createViewFile(File, /*InToplevel=*/false);
907 if (Error E = OSOrErr.takeError()) {
908 error("Could not create view file!", toString(std::move(E)));
909 return 1;
910 }
911 auto OS = std::move(OSOrErr.get());
912
913 bool ShowTitle = ViewOpts.hasOutputDirectory();
914 for (const auto *Function : Functions) {
915 auto FunctionView = createFunctionView(*Function, *Coverage);
916 if (!FunctionView) {
917 warning("Could not read coverage for '" + Function->Name + "'.");
918 continue;
919 }
920 FunctionView->print(*OS.get(), /*WholeFile=*/false,
921 /*ShowSourceName=*/true, ShowTitle);
922 ShowTitle = false;
923 }
924
925 Printer->closeViewFile(std::move(OS));
926 }
927 return 0;
928 }
929
930 // Show files
931 bool ShowFilenames =
932 (SourceFiles.size() != 1) || ViewOpts.hasOutputDirectory() ||
933 (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML);
934
935 auto NumThreads = ViewOpts.NumThreads;
936
937 // If NumThreads is not specified, auto-detect a good default.
938 if (NumThreads == 0)
939 NumThreads =
940 std::max(1U, std::min(llvm::heavyweight_hardware_concurrency(),
941 unsigned(SourceFiles.size())));
942
943 if (!ViewOpts.hasOutputDirectory() || NumThreads == 1) {
944 for (const std::string &SourceFile : SourceFiles)
945 writeSourceFileView(SourceFile, Coverage.get(), Printer.get(),
946 ShowFilenames);
947 } else {
948 // In -output-dir mode, it's safe to use multiple threads to print files.
949 ThreadPool Pool(NumThreads);
950 for (const std::string &SourceFile : SourceFiles)
951 Pool.async(&CodeCoverageTool::writeSourceFileView, this, SourceFile,
952 Coverage.get(), Printer.get(), ShowFilenames);
953 Pool.wait();
954 }
955
956 return 0;
957 }
958
doReport(int argc,const char ** argv,CommandLineParserType commandLineParser)959 int CodeCoverageTool::doReport(int argc, const char **argv,
960 CommandLineParserType commandLineParser) {
961 cl::opt<bool> ShowFunctionSummaries(
962 "show-functions", cl::Optional, cl::init(false),
963 cl::desc("Show coverage summaries for each function"));
964
965 auto Err = commandLineParser(argc, argv);
966 if (Err)
967 return Err;
968
969 if (ViewOpts.Format == CoverageViewOptions::OutputFormat::HTML) {
970 error("HTML output for summary reports is not yet supported.");
971 return 1;
972 }
973
974 auto Coverage = load();
975 if (!Coverage)
976 return 1;
977
978 CoverageReport Report(ViewOpts, *Coverage.get());
979 if (!ShowFunctionSummaries) {
980 if (SourceFiles.empty())
981 Report.renderFileReports(llvm::outs(), IgnoreFilenameFilters);
982 else
983 Report.renderFileReports(llvm::outs(), SourceFiles);
984 } else {
985 if (SourceFiles.empty()) {
986 error("Source files must be specified when -show-functions=true is "
987 "specified");
988 return 1;
989 }
990
991 Report.renderFunctionReports(SourceFiles, DC, llvm::outs());
992 }
993 return 0;
994 }
995
doExport(int argc,const char ** argv,CommandLineParserType commandLineParser)996 int CodeCoverageTool::doExport(int argc, const char **argv,
997 CommandLineParserType commandLineParser) {
998
999 auto Err = commandLineParser(argc, argv);
1000 if (Err)
1001 return Err;
1002
1003 if (ViewOpts.Format != CoverageViewOptions::OutputFormat::Text) {
1004 error("Coverage data can only be exported as textual JSON.");
1005 return 1;
1006 }
1007
1008 auto Coverage = load();
1009 if (!Coverage) {
1010 error("Could not load coverage information");
1011 return 1;
1012 }
1013
1014 auto Exporter = CoverageExporterJson(*Coverage.get(), ViewOpts, outs());
1015
1016 if (SourceFiles.empty())
1017 Exporter.renderRoot(IgnoreFilenameFilters);
1018 else
1019 Exporter.renderRoot(SourceFiles);
1020
1021 return 0;
1022 }
1023
showMain(int argc,const char * argv[])1024 int showMain(int argc, const char *argv[]) {
1025 CodeCoverageTool Tool;
1026 return Tool.run(CodeCoverageTool::Show, argc, argv);
1027 }
1028
reportMain(int argc,const char * argv[])1029 int reportMain(int argc, const char *argv[]) {
1030 CodeCoverageTool Tool;
1031 return Tool.run(CodeCoverageTool::Report, argc, argv);
1032 }
1033
exportMain(int argc,const char * argv[])1034 int exportMain(int argc, const char *argv[]) {
1035 CodeCoverageTool Tool;
1036 return Tool.run(CodeCoverageTool::Export, argc, argv);
1037 }
1038