1 //===--- DiagnosticRenderer.cpp - Diagnostic Pretty-Printing --------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 
10 #include "clang/Frontend/DiagnosticRenderer.h"
11 #include "clang/Basic/DiagnosticOptions.h"
12 #include "clang/Basic/FileManager.h"
13 #include "clang/Basic/SourceManager.h"
14 #include "clang/Edit/Commit.h"
15 #include "clang/Edit/EditedSource.h"
16 #include "clang/Edit/EditsReceiver.h"
17 #include "clang/Lex/Lexer.h"
18 #include "llvm/ADT/SmallSet.h"
19 #include "llvm/ADT/SmallString.h"
20 #include "llvm/Support/ErrorHandling.h"
21 #include "llvm/Support/MemoryBuffer.h"
22 #include "llvm/Support/raw_ostream.h"
23 #include <algorithm>
24 using namespace clang;
25 
26 /// \brief Retrieve the name of the immediate macro expansion.
27 ///
28 /// This routine starts from a source location, and finds the name of the macro
29 /// responsible for its immediate expansion. It looks through any intervening
30 /// macro argument expansions to compute this. It returns a StringRef which
31 /// refers to the SourceManager-owned buffer of the source where that macro
32 /// name is spelled. Thus, the result shouldn't out-live that SourceManager.
33 ///
34 /// This differs from Lexer::getImmediateMacroName in that any macro argument
35 /// location will result in the topmost function macro that accepted it.
36 /// e.g.
37 /// \code
38 ///   MAC1( MAC2(foo) )
39 /// \endcode
40 /// for location of 'foo' token, this function will return "MAC1" while
41 /// Lexer::getImmediateMacroName will return "MAC2".
42 static StringRef getImmediateMacroName(SourceLocation Loc,
43                                        const SourceManager &SM,
44                                        const LangOptions &LangOpts) {
45    assert(Loc.isMacroID() && "Only reasonble to call this on macros");
46    // Walk past macro argument expanions.
47    while (SM.isMacroArgExpansion(Loc))
48      Loc = SM.getImmediateExpansionRange(Loc).first;
49 
50    // If the macro's spelling has no FileID, then it's actually a token paste
51    // or stringization (or similar) and not a macro at all.
52    if (!SM.getFileEntryForID(SM.getFileID(SM.getSpellingLoc(Loc))))
53      return StringRef();
54 
55    // Find the spelling location of the start of the non-argument expansion
56    // range. This is where the macro name was spelled in order to begin
57    // expanding this macro.
58    Loc = SM.getSpellingLoc(SM.getImmediateExpansionRange(Loc).first);
59 
60    // Dig out the buffer where the macro name was spelled and the extents of the
61    // name so that we can render it into the expansion note.
62    std::pair<FileID, unsigned> ExpansionInfo = SM.getDecomposedLoc(Loc);
63    unsigned MacroTokenLength = Lexer::MeasureTokenLength(Loc, SM, LangOpts);
64    StringRef ExpansionBuffer = SM.getBufferData(ExpansionInfo.first);
65    return ExpansionBuffer.substr(ExpansionInfo.second, MacroTokenLength);
66 }
67 
68 DiagnosticRenderer::DiagnosticRenderer(const LangOptions &LangOpts,
69                                        DiagnosticOptions *DiagOpts)
70   : LangOpts(LangOpts), DiagOpts(DiagOpts), LastLevel() {}
71 
72 DiagnosticRenderer::~DiagnosticRenderer() {}
73 
74 namespace {
75 
76 class FixitReceiver : public edit::EditsReceiver {
77   SmallVectorImpl<FixItHint> &MergedFixits;
78 
79 public:
80   FixitReceiver(SmallVectorImpl<FixItHint> &MergedFixits)
81     : MergedFixits(MergedFixits) { }
82   void insert(SourceLocation loc, StringRef text) override {
83     MergedFixits.push_back(FixItHint::CreateInsertion(loc, text));
84   }
85   void replace(CharSourceRange range, StringRef text) override {
86     MergedFixits.push_back(FixItHint::CreateReplacement(range, text));
87   }
88 };
89 
90 }
91 
92 static void mergeFixits(ArrayRef<FixItHint> FixItHints,
93                         const SourceManager &SM, const LangOptions &LangOpts,
94                         SmallVectorImpl<FixItHint> &MergedFixits) {
95   edit::Commit commit(SM, LangOpts);
96   for (ArrayRef<FixItHint>::const_iterator
97          I = FixItHints.begin(), E = FixItHints.end(); I != E; ++I) {
98     const FixItHint &Hint = *I;
99     if (Hint.CodeToInsert.empty()) {
100       if (Hint.InsertFromRange.isValid())
101         commit.insertFromRange(Hint.RemoveRange.getBegin(),
102                            Hint.InsertFromRange, /*afterToken=*/false,
103                            Hint.BeforePreviousInsertions);
104       else
105         commit.remove(Hint.RemoveRange);
106     } else {
107       if (Hint.RemoveRange.isTokenRange() ||
108           Hint.RemoveRange.getBegin() != Hint.RemoveRange.getEnd())
109         commit.replace(Hint.RemoveRange, Hint.CodeToInsert);
110       else
111         commit.insert(Hint.RemoveRange.getBegin(), Hint.CodeToInsert,
112                     /*afterToken=*/false, Hint.BeforePreviousInsertions);
113     }
114   }
115 
116   edit::EditedSource Editor(SM, LangOpts);
117   if (Editor.commit(commit)) {
118     FixitReceiver Rec(MergedFixits);
119     Editor.applyRewrites(Rec);
120   }
121 }
122 
123 void DiagnosticRenderer::emitDiagnostic(SourceLocation Loc,
124                                         DiagnosticsEngine::Level Level,
125                                         StringRef Message,
126                                         ArrayRef<CharSourceRange> Ranges,
127                                         ArrayRef<FixItHint> FixItHints,
128                                         const SourceManager *SM,
129                                         DiagOrStoredDiag D) {
130   assert(SM || Loc.isInvalid());
131 
132   beginDiagnostic(D, Level);
133 
134   if (!Loc.isValid())
135     // If we have no source location, just emit the diagnostic message.
136     emitDiagnosticMessage(Loc, PresumedLoc(), Level, Message, Ranges, SM, D);
137   else {
138     // Get the ranges into a local array we can hack on.
139     SmallVector<CharSourceRange, 20> MutableRanges(Ranges.begin(),
140                                                    Ranges.end());
141 
142     SmallVector<FixItHint, 8> MergedFixits;
143     if (!FixItHints.empty()) {
144       mergeFixits(FixItHints, *SM, LangOpts, MergedFixits);
145       FixItHints = MergedFixits;
146     }
147 
148     for (ArrayRef<FixItHint>::const_iterator I = FixItHints.begin(),
149          E = FixItHints.end();
150          I != E; ++I)
151       if (I->RemoveRange.isValid())
152         MutableRanges.push_back(I->RemoveRange);
153 
154     SourceLocation UnexpandedLoc = Loc;
155 
156     // Find the ultimate expansion location for the diagnostic.
157     Loc = SM->getFileLoc(Loc);
158 
159     PresumedLoc PLoc = SM->getPresumedLoc(Loc, DiagOpts->ShowPresumedLoc);
160 
161     // First, if this diagnostic is not in the main file, print out the
162     // "included from" lines.
163     emitIncludeStack(Loc, PLoc, Level, *SM);
164 
165     // Next, emit the actual diagnostic message and caret.
166     emitDiagnosticMessage(Loc, PLoc, Level, Message, Ranges, SM, D);
167     emitCaret(Loc, Level, MutableRanges, FixItHints, *SM);
168 
169     // If this location is within a macro, walk from UnexpandedLoc up to Loc
170     // and produce a macro backtrace.
171     if (UnexpandedLoc.isValid() && UnexpandedLoc.isMacroID()) {
172       emitMacroExpansions(UnexpandedLoc, Level, MutableRanges, FixItHints, *SM);
173     }
174   }
175 
176   LastLoc = Loc;
177   LastLevel = Level;
178 
179   endDiagnostic(D, Level);
180 }
181 
182 
183 void DiagnosticRenderer::emitStoredDiagnostic(StoredDiagnostic &Diag) {
184   emitDiagnostic(Diag.getLocation(), Diag.getLevel(), Diag.getMessage(),
185                  Diag.getRanges(), Diag.getFixIts(),
186                  Diag.getLocation().isValid() ? &Diag.getLocation().getManager()
187                                               : nullptr,
188                  &Diag);
189 }
190 
191 void DiagnosticRenderer::emitBasicNote(StringRef Message) {
192   emitDiagnosticMessage(
193       SourceLocation(), PresumedLoc(), DiagnosticsEngine::Note, Message,
194       None, nullptr, DiagOrStoredDiag());
195 }
196 
197 /// \brief Prints an include stack when appropriate for a particular
198 /// diagnostic level and location.
199 ///
200 /// This routine handles all the logic of suppressing particular include
201 /// stacks (such as those for notes) and duplicate include stacks when
202 /// repeated warnings occur within the same file. It also handles the logic
203 /// of customizing the formatting and display of the include stack.
204 ///
205 /// \param Loc   The diagnostic location.
206 /// \param PLoc  The presumed location of the diagnostic location.
207 /// \param Level The diagnostic level of the message this stack pertains to.
208 void DiagnosticRenderer::emitIncludeStack(SourceLocation Loc,
209                                           PresumedLoc PLoc,
210                                           DiagnosticsEngine::Level Level,
211                                           const SourceManager &SM) {
212   SourceLocation IncludeLoc = PLoc.getIncludeLoc();
213 
214   // Skip redundant include stacks altogether.
215   if (LastIncludeLoc == IncludeLoc)
216     return;
217 
218   LastIncludeLoc = IncludeLoc;
219 
220   if (!DiagOpts->ShowNoteIncludeStack && Level == DiagnosticsEngine::Note)
221     return;
222 
223   if (IncludeLoc.isValid())
224     emitIncludeStackRecursively(IncludeLoc, SM);
225   else {
226     emitModuleBuildStack(SM);
227     emitImportStack(Loc, SM);
228   }
229 }
230 
231 /// \brief Helper to recursivly walk up the include stack and print each layer
232 /// on the way back down.
233 void DiagnosticRenderer::emitIncludeStackRecursively(SourceLocation Loc,
234                                                      const SourceManager &SM) {
235   if (Loc.isInvalid()) {
236     emitModuleBuildStack(SM);
237     return;
238   }
239 
240   PresumedLoc PLoc = SM.getPresumedLoc(Loc, DiagOpts->ShowPresumedLoc);
241   if (PLoc.isInvalid())
242     return;
243 
244   // If this source location was imported from a module, print the module
245   // import stack rather than the
246   // FIXME: We want submodule granularity here.
247   std::pair<SourceLocation, StringRef> Imported = SM.getModuleImportLoc(Loc);
248   if (!Imported.second.empty()) {
249     // This location was imported by a module. Emit the module import stack.
250     emitImportStackRecursively(Imported.first, Imported.second, SM);
251     return;
252   }
253 
254   // Emit the other include frames first.
255   emitIncludeStackRecursively(PLoc.getIncludeLoc(), SM);
256 
257   // Emit the inclusion text/note.
258   emitIncludeLocation(Loc, PLoc, SM);
259 }
260 
261 /// \brief Emit the module import stack associated with the current location.
262 void DiagnosticRenderer::emitImportStack(SourceLocation Loc,
263                                          const SourceManager &SM) {
264   if (Loc.isInvalid()) {
265     emitModuleBuildStack(SM);
266     return;
267   }
268 
269   std::pair<SourceLocation, StringRef> NextImportLoc
270     = SM.getModuleImportLoc(Loc);
271   emitImportStackRecursively(NextImportLoc.first, NextImportLoc.second, SM);
272 }
273 
274 /// \brief Helper to recursivly walk up the import stack and print each layer
275 /// on the way back down.
276 void DiagnosticRenderer::emitImportStackRecursively(SourceLocation Loc,
277                                                     StringRef ModuleName,
278                                                     const SourceManager &SM) {
279   if (ModuleName.empty()) {
280     return;
281   }
282 
283   PresumedLoc PLoc = SM.getPresumedLoc(Loc, DiagOpts->ShowPresumedLoc);
284 
285   // Emit the other import frames first.
286   std::pair<SourceLocation, StringRef> NextImportLoc
287     = SM.getModuleImportLoc(Loc);
288   emitImportStackRecursively(NextImportLoc.first, NextImportLoc.second, SM);
289 
290   // Emit the inclusion text/note.
291   emitImportLocation(Loc, PLoc, ModuleName, SM);
292 }
293 
294 /// \brief Emit the module build stack, for cases where a module is (re-)built
295 /// on demand.
296 void DiagnosticRenderer::emitModuleBuildStack(const SourceManager &SM) {
297   ModuleBuildStack Stack = SM.getModuleBuildStack();
298   for (unsigned I = 0, N = Stack.size(); I != N; ++I) {
299     const SourceManager &CurSM = Stack[I].second.getManager();
300     SourceLocation CurLoc = Stack[I].second;
301     emitBuildingModuleLocation(CurLoc,
302                                CurSM.getPresumedLoc(CurLoc,
303                                                     DiagOpts->ShowPresumedLoc),
304                                Stack[I].first,
305                                CurSM);
306   }
307 }
308 
309 // Helper function to fix up source ranges.  It takes in an array of ranges,
310 // and outputs an array of ranges where we want to draw the range highlighting
311 // around the location specified by CaretLoc.
312 //
313 // To find locations which correspond to the caret, we crawl the macro caller
314 // chain for the beginning and end of each range.  If the caret location
315 // is in a macro expansion, we search each chain for a location
316 // in the same expansion as the caret; otherwise, we crawl to the top of
317 // each chain. Two locations are part of the same macro expansion
318 // iff the FileID is the same.
319 static void mapDiagnosticRanges(
320     SourceLocation CaretLoc,
321     ArrayRef<CharSourceRange> Ranges,
322     SmallVectorImpl<CharSourceRange> &SpellingRanges,
323     const SourceManager *SM) {
324   FileID CaretLocFileID = SM->getFileID(CaretLoc);
325 
326   for (ArrayRef<CharSourceRange>::const_iterator I = Ranges.begin(),
327        E = Ranges.end();
328        I != E; ++I) {
329     SourceLocation Begin = I->getBegin(), End = I->getEnd();
330     bool IsTokenRange = I->isTokenRange();
331 
332     FileID BeginFileID = SM->getFileID(Begin);
333     FileID EndFileID = SM->getFileID(End);
334 
335     // Find the common parent for the beginning and end of the range.
336 
337     // First, crawl the expansion chain for the beginning of the range.
338     llvm::SmallDenseMap<FileID, SourceLocation> BeginLocsMap;
339     while (Begin.isMacroID() && BeginFileID != EndFileID) {
340       BeginLocsMap[BeginFileID] = Begin;
341       Begin = SM->getImmediateExpansionRange(Begin).first;
342       BeginFileID = SM->getFileID(Begin);
343     }
344 
345     // Then, crawl the expansion chain for the end of the range.
346     if (BeginFileID != EndFileID) {
347       while (End.isMacroID() && !BeginLocsMap.count(EndFileID)) {
348         End = SM->getImmediateExpansionRange(End).second;
349         EndFileID = SM->getFileID(End);
350       }
351       if (End.isMacroID()) {
352         Begin = BeginLocsMap[EndFileID];
353         BeginFileID = EndFileID;
354       }
355     }
356 
357     while (Begin.isMacroID() && BeginFileID != CaretLocFileID) {
358       if (SM->isMacroArgExpansion(Begin)) {
359         Begin = SM->getImmediateSpellingLoc(Begin);
360         End = SM->getImmediateSpellingLoc(End);
361       } else {
362         Begin = SM->getImmediateExpansionRange(Begin).first;
363         End = SM->getImmediateExpansionRange(End).second;
364       }
365       BeginFileID = SM->getFileID(Begin);
366       if (BeginFileID != SM->getFileID(End)) {
367         // FIXME: Ugly hack to stop a crash; this code is making bad
368         // assumptions and it's too complicated for me to reason
369         // about.
370         Begin = End = SourceLocation();
371         break;
372       }
373     }
374 
375     // Return the spelling location of the beginning and end of the range.
376     Begin = SM->getSpellingLoc(Begin);
377     End = SM->getSpellingLoc(End);
378     SpellingRanges.push_back(CharSourceRange(SourceRange(Begin, End),
379                                              IsTokenRange));
380   }
381 }
382 
383 void DiagnosticRenderer::emitCaret(SourceLocation Loc,
384                                    DiagnosticsEngine::Level Level,
385                                    ArrayRef<CharSourceRange> Ranges,
386                                    ArrayRef<FixItHint> Hints,
387                                    const SourceManager &SM) {
388   SmallVector<CharSourceRange, 4> SpellingRanges;
389   mapDiagnosticRanges(Loc, Ranges, SpellingRanges, &SM);
390   emitCodeContext(Loc, Level, SpellingRanges, Hints, SM);
391 }
392 
393 /// \brief A helper function for emitMacroExpansion to print the
394 /// macro expansion message
395 void DiagnosticRenderer::emitSingleMacroExpansion(
396     SourceLocation Loc,
397     DiagnosticsEngine::Level Level,
398     ArrayRef<CharSourceRange> Ranges,
399     const SourceManager &SM) {
400   // Find the spelling location for the macro definition. We must use the
401   // spelling location here to avoid emitting a macro backtrace for the note.
402   SourceLocation SpellingLoc = Loc;
403 
404   // If this is the expansion of a macro argument, point the caret at the
405   // use of the argument in the definition of the macro, not the expansion.
406   if (SM.isMacroArgExpansion(Loc))
407     SpellingLoc = SM.getImmediateExpansionRange(Loc).first;
408   SpellingLoc = SM.getSpellingLoc(SpellingLoc);
409 
410   // Map the ranges into the FileID of the diagnostic location.
411   SmallVector<CharSourceRange, 4> SpellingRanges;
412   mapDiagnosticRanges(Loc, Ranges, SpellingRanges, &SM);
413 
414   SmallString<100> MessageStorage;
415   llvm::raw_svector_ostream Message(MessageStorage);
416   StringRef MacroName = getImmediateMacroName(Loc, SM, LangOpts);
417   if (MacroName.empty())
418     Message << "expanded from here";
419   else
420     Message << "expanded from macro '" << MacroName << "'";
421 
422   emitDiagnostic(SpellingLoc, DiagnosticsEngine::Note, Message.str(),
423                  SpellingRanges, None, &SM);
424 }
425 
426 /// \brief Recursively emit notes for each macro expansion and caret
427 /// diagnostics where appropriate.
428 ///
429 /// Walks up the macro expansion stack printing expansion notes, the code
430 /// snippet, caret, underlines and FixItHint display as appropriate at each
431 /// level.
432 ///
433 /// \param Loc The location for this caret.
434 /// \param Level The diagnostic level currently being emitted.
435 /// \param Ranges The underlined ranges for this code snippet.
436 /// \param Hints The FixIt hints active for this diagnostic.
437 void DiagnosticRenderer::emitMacroExpansions(SourceLocation Loc,
438                                              DiagnosticsEngine::Level Level,
439                                              ArrayRef<CharSourceRange> Ranges,
440                                              ArrayRef<FixItHint> Hints,
441                                              const SourceManager &SM) {
442   assert(!Loc.isInvalid() && "must have a valid source location here");
443 
444   // Produce a stack of macro backtraces.
445   SmallVector<SourceLocation, 8> LocationStack;
446   while (Loc.isMacroID()) {
447     LocationStack.push_back(Loc);
448     Loc = SM.getImmediateMacroCallerLoc(Loc);
449     assert(!Loc.isInvalid() && "must have a valid source location here");
450   }
451 
452   unsigned MacroDepth = LocationStack.size();
453   unsigned MacroLimit = DiagOpts->MacroBacktraceLimit;
454   if (MacroDepth <= MacroLimit || MacroLimit == 0) {
455     for (auto I = LocationStack.rbegin(), E = LocationStack.rend();
456          I != E; ++I)
457       emitSingleMacroExpansion(*I, Level, Ranges, SM);
458     return;
459   }
460 
461   unsigned MacroStartMessages = MacroLimit / 2;
462   unsigned MacroEndMessages = MacroLimit / 2 + MacroLimit % 2;
463 
464   for (auto I = LocationStack.rbegin(),
465             E = LocationStack.rbegin() + MacroStartMessages;
466        I != E; ++I)
467     emitSingleMacroExpansion(*I, Level, Ranges, SM);
468 
469   SmallString<200> MessageStorage;
470   llvm::raw_svector_ostream Message(MessageStorage);
471   Message << "(skipping " << (MacroDepth - MacroLimit)
472           << " expansions in backtrace; use -fmacro-backtrace-limit=0 to "
473              "see all)";
474   emitBasicNote(Message.str());
475 
476   for (auto I = LocationStack.rend() - MacroEndMessages,
477             E = LocationStack.rend();
478        I != E; ++I)
479     emitSingleMacroExpansion(*I, Level, Ranges, SM);
480 }
481 
482 DiagnosticNoteRenderer::~DiagnosticNoteRenderer() {}
483 
484 void DiagnosticNoteRenderer::emitIncludeLocation(SourceLocation Loc,
485                                                  PresumedLoc PLoc,
486                                                  const SourceManager &SM) {
487   // Generate a note indicating the include location.
488   SmallString<200> MessageStorage;
489   llvm::raw_svector_ostream Message(MessageStorage);
490   Message << "in file included from " << PLoc.getFilename() << ':'
491           << PLoc.getLine() << ":";
492   emitNote(Loc, Message.str(), &SM);
493 }
494 
495 void DiagnosticNoteRenderer::emitImportLocation(SourceLocation Loc,
496                                                 PresumedLoc PLoc,
497                                                 StringRef ModuleName,
498                                                 const SourceManager &SM) {
499   // Generate a note indicating the include location.
500   SmallString<200> MessageStorage;
501   llvm::raw_svector_ostream Message(MessageStorage);
502   Message << "in module '" << ModuleName;
503   if (!PLoc.isInvalid())
504     Message << "' imported from " << PLoc.getFilename() << ':'
505             << PLoc.getLine();
506   Message << ":";
507   emitNote(Loc, Message.str(), &SM);
508 }
509 
510 void
511 DiagnosticNoteRenderer::emitBuildingModuleLocation(SourceLocation Loc,
512                                                    PresumedLoc PLoc,
513                                                    StringRef ModuleName,
514                                                    const SourceManager &SM) {
515   // Generate a note indicating the include location.
516   SmallString<200> MessageStorage;
517   llvm::raw_svector_ostream Message(MessageStorage);
518   if (PLoc.getFilename())
519     Message << "while building module '" << ModuleName << "' imported from "
520             << PLoc.getFilename() << ':' << PLoc.getLine() << ":";
521   else
522     Message << "while building module '" << ModuleName << "':";
523   emitNote(Loc, Message.str(), &SM);
524 }
525