1 //===--- FrontendAction.cpp -----------------------------------------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 
10 #include "clang/Frontend/FrontendAction.h"
11 #include "clang/AST/ASTConsumer.h"
12 #include "clang/AST/ASTContext.h"
13 #include "clang/AST/DeclGroup.h"
14 #include "clang/Frontend/ASTUnit.h"
15 #include "clang/Frontend/ChainedIncludesSource.h"
16 #include "clang/Frontend/CompilerInstance.h"
17 #include "clang/Frontend/FrontendDiagnostic.h"
18 #include "clang/Frontend/FrontendPluginRegistry.h"
19 #include "clang/Frontend/LayoutOverrideSource.h"
20 #include "clang/Frontend/MultiplexConsumer.h"
21 #include "clang/Frontend/Utils.h"
22 #include "clang/Lex/HeaderSearch.h"
23 #include "clang/Lex/Preprocessor.h"
24 #include "clang/Parse/ParseAST.h"
25 #include "clang/Serialization/ASTDeserializationListener.h"
26 #include "clang/Serialization/ASTReader.h"
27 #include "clang/Serialization/GlobalModuleIndex.h"
28 #include "llvm/Support/ErrorHandling.h"
29 #include "llvm/Support/FileSystem.h"
30 #include "llvm/Support/MemoryBuffer.h"
31 #include "llvm/Support/Timer.h"
32 #include "llvm/Support/raw_ostream.h"
33 #include "llvm/Support/system_error.h"
34 using namespace clang;
35 
36 namespace {
37 
38 class DelegatingDeserializationListener : public ASTDeserializationListener {
39   ASTDeserializationListener *Previous;
40 
41 public:
42   explicit DelegatingDeserializationListener(
43                                            ASTDeserializationListener *Previous)
44     : Previous(Previous) { }
45 
46   void ReaderInitialized(ASTReader *Reader) override {
47     if (Previous)
48       Previous->ReaderInitialized(Reader);
49   }
50   void IdentifierRead(serialization::IdentID ID,
51                       IdentifierInfo *II) override {
52     if (Previous)
53       Previous->IdentifierRead(ID, II);
54   }
55   void TypeRead(serialization::TypeIdx Idx, QualType T) override {
56     if (Previous)
57       Previous->TypeRead(Idx, T);
58   }
59   void DeclRead(serialization::DeclID ID, const Decl *D) override {
60     if (Previous)
61       Previous->DeclRead(ID, D);
62   }
63   void SelectorRead(serialization::SelectorID ID, Selector Sel) override {
64     if (Previous)
65       Previous->SelectorRead(ID, Sel);
66   }
67   void MacroDefinitionRead(serialization::PreprocessedEntityID PPID,
68                            MacroDefinition *MD) override {
69     if (Previous)
70       Previous->MacroDefinitionRead(PPID, MD);
71   }
72 };
73 
74 /// \brief Dumps deserialized declarations.
75 class DeserializedDeclsDumper : public DelegatingDeserializationListener {
76 public:
77   explicit DeserializedDeclsDumper(ASTDeserializationListener *Previous)
78     : DelegatingDeserializationListener(Previous) { }
79 
80   void DeclRead(serialization::DeclID ID, const Decl *D) override {
81     llvm::outs() << "PCH DECL: " << D->getDeclKindName();
82     if (const NamedDecl *ND = dyn_cast<NamedDecl>(D))
83       llvm::outs() << " - " << *ND;
84     llvm::outs() << "\n";
85 
86     DelegatingDeserializationListener::DeclRead(ID, D);
87   }
88 };
89 
90 /// \brief Checks deserialized declarations and emits error if a name
91 /// matches one given in command-line using -error-on-deserialized-decl.
92 class DeserializedDeclsChecker : public DelegatingDeserializationListener {
93   ASTContext &Ctx;
94   std::set<std::string> NamesToCheck;
95 
96 public:
97   DeserializedDeclsChecker(ASTContext &Ctx,
98                            const std::set<std::string> &NamesToCheck,
99                            ASTDeserializationListener *Previous)
100     : DelegatingDeserializationListener(Previous),
101       Ctx(Ctx), NamesToCheck(NamesToCheck) { }
102 
103   void DeclRead(serialization::DeclID ID, const Decl *D) override {
104     if (const NamedDecl *ND = dyn_cast<NamedDecl>(D))
105       if (NamesToCheck.find(ND->getNameAsString()) != NamesToCheck.end()) {
106         unsigned DiagID
107           = Ctx.getDiagnostics().getCustomDiagID(DiagnosticsEngine::Error,
108                                                  "%0 was deserialized");
109         Ctx.getDiagnostics().Report(Ctx.getFullLoc(D->getLocation()), DiagID)
110             << ND->getNameAsString();
111       }
112 
113     DelegatingDeserializationListener::DeclRead(ID, D);
114   }
115 };
116 
117 } // end anonymous namespace
118 
119 FrontendAction::FrontendAction() : Instance(0) {}
120 
121 FrontendAction::~FrontendAction() {}
122 
123 void FrontendAction::setCurrentInput(const FrontendInputFile &CurrentInput,
124                                      ASTUnit *AST) {
125   this->CurrentInput = CurrentInput;
126   CurrentASTUnit.reset(AST);
127 }
128 
129 ASTConsumer* FrontendAction::CreateWrappedASTConsumer(CompilerInstance &CI,
130                                                       StringRef InFile) {
131   ASTConsumer* Consumer = CreateASTConsumer(CI, InFile);
132   if (!Consumer)
133     return 0;
134 
135   if (CI.getFrontendOpts().AddPluginActions.size() == 0)
136     return Consumer;
137 
138   // Make sure the non-plugin consumer is first, so that plugins can't
139   // modifiy the AST.
140   std::vector<ASTConsumer*> Consumers(1, Consumer);
141 
142   for (size_t i = 0, e = CI.getFrontendOpts().AddPluginActions.size();
143        i != e; ++i) {
144     // This is O(|plugins| * |add_plugins|), but since both numbers are
145     // way below 50 in practice, that's ok.
146     for (FrontendPluginRegistry::iterator
147         it = FrontendPluginRegistry::begin(),
148         ie = FrontendPluginRegistry::end();
149         it != ie; ++it) {
150       if (it->getName() == CI.getFrontendOpts().AddPluginActions[i]) {
151         std::unique_ptr<PluginASTAction> P(it->instantiate());
152         FrontendAction* c = P.get();
153         if (P->ParseArgs(CI, CI.getFrontendOpts().AddPluginArgs[i]))
154           Consumers.push_back(c->CreateASTConsumer(CI, InFile));
155       }
156     }
157   }
158 
159   return new MultiplexConsumer(Consumers);
160 }
161 
162 bool FrontendAction::BeginSourceFile(CompilerInstance &CI,
163                                      const FrontendInputFile &Input) {
164   assert(!Instance && "Already processing a source file!");
165   assert(!Input.isEmpty() && "Unexpected empty filename!");
166   setCurrentInput(Input);
167   setCompilerInstance(&CI);
168 
169   StringRef InputFile = Input.getFile();
170   bool HasBegunSourceFile = false;
171   if (!BeginInvocation(CI))
172     goto failure;
173 
174   // AST files follow a very different path, since they share objects via the
175   // AST unit.
176   if (Input.getKind() == IK_AST) {
177     assert(!usesPreprocessorOnly() &&
178            "Attempt to pass AST file to preprocessor only action!");
179     assert(hasASTFileSupport() &&
180            "This action does not have AST file support!");
181 
182     IntrusiveRefCntPtr<DiagnosticsEngine> Diags(&CI.getDiagnostics());
183 
184     ASTUnit *AST = ASTUnit::LoadFromASTFile(InputFile, Diags,
185                                             CI.getFileSystemOpts());
186     if (!AST)
187       goto failure;
188 
189     setCurrentInput(Input, AST);
190 
191     // Inform the diagnostic client we are processing a source file.
192     CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(), 0);
193     HasBegunSourceFile = true;
194 
195     // Set the shared objects, these are reset when we finish processing the
196     // file, otherwise the CompilerInstance will happily destroy them.
197     CI.setFileManager(&AST->getFileManager());
198     CI.setSourceManager(&AST->getSourceManager());
199     CI.setPreprocessor(&AST->getPreprocessor());
200     CI.setASTContext(&AST->getASTContext());
201 
202     // Initialize the action.
203     if (!BeginSourceFileAction(CI, InputFile))
204       goto failure;
205 
206     // Create the AST consumer.
207     CI.setASTConsumer(CreateWrappedASTConsumer(CI, InputFile));
208     if (!CI.hasASTConsumer())
209       goto failure;
210 
211     return true;
212   }
213 
214   if (!CI.getHeaderSearchOpts().VFSOverlayFiles.empty()) {
215     IntrusiveRefCntPtr<vfs::OverlayFileSystem>
216         Overlay(new vfs::OverlayFileSystem(vfs::getRealFileSystem()));
217     // earlier vfs files are on the bottom
218     const std::vector<std::string> &Files =
219         CI.getHeaderSearchOpts().VFSOverlayFiles;
220     for (std::vector<std::string>::const_iterator I = Files.begin(),
221                                                   E = Files.end();
222          I != E; ++I) {
223       std::unique_ptr<llvm::MemoryBuffer> Buffer;
224       if (llvm::errc::success != llvm::MemoryBuffer::getFile(*I, Buffer)) {
225         CI.getDiagnostics().Report(diag::err_missing_vfs_overlay_file) << *I;
226         goto failure;
227       }
228 
229       IntrusiveRefCntPtr<vfs::FileSystem> FS =
230           vfs::getVFSFromYAML(Buffer.release(), /*DiagHandler*/ 0);
231       if (!FS.getPtr()) {
232         CI.getDiagnostics().Report(diag::err_invalid_vfs_overlay) << *I;
233         goto failure;
234       }
235       Overlay->pushOverlay(FS);
236     }
237     CI.setVirtualFileSystem(Overlay);
238   }
239 
240   // Set up the file and source managers, if needed.
241   if (!CI.hasFileManager())
242     CI.createFileManager();
243   if (!CI.hasSourceManager())
244     CI.createSourceManager(CI.getFileManager());
245 
246   // IR files bypass the rest of initialization.
247   if (Input.getKind() == IK_LLVM_IR) {
248     assert(hasIRSupport() &&
249            "This action does not have IR file support!");
250 
251     // Inform the diagnostic client we are processing a source file.
252     CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(), 0);
253     HasBegunSourceFile = true;
254 
255     // Initialize the action.
256     if (!BeginSourceFileAction(CI, InputFile))
257       goto failure;
258 
259     return true;
260   }
261 
262   // If the implicit PCH include is actually a directory, rather than
263   // a single file, search for a suitable PCH file in that directory.
264   if (!CI.getPreprocessorOpts().ImplicitPCHInclude.empty()) {
265     FileManager &FileMgr = CI.getFileManager();
266     PreprocessorOptions &PPOpts = CI.getPreprocessorOpts();
267     StringRef PCHInclude = PPOpts.ImplicitPCHInclude;
268     if (const DirectoryEntry *PCHDir = FileMgr.getDirectory(PCHInclude)) {
269       llvm::error_code EC;
270       SmallString<128> DirNative;
271       llvm::sys::path::native(PCHDir->getName(), DirNative);
272       bool Found = false;
273       for (llvm::sys::fs::directory_iterator Dir(DirNative.str(), EC), DirEnd;
274            Dir != DirEnd && !EC; Dir.increment(EC)) {
275         // Check whether this is an acceptable AST file.
276         if (ASTReader::isAcceptableASTFile(Dir->path(), FileMgr,
277                                            CI.getLangOpts(),
278                                            CI.getTargetOpts(),
279                                            CI.getPreprocessorOpts())) {
280           PPOpts.ImplicitPCHInclude = Dir->path();
281           Found = true;
282           break;
283         }
284       }
285 
286       if (!Found) {
287         CI.getDiagnostics().Report(diag::err_fe_no_pch_in_dir) << PCHInclude;
288         return true;
289       }
290     }
291   }
292 
293   // Set up the preprocessor.
294   CI.createPreprocessor(getTranslationUnitKind());
295 
296   // Inform the diagnostic client we are processing a source file.
297   CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(),
298                                            &CI.getPreprocessor());
299   HasBegunSourceFile = true;
300 
301   // Initialize the action.
302   if (!BeginSourceFileAction(CI, InputFile))
303     goto failure;
304 
305   // Create the AST context and consumer unless this is a preprocessor only
306   // action.
307   if (!usesPreprocessorOnly()) {
308     CI.createASTContext();
309 
310     std::unique_ptr<ASTConsumer> Consumer(
311         CreateWrappedASTConsumer(CI, InputFile));
312     if (!Consumer)
313       goto failure;
314 
315     CI.getASTContext().setASTMutationListener(Consumer->GetASTMutationListener());
316 
317     if (!CI.getPreprocessorOpts().ChainedIncludes.empty()) {
318       // Convert headers to PCH and chain them.
319       IntrusiveRefCntPtr<ChainedIncludesSource> source;
320       source = ChainedIncludesSource::create(CI);
321       if (!source)
322         goto failure;
323       CI.setModuleManager(static_cast<ASTReader*>(&source->getFinalReader()));
324       CI.getASTContext().setExternalSource(source);
325 
326     } else if (!CI.getPreprocessorOpts().ImplicitPCHInclude.empty()) {
327       // Use PCH.
328       assert(hasPCHSupport() && "This action does not have PCH support!");
329       ASTDeserializationListener *DeserialListener =
330           Consumer->GetASTDeserializationListener();
331       if (CI.getPreprocessorOpts().DumpDeserializedPCHDecls)
332         DeserialListener = new DeserializedDeclsDumper(DeserialListener);
333       if (!CI.getPreprocessorOpts().DeserializedPCHDeclsToErrorOn.empty())
334         DeserialListener = new DeserializedDeclsChecker(CI.getASTContext(),
335                          CI.getPreprocessorOpts().DeserializedPCHDeclsToErrorOn,
336                                                         DeserialListener);
337       CI.createPCHExternalASTSource(
338                                 CI.getPreprocessorOpts().ImplicitPCHInclude,
339                                 CI.getPreprocessorOpts().DisablePCHValidation,
340                             CI.getPreprocessorOpts().AllowPCHWithCompilerErrors,
341                                 DeserialListener);
342       if (!CI.getASTContext().getExternalSource())
343         goto failure;
344     }
345 
346     CI.setASTConsumer(Consumer.release());
347     if (!CI.hasASTConsumer())
348       goto failure;
349   }
350 
351   // Initialize built-in info as long as we aren't using an external AST
352   // source.
353   if (!CI.hasASTContext() || !CI.getASTContext().getExternalSource()) {
354     Preprocessor &PP = CI.getPreprocessor();
355     PP.getBuiltinInfo().InitializeBuiltins(PP.getIdentifierTable(),
356                                            PP.getLangOpts());
357   }
358 
359   // If there is a layout overrides file, attach an external AST source that
360   // provides the layouts from that file.
361   if (!CI.getFrontendOpts().OverrideRecordLayoutsFile.empty() &&
362       CI.hasASTContext() && !CI.getASTContext().getExternalSource()) {
363     IntrusiveRefCntPtr<ExternalASTSource>
364       Override(new LayoutOverrideSource(
365                      CI.getFrontendOpts().OverrideRecordLayoutsFile));
366     CI.getASTContext().setExternalSource(Override);
367   }
368 
369   return true;
370 
371   // If we failed, reset state since the client will not end up calling the
372   // matching EndSourceFile().
373   failure:
374   if (isCurrentFileAST()) {
375     CI.setASTContext(0);
376     CI.setPreprocessor(0);
377     CI.setSourceManager(0);
378     CI.setFileManager(0);
379   }
380 
381   if (HasBegunSourceFile)
382     CI.getDiagnosticClient().EndSourceFile();
383   CI.clearOutputFiles(/*EraseFiles=*/true);
384   setCurrentInput(FrontendInputFile());
385   setCompilerInstance(0);
386   return false;
387 }
388 
389 bool FrontendAction::Execute() {
390   CompilerInstance &CI = getCompilerInstance();
391 
392   // Initialize the main file entry. This needs to be delayed until after PCH
393   // has loaded.
394   if (!isCurrentFileAST()) {
395     if (!CI.InitializeSourceManager(getCurrentInput()))
396       return false;
397   }
398 
399   if (CI.hasFrontendTimer()) {
400     llvm::TimeRegion Timer(CI.getFrontendTimer());
401     ExecuteAction();
402   }
403   else ExecuteAction();
404 
405   // If we are supposed to rebuild the global module index, do so now unless
406   // there were any module-build failures.
407   if (CI.shouldBuildGlobalModuleIndex() && CI.hasFileManager() &&
408       CI.hasPreprocessor()) {
409     GlobalModuleIndex::writeIndex(
410       CI.getFileManager(),
411       CI.getPreprocessor().getHeaderSearchInfo().getModuleCachePath());
412   }
413 
414   return true;
415 }
416 
417 void FrontendAction::EndSourceFile() {
418   CompilerInstance &CI = getCompilerInstance();
419 
420   // Inform the diagnostic client we are done with this source file.
421   CI.getDiagnosticClient().EndSourceFile();
422 
423   // Finalize the action.
424   EndSourceFileAction();
425 
426   // Release the consumer and the AST, in that order since the consumer may
427   // perform actions in its destructor which require the context.
428   //
429   // FIXME: There is more per-file stuff we could just drop here?
430   if (CI.getFrontendOpts().DisableFree) {
431     BuryPointer(CI.takeASTConsumer());
432     if (!isCurrentFileAST()) {
433       BuryPointer(CI.takeSema());
434       CI.resetAndLeakASTContext();
435     }
436   } else {
437     if (!isCurrentFileAST()) {
438       CI.setSema(0);
439       CI.setASTContext(0);
440     }
441     CI.setASTConsumer(0);
442   }
443 
444   // Inform the preprocessor we are done.
445   if (CI.hasPreprocessor())
446     CI.getPreprocessor().EndSourceFile();
447 
448   if (CI.getFrontendOpts().ShowStats) {
449     llvm::errs() << "\nSTATISTICS FOR '" << getCurrentFile() << "':\n";
450     CI.getPreprocessor().PrintStats();
451     CI.getPreprocessor().getIdentifierTable().PrintStats();
452     CI.getPreprocessor().getHeaderSearchInfo().PrintStats();
453     CI.getSourceManager().PrintStats();
454     llvm::errs() << "\n";
455   }
456 
457   // Cleanup the output streams, and erase the output files if instructed by the
458   // FrontendAction.
459   CI.clearOutputFiles(/*EraseFiles=*/shouldEraseOutputFiles());
460 
461   if (isCurrentFileAST()) {
462     CI.takeSema();
463     CI.resetAndLeakASTContext();
464     CI.resetAndLeakPreprocessor();
465     CI.resetAndLeakSourceManager();
466     CI.resetAndLeakFileManager();
467   }
468 
469   setCompilerInstance(0);
470   setCurrentInput(FrontendInputFile());
471 }
472 
473 bool FrontendAction::shouldEraseOutputFiles() {
474   return getCompilerInstance().getDiagnostics().hasErrorOccurred();
475 }
476 
477 //===----------------------------------------------------------------------===//
478 // Utility Actions
479 //===----------------------------------------------------------------------===//
480 
481 void ASTFrontendAction::ExecuteAction() {
482   CompilerInstance &CI = getCompilerInstance();
483   if (!CI.hasPreprocessor())
484     return;
485 
486   // FIXME: Move the truncation aspect of this into Sema, we delayed this till
487   // here so the source manager would be initialized.
488   if (hasCodeCompletionSupport() &&
489       !CI.getFrontendOpts().CodeCompletionAt.FileName.empty())
490     CI.createCodeCompletionConsumer();
491 
492   // Use a code completion consumer?
493   CodeCompleteConsumer *CompletionConsumer = 0;
494   if (CI.hasCodeCompletionConsumer())
495     CompletionConsumer = &CI.getCodeCompletionConsumer();
496 
497   if (!CI.hasSema())
498     CI.createSema(getTranslationUnitKind(), CompletionConsumer);
499 
500   ParseAST(CI.getSema(), CI.getFrontendOpts().ShowStats,
501            CI.getFrontendOpts().SkipFunctionBodies);
502 }
503 
504 void PluginASTAction::anchor() { }
505 
506 ASTConsumer *
507 PreprocessorFrontendAction::CreateASTConsumer(CompilerInstance &CI,
508                                               StringRef InFile) {
509   llvm_unreachable("Invalid CreateASTConsumer on preprocessor action!");
510 }
511 
512 ASTConsumer *WrapperFrontendAction::CreateASTConsumer(CompilerInstance &CI,
513                                                       StringRef InFile) {
514   return WrappedAction->CreateASTConsumer(CI, InFile);
515 }
516 bool WrapperFrontendAction::BeginInvocation(CompilerInstance &CI) {
517   return WrappedAction->BeginInvocation(CI);
518 }
519 bool WrapperFrontendAction::BeginSourceFileAction(CompilerInstance &CI,
520                                                   StringRef Filename) {
521   WrappedAction->setCurrentInput(getCurrentInput());
522   WrappedAction->setCompilerInstance(&CI);
523   return WrappedAction->BeginSourceFileAction(CI, Filename);
524 }
525 void WrapperFrontendAction::ExecuteAction() {
526   WrappedAction->ExecuteAction();
527 }
528 void WrapperFrontendAction::EndSourceFileAction() {
529   WrappedAction->EndSourceFileAction();
530 }
531 
532 bool WrapperFrontendAction::usesPreprocessorOnly() const {
533   return WrappedAction->usesPreprocessorOnly();
534 }
535 TranslationUnitKind WrapperFrontendAction::getTranslationUnitKind() {
536   return WrappedAction->getTranslationUnitKind();
537 }
538 bool WrapperFrontendAction::hasPCHSupport() const {
539   return WrappedAction->hasPCHSupport();
540 }
541 bool WrapperFrontendAction::hasASTFileSupport() const {
542   return WrappedAction->hasASTFileSupport();
543 }
544 bool WrapperFrontendAction::hasIRSupport() const {
545   return WrappedAction->hasIRSupport();
546 }
547 bool WrapperFrontendAction::hasCodeCompletionSupport() const {
548   return WrappedAction->hasCodeCompletionSupport();
549 }
550 
551 WrapperFrontendAction::WrapperFrontendAction(FrontendAction *WrappedAction)
552   : WrappedAction(WrappedAction) {}
553 
554