1 //===--- FrontendAction.cpp -----------------------------------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #include "clang/Frontend/FrontendAction.h" 11 #include "clang/AST/ASTConsumer.h" 12 #include "clang/AST/ASTContext.h" 13 #include "clang/AST/DeclGroup.h" 14 #include "clang/Frontend/ASTUnit.h" 15 #include "clang/Frontend/ChainedIncludesSource.h" 16 #include "clang/Frontend/CompilerInstance.h" 17 #include "clang/Frontend/FrontendDiagnostic.h" 18 #include "clang/Frontend/FrontendPluginRegistry.h" 19 #include "clang/Frontend/LayoutOverrideSource.h" 20 #include "clang/Frontend/MultiplexConsumer.h" 21 #include "clang/Frontend/Utils.h" 22 #include "clang/Lex/HeaderSearch.h" 23 #include "clang/Lex/Preprocessor.h" 24 #include "clang/Parse/ParseAST.h" 25 #include "clang/Serialization/ASTDeserializationListener.h" 26 #include "clang/Serialization/ASTReader.h" 27 #include "clang/Serialization/GlobalModuleIndex.h" 28 #include "llvm/Support/ErrorHandling.h" 29 #include "llvm/Support/FileSystem.h" 30 #include "llvm/Support/MemoryBuffer.h" 31 #include "llvm/Support/Timer.h" 32 #include "llvm/Support/raw_ostream.h" 33 #include "llvm/Support/system_error.h" 34 using namespace clang; 35 36 namespace { 37 38 class DelegatingDeserializationListener : public ASTDeserializationListener { 39 ASTDeserializationListener *Previous; 40 41 public: 42 explicit DelegatingDeserializationListener( 43 ASTDeserializationListener *Previous) 44 : Previous(Previous) { } 45 46 void ReaderInitialized(ASTReader *Reader) override { 47 if (Previous) 48 Previous->ReaderInitialized(Reader); 49 } 50 void IdentifierRead(serialization::IdentID ID, 51 IdentifierInfo *II) override { 52 if (Previous) 53 Previous->IdentifierRead(ID, II); 54 } 55 void TypeRead(serialization::TypeIdx Idx, QualType T) override { 56 if (Previous) 57 Previous->TypeRead(Idx, T); 58 } 59 void DeclRead(serialization::DeclID ID, const Decl *D) override { 60 if (Previous) 61 Previous->DeclRead(ID, D); 62 } 63 void SelectorRead(serialization::SelectorID ID, Selector Sel) override { 64 if (Previous) 65 Previous->SelectorRead(ID, Sel); 66 } 67 void MacroDefinitionRead(serialization::PreprocessedEntityID PPID, 68 MacroDefinition *MD) override { 69 if (Previous) 70 Previous->MacroDefinitionRead(PPID, MD); 71 } 72 }; 73 74 /// \brief Dumps deserialized declarations. 75 class DeserializedDeclsDumper : public DelegatingDeserializationListener { 76 public: 77 explicit DeserializedDeclsDumper(ASTDeserializationListener *Previous) 78 : DelegatingDeserializationListener(Previous) { } 79 80 void DeclRead(serialization::DeclID ID, const Decl *D) override { 81 llvm::outs() << "PCH DECL: " << D->getDeclKindName(); 82 if (const NamedDecl *ND = dyn_cast<NamedDecl>(D)) 83 llvm::outs() << " - " << *ND; 84 llvm::outs() << "\n"; 85 86 DelegatingDeserializationListener::DeclRead(ID, D); 87 } 88 }; 89 90 /// \brief Checks deserialized declarations and emits error if a name 91 /// matches one given in command-line using -error-on-deserialized-decl. 92 class DeserializedDeclsChecker : public DelegatingDeserializationListener { 93 ASTContext &Ctx; 94 std::set<std::string> NamesToCheck; 95 96 public: 97 DeserializedDeclsChecker(ASTContext &Ctx, 98 const std::set<std::string> &NamesToCheck, 99 ASTDeserializationListener *Previous) 100 : DelegatingDeserializationListener(Previous), 101 Ctx(Ctx), NamesToCheck(NamesToCheck) { } 102 103 void DeclRead(serialization::DeclID ID, const Decl *D) override { 104 if (const NamedDecl *ND = dyn_cast<NamedDecl>(D)) 105 if (NamesToCheck.find(ND->getNameAsString()) != NamesToCheck.end()) { 106 unsigned DiagID 107 = Ctx.getDiagnostics().getCustomDiagID(DiagnosticsEngine::Error, 108 "%0 was deserialized"); 109 Ctx.getDiagnostics().Report(Ctx.getFullLoc(D->getLocation()), DiagID) 110 << ND->getNameAsString(); 111 } 112 113 DelegatingDeserializationListener::DeclRead(ID, D); 114 } 115 }; 116 117 } // end anonymous namespace 118 119 FrontendAction::FrontendAction() : Instance(0) {} 120 121 FrontendAction::~FrontendAction() {} 122 123 void FrontendAction::setCurrentInput(const FrontendInputFile &CurrentInput, 124 ASTUnit *AST) { 125 this->CurrentInput = CurrentInput; 126 CurrentASTUnit.reset(AST); 127 } 128 129 ASTConsumer* FrontendAction::CreateWrappedASTConsumer(CompilerInstance &CI, 130 StringRef InFile) { 131 ASTConsumer* Consumer = CreateASTConsumer(CI, InFile); 132 if (!Consumer) 133 return 0; 134 135 if (CI.getFrontendOpts().AddPluginActions.size() == 0) 136 return Consumer; 137 138 // Make sure the non-plugin consumer is first, so that plugins can't 139 // modifiy the AST. 140 std::vector<ASTConsumer*> Consumers(1, Consumer); 141 142 for (size_t i = 0, e = CI.getFrontendOpts().AddPluginActions.size(); 143 i != e; ++i) { 144 // This is O(|plugins| * |add_plugins|), but since both numbers are 145 // way below 50 in practice, that's ok. 146 for (FrontendPluginRegistry::iterator 147 it = FrontendPluginRegistry::begin(), 148 ie = FrontendPluginRegistry::end(); 149 it != ie; ++it) { 150 if (it->getName() == CI.getFrontendOpts().AddPluginActions[i]) { 151 std::unique_ptr<PluginASTAction> P(it->instantiate()); 152 FrontendAction* c = P.get(); 153 if (P->ParseArgs(CI, CI.getFrontendOpts().AddPluginArgs[i])) 154 Consumers.push_back(c->CreateASTConsumer(CI, InFile)); 155 } 156 } 157 } 158 159 return new MultiplexConsumer(Consumers); 160 } 161 162 bool FrontendAction::BeginSourceFile(CompilerInstance &CI, 163 const FrontendInputFile &Input) { 164 assert(!Instance && "Already processing a source file!"); 165 assert(!Input.isEmpty() && "Unexpected empty filename!"); 166 setCurrentInput(Input); 167 setCompilerInstance(&CI); 168 169 StringRef InputFile = Input.getFile(); 170 bool HasBegunSourceFile = false; 171 if (!BeginInvocation(CI)) 172 goto failure; 173 174 // AST files follow a very different path, since they share objects via the 175 // AST unit. 176 if (Input.getKind() == IK_AST) { 177 assert(!usesPreprocessorOnly() && 178 "Attempt to pass AST file to preprocessor only action!"); 179 assert(hasASTFileSupport() && 180 "This action does not have AST file support!"); 181 182 IntrusiveRefCntPtr<DiagnosticsEngine> Diags(&CI.getDiagnostics()); 183 184 ASTUnit *AST = ASTUnit::LoadFromASTFile(InputFile, Diags, 185 CI.getFileSystemOpts()); 186 if (!AST) 187 goto failure; 188 189 setCurrentInput(Input, AST); 190 191 // Inform the diagnostic client we are processing a source file. 192 CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(), 0); 193 HasBegunSourceFile = true; 194 195 // Set the shared objects, these are reset when we finish processing the 196 // file, otherwise the CompilerInstance will happily destroy them. 197 CI.setFileManager(&AST->getFileManager()); 198 CI.setSourceManager(&AST->getSourceManager()); 199 CI.setPreprocessor(&AST->getPreprocessor()); 200 CI.setASTContext(&AST->getASTContext()); 201 202 // Initialize the action. 203 if (!BeginSourceFileAction(CI, InputFile)) 204 goto failure; 205 206 // Create the AST consumer. 207 CI.setASTConsumer(CreateWrappedASTConsumer(CI, InputFile)); 208 if (!CI.hasASTConsumer()) 209 goto failure; 210 211 return true; 212 } 213 214 if (!CI.getHeaderSearchOpts().VFSOverlayFiles.empty()) { 215 IntrusiveRefCntPtr<vfs::OverlayFileSystem> 216 Overlay(new vfs::OverlayFileSystem(vfs::getRealFileSystem())); 217 // earlier vfs files are on the bottom 218 const std::vector<std::string> &Files = 219 CI.getHeaderSearchOpts().VFSOverlayFiles; 220 for (std::vector<std::string>::const_iterator I = Files.begin(), 221 E = Files.end(); 222 I != E; ++I) { 223 std::unique_ptr<llvm::MemoryBuffer> Buffer; 224 if (llvm::errc::success != llvm::MemoryBuffer::getFile(*I, Buffer)) { 225 CI.getDiagnostics().Report(diag::err_missing_vfs_overlay_file) << *I; 226 goto failure; 227 } 228 229 IntrusiveRefCntPtr<vfs::FileSystem> FS = 230 vfs::getVFSFromYAML(Buffer.release(), /*DiagHandler*/ 0); 231 if (!FS.getPtr()) { 232 CI.getDiagnostics().Report(diag::err_invalid_vfs_overlay) << *I; 233 goto failure; 234 } 235 Overlay->pushOverlay(FS); 236 } 237 CI.setVirtualFileSystem(Overlay); 238 } 239 240 // Set up the file and source managers, if needed. 241 if (!CI.hasFileManager()) 242 CI.createFileManager(); 243 if (!CI.hasSourceManager()) 244 CI.createSourceManager(CI.getFileManager()); 245 246 // IR files bypass the rest of initialization. 247 if (Input.getKind() == IK_LLVM_IR) { 248 assert(hasIRSupport() && 249 "This action does not have IR file support!"); 250 251 // Inform the diagnostic client we are processing a source file. 252 CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(), 0); 253 HasBegunSourceFile = true; 254 255 // Initialize the action. 256 if (!BeginSourceFileAction(CI, InputFile)) 257 goto failure; 258 259 return true; 260 } 261 262 // If the implicit PCH include is actually a directory, rather than 263 // a single file, search for a suitable PCH file in that directory. 264 if (!CI.getPreprocessorOpts().ImplicitPCHInclude.empty()) { 265 FileManager &FileMgr = CI.getFileManager(); 266 PreprocessorOptions &PPOpts = CI.getPreprocessorOpts(); 267 StringRef PCHInclude = PPOpts.ImplicitPCHInclude; 268 if (const DirectoryEntry *PCHDir = FileMgr.getDirectory(PCHInclude)) { 269 llvm::error_code EC; 270 SmallString<128> DirNative; 271 llvm::sys::path::native(PCHDir->getName(), DirNative); 272 bool Found = false; 273 for (llvm::sys::fs::directory_iterator Dir(DirNative.str(), EC), DirEnd; 274 Dir != DirEnd && !EC; Dir.increment(EC)) { 275 // Check whether this is an acceptable AST file. 276 if (ASTReader::isAcceptableASTFile(Dir->path(), FileMgr, 277 CI.getLangOpts(), 278 CI.getTargetOpts(), 279 CI.getPreprocessorOpts())) { 280 PPOpts.ImplicitPCHInclude = Dir->path(); 281 Found = true; 282 break; 283 } 284 } 285 286 if (!Found) { 287 CI.getDiagnostics().Report(diag::err_fe_no_pch_in_dir) << PCHInclude; 288 return true; 289 } 290 } 291 } 292 293 // Set up the preprocessor. 294 CI.createPreprocessor(getTranslationUnitKind()); 295 296 // Inform the diagnostic client we are processing a source file. 297 CI.getDiagnosticClient().BeginSourceFile(CI.getLangOpts(), 298 &CI.getPreprocessor()); 299 HasBegunSourceFile = true; 300 301 // Initialize the action. 302 if (!BeginSourceFileAction(CI, InputFile)) 303 goto failure; 304 305 // Create the AST context and consumer unless this is a preprocessor only 306 // action. 307 if (!usesPreprocessorOnly()) { 308 CI.createASTContext(); 309 310 std::unique_ptr<ASTConsumer> Consumer( 311 CreateWrappedASTConsumer(CI, InputFile)); 312 if (!Consumer) 313 goto failure; 314 315 CI.getASTContext().setASTMutationListener(Consumer->GetASTMutationListener()); 316 317 if (!CI.getPreprocessorOpts().ChainedIncludes.empty()) { 318 // Convert headers to PCH and chain them. 319 IntrusiveRefCntPtr<ChainedIncludesSource> source; 320 source = ChainedIncludesSource::create(CI); 321 if (!source) 322 goto failure; 323 CI.setModuleManager(static_cast<ASTReader*>(&source->getFinalReader())); 324 CI.getASTContext().setExternalSource(source); 325 326 } else if (!CI.getPreprocessorOpts().ImplicitPCHInclude.empty()) { 327 // Use PCH. 328 assert(hasPCHSupport() && "This action does not have PCH support!"); 329 ASTDeserializationListener *DeserialListener = 330 Consumer->GetASTDeserializationListener(); 331 if (CI.getPreprocessorOpts().DumpDeserializedPCHDecls) 332 DeserialListener = new DeserializedDeclsDumper(DeserialListener); 333 if (!CI.getPreprocessorOpts().DeserializedPCHDeclsToErrorOn.empty()) 334 DeserialListener = new DeserializedDeclsChecker(CI.getASTContext(), 335 CI.getPreprocessorOpts().DeserializedPCHDeclsToErrorOn, 336 DeserialListener); 337 CI.createPCHExternalASTSource( 338 CI.getPreprocessorOpts().ImplicitPCHInclude, 339 CI.getPreprocessorOpts().DisablePCHValidation, 340 CI.getPreprocessorOpts().AllowPCHWithCompilerErrors, 341 DeserialListener); 342 if (!CI.getASTContext().getExternalSource()) 343 goto failure; 344 } 345 346 CI.setASTConsumer(Consumer.release()); 347 if (!CI.hasASTConsumer()) 348 goto failure; 349 } 350 351 // Initialize built-in info as long as we aren't using an external AST 352 // source. 353 if (!CI.hasASTContext() || !CI.getASTContext().getExternalSource()) { 354 Preprocessor &PP = CI.getPreprocessor(); 355 PP.getBuiltinInfo().InitializeBuiltins(PP.getIdentifierTable(), 356 PP.getLangOpts()); 357 } 358 359 // If there is a layout overrides file, attach an external AST source that 360 // provides the layouts from that file. 361 if (!CI.getFrontendOpts().OverrideRecordLayoutsFile.empty() && 362 CI.hasASTContext() && !CI.getASTContext().getExternalSource()) { 363 IntrusiveRefCntPtr<ExternalASTSource> 364 Override(new LayoutOverrideSource( 365 CI.getFrontendOpts().OverrideRecordLayoutsFile)); 366 CI.getASTContext().setExternalSource(Override); 367 } 368 369 return true; 370 371 // If we failed, reset state since the client will not end up calling the 372 // matching EndSourceFile(). 373 failure: 374 if (isCurrentFileAST()) { 375 CI.setASTContext(0); 376 CI.setPreprocessor(0); 377 CI.setSourceManager(0); 378 CI.setFileManager(0); 379 } 380 381 if (HasBegunSourceFile) 382 CI.getDiagnosticClient().EndSourceFile(); 383 CI.clearOutputFiles(/*EraseFiles=*/true); 384 setCurrentInput(FrontendInputFile()); 385 setCompilerInstance(0); 386 return false; 387 } 388 389 bool FrontendAction::Execute() { 390 CompilerInstance &CI = getCompilerInstance(); 391 392 // Initialize the main file entry. This needs to be delayed until after PCH 393 // has loaded. 394 if (!isCurrentFileAST()) { 395 if (!CI.InitializeSourceManager(getCurrentInput())) 396 return false; 397 } 398 399 if (CI.hasFrontendTimer()) { 400 llvm::TimeRegion Timer(CI.getFrontendTimer()); 401 ExecuteAction(); 402 } 403 else ExecuteAction(); 404 405 // If we are supposed to rebuild the global module index, do so now unless 406 // there were any module-build failures. 407 if (CI.shouldBuildGlobalModuleIndex() && CI.hasFileManager() && 408 CI.hasPreprocessor()) { 409 GlobalModuleIndex::writeIndex( 410 CI.getFileManager(), 411 CI.getPreprocessor().getHeaderSearchInfo().getModuleCachePath()); 412 } 413 414 return true; 415 } 416 417 void FrontendAction::EndSourceFile() { 418 CompilerInstance &CI = getCompilerInstance(); 419 420 // Inform the diagnostic client we are done with this source file. 421 CI.getDiagnosticClient().EndSourceFile(); 422 423 // Finalize the action. 424 EndSourceFileAction(); 425 426 // Release the consumer and the AST, in that order since the consumer may 427 // perform actions in its destructor which require the context. 428 // 429 // FIXME: There is more per-file stuff we could just drop here? 430 if (CI.getFrontendOpts().DisableFree) { 431 BuryPointer(CI.takeASTConsumer()); 432 if (!isCurrentFileAST()) { 433 BuryPointer(CI.takeSema()); 434 CI.resetAndLeakASTContext(); 435 } 436 } else { 437 if (!isCurrentFileAST()) { 438 CI.setSema(0); 439 CI.setASTContext(0); 440 } 441 CI.setASTConsumer(0); 442 } 443 444 // Inform the preprocessor we are done. 445 if (CI.hasPreprocessor()) 446 CI.getPreprocessor().EndSourceFile(); 447 448 if (CI.getFrontendOpts().ShowStats) { 449 llvm::errs() << "\nSTATISTICS FOR '" << getCurrentFile() << "':\n"; 450 CI.getPreprocessor().PrintStats(); 451 CI.getPreprocessor().getIdentifierTable().PrintStats(); 452 CI.getPreprocessor().getHeaderSearchInfo().PrintStats(); 453 CI.getSourceManager().PrintStats(); 454 llvm::errs() << "\n"; 455 } 456 457 // Cleanup the output streams, and erase the output files if instructed by the 458 // FrontendAction. 459 CI.clearOutputFiles(/*EraseFiles=*/shouldEraseOutputFiles()); 460 461 if (isCurrentFileAST()) { 462 CI.takeSema(); 463 CI.resetAndLeakASTContext(); 464 CI.resetAndLeakPreprocessor(); 465 CI.resetAndLeakSourceManager(); 466 CI.resetAndLeakFileManager(); 467 } 468 469 setCompilerInstance(0); 470 setCurrentInput(FrontendInputFile()); 471 } 472 473 bool FrontendAction::shouldEraseOutputFiles() { 474 return getCompilerInstance().getDiagnostics().hasErrorOccurred(); 475 } 476 477 //===----------------------------------------------------------------------===// 478 // Utility Actions 479 //===----------------------------------------------------------------------===// 480 481 void ASTFrontendAction::ExecuteAction() { 482 CompilerInstance &CI = getCompilerInstance(); 483 if (!CI.hasPreprocessor()) 484 return; 485 486 // FIXME: Move the truncation aspect of this into Sema, we delayed this till 487 // here so the source manager would be initialized. 488 if (hasCodeCompletionSupport() && 489 !CI.getFrontendOpts().CodeCompletionAt.FileName.empty()) 490 CI.createCodeCompletionConsumer(); 491 492 // Use a code completion consumer? 493 CodeCompleteConsumer *CompletionConsumer = 0; 494 if (CI.hasCodeCompletionConsumer()) 495 CompletionConsumer = &CI.getCodeCompletionConsumer(); 496 497 if (!CI.hasSema()) 498 CI.createSema(getTranslationUnitKind(), CompletionConsumer); 499 500 ParseAST(CI.getSema(), CI.getFrontendOpts().ShowStats, 501 CI.getFrontendOpts().SkipFunctionBodies); 502 } 503 504 void PluginASTAction::anchor() { } 505 506 ASTConsumer * 507 PreprocessorFrontendAction::CreateASTConsumer(CompilerInstance &CI, 508 StringRef InFile) { 509 llvm_unreachable("Invalid CreateASTConsumer on preprocessor action!"); 510 } 511 512 ASTConsumer *WrapperFrontendAction::CreateASTConsumer(CompilerInstance &CI, 513 StringRef InFile) { 514 return WrappedAction->CreateASTConsumer(CI, InFile); 515 } 516 bool WrapperFrontendAction::BeginInvocation(CompilerInstance &CI) { 517 return WrappedAction->BeginInvocation(CI); 518 } 519 bool WrapperFrontendAction::BeginSourceFileAction(CompilerInstance &CI, 520 StringRef Filename) { 521 WrappedAction->setCurrentInput(getCurrentInput()); 522 WrappedAction->setCompilerInstance(&CI); 523 return WrappedAction->BeginSourceFileAction(CI, Filename); 524 } 525 void WrapperFrontendAction::ExecuteAction() { 526 WrappedAction->ExecuteAction(); 527 } 528 void WrapperFrontendAction::EndSourceFileAction() { 529 WrappedAction->EndSourceFileAction(); 530 } 531 532 bool WrapperFrontendAction::usesPreprocessorOnly() const { 533 return WrappedAction->usesPreprocessorOnly(); 534 } 535 TranslationUnitKind WrapperFrontendAction::getTranslationUnitKind() { 536 return WrappedAction->getTranslationUnitKind(); 537 } 538 bool WrapperFrontendAction::hasPCHSupport() const { 539 return WrappedAction->hasPCHSupport(); 540 } 541 bool WrapperFrontendAction::hasASTFileSupport() const { 542 return WrappedAction->hasASTFileSupport(); 543 } 544 bool WrapperFrontendAction::hasIRSupport() const { 545 return WrappedAction->hasIRSupport(); 546 } 547 bool WrapperFrontendAction::hasCodeCompletionSupport() const { 548 return WrappedAction->hasCodeCompletionSupport(); 549 } 550 551 WrapperFrontendAction::WrapperFrontendAction(FrontendAction *WrappedAction) 552 : WrappedAction(WrappedAction) {} 553 554