147c245a5SManuel Klimek //===--- CompilationDatabase.cpp - ----------------------------------------===// 247c245a5SManuel Klimek // 347c245a5SManuel Klimek // The LLVM Compiler Infrastructure 447c245a5SManuel Klimek // 547c245a5SManuel Klimek // This file is distributed under the University of Illinois Open Source 647c245a5SManuel Klimek // License. See LICENSE.TXT for details. 747c245a5SManuel Klimek // 847c245a5SManuel Klimek //===----------------------------------------------------------------------===// 947c245a5SManuel Klimek // 106ed1f85cSDaniel Jasper // This file contains implementations of the CompilationDatabase base class 116ed1f85cSDaniel Jasper // and the FixedCompilationDatabase. 1247c245a5SManuel Klimek // 1347c245a5SManuel Klimek //===----------------------------------------------------------------------===// 1447c245a5SManuel Klimek 1547c245a5SManuel Klimek #include "clang/Tooling/CompilationDatabase.h" 16eb56f4feSEdwin Vane #include "clang/Basic/Diagnostic.h" 17f3ca2698SBenjamin Kramer #include "clang/Basic/DiagnosticOptions.h" 18eb56f4feSEdwin Vane #include "clang/Driver/Action.h" 195553d0d4SChandler Carruth #include "clang/Driver/Compilation.h" 20eb56f4feSEdwin Vane #include "clang/Driver/Driver.h" 21eb56f4feSEdwin Vane #include "clang/Driver/DriverDiagnostic.h" 22eb56f4feSEdwin Vane #include "clang/Driver/Job.h" 23eb56f4feSEdwin Vane #include "clang/Frontend/TextDiagnosticPrinter.h" 245553d0d4SChandler Carruth #include "clang/Tooling/CompilationDatabasePluginRegistry.h" 255553d0d4SChandler Carruth #include "clang/Tooling/Tooling.h" 265553d0d4SChandler Carruth #include "llvm/ADT/SmallString.h" 27eb56f4feSEdwin Vane #include "llvm/Option/Arg.h" 285553d0d4SChandler Carruth #include "llvm/Support/Host.h" 295553d0d4SChandler Carruth #include "llvm/Support/Path.h" 305553d0d4SChandler Carruth #include "llvm/Support/system_error.h" 315553d0d4SChandler Carruth #include <sstream> 32eb56f4feSEdwin Vane 3347c245a5SManuel Klimek namespace clang { 3447c245a5SManuel Klimek namespace tooling { 3547c245a5SManuel Klimek 3647c245a5SManuel Klimek CompilationDatabase::~CompilationDatabase() {} 3747c245a5SManuel Klimek 3847c245a5SManuel Klimek CompilationDatabase * 3947c245a5SManuel Klimek CompilationDatabase::loadFromDirectory(StringRef BuildDirectory, 4047c245a5SManuel Klimek std::string &ErrorMessage) { 416ed1f85cSDaniel Jasper std::stringstream ErrorStream; 426ed1f85cSDaniel Jasper for (CompilationDatabasePluginRegistry::iterator 436ed1f85cSDaniel Jasper It = CompilationDatabasePluginRegistry::begin(), 446ed1f85cSDaniel Jasper Ie = CompilationDatabasePluginRegistry::end(); 456ed1f85cSDaniel Jasper It != Ie; ++It) { 466ed1f85cSDaniel Jasper std::string DatabaseErrorMessage; 47b8984329SAhmed Charles std::unique_ptr<CompilationDatabasePlugin> Plugin(It->instantiate()); 486ed1f85cSDaniel Jasper if (CompilationDatabase *DB = 496ed1f85cSDaniel Jasper Plugin->loadFromDirectory(BuildDirectory, DatabaseErrorMessage)) 506ed1f85cSDaniel Jasper return DB; 516ed1f85cSDaniel Jasper else 526ed1f85cSDaniel Jasper ErrorStream << It->getName() << ": " << DatabaseErrorMessage << "\n"; 5347c245a5SManuel Klimek } 546ed1f85cSDaniel Jasper ErrorMessage = ErrorStream.str(); 55*ccbc35edSCraig Topper return nullptr; 5647c245a5SManuel Klimek } 5747c245a5SManuel Klimek 58617f5269SArnaud A. de Grandmaison static CompilationDatabase * 596ed1f85cSDaniel Jasper findCompilationDatabaseFromDirectory(StringRef Directory, 606ed1f85cSDaniel Jasper std::string &ErrorMessage) { 616ed1f85cSDaniel Jasper std::stringstream ErrorStream; 6274351ff4SDaniel Jasper bool HasErrorMessage = false; 63617f5269SArnaud A. de Grandmaison while (!Directory.empty()) { 64617f5269SArnaud A. de Grandmaison std::string LoadErrorMessage; 65617f5269SArnaud A. de Grandmaison 66617f5269SArnaud A. de Grandmaison if (CompilationDatabase *DB = 67617f5269SArnaud A. de Grandmaison CompilationDatabase::loadFromDirectory(Directory, LoadErrorMessage)) 68617f5269SArnaud A. de Grandmaison return DB; 6974351ff4SDaniel Jasper 7074351ff4SDaniel Jasper if (!HasErrorMessage) { 716ed1f85cSDaniel Jasper ErrorStream << "No compilation database found in " << Directory.str() 7274351ff4SDaniel Jasper << " or any parent directory\n" << LoadErrorMessage; 7374351ff4SDaniel Jasper HasErrorMessage = true; 7474351ff4SDaniel Jasper } 75617f5269SArnaud A. de Grandmaison 76617f5269SArnaud A. de Grandmaison Directory = llvm::sys::path::parent_path(Directory); 77617f5269SArnaud A. de Grandmaison } 786ed1f85cSDaniel Jasper ErrorMessage = ErrorStream.str(); 79*ccbc35edSCraig Topper return nullptr; 80617f5269SArnaud A. de Grandmaison } 81617f5269SArnaud A. de Grandmaison 8265fd0e1fSManuel Klimek CompilationDatabase * 8365fd0e1fSManuel Klimek CompilationDatabase::autoDetectFromSource(StringRef SourceFile, 8465fd0e1fSManuel Klimek std::string &ErrorMessage) { 85f857950dSDmitri Gribenko SmallString<1024> AbsolutePath(getAbsolutePath(SourceFile)); 8665fd0e1fSManuel Klimek StringRef Directory = llvm::sys::path::parent_path(AbsolutePath); 87617f5269SArnaud A. de Grandmaison 886ed1f85cSDaniel Jasper CompilationDatabase *DB = findCompilationDatabaseFromDirectory(Directory, 896ed1f85cSDaniel Jasper ErrorMessage); 90617f5269SArnaud A. de Grandmaison 91617f5269SArnaud A. de Grandmaison if (!DB) 9265fd0e1fSManuel Klimek ErrorMessage = ("Could not auto-detect compilation database for file \"" + 936ed1f85cSDaniel Jasper SourceFile + "\"\n" + ErrorMessage).str(); 94617f5269SArnaud A. de Grandmaison return DB; 95617f5269SArnaud A. de Grandmaison } 96617f5269SArnaud A. de Grandmaison 97617f5269SArnaud A. de Grandmaison CompilationDatabase * 98617f5269SArnaud A. de Grandmaison CompilationDatabase::autoDetectFromDirectory(StringRef SourceDir, 99617f5269SArnaud A. de Grandmaison std::string &ErrorMessage) { 100f857950dSDmitri Gribenko SmallString<1024> AbsolutePath(getAbsolutePath(SourceDir)); 101617f5269SArnaud A. de Grandmaison 1026ed1f85cSDaniel Jasper CompilationDatabase *DB = findCompilationDatabaseFromDirectory(AbsolutePath, 1036ed1f85cSDaniel Jasper ErrorMessage); 104617f5269SArnaud A. de Grandmaison 105617f5269SArnaud A. de Grandmaison if (!DB) 106617f5269SArnaud A. de Grandmaison ErrorMessage = ("Could not auto-detect compilation database from directory \"" + 1076ed1f85cSDaniel Jasper SourceDir + "\"\n" + ErrorMessage).str(); 108617f5269SArnaud A. de Grandmaison return DB; 10965fd0e1fSManuel Klimek } 11065fd0e1fSManuel Klimek 1116ed1f85cSDaniel Jasper CompilationDatabasePlugin::~CompilationDatabasePlugin() {} 1126ed1f85cSDaniel Jasper 113eb56f4feSEdwin Vane // Helper for recursively searching through a chain of actions and collecting 114eb56f4feSEdwin Vane // all inputs, direct and indirect, of compile jobs. 115eb56f4feSEdwin Vane struct CompileJobAnalyzer { 116eb56f4feSEdwin Vane void run(const driver::Action *A) { 117eb56f4feSEdwin Vane runImpl(A, false); 118eb56f4feSEdwin Vane } 119eb56f4feSEdwin Vane 120eb56f4feSEdwin Vane SmallVector<std::string, 2> Inputs; 121eb56f4feSEdwin Vane 122eb56f4feSEdwin Vane private: 123eb56f4feSEdwin Vane 124eb56f4feSEdwin Vane void runImpl(const driver::Action *A, bool Collect) { 125eb56f4feSEdwin Vane bool CollectChildren = Collect; 126eb56f4feSEdwin Vane switch (A->getKind()) { 127eb56f4feSEdwin Vane case driver::Action::CompileJobClass: 128eb56f4feSEdwin Vane CollectChildren = true; 129eb56f4feSEdwin Vane break; 130eb56f4feSEdwin Vane 131eb56f4feSEdwin Vane case driver::Action::InputClass: { 132eb56f4feSEdwin Vane if (Collect) { 133eb56f4feSEdwin Vane const driver::InputAction *IA = cast<driver::InputAction>(A); 134eb56f4feSEdwin Vane Inputs.push_back(IA->getInputArg().getSpelling()); 135eb56f4feSEdwin Vane } 136eb56f4feSEdwin Vane } break; 137eb56f4feSEdwin Vane 138eb56f4feSEdwin Vane default: 139eb56f4feSEdwin Vane // Don't care about others 140eb56f4feSEdwin Vane ; 141eb56f4feSEdwin Vane } 142eb56f4feSEdwin Vane 143eb56f4feSEdwin Vane for (driver::ActionList::const_iterator I = A->begin(), E = A->end(); 144eb56f4feSEdwin Vane I != E; ++I) 145eb56f4feSEdwin Vane runImpl(*I, CollectChildren); 146eb56f4feSEdwin Vane } 147eb56f4feSEdwin Vane }; 148eb56f4feSEdwin Vane 149eb56f4feSEdwin Vane // Special DiagnosticConsumer that looks for warn_drv_input_file_unused 150eb56f4feSEdwin Vane // diagnostics from the driver and collects the option strings for those unused 151eb56f4feSEdwin Vane // options. 152eb56f4feSEdwin Vane class UnusedInputDiagConsumer : public DiagnosticConsumer { 153eb56f4feSEdwin Vane public: 154*ccbc35edSCraig Topper UnusedInputDiagConsumer() : Other(nullptr) {} 155eb56f4feSEdwin Vane 156eb56f4feSEdwin Vane // Useful for debugging, chain diagnostics to another consumer after 157eb56f4feSEdwin Vane // recording for our own purposes. 158eb56f4feSEdwin Vane UnusedInputDiagConsumer(DiagnosticConsumer *Other) : Other(Other) {} 159eb56f4feSEdwin Vane 160eb56f4feSEdwin Vane virtual void HandleDiagnostic(DiagnosticsEngine::Level DiagLevel, 161a798a9dbSCraig Topper const Diagnostic &Info) override { 162eb56f4feSEdwin Vane if (Info.getID() == clang::diag::warn_drv_input_file_unused) { 163eb56f4feSEdwin Vane // Arg 1 for this diagnostic is the option that didn't get used. 164eb56f4feSEdwin Vane UnusedInputs.push_back(Info.getArgStdStr(0)); 165eb56f4feSEdwin Vane } 166eb56f4feSEdwin Vane if (Other) 167eb56f4feSEdwin Vane Other->HandleDiagnostic(DiagLevel, Info); 168eb56f4feSEdwin Vane } 169eb56f4feSEdwin Vane 170eb56f4feSEdwin Vane DiagnosticConsumer *Other; 171eb56f4feSEdwin Vane SmallVector<std::string, 2> UnusedInputs; 172eb56f4feSEdwin Vane }; 173eb56f4feSEdwin Vane 174eb56f4feSEdwin Vane // Unary functor for asking "Given a StringRef S1, does there exist a string 175eb56f4feSEdwin Vane // S2 in Arr where S1 == S2?" 176eb56f4feSEdwin Vane struct MatchesAny { 177eb56f4feSEdwin Vane MatchesAny(ArrayRef<std::string> Arr) : Arr(Arr) {} 178eb56f4feSEdwin Vane bool operator() (StringRef S) { 179eb56f4feSEdwin Vane for (const std::string *I = Arr.begin(), *E = Arr.end(); I != E; ++I) 180eb56f4feSEdwin Vane if (*I == S) 181eb56f4feSEdwin Vane return true; 182eb56f4feSEdwin Vane return false; 183eb56f4feSEdwin Vane } 184eb56f4feSEdwin Vane private: 185eb56f4feSEdwin Vane ArrayRef<std::string> Arr; 186eb56f4feSEdwin Vane }; 187eb56f4feSEdwin Vane 188eb56f4feSEdwin Vane /// \brief Strips any positional args and possible argv[0] from a command-line 189eb56f4feSEdwin Vane /// provided by the user to construct a FixedCompilationDatabase. 190eb56f4feSEdwin Vane /// 191eb56f4feSEdwin Vane /// FixedCompilationDatabase requires a command line to be in this format as it 192eb56f4feSEdwin Vane /// constructs the command line for each file by appending the name of the file 193eb56f4feSEdwin Vane /// to be compiled. FixedCompilationDatabase also adds its own argv[0] to the 194eb56f4feSEdwin Vane /// start of the command line although its value is not important as it's just 195eb56f4feSEdwin Vane /// ignored by the Driver invoked by the ClangTool using the 196eb56f4feSEdwin Vane /// FixedCompilationDatabase. 197eb56f4feSEdwin Vane /// 198eb56f4feSEdwin Vane /// FIXME: This functionality should probably be made available by 199eb56f4feSEdwin Vane /// clang::driver::Driver although what the interface should look like is not 200eb56f4feSEdwin Vane /// clear. 201eb56f4feSEdwin Vane /// 202eb56f4feSEdwin Vane /// \param[in] Args Args as provided by the user. 2035335cf33SNAKAMURA Takumi /// \return Resulting stripped command line. 2045335cf33SNAKAMURA Takumi /// \li true if successful. 205eb56f4feSEdwin Vane /// \li false if \c Args cannot be used for compilation jobs (e.g. 206eb56f4feSEdwin Vane /// contains an option like -E or -version). 2073a4fe369SArtyom Skrobov static bool stripPositionalArgs(std::vector<const char *> Args, 208eb56f4feSEdwin Vane std::vector<std::string> &Result) { 209eb56f4feSEdwin Vane IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts = new DiagnosticOptions(); 210eb56f4feSEdwin Vane UnusedInputDiagConsumer DiagClient; 211eb56f4feSEdwin Vane DiagnosticsEngine Diagnostics( 212eb56f4feSEdwin Vane IntrusiveRefCntPtr<clang::DiagnosticIDs>(new DiagnosticIDs()), 213eb56f4feSEdwin Vane &*DiagOpts, &DiagClient, false); 214eb56f4feSEdwin Vane 2151761f118SAlp Toker // The clang executable path isn't required since the jobs the driver builds 2161761f118SAlp Toker // will not be executed. 217b8984329SAhmed Charles std::unique_ptr<driver::Driver> NewDriver(new driver::Driver( 218eb56f4feSEdwin Vane /* ClangExecutable= */ "", llvm::sys::getDefaultTargetTriple(), 2191761f118SAlp Toker Diagnostics)); 220eb56f4feSEdwin Vane NewDriver->setCheckInputsExist(false); 221eb56f4feSEdwin Vane 222eb56f4feSEdwin Vane // This becomes the new argv[0]. The value is actually not important as it 223eb56f4feSEdwin Vane // isn't used for invoking Tools. 224eb56f4feSEdwin Vane Args.insert(Args.begin(), "clang-tool"); 225eb56f4feSEdwin Vane 226eb56f4feSEdwin Vane // By adding -c, we force the driver to treat compilation as the last phase. 227eb56f4feSEdwin Vane // It will then issue warnings via Diagnostics about un-used options that 228eb56f4feSEdwin Vane // would have been used for linking. If the user provided a compiler name as 229eb56f4feSEdwin Vane // the original argv[0], this will be treated as a linker input thanks to 230eb56f4feSEdwin Vane // insertng a new argv[0] above. All un-used options get collected by 231eb56f4feSEdwin Vane // UnusedInputdiagConsumer and get stripped out later. 232eb56f4feSEdwin Vane Args.push_back("-c"); 233eb56f4feSEdwin Vane 234eb56f4feSEdwin Vane // Put a dummy C++ file on to ensure there's at least one compile job for the 235eb56f4feSEdwin Vane // driver to construct. If the user specified some other argument that 236eb56f4feSEdwin Vane // prevents compilation, e.g. -E or something like -version, we may still end 237eb56f4feSEdwin Vane // up with no jobs but then this is the user's fault. 238eb56f4feSEdwin Vane Args.push_back("placeholder.cpp"); 239eb56f4feSEdwin Vane 2403a4fe369SArtyom Skrobov // Remove -no-integrated-as; it's not used for syntax checking, 2413a4fe369SArtyom Skrobov // and it confuses targets which don't support this option. 242e1265143SArnaud A. de Grandmaison Args.erase(std::remove_if(Args.begin(), Args.end(), 243e1265143SArnaud A. de Grandmaison MatchesAny(std::string("-no-integrated-as"))), 244e1265143SArnaud A. de Grandmaison Args.end()); 2453a4fe369SArtyom Skrobov 246b8984329SAhmed Charles const std::unique_ptr<driver::Compilation> Compilation( 247eb56f4feSEdwin Vane NewDriver->BuildCompilation(Args)); 248eb56f4feSEdwin Vane 249eb56f4feSEdwin Vane const driver::JobList &Jobs = Compilation->getJobs(); 250eb56f4feSEdwin Vane 251eb56f4feSEdwin Vane CompileJobAnalyzer CompileAnalyzer; 252eb56f4feSEdwin Vane 253eb56f4feSEdwin Vane for (driver::JobList::const_iterator I = Jobs.begin(), E = Jobs.end(); I != E; 254eb56f4feSEdwin Vane ++I) { 255eb56f4feSEdwin Vane if ((*I)->getKind() == driver::Job::CommandClass) { 256eb56f4feSEdwin Vane const driver::Command *Cmd = cast<driver::Command>(*I); 257eb56f4feSEdwin Vane // Collect only for Assemble jobs. If we do all jobs we get duplicates 258eb56f4feSEdwin Vane // since Link jobs point to Assemble jobs as inputs. 259eb56f4feSEdwin Vane if (Cmd->getSource().getKind() == driver::Action::AssembleJobClass) 260eb56f4feSEdwin Vane CompileAnalyzer.run(&Cmd->getSource()); 261eb56f4feSEdwin Vane } 262eb56f4feSEdwin Vane } 263eb56f4feSEdwin Vane 264eb56f4feSEdwin Vane if (CompileAnalyzer.Inputs.empty()) { 265eb56f4feSEdwin Vane // No compile jobs found. 266eb56f4feSEdwin Vane // FIXME: Emit a warning of some kind? 267eb56f4feSEdwin Vane return false; 268eb56f4feSEdwin Vane } 269eb56f4feSEdwin Vane 270eb56f4feSEdwin Vane // Remove all compilation input files from the command line. This is 271eb56f4feSEdwin Vane // necessary so that getCompileCommands() can construct a command line for 272eb56f4feSEdwin Vane // each file. 273eb56f4feSEdwin Vane std::vector<const char *>::iterator End = std::remove_if( 274eb56f4feSEdwin Vane Args.begin(), Args.end(), MatchesAny(CompileAnalyzer.Inputs)); 275eb56f4feSEdwin Vane 276eb56f4feSEdwin Vane // Remove all inputs deemed unused for compilation. 277eb56f4feSEdwin Vane End = std::remove_if(Args.begin(), End, MatchesAny(DiagClient.UnusedInputs)); 278eb56f4feSEdwin Vane 279eb56f4feSEdwin Vane // Remove the -c add above as well. It will be at the end right now. 280e99bb4b2SRichard Trieu assert(strcmp(*(End - 1), "-c") == 0); 281eb56f4feSEdwin Vane --End; 282eb56f4feSEdwin Vane 283eb56f4feSEdwin Vane Result = std::vector<std::string>(Args.begin() + 1, End); 284eb56f4feSEdwin Vane return true; 285eb56f4feSEdwin Vane } 286eb56f4feSEdwin Vane 287ff26efceSManuel Klimek FixedCompilationDatabase * 288ff26efceSManuel Klimek FixedCompilationDatabase::loadFromCommandLine(int &Argc, 289ff26efceSManuel Klimek const char **Argv, 290ff26efceSManuel Klimek Twine Directory) { 291ff26efceSManuel Klimek const char **DoubleDash = std::find(Argv, Argv + Argc, StringRef("--")); 292ff26efceSManuel Klimek if (DoubleDash == Argv + Argc) 293*ccbc35edSCraig Topper return nullptr; 294eb56f4feSEdwin Vane std::vector<const char *> CommandLine(DoubleDash + 1, Argv + Argc); 295ff26efceSManuel Klimek Argc = DoubleDash - Argv; 296eb56f4feSEdwin Vane 297eb56f4feSEdwin Vane std::vector<std::string> StrippedArgs; 298eb56f4feSEdwin Vane if (!stripPositionalArgs(CommandLine, StrippedArgs)) 299*ccbc35edSCraig Topper return nullptr; 300eb56f4feSEdwin Vane return new FixedCompilationDatabase(Directory, StrippedArgs); 301ff26efceSManuel Klimek } 302ff26efceSManuel Klimek 303ff26efceSManuel Klimek FixedCompilationDatabase:: 304ff26efceSManuel Klimek FixedCompilationDatabase(Twine Directory, ArrayRef<std::string> CommandLine) { 305ff26efceSManuel Klimek std::vector<std::string> ToolCommandLine(1, "clang-tool"); 306ff26efceSManuel Klimek ToolCommandLine.insert(ToolCommandLine.end(), 307ff26efceSManuel Klimek CommandLine.begin(), CommandLine.end()); 3083f755aa7SBenjamin Kramer CompileCommands.push_back( 3093f755aa7SBenjamin Kramer CompileCommand(Directory, std::move(ToolCommandLine))); 310ff26efceSManuel Klimek } 311ff26efceSManuel Klimek 312ff26efceSManuel Klimek std::vector<CompileCommand> 313ff26efceSManuel Klimek FixedCompilationDatabase::getCompileCommands(StringRef FilePath) const { 314ff26efceSManuel Klimek std::vector<CompileCommand> Result(CompileCommands); 315ff26efceSManuel Klimek Result[0].CommandLine.push_back(FilePath); 316ff26efceSManuel Klimek return Result; 317ff26efceSManuel Klimek } 318ff26efceSManuel Klimek 31960b80161SManuel Klimek std::vector<std::string> 32060b80161SManuel Klimek FixedCompilationDatabase::getAllFiles() const { 32160b80161SManuel Klimek return std::vector<std::string>(); 32260b80161SManuel Klimek } 32360b80161SManuel Klimek 324251ad5e0SArgyrios Kyrtzidis std::vector<CompileCommand> 325251ad5e0SArgyrios Kyrtzidis FixedCompilationDatabase::getAllCompileCommands() const { 326251ad5e0SArgyrios Kyrtzidis return std::vector<CompileCommand>(); 327251ad5e0SArgyrios Kyrtzidis } 328251ad5e0SArgyrios Kyrtzidis 3296ed1f85cSDaniel Jasper // This anchor is used to force the linker to link in the generated object file 3306ed1f85cSDaniel Jasper // and thus register the JSONCompilationDatabasePlugin. 3316ed1f85cSDaniel Jasper extern volatile int JSONAnchorSource; 3326ed1f85cSDaniel Jasper static int JSONAnchorDest = JSONAnchorSource; 33347c245a5SManuel Klimek 33447c245a5SManuel Klimek } // end namespace tooling 33547c245a5SManuel Klimek } // end namespace clang 336