1 //===--- HeaderSearch.cpp - Resolve Header File Locations ---===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the DirectoryLookup and HeaderSearch interfaces. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "clang/Lex/HeaderSearch.h" 15 #include "clang/Basic/FileManager.h" 16 #include "clang/Basic/IdentifierTable.h" 17 #include "clang/Frontend/PCHContainerOperations.h" 18 #include "clang/Lex/ExternalPreprocessorSource.h" 19 #include "clang/Lex/HeaderMap.h" 20 #include "clang/Lex/HeaderSearchOptions.h" 21 #include "clang/Lex/LexDiagnostic.h" 22 #include "clang/Lex/Lexer.h" 23 #include "clang/Lex/Preprocessor.h" 24 #include "llvm/ADT/APInt.h" 25 #include "llvm/ADT/Hashing.h" 26 #include "llvm/ADT/SmallString.h" 27 #include "llvm/Support/Capacity.h" 28 #include "llvm/Support/FileSystem.h" 29 #include "llvm/Support/Path.h" 30 #include "llvm/Support/raw_ostream.h" 31 #include <cstdio> 32 #if defined(LLVM_ON_UNIX) 33 #include <limits.h> 34 #endif 35 using namespace clang; 36 37 const IdentifierInfo * 38 HeaderFileInfo::getControllingMacro(ExternalPreprocessorSource *External) { 39 if (ControllingMacro) { 40 if (ControllingMacro->isOutOfDate()) 41 External->updateOutOfDateIdentifier( 42 *const_cast<IdentifierInfo *>(ControllingMacro)); 43 return ControllingMacro; 44 } 45 46 if (!ControllingMacroID || !External) 47 return nullptr; 48 49 ControllingMacro = External->GetIdentifier(ControllingMacroID); 50 return ControllingMacro; 51 } 52 53 ExternalHeaderFileInfoSource::~ExternalHeaderFileInfoSource() {} 54 55 HeaderSearch::HeaderSearch(IntrusiveRefCntPtr<HeaderSearchOptions> HSOpts, 56 SourceManager &SourceMgr, DiagnosticsEngine &Diags, 57 const LangOptions &LangOpts, 58 const TargetInfo *Target) 59 : HSOpts(HSOpts), Diags(Diags), FileMgr(SourceMgr.getFileManager()), 60 FrameworkMap(64), ModMap(SourceMgr, Diags, LangOpts, Target, *this), 61 LangOpts(LangOpts) { 62 AngledDirIdx = 0; 63 SystemDirIdx = 0; 64 NoCurDirSearch = false; 65 66 ExternalLookup = nullptr; 67 ExternalSource = nullptr; 68 NumIncluded = 0; 69 NumMultiIncludeFileOptzn = 0; 70 NumFrameworkLookups = NumSubFrameworkLookups = 0; 71 } 72 73 HeaderSearch::~HeaderSearch() { 74 // Delete headermaps. 75 for (unsigned i = 0, e = HeaderMaps.size(); i != e; ++i) 76 delete HeaderMaps[i].second; 77 } 78 79 void HeaderSearch::PrintStats() { 80 fprintf(stderr, "\n*** HeaderSearch Stats:\n"); 81 fprintf(stderr, "%d files tracked.\n", (int)FileInfo.size()); 82 unsigned NumOnceOnlyFiles = 0, MaxNumIncludes = 0, NumSingleIncludedFiles = 0; 83 for (unsigned i = 0, e = FileInfo.size(); i != e; ++i) { 84 NumOnceOnlyFiles += FileInfo[i].isImport; 85 if (MaxNumIncludes < FileInfo[i].NumIncludes) 86 MaxNumIncludes = FileInfo[i].NumIncludes; 87 NumSingleIncludedFiles += FileInfo[i].NumIncludes == 1; 88 } 89 fprintf(stderr, " %d #import/#pragma once files.\n", NumOnceOnlyFiles); 90 fprintf(stderr, " %d included exactly once.\n", NumSingleIncludedFiles); 91 fprintf(stderr, " %d max times a file is included.\n", MaxNumIncludes); 92 93 fprintf(stderr, " %d #include/#include_next/#import.\n", NumIncluded); 94 fprintf(stderr, " %d #includes skipped due to" 95 " the multi-include optimization.\n", NumMultiIncludeFileOptzn); 96 97 fprintf(stderr, "%d framework lookups.\n", NumFrameworkLookups); 98 fprintf(stderr, "%d subframework lookups.\n", NumSubFrameworkLookups); 99 } 100 101 /// CreateHeaderMap - This method returns a HeaderMap for the specified 102 /// FileEntry, uniquing them through the 'HeaderMaps' datastructure. 103 const HeaderMap *HeaderSearch::CreateHeaderMap(const FileEntry *FE) { 104 // We expect the number of headermaps to be small, and almost always empty. 105 // If it ever grows, use of a linear search should be re-evaluated. 106 if (!HeaderMaps.empty()) { 107 for (unsigned i = 0, e = HeaderMaps.size(); i != e; ++i) 108 // Pointer equality comparison of FileEntries works because they are 109 // already uniqued by inode. 110 if (HeaderMaps[i].first == FE) 111 return HeaderMaps[i].second; 112 } 113 114 if (const HeaderMap *HM = HeaderMap::Create(FE, FileMgr)) { 115 HeaderMaps.push_back(std::make_pair(FE, HM)); 116 return HM; 117 } 118 119 return nullptr; 120 } 121 122 std::string HeaderSearch::getModuleFileName(Module *Module) { 123 const FileEntry *ModuleMap = 124 getModuleMap().getModuleMapFileForUniquing(Module); 125 return getModuleFileName(Module->Name, ModuleMap->getName()); 126 } 127 128 std::string HeaderSearch::getModuleFileName(StringRef ModuleName, 129 StringRef ModuleMapPath) { 130 // If we don't have a module cache path or aren't supposed to use one, we 131 // can't do anything. 132 if (getModuleCachePath().empty()) 133 return std::string(); 134 135 SmallString<256> Result(getModuleCachePath()); 136 llvm::sys::fs::make_absolute(Result); 137 138 if (HSOpts->DisableModuleHash) { 139 llvm::sys::path::append(Result, ModuleName + ".pcm"); 140 } else { 141 // Construct the name <ModuleName>-<hash of ModuleMapPath>.pcm which should 142 // ideally be globally unique to this particular module. Name collisions 143 // in the hash are safe (because any translation unit can only import one 144 // module with each name), but result in a loss of caching. 145 // 146 // To avoid false-negatives, we form as canonical a path as we can, and map 147 // to lower-case in case we're on a case-insensitive file system. 148 auto *Dir = 149 FileMgr.getDirectory(llvm::sys::path::parent_path(ModuleMapPath)); 150 if (!Dir) 151 return std::string(); 152 auto DirName = FileMgr.getCanonicalName(Dir); 153 auto FileName = llvm::sys::path::filename(ModuleMapPath); 154 155 llvm::hash_code Hash = 156 llvm::hash_combine(DirName.lower(), FileName.lower(), 157 HSOpts->ModuleFormat, HSOpts->UseDebugInfo); 158 159 SmallString<128> HashStr; 160 llvm::APInt(64, size_t(Hash)).toStringUnsigned(HashStr, /*Radix*/36); 161 llvm::sys::path::append(Result, ModuleName + "-" + HashStr + ".pcm"); 162 } 163 return Result.str().str(); 164 } 165 166 Module *HeaderSearch::lookupModule(StringRef ModuleName, bool AllowSearch) { 167 // Look in the module map to determine if there is a module by this name. 168 Module *Module = ModMap.findModule(ModuleName); 169 if (Module || !AllowSearch || !HSOpts->ImplicitModuleMaps) 170 return Module; 171 172 // Look through the various header search paths to load any available module 173 // maps, searching for a module map that describes this module. 174 for (unsigned Idx = 0, N = SearchDirs.size(); Idx != N; ++Idx) { 175 if (SearchDirs[Idx].isFramework()) { 176 // Search for or infer a module map for a framework. 177 SmallString<128> FrameworkDirName; 178 FrameworkDirName += SearchDirs[Idx].getFrameworkDir()->getName(); 179 llvm::sys::path::append(FrameworkDirName, ModuleName + ".framework"); 180 if (const DirectoryEntry *FrameworkDir 181 = FileMgr.getDirectory(FrameworkDirName)) { 182 bool IsSystem 183 = SearchDirs[Idx].getDirCharacteristic() != SrcMgr::C_User; 184 Module = loadFrameworkModule(ModuleName, FrameworkDir, IsSystem); 185 if (Module) 186 break; 187 } 188 } 189 190 // FIXME: Figure out how header maps and module maps will work together. 191 192 // Only deal with normal search directories. 193 if (!SearchDirs[Idx].isNormalDir()) 194 continue; 195 196 bool IsSystem = SearchDirs[Idx].isSystemHeaderDirectory(); 197 // Search for a module map file in this directory. 198 if (loadModuleMapFile(SearchDirs[Idx].getDir(), IsSystem, 199 /*IsFramework*/false) == LMM_NewlyLoaded) { 200 // We just loaded a module map file; check whether the module is 201 // available now. 202 Module = ModMap.findModule(ModuleName); 203 if (Module) 204 break; 205 } 206 207 // Search for a module map in a subdirectory with the same name as the 208 // module. 209 SmallString<128> NestedModuleMapDirName; 210 NestedModuleMapDirName = SearchDirs[Idx].getDir()->getName(); 211 llvm::sys::path::append(NestedModuleMapDirName, ModuleName); 212 if (loadModuleMapFile(NestedModuleMapDirName, IsSystem, 213 /*IsFramework*/false) == LMM_NewlyLoaded){ 214 // If we just loaded a module map file, look for the module again. 215 Module = ModMap.findModule(ModuleName); 216 if (Module) 217 break; 218 } 219 220 // If we've already performed the exhaustive search for module maps in this 221 // search directory, don't do it again. 222 if (SearchDirs[Idx].haveSearchedAllModuleMaps()) 223 continue; 224 225 // Load all module maps in the immediate subdirectories of this search 226 // directory. 227 loadSubdirectoryModuleMaps(SearchDirs[Idx]); 228 229 // Look again for the module. 230 Module = ModMap.findModule(ModuleName); 231 if (Module) 232 break; 233 } 234 235 return Module; 236 } 237 238 //===----------------------------------------------------------------------===// 239 // File lookup within a DirectoryLookup scope 240 //===----------------------------------------------------------------------===// 241 242 /// getName - Return the directory or filename corresponding to this lookup 243 /// object. 244 const char *DirectoryLookup::getName() const { 245 if (isNormalDir()) 246 return getDir()->getName(); 247 if (isFramework()) 248 return getFrameworkDir()->getName(); 249 assert(isHeaderMap() && "Unknown DirectoryLookup"); 250 return getHeaderMap()->getFileName(); 251 } 252 253 static const FileEntry * 254 getFileAndSuggestModule(HeaderSearch &HS, StringRef FileName, 255 const DirectoryEntry *Dir, bool IsSystemHeaderDir, 256 ModuleMap::KnownHeader *SuggestedModule) { 257 // If we have a module map that might map this header, load it and 258 // check whether we'll have a suggestion for a module. 259 HS.hasModuleMap(FileName, Dir, IsSystemHeaderDir); 260 if (SuggestedModule) { 261 const FileEntry *File = HS.getFileMgr().getFile(FileName, 262 /*OpenFile=*/false); 263 if (File) { 264 // If there is a module that corresponds to this header, suggest it. 265 *SuggestedModule = HS.findModuleForHeader(File); 266 267 // FIXME: This appears to be a no-op. We loaded the module map for this 268 // directory at the start of this function. 269 if (!SuggestedModule->getModule() && 270 HS.hasModuleMap(FileName, Dir, IsSystemHeaderDir)) 271 *SuggestedModule = HS.findModuleForHeader(File); 272 } 273 274 return File; 275 } 276 277 return HS.getFileMgr().getFile(FileName, /*openFile=*/true); 278 } 279 280 /// LookupFile - Lookup the specified file in this search path, returning it 281 /// if it exists or returning null if not. 282 const FileEntry *DirectoryLookup::LookupFile( 283 StringRef &Filename, 284 HeaderSearch &HS, 285 SmallVectorImpl<char> *SearchPath, 286 SmallVectorImpl<char> *RelativePath, 287 ModuleMap::KnownHeader *SuggestedModule, 288 bool &InUserSpecifiedSystemFramework, 289 bool &HasBeenMapped, 290 SmallVectorImpl<char> &MappedName) const { 291 InUserSpecifiedSystemFramework = false; 292 HasBeenMapped = false; 293 294 SmallString<1024> TmpDir; 295 if (isNormalDir()) { 296 // Concatenate the requested file onto the directory. 297 TmpDir = getDir()->getName(); 298 llvm::sys::path::append(TmpDir, Filename); 299 if (SearchPath) { 300 StringRef SearchPathRef(getDir()->getName()); 301 SearchPath->clear(); 302 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 303 } 304 if (RelativePath) { 305 RelativePath->clear(); 306 RelativePath->append(Filename.begin(), Filename.end()); 307 } 308 309 return getFileAndSuggestModule(HS, TmpDir, getDir(), 310 isSystemHeaderDirectory(), 311 SuggestedModule); 312 } 313 314 if (isFramework()) 315 return DoFrameworkLookup(Filename, HS, SearchPath, RelativePath, 316 SuggestedModule, InUserSpecifiedSystemFramework); 317 318 assert(isHeaderMap() && "Unknown directory lookup"); 319 const HeaderMap *HM = getHeaderMap(); 320 SmallString<1024> Path; 321 StringRef Dest = HM->lookupFilename(Filename, Path); 322 if (Dest.empty()) 323 return nullptr; 324 325 const FileEntry *Result; 326 327 // Check if the headermap maps the filename to a framework include 328 // ("Foo.h" -> "Foo/Foo.h"), in which case continue header lookup using the 329 // framework include. 330 if (llvm::sys::path::is_relative(Dest)) { 331 MappedName.clear(); 332 MappedName.append(Dest.begin(), Dest.end()); 333 Filename = StringRef(MappedName.begin(), MappedName.size()); 334 HasBeenMapped = true; 335 Result = HM->LookupFile(Filename, HS.getFileMgr()); 336 337 } else { 338 Result = HS.getFileMgr().getFile(Dest); 339 } 340 341 if (Result) { 342 if (SearchPath) { 343 StringRef SearchPathRef(getName()); 344 SearchPath->clear(); 345 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 346 } 347 if (RelativePath) { 348 RelativePath->clear(); 349 RelativePath->append(Filename.begin(), Filename.end()); 350 } 351 } 352 return Result; 353 } 354 355 /// \brief Given a framework directory, find the top-most framework directory. 356 /// 357 /// \param FileMgr The file manager to use for directory lookups. 358 /// \param DirName The name of the framework directory. 359 /// \param SubmodulePath Will be populated with the submodule path from the 360 /// returned top-level module to the originally named framework. 361 static const DirectoryEntry * 362 getTopFrameworkDir(FileManager &FileMgr, StringRef DirName, 363 SmallVectorImpl<std::string> &SubmodulePath) { 364 assert(llvm::sys::path::extension(DirName) == ".framework" && 365 "Not a framework directory"); 366 367 // Note: as an egregious but useful hack we use the real path here, because 368 // frameworks moving between top-level frameworks to embedded frameworks tend 369 // to be symlinked, and we base the logical structure of modules on the 370 // physical layout. In particular, we need to deal with crazy includes like 371 // 372 // #include <Foo/Frameworks/Bar.framework/Headers/Wibble.h> 373 // 374 // where 'Bar' used to be embedded in 'Foo', is now a top-level framework 375 // which one should access with, e.g., 376 // 377 // #include <Bar/Wibble.h> 378 // 379 // Similar issues occur when a top-level framework has moved into an 380 // embedded framework. 381 const DirectoryEntry *TopFrameworkDir = FileMgr.getDirectory(DirName); 382 DirName = FileMgr.getCanonicalName(TopFrameworkDir); 383 do { 384 // Get the parent directory name. 385 DirName = llvm::sys::path::parent_path(DirName); 386 if (DirName.empty()) 387 break; 388 389 // Determine whether this directory exists. 390 const DirectoryEntry *Dir = FileMgr.getDirectory(DirName); 391 if (!Dir) 392 break; 393 394 // If this is a framework directory, then we're a subframework of this 395 // framework. 396 if (llvm::sys::path::extension(DirName) == ".framework") { 397 SubmodulePath.push_back(llvm::sys::path::stem(DirName)); 398 TopFrameworkDir = Dir; 399 } 400 } while (true); 401 402 return TopFrameworkDir; 403 } 404 405 /// DoFrameworkLookup - Do a lookup of the specified file in the current 406 /// DirectoryLookup, which is a framework directory. 407 const FileEntry *DirectoryLookup::DoFrameworkLookup( 408 StringRef Filename, 409 HeaderSearch &HS, 410 SmallVectorImpl<char> *SearchPath, 411 SmallVectorImpl<char> *RelativePath, 412 ModuleMap::KnownHeader *SuggestedModule, 413 bool &InUserSpecifiedSystemFramework) const 414 { 415 FileManager &FileMgr = HS.getFileMgr(); 416 417 // Framework names must have a '/' in the filename. 418 size_t SlashPos = Filename.find('/'); 419 if (SlashPos == StringRef::npos) return nullptr; 420 421 // Find out if this is the home for the specified framework, by checking 422 // HeaderSearch. Possible answers are yes/no and unknown. 423 HeaderSearch::FrameworkCacheEntry &CacheEntry = 424 HS.LookupFrameworkCache(Filename.substr(0, SlashPos)); 425 426 // If it is known and in some other directory, fail. 427 if (CacheEntry.Directory && CacheEntry.Directory != getFrameworkDir()) 428 return nullptr; 429 430 // Otherwise, construct the path to this framework dir. 431 432 // FrameworkName = "/System/Library/Frameworks/" 433 SmallString<1024> FrameworkName; 434 FrameworkName += getFrameworkDir()->getName(); 435 if (FrameworkName.empty() || FrameworkName.back() != '/') 436 FrameworkName.push_back('/'); 437 438 // FrameworkName = "/System/Library/Frameworks/Cocoa" 439 StringRef ModuleName(Filename.begin(), SlashPos); 440 FrameworkName += ModuleName; 441 442 // FrameworkName = "/System/Library/Frameworks/Cocoa.framework/" 443 FrameworkName += ".framework/"; 444 445 // If the cache entry was unresolved, populate it now. 446 if (!CacheEntry.Directory) { 447 HS.IncrementFrameworkLookupCount(); 448 449 // If the framework dir doesn't exist, we fail. 450 const DirectoryEntry *Dir = FileMgr.getDirectory(FrameworkName); 451 if (!Dir) return nullptr; 452 453 // Otherwise, if it does, remember that this is the right direntry for this 454 // framework. 455 CacheEntry.Directory = getFrameworkDir(); 456 457 // If this is a user search directory, check if the framework has been 458 // user-specified as a system framework. 459 if (getDirCharacteristic() == SrcMgr::C_User) { 460 SmallString<1024> SystemFrameworkMarker(FrameworkName); 461 SystemFrameworkMarker += ".system_framework"; 462 if (llvm::sys::fs::exists(SystemFrameworkMarker)) { 463 CacheEntry.IsUserSpecifiedSystemFramework = true; 464 } 465 } 466 } 467 468 // Set the 'user-specified system framework' flag. 469 InUserSpecifiedSystemFramework = CacheEntry.IsUserSpecifiedSystemFramework; 470 471 if (RelativePath) { 472 RelativePath->clear(); 473 RelativePath->append(Filename.begin()+SlashPos+1, Filename.end()); 474 } 475 476 // Check "/System/Library/Frameworks/Cocoa.framework/Headers/file.h" 477 unsigned OrigSize = FrameworkName.size(); 478 479 FrameworkName += "Headers/"; 480 481 if (SearchPath) { 482 SearchPath->clear(); 483 // Without trailing '/'. 484 SearchPath->append(FrameworkName.begin(), FrameworkName.end()-1); 485 } 486 487 FrameworkName.append(Filename.begin()+SlashPos+1, Filename.end()); 488 const FileEntry *FE = FileMgr.getFile(FrameworkName, 489 /*openFile=*/!SuggestedModule); 490 if (!FE) { 491 // Check "/System/Library/Frameworks/Cocoa.framework/PrivateHeaders/file.h" 492 const char *Private = "Private"; 493 FrameworkName.insert(FrameworkName.begin()+OrigSize, Private, 494 Private+strlen(Private)); 495 if (SearchPath) 496 SearchPath->insert(SearchPath->begin()+OrigSize, Private, 497 Private+strlen(Private)); 498 499 FE = FileMgr.getFile(FrameworkName, /*openFile=*/!SuggestedModule); 500 } 501 502 // If we found the header and are allowed to suggest a module, do so now. 503 if (FE && SuggestedModule) { 504 // Find the framework in which this header occurs. 505 StringRef FrameworkPath = FE->getDir()->getName(); 506 bool FoundFramework = false; 507 do { 508 // Determine whether this directory exists. 509 const DirectoryEntry *Dir = FileMgr.getDirectory(FrameworkPath); 510 if (!Dir) 511 break; 512 513 // If this is a framework directory, then we're a subframework of this 514 // framework. 515 if (llvm::sys::path::extension(FrameworkPath) == ".framework") { 516 FoundFramework = true; 517 break; 518 } 519 520 // Get the parent directory name. 521 FrameworkPath = llvm::sys::path::parent_path(FrameworkPath); 522 if (FrameworkPath.empty()) 523 break; 524 } while (true); 525 526 if (FoundFramework) { 527 // Find the top-level framework based on this framework. 528 SmallVector<std::string, 4> SubmodulePath; 529 const DirectoryEntry *TopFrameworkDir 530 = ::getTopFrameworkDir(FileMgr, FrameworkPath, SubmodulePath); 531 532 // Determine the name of the top-level framework. 533 StringRef ModuleName = llvm::sys::path::stem(TopFrameworkDir->getName()); 534 535 // Load this framework module. If that succeeds, find the suggested module 536 // for this header, if any. 537 bool IsSystem = getDirCharacteristic() != SrcMgr::C_User; 538 HS.loadFrameworkModule(ModuleName, TopFrameworkDir, IsSystem); 539 540 // FIXME: This can find a module not part of ModuleName, which is 541 // important so that we're consistent about whether this header 542 // corresponds to a module. Possibly we should lock down framework modules 543 // so that this is not possible. 544 *SuggestedModule = HS.findModuleForHeader(FE); 545 } else { 546 *SuggestedModule = HS.findModuleForHeader(FE); 547 } 548 } 549 return FE; 550 } 551 552 void HeaderSearch::setTarget(const TargetInfo &Target) { 553 ModMap.setTarget(Target); 554 } 555 556 557 //===----------------------------------------------------------------------===// 558 // Header File Location. 559 //===----------------------------------------------------------------------===// 560 561 /// \brief Return true with a diagnostic if the file that MSVC would have found 562 /// fails to match the one that Clang would have found with MSVC header search 563 /// disabled. 564 static bool checkMSVCHeaderSearch(DiagnosticsEngine &Diags, 565 const FileEntry *MSFE, const FileEntry *FE, 566 SourceLocation IncludeLoc) { 567 if (MSFE && FE != MSFE) { 568 Diags.Report(IncludeLoc, diag::ext_pp_include_search_ms) << MSFE->getName(); 569 return true; 570 } 571 return false; 572 } 573 574 static const char *copyString(StringRef Str, llvm::BumpPtrAllocator &Alloc) { 575 assert(!Str.empty()); 576 char *CopyStr = Alloc.Allocate<char>(Str.size()+1); 577 std::copy(Str.begin(), Str.end(), CopyStr); 578 CopyStr[Str.size()] = '\0'; 579 return CopyStr; 580 } 581 582 /// LookupFile - Given a "foo" or \<foo> reference, look up the indicated file, 583 /// return null on failure. isAngled indicates whether the file reference is 584 /// for system \#include's or not (i.e. using <> instead of ""). Includers, if 585 /// non-empty, indicates where the \#including file(s) are, in case a relative 586 /// search is needed. Microsoft mode will pass all \#including files. 587 const FileEntry *HeaderSearch::LookupFile( 588 StringRef Filename, SourceLocation IncludeLoc, bool isAngled, 589 const DirectoryLookup *FromDir, const DirectoryLookup *&CurDir, 590 ArrayRef<std::pair<const FileEntry *, const DirectoryEntry *>> Includers, 591 SmallVectorImpl<char> *SearchPath, SmallVectorImpl<char> *RelativePath, 592 ModuleMap::KnownHeader *SuggestedModule, bool SkipCache) { 593 if (SuggestedModule) 594 *SuggestedModule = ModuleMap::KnownHeader(); 595 596 // If 'Filename' is absolute, check to see if it exists and no searching. 597 if (llvm::sys::path::is_absolute(Filename)) { 598 CurDir = nullptr; 599 600 // If this was an #include_next "/absolute/file", fail. 601 if (FromDir) return nullptr; 602 603 if (SearchPath) 604 SearchPath->clear(); 605 if (RelativePath) { 606 RelativePath->clear(); 607 RelativePath->append(Filename.begin(), Filename.end()); 608 } 609 // Otherwise, just return the file. 610 const FileEntry *File = FileMgr.getFile(Filename, /*openFile=*/true); 611 if (File && SuggestedModule) { 612 // If there is a module that corresponds to this header, suggest it. 613 hasModuleMap(Filename, File->getDir(), /*SystemHeaderDir*/false); 614 *SuggestedModule = findModuleForHeader(File); 615 } 616 return File; 617 } 618 619 // This is the header that MSVC's header search would have found. 620 const FileEntry *MSFE = nullptr; 621 ModuleMap::KnownHeader MSSuggestedModule; 622 623 // Unless disabled, check to see if the file is in the #includer's 624 // directory. This cannot be based on CurDir, because each includer could be 625 // a #include of a subdirectory (#include "foo/bar.h") and a subsequent 626 // include of "baz.h" should resolve to "whatever/foo/baz.h". 627 // This search is not done for <> headers. 628 if (!Includers.empty() && !isAngled && !NoCurDirSearch) { 629 SmallString<1024> TmpDir; 630 bool First = true; 631 for (const auto &IncluderAndDir : Includers) { 632 const FileEntry *Includer = IncluderAndDir.first; 633 634 // Concatenate the requested file onto the directory. 635 // FIXME: Portability. Filename concatenation should be in sys::Path. 636 TmpDir = IncluderAndDir.second->getName(); 637 TmpDir.push_back('/'); 638 TmpDir.append(Filename.begin(), Filename.end()); 639 640 // FIXME: We don't cache the result of getFileInfo across the call to 641 // getFileAndSuggestModule, because it's a reference to an element of 642 // a container that could be reallocated across this call. 643 // 644 // FIXME: If we have no includer, that means we're processing a #include 645 // from a module build. We should treat this as a system header if we're 646 // building a [system] module. 647 bool IncluderIsSystemHeader = 648 Includer && getFileInfo(Includer).DirInfo != SrcMgr::C_User; 649 if (const FileEntry *FE = getFileAndSuggestModule( 650 *this, TmpDir, IncluderAndDir.second, 651 IncluderIsSystemHeader, SuggestedModule)) { 652 if (!Includer) { 653 assert(First && "only first includer can have no file"); 654 return FE; 655 } 656 657 // Leave CurDir unset. 658 // This file is a system header or C++ unfriendly if the old file is. 659 // 660 // Note that we only use one of FromHFI/ToHFI at once, due to potential 661 // reallocation of the underlying vector potentially making the first 662 // reference binding dangling. 663 HeaderFileInfo &FromHFI = getFileInfo(Includer); 664 unsigned DirInfo = FromHFI.DirInfo; 665 bool IndexHeaderMapHeader = FromHFI.IndexHeaderMapHeader; 666 StringRef Framework = FromHFI.Framework; 667 668 HeaderFileInfo &ToHFI = getFileInfo(FE); 669 ToHFI.DirInfo = DirInfo; 670 ToHFI.IndexHeaderMapHeader = IndexHeaderMapHeader; 671 ToHFI.Framework = Framework; 672 673 if (SearchPath) { 674 StringRef SearchPathRef(IncluderAndDir.second->getName()); 675 SearchPath->clear(); 676 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 677 } 678 if (RelativePath) { 679 RelativePath->clear(); 680 RelativePath->append(Filename.begin(), Filename.end()); 681 } 682 if (First) 683 return FE; 684 685 // Otherwise, we found the path via MSVC header search rules. If 686 // -Wmsvc-include is enabled, we have to keep searching to see if we 687 // would've found this header in -I or -isystem directories. 688 if (Diags.isIgnored(diag::ext_pp_include_search_ms, IncludeLoc)) { 689 return FE; 690 } else { 691 MSFE = FE; 692 if (SuggestedModule) { 693 MSSuggestedModule = *SuggestedModule; 694 *SuggestedModule = ModuleMap::KnownHeader(); 695 } 696 break; 697 } 698 } 699 First = false; 700 } 701 } 702 703 CurDir = nullptr; 704 705 // If this is a system #include, ignore the user #include locs. 706 unsigned i = isAngled ? AngledDirIdx : 0; 707 708 // If this is a #include_next request, start searching after the directory the 709 // file was found in. 710 if (FromDir) 711 i = FromDir-&SearchDirs[0]; 712 713 // Cache all of the lookups performed by this method. Many headers are 714 // multiply included, and the "pragma once" optimization prevents them from 715 // being relex/pp'd, but they would still have to search through a 716 // (potentially huge) series of SearchDirs to find it. 717 LookupFileCacheInfo &CacheLookup = LookupFileCache[Filename]; 718 719 // If the entry has been previously looked up, the first value will be 720 // non-zero. If the value is equal to i (the start point of our search), then 721 // this is a matching hit. 722 if (!SkipCache && CacheLookup.StartIdx == i+1) { 723 // Skip querying potentially lots of directories for this lookup. 724 i = CacheLookup.HitIdx; 725 if (CacheLookup.MappedName) 726 Filename = CacheLookup.MappedName; 727 } else { 728 // Otherwise, this is the first query, or the previous query didn't match 729 // our search start. We will fill in our found location below, so prime the 730 // start point value. 731 CacheLookup.reset(/*StartIdx=*/i+1); 732 } 733 734 SmallString<64> MappedName; 735 736 // Check each directory in sequence to see if it contains this file. 737 for (; i != SearchDirs.size(); ++i) { 738 bool InUserSpecifiedSystemFramework = false; 739 bool HasBeenMapped = false; 740 const FileEntry *FE = 741 SearchDirs[i].LookupFile(Filename, *this, SearchPath, RelativePath, 742 SuggestedModule, InUserSpecifiedSystemFramework, 743 HasBeenMapped, MappedName); 744 if (HasBeenMapped) { 745 CacheLookup.MappedName = 746 copyString(Filename, LookupFileCache.getAllocator()); 747 } 748 if (!FE) continue; 749 750 CurDir = &SearchDirs[i]; 751 752 // This file is a system header or C++ unfriendly if the dir is. 753 HeaderFileInfo &HFI = getFileInfo(FE); 754 HFI.DirInfo = CurDir->getDirCharacteristic(); 755 756 // If the directory characteristic is User but this framework was 757 // user-specified to be treated as a system framework, promote the 758 // characteristic. 759 if (HFI.DirInfo == SrcMgr::C_User && InUserSpecifiedSystemFramework) 760 HFI.DirInfo = SrcMgr::C_System; 761 762 // If the filename matches a known system header prefix, override 763 // whether the file is a system header. 764 for (unsigned j = SystemHeaderPrefixes.size(); j; --j) { 765 if (Filename.startswith(SystemHeaderPrefixes[j-1].first)) { 766 HFI.DirInfo = SystemHeaderPrefixes[j-1].second ? SrcMgr::C_System 767 : SrcMgr::C_User; 768 break; 769 } 770 } 771 772 // If this file is found in a header map and uses the framework style of 773 // includes, then this header is part of a framework we're building. 774 if (CurDir->isIndexHeaderMap()) { 775 size_t SlashPos = Filename.find('/'); 776 if (SlashPos != StringRef::npos) { 777 HFI.IndexHeaderMapHeader = 1; 778 HFI.Framework = getUniqueFrameworkName(StringRef(Filename.begin(), 779 SlashPos)); 780 } 781 } 782 783 if (checkMSVCHeaderSearch(Diags, MSFE, FE, IncludeLoc)) { 784 if (SuggestedModule) 785 *SuggestedModule = MSSuggestedModule; 786 return MSFE; 787 } 788 789 // Remember this location for the next lookup we do. 790 CacheLookup.HitIdx = i; 791 return FE; 792 } 793 794 // If we are including a file with a quoted include "foo.h" from inside 795 // a header in a framework that is currently being built, and we couldn't 796 // resolve "foo.h" any other way, change the include to <Foo/foo.h>, where 797 // "Foo" is the name of the framework in which the including header was found. 798 if (!Includers.empty() && Includers.front().first && !isAngled && 799 Filename.find('/') == StringRef::npos) { 800 HeaderFileInfo &IncludingHFI = getFileInfo(Includers.front().first); 801 if (IncludingHFI.IndexHeaderMapHeader) { 802 SmallString<128> ScratchFilename; 803 ScratchFilename += IncludingHFI.Framework; 804 ScratchFilename += '/'; 805 ScratchFilename += Filename; 806 807 const FileEntry *FE = LookupFile( 808 ScratchFilename, IncludeLoc, /*isAngled=*/true, FromDir, CurDir, 809 Includers.front(), SearchPath, RelativePath, SuggestedModule); 810 811 if (checkMSVCHeaderSearch(Diags, MSFE, FE, IncludeLoc)) { 812 if (SuggestedModule) 813 *SuggestedModule = MSSuggestedModule; 814 return MSFE; 815 } 816 817 LookupFileCacheInfo &CacheLookup = LookupFileCache[Filename]; 818 CacheLookup.HitIdx = LookupFileCache[ScratchFilename].HitIdx; 819 // FIXME: SuggestedModule. 820 return FE; 821 } 822 } 823 824 if (checkMSVCHeaderSearch(Diags, MSFE, nullptr, IncludeLoc)) { 825 if (SuggestedModule) 826 *SuggestedModule = MSSuggestedModule; 827 return MSFE; 828 } 829 830 // Otherwise, didn't find it. Remember we didn't find this. 831 CacheLookup.HitIdx = SearchDirs.size(); 832 return nullptr; 833 } 834 835 /// LookupSubframeworkHeader - Look up a subframework for the specified 836 /// \#include file. For example, if \#include'ing <HIToolbox/HIToolbox.h> from 837 /// within ".../Carbon.framework/Headers/Carbon.h", check to see if HIToolbox 838 /// is a subframework within Carbon.framework. If so, return the FileEntry 839 /// for the designated file, otherwise return null. 840 const FileEntry *HeaderSearch:: 841 LookupSubframeworkHeader(StringRef Filename, 842 const FileEntry *ContextFileEnt, 843 SmallVectorImpl<char> *SearchPath, 844 SmallVectorImpl<char> *RelativePath, 845 ModuleMap::KnownHeader *SuggestedModule) { 846 assert(ContextFileEnt && "No context file?"); 847 848 // Framework names must have a '/' in the filename. Find it. 849 // FIXME: Should we permit '\' on Windows? 850 size_t SlashPos = Filename.find('/'); 851 if (SlashPos == StringRef::npos) return nullptr; 852 853 // Look up the base framework name of the ContextFileEnt. 854 const char *ContextName = ContextFileEnt->getName(); 855 856 // If the context info wasn't a framework, couldn't be a subframework. 857 const unsigned DotFrameworkLen = 10; 858 const char *FrameworkPos = strstr(ContextName, ".framework"); 859 if (FrameworkPos == nullptr || 860 (FrameworkPos[DotFrameworkLen] != '/' && 861 FrameworkPos[DotFrameworkLen] != '\\')) 862 return nullptr; 863 864 SmallString<1024> FrameworkName(ContextName, FrameworkPos+DotFrameworkLen+1); 865 866 // Append Frameworks/HIToolbox.framework/ 867 FrameworkName += "Frameworks/"; 868 FrameworkName.append(Filename.begin(), Filename.begin()+SlashPos); 869 FrameworkName += ".framework/"; 870 871 auto &CacheLookup = 872 *FrameworkMap.insert(std::make_pair(Filename.substr(0, SlashPos), 873 FrameworkCacheEntry())).first; 874 875 // Some other location? 876 if (CacheLookup.second.Directory && 877 CacheLookup.first().size() == FrameworkName.size() && 878 memcmp(CacheLookup.first().data(), &FrameworkName[0], 879 CacheLookup.first().size()) != 0) 880 return nullptr; 881 882 // Cache subframework. 883 if (!CacheLookup.second.Directory) { 884 ++NumSubFrameworkLookups; 885 886 // If the framework dir doesn't exist, we fail. 887 const DirectoryEntry *Dir = FileMgr.getDirectory(FrameworkName); 888 if (!Dir) return nullptr; 889 890 // Otherwise, if it does, remember that this is the right direntry for this 891 // framework. 892 CacheLookup.second.Directory = Dir; 893 } 894 895 const FileEntry *FE = nullptr; 896 897 if (RelativePath) { 898 RelativePath->clear(); 899 RelativePath->append(Filename.begin()+SlashPos+1, Filename.end()); 900 } 901 902 // Check ".../Frameworks/HIToolbox.framework/Headers/HIToolbox.h" 903 SmallString<1024> HeadersFilename(FrameworkName); 904 HeadersFilename += "Headers/"; 905 if (SearchPath) { 906 SearchPath->clear(); 907 // Without trailing '/'. 908 SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1); 909 } 910 911 HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end()); 912 if (!(FE = FileMgr.getFile(HeadersFilename, /*openFile=*/true))) { 913 914 // Check ".../Frameworks/HIToolbox.framework/PrivateHeaders/HIToolbox.h" 915 HeadersFilename = FrameworkName; 916 HeadersFilename += "PrivateHeaders/"; 917 if (SearchPath) { 918 SearchPath->clear(); 919 // Without trailing '/'. 920 SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1); 921 } 922 923 HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end()); 924 if (!(FE = FileMgr.getFile(HeadersFilename, /*openFile=*/true))) 925 return nullptr; 926 } 927 928 // This file is a system header or C++ unfriendly if the old file is. 929 // 930 // Note that the temporary 'DirInfo' is required here, as either call to 931 // getFileInfo could resize the vector and we don't want to rely on order 932 // of evaluation. 933 unsigned DirInfo = getFileInfo(ContextFileEnt).DirInfo; 934 getFileInfo(FE).DirInfo = DirInfo; 935 936 // If we're supposed to suggest a module, look for one now. 937 if (SuggestedModule) { 938 // Find the top-level framework based on this framework. 939 FrameworkName.pop_back(); // remove the trailing '/' 940 SmallVector<std::string, 4> SubmodulePath; 941 const DirectoryEntry *TopFrameworkDir 942 = ::getTopFrameworkDir(FileMgr, FrameworkName, SubmodulePath); 943 944 // Determine the name of the top-level framework. 945 StringRef ModuleName = llvm::sys::path::stem(TopFrameworkDir->getName()); 946 947 // Load this framework module. If that succeeds, find the suggested module 948 // for this header, if any. 949 bool IsSystem = false; 950 if (loadFrameworkModule(ModuleName, TopFrameworkDir, IsSystem)) { 951 *SuggestedModule = findModuleForHeader(FE); 952 } 953 } 954 955 return FE; 956 } 957 958 //===----------------------------------------------------------------------===// 959 // File Info Management. 960 //===----------------------------------------------------------------------===// 961 962 /// \brief Merge the header file info provided by \p OtherHFI into the current 963 /// header file info (\p HFI) 964 static void mergeHeaderFileInfo(HeaderFileInfo &HFI, 965 const HeaderFileInfo &OtherHFI) { 966 assert(OtherHFI.External && "expected to merge external HFI"); 967 968 HFI.isImport |= OtherHFI.isImport; 969 HFI.isPragmaOnce |= OtherHFI.isPragmaOnce; 970 HFI.isModuleHeader |= OtherHFI.isModuleHeader; 971 HFI.NumIncludes += OtherHFI.NumIncludes; 972 973 if (!HFI.ControllingMacro && !HFI.ControllingMacroID) { 974 HFI.ControllingMacro = OtherHFI.ControllingMacro; 975 HFI.ControllingMacroID = OtherHFI.ControllingMacroID; 976 } 977 978 HFI.DirInfo = OtherHFI.DirInfo; 979 HFI.External = (!HFI.IsValid || HFI.External); 980 HFI.IsValid = true; 981 HFI.IndexHeaderMapHeader = OtherHFI.IndexHeaderMapHeader; 982 983 if (HFI.Framework.empty()) 984 HFI.Framework = OtherHFI.Framework; 985 } 986 987 /// getFileInfo - Return the HeaderFileInfo structure for the specified 988 /// FileEntry. 989 HeaderFileInfo &HeaderSearch::getFileInfo(const FileEntry *FE) { 990 if (FE->getUID() >= FileInfo.size()) 991 FileInfo.resize(FE->getUID() + 1); 992 993 HeaderFileInfo *HFI = &FileInfo[FE->getUID()]; 994 // FIXME: Use a generation count to check whether this is really up to date. 995 if (ExternalSource && !HFI->Resolved) { 996 HFI->Resolved = true; 997 auto ExternalHFI = ExternalSource->GetHeaderFileInfo(FE); 998 999 HFI = &FileInfo[FE->getUID()]; 1000 if (ExternalHFI.External) 1001 mergeHeaderFileInfo(*HFI, ExternalHFI); 1002 } 1003 1004 HFI->IsValid = true; 1005 // We have local information about this header file, so it's no longer 1006 // strictly external. 1007 HFI->External = false; 1008 return *HFI; 1009 } 1010 1011 const HeaderFileInfo * 1012 HeaderSearch::getExistingFileInfo(const FileEntry *FE, 1013 bool WantExternal) const { 1014 // If we have an external source, ensure we have the latest information. 1015 // FIXME: Use a generation count to check whether this is really up to date. 1016 HeaderFileInfo *HFI; 1017 if (ExternalSource) { 1018 if (FE->getUID() >= FileInfo.size()) { 1019 if (!WantExternal) 1020 return nullptr; 1021 FileInfo.resize(FE->getUID() + 1); 1022 } 1023 1024 HFI = &FileInfo[FE->getUID()]; 1025 if (!WantExternal && (!HFI->IsValid || HFI->External)) 1026 return nullptr; 1027 if (!HFI->Resolved) { 1028 HFI->Resolved = true; 1029 auto ExternalHFI = ExternalSource->GetHeaderFileInfo(FE); 1030 1031 HFI = &FileInfo[FE->getUID()]; 1032 if (ExternalHFI.External) 1033 mergeHeaderFileInfo(*HFI, ExternalHFI); 1034 } 1035 } else if (FE->getUID() >= FileInfo.size()) { 1036 return nullptr; 1037 } else { 1038 HFI = &FileInfo[FE->getUID()]; 1039 } 1040 1041 if (!HFI->IsValid || (HFI->External && !WantExternal)) 1042 return nullptr; 1043 1044 return HFI; 1045 } 1046 1047 bool HeaderSearch::isFileMultipleIncludeGuarded(const FileEntry *File) { 1048 // Check if we've ever seen this file as a header. 1049 if (auto *HFI = getExistingFileInfo(File)) 1050 return HFI->isPragmaOnce || HFI->isImport || HFI->ControllingMacro || 1051 HFI->ControllingMacroID; 1052 return false; 1053 } 1054 1055 void HeaderSearch::MarkFileModuleHeader(const FileEntry *FE, 1056 ModuleMap::ModuleHeaderRole Role, 1057 bool isCompilingModuleHeader) { 1058 bool isModularHeader = !(Role & ModuleMap::TextualHeader); 1059 1060 // Don't mark the file info as non-external if there's nothing to change. 1061 if (!isCompilingModuleHeader) { 1062 if (!isModularHeader) 1063 return; 1064 auto *HFI = getExistingFileInfo(FE); 1065 if (HFI && HFI->isModuleHeader) 1066 return; 1067 } 1068 1069 auto &HFI = getFileInfo(FE); 1070 HFI.isModuleHeader |= isModularHeader; 1071 HFI.isCompilingModuleHeader |= isCompilingModuleHeader; 1072 } 1073 1074 bool HeaderSearch::ShouldEnterIncludeFile(Preprocessor &PP, 1075 const FileEntry *File, 1076 bool isImport, Module *M) { 1077 ++NumIncluded; // Count # of attempted #includes. 1078 1079 // Get information about this file. 1080 HeaderFileInfo &FileInfo = getFileInfo(File); 1081 1082 // If this is a #import directive, check that we have not already imported 1083 // this header. 1084 if (isImport) { 1085 // If this has already been imported, don't import it again. 1086 FileInfo.isImport = true; 1087 1088 // Has this already been #import'ed or #include'd? 1089 if (FileInfo.NumIncludes) return false; 1090 } else { 1091 // Otherwise, if this is a #include of a file that was previously #import'd 1092 // or if this is the second #include of a #pragma once file, ignore it. 1093 if (FileInfo.isImport) 1094 return false; 1095 } 1096 1097 // Next, check to see if the file is wrapped with #ifndef guards. If so, and 1098 // if the macro that guards it is defined, we know the #include has no effect. 1099 if (const IdentifierInfo *ControllingMacro 1100 = FileInfo.getControllingMacro(ExternalLookup)) { 1101 // If the header corresponds to a module, check whether the macro is already 1102 // defined in that module rather than checking in the current set of visible 1103 // modules. 1104 if (M ? PP.isMacroDefinedInLocalModule(ControllingMacro, M) 1105 : PP.isMacroDefined(ControllingMacro)) { 1106 ++NumMultiIncludeFileOptzn; 1107 return false; 1108 } 1109 } 1110 1111 // Increment the number of times this file has been included. 1112 ++FileInfo.NumIncludes; 1113 1114 return true; 1115 } 1116 1117 size_t HeaderSearch::getTotalMemory() const { 1118 return SearchDirs.capacity() 1119 + llvm::capacity_in_bytes(FileInfo) 1120 + llvm::capacity_in_bytes(HeaderMaps) 1121 + LookupFileCache.getAllocator().getTotalMemory() 1122 + FrameworkMap.getAllocator().getTotalMemory(); 1123 } 1124 1125 StringRef HeaderSearch::getUniqueFrameworkName(StringRef Framework) { 1126 return FrameworkNames.insert(Framework).first->first(); 1127 } 1128 1129 bool HeaderSearch::hasModuleMap(StringRef FileName, 1130 const DirectoryEntry *Root, 1131 bool IsSystem) { 1132 if (!HSOpts->ImplicitModuleMaps) 1133 return false; 1134 1135 SmallVector<const DirectoryEntry *, 2> FixUpDirectories; 1136 1137 StringRef DirName = FileName; 1138 do { 1139 // Get the parent directory name. 1140 DirName = llvm::sys::path::parent_path(DirName); 1141 if (DirName.empty()) 1142 return false; 1143 1144 // Determine whether this directory exists. 1145 const DirectoryEntry *Dir = FileMgr.getDirectory(DirName); 1146 if (!Dir) 1147 return false; 1148 1149 // Try to load the module map file in this directory. 1150 switch (loadModuleMapFile(Dir, IsSystem, 1151 llvm::sys::path::extension(Dir->getName()) == 1152 ".framework")) { 1153 case LMM_NewlyLoaded: 1154 case LMM_AlreadyLoaded: 1155 // Success. All of the directories we stepped through inherit this module 1156 // map file. 1157 for (unsigned I = 0, N = FixUpDirectories.size(); I != N; ++I) 1158 DirectoryHasModuleMap[FixUpDirectories[I]] = true; 1159 return true; 1160 1161 case LMM_NoDirectory: 1162 case LMM_InvalidModuleMap: 1163 break; 1164 } 1165 1166 // If we hit the top of our search, we're done. 1167 if (Dir == Root) 1168 return false; 1169 1170 // Keep track of all of the directories we checked, so we can mark them as 1171 // having module maps if we eventually do find a module map. 1172 FixUpDirectories.push_back(Dir); 1173 } while (true); 1174 } 1175 1176 ModuleMap::KnownHeader 1177 HeaderSearch::findModuleForHeader(const FileEntry *File) const { 1178 if (ExternalSource) { 1179 // Make sure the external source has handled header info about this file, 1180 // which includes whether the file is part of a module. 1181 (void)getExistingFileInfo(File); 1182 } 1183 return ModMap.findModuleForHeader(File); 1184 } 1185 1186 static const FileEntry *getPrivateModuleMap(const FileEntry *File, 1187 FileManager &FileMgr) { 1188 StringRef Filename = llvm::sys::path::filename(File->getName()); 1189 SmallString<128> PrivateFilename(File->getDir()->getName()); 1190 if (Filename == "module.map") 1191 llvm::sys::path::append(PrivateFilename, "module_private.map"); 1192 else if (Filename == "module.modulemap") 1193 llvm::sys::path::append(PrivateFilename, "module.private.modulemap"); 1194 else 1195 return nullptr; 1196 return FileMgr.getFile(PrivateFilename); 1197 } 1198 1199 bool HeaderSearch::loadModuleMapFile(const FileEntry *File, bool IsSystem) { 1200 // Find the directory for the module. For frameworks, that may require going 1201 // up from the 'Modules' directory. 1202 const DirectoryEntry *Dir = nullptr; 1203 if (getHeaderSearchOpts().ModuleMapFileHomeIsCwd) 1204 Dir = FileMgr.getDirectory("."); 1205 else { 1206 Dir = File->getDir(); 1207 StringRef DirName(Dir->getName()); 1208 if (llvm::sys::path::filename(DirName) == "Modules") { 1209 DirName = llvm::sys::path::parent_path(DirName); 1210 if (DirName.endswith(".framework")) 1211 Dir = FileMgr.getDirectory(DirName); 1212 // FIXME: This assert can fail if there's a race between the above check 1213 // and the removal of the directory. 1214 assert(Dir && "parent must exist"); 1215 } 1216 } 1217 1218 switch (loadModuleMapFileImpl(File, IsSystem, Dir)) { 1219 case LMM_AlreadyLoaded: 1220 case LMM_NewlyLoaded: 1221 return false; 1222 case LMM_NoDirectory: 1223 case LMM_InvalidModuleMap: 1224 return true; 1225 } 1226 llvm_unreachable("Unknown load module map result"); 1227 } 1228 1229 HeaderSearch::LoadModuleMapResult 1230 HeaderSearch::loadModuleMapFileImpl(const FileEntry *File, bool IsSystem, 1231 const DirectoryEntry *Dir) { 1232 assert(File && "expected FileEntry"); 1233 1234 // Check whether we've already loaded this module map, and mark it as being 1235 // loaded in case we recursively try to load it from itself. 1236 auto AddResult = LoadedModuleMaps.insert(std::make_pair(File, true)); 1237 if (!AddResult.second) 1238 return AddResult.first->second ? LMM_AlreadyLoaded : LMM_InvalidModuleMap; 1239 1240 if (ModMap.parseModuleMapFile(File, IsSystem, Dir)) { 1241 LoadedModuleMaps[File] = false; 1242 return LMM_InvalidModuleMap; 1243 } 1244 1245 // Try to load a corresponding private module map. 1246 if (const FileEntry *PMMFile = getPrivateModuleMap(File, FileMgr)) { 1247 if (ModMap.parseModuleMapFile(PMMFile, IsSystem, Dir)) { 1248 LoadedModuleMaps[File] = false; 1249 return LMM_InvalidModuleMap; 1250 } 1251 } 1252 1253 // This directory has a module map. 1254 return LMM_NewlyLoaded; 1255 } 1256 1257 const FileEntry * 1258 HeaderSearch::lookupModuleMapFile(const DirectoryEntry *Dir, bool IsFramework) { 1259 if (!HSOpts->ImplicitModuleMaps) 1260 return nullptr; 1261 // For frameworks, the preferred spelling is Modules/module.modulemap, but 1262 // module.map at the framework root is also accepted. 1263 SmallString<128> ModuleMapFileName(Dir->getName()); 1264 if (IsFramework) 1265 llvm::sys::path::append(ModuleMapFileName, "Modules"); 1266 llvm::sys::path::append(ModuleMapFileName, "module.modulemap"); 1267 if (const FileEntry *F = FileMgr.getFile(ModuleMapFileName)) 1268 return F; 1269 1270 // Continue to allow module.map 1271 ModuleMapFileName = Dir->getName(); 1272 llvm::sys::path::append(ModuleMapFileName, "module.map"); 1273 return FileMgr.getFile(ModuleMapFileName); 1274 } 1275 1276 Module *HeaderSearch::loadFrameworkModule(StringRef Name, 1277 const DirectoryEntry *Dir, 1278 bool IsSystem) { 1279 if (Module *Module = ModMap.findModule(Name)) 1280 return Module; 1281 1282 // Try to load a module map file. 1283 switch (loadModuleMapFile(Dir, IsSystem, /*IsFramework*/true)) { 1284 case LMM_InvalidModuleMap: 1285 // Try to infer a module map from the framework directory. 1286 if (HSOpts->ImplicitModuleMaps) 1287 ModMap.inferFrameworkModule(Dir, IsSystem, /*Parent=*/nullptr); 1288 break; 1289 1290 case LMM_AlreadyLoaded: 1291 case LMM_NoDirectory: 1292 return nullptr; 1293 1294 case LMM_NewlyLoaded: 1295 break; 1296 } 1297 1298 return ModMap.findModule(Name); 1299 } 1300 1301 1302 HeaderSearch::LoadModuleMapResult 1303 HeaderSearch::loadModuleMapFile(StringRef DirName, bool IsSystem, 1304 bool IsFramework) { 1305 if (const DirectoryEntry *Dir = FileMgr.getDirectory(DirName)) 1306 return loadModuleMapFile(Dir, IsSystem, IsFramework); 1307 1308 return LMM_NoDirectory; 1309 } 1310 1311 HeaderSearch::LoadModuleMapResult 1312 HeaderSearch::loadModuleMapFile(const DirectoryEntry *Dir, bool IsSystem, 1313 bool IsFramework) { 1314 auto KnownDir = DirectoryHasModuleMap.find(Dir); 1315 if (KnownDir != DirectoryHasModuleMap.end()) 1316 return KnownDir->second ? LMM_AlreadyLoaded : LMM_InvalidModuleMap; 1317 1318 if (const FileEntry *ModuleMapFile = lookupModuleMapFile(Dir, IsFramework)) { 1319 LoadModuleMapResult Result = 1320 loadModuleMapFileImpl(ModuleMapFile, IsSystem, Dir); 1321 // Add Dir explicitly in case ModuleMapFile is in a subdirectory. 1322 // E.g. Foo.framework/Modules/module.modulemap 1323 // ^Dir ^ModuleMapFile 1324 if (Result == LMM_NewlyLoaded) 1325 DirectoryHasModuleMap[Dir] = true; 1326 else if (Result == LMM_InvalidModuleMap) 1327 DirectoryHasModuleMap[Dir] = false; 1328 return Result; 1329 } 1330 return LMM_InvalidModuleMap; 1331 } 1332 1333 void HeaderSearch::collectAllModules(SmallVectorImpl<Module *> &Modules) { 1334 Modules.clear(); 1335 1336 if (HSOpts->ImplicitModuleMaps) { 1337 // Load module maps for each of the header search directories. 1338 for (unsigned Idx = 0, N = SearchDirs.size(); Idx != N; ++Idx) { 1339 bool IsSystem = SearchDirs[Idx].isSystemHeaderDirectory(); 1340 if (SearchDirs[Idx].isFramework()) { 1341 std::error_code EC; 1342 SmallString<128> DirNative; 1343 llvm::sys::path::native(SearchDirs[Idx].getFrameworkDir()->getName(), 1344 DirNative); 1345 1346 // Search each of the ".framework" directories to load them as modules. 1347 for (llvm::sys::fs::directory_iterator Dir(DirNative, EC), DirEnd; 1348 Dir != DirEnd && !EC; Dir.increment(EC)) { 1349 if (llvm::sys::path::extension(Dir->path()) != ".framework") 1350 continue; 1351 1352 const DirectoryEntry *FrameworkDir = 1353 FileMgr.getDirectory(Dir->path()); 1354 if (!FrameworkDir) 1355 continue; 1356 1357 // Load this framework module. 1358 loadFrameworkModule(llvm::sys::path::stem(Dir->path()), FrameworkDir, 1359 IsSystem); 1360 } 1361 continue; 1362 } 1363 1364 // FIXME: Deal with header maps. 1365 if (SearchDirs[Idx].isHeaderMap()) 1366 continue; 1367 1368 // Try to load a module map file for the search directory. 1369 loadModuleMapFile(SearchDirs[Idx].getDir(), IsSystem, 1370 /*IsFramework*/ false); 1371 1372 // Try to load module map files for immediate subdirectories of this 1373 // search directory. 1374 loadSubdirectoryModuleMaps(SearchDirs[Idx]); 1375 } 1376 } 1377 1378 // Populate the list of modules. 1379 for (ModuleMap::module_iterator M = ModMap.module_begin(), 1380 MEnd = ModMap.module_end(); 1381 M != MEnd; ++M) { 1382 Modules.push_back(M->getValue()); 1383 } 1384 } 1385 1386 void HeaderSearch::loadTopLevelSystemModules() { 1387 if (!HSOpts->ImplicitModuleMaps) 1388 return; 1389 1390 // Load module maps for each of the header search directories. 1391 for (unsigned Idx = 0, N = SearchDirs.size(); Idx != N; ++Idx) { 1392 // We only care about normal header directories. 1393 if (!SearchDirs[Idx].isNormalDir()) { 1394 continue; 1395 } 1396 1397 // Try to load a module map file for the search directory. 1398 loadModuleMapFile(SearchDirs[Idx].getDir(), 1399 SearchDirs[Idx].isSystemHeaderDirectory(), 1400 SearchDirs[Idx].isFramework()); 1401 } 1402 } 1403 1404 void HeaderSearch::loadSubdirectoryModuleMaps(DirectoryLookup &SearchDir) { 1405 assert(HSOpts->ImplicitModuleMaps && 1406 "Should not be loading subdirectory module maps"); 1407 1408 if (SearchDir.haveSearchedAllModuleMaps()) 1409 return; 1410 1411 std::error_code EC; 1412 SmallString<128> DirNative; 1413 llvm::sys::path::native(SearchDir.getDir()->getName(), DirNative); 1414 for (llvm::sys::fs::directory_iterator Dir(DirNative, EC), DirEnd; 1415 Dir != DirEnd && !EC; Dir.increment(EC)) { 1416 bool IsFramework = llvm::sys::path::extension(Dir->path()) == ".framework"; 1417 if (IsFramework == SearchDir.isFramework()) 1418 loadModuleMapFile(Dir->path(), SearchDir.isSystemHeaderDirectory(), 1419 SearchDir.isFramework()); 1420 } 1421 1422 SearchDir.setSearchedAllModuleMaps(true); 1423 } 1424