1 //===--- HeaderSearch.cpp - Resolve Header File Locations ---===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the DirectoryLookup and HeaderSearch interfaces. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "clang/Lex/HeaderSearch.h" 15 #include "clang/Basic/Diagnostic.h" 16 #include "clang/Basic/FileManager.h" 17 #include "clang/Basic/IdentifierTable.h" 18 #include "clang/Lex/HeaderMap.h" 19 #include "clang/Lex/HeaderSearchOptions.h" 20 #include "clang/Lex/Lexer.h" 21 #include "llvm/ADT/SmallString.h" 22 #include "llvm/Support/Capacity.h" 23 #include "llvm/Support/FileSystem.h" 24 #include "llvm/Support/Path.h" 25 #include <cstdio> 26 using namespace clang; 27 28 const IdentifierInfo * 29 HeaderFileInfo::getControllingMacro(ExternalIdentifierLookup *External) { 30 if (ControllingMacro) 31 return ControllingMacro; 32 33 if (!ControllingMacroID || !External) 34 return 0; 35 36 ControllingMacro = External->GetIdentifier(ControllingMacroID); 37 return ControllingMacro; 38 } 39 40 ExternalHeaderFileInfoSource::~ExternalHeaderFileInfoSource() {} 41 42 HeaderSearch::HeaderSearch(llvm::IntrusiveRefCntPtr<HeaderSearchOptions> HSOpts, 43 FileManager &FM, DiagnosticsEngine &Diags, 44 const LangOptions &LangOpts, 45 const TargetInfo *Target) 46 : HSOpts(HSOpts), FileMgr(FM), FrameworkMap(64), 47 ModMap(FileMgr, *Diags.getClient(), LangOpts, Target) 48 { 49 AngledDirIdx = 0; 50 SystemDirIdx = 0; 51 NoCurDirSearch = false; 52 53 ExternalLookup = 0; 54 ExternalSource = 0; 55 NumIncluded = 0; 56 NumMultiIncludeFileOptzn = 0; 57 NumFrameworkLookups = NumSubFrameworkLookups = 0; 58 } 59 60 HeaderSearch::~HeaderSearch() { 61 // Delete headermaps. 62 for (unsigned i = 0, e = HeaderMaps.size(); i != e; ++i) 63 delete HeaderMaps[i].second; 64 } 65 66 void HeaderSearch::PrintStats() { 67 fprintf(stderr, "\n*** HeaderSearch Stats:\n"); 68 fprintf(stderr, "%d files tracked.\n", (int)FileInfo.size()); 69 unsigned NumOnceOnlyFiles = 0, MaxNumIncludes = 0, NumSingleIncludedFiles = 0; 70 for (unsigned i = 0, e = FileInfo.size(); i != e; ++i) { 71 NumOnceOnlyFiles += FileInfo[i].isImport; 72 if (MaxNumIncludes < FileInfo[i].NumIncludes) 73 MaxNumIncludes = FileInfo[i].NumIncludes; 74 NumSingleIncludedFiles += FileInfo[i].NumIncludes == 1; 75 } 76 fprintf(stderr, " %d #import/#pragma once files.\n", NumOnceOnlyFiles); 77 fprintf(stderr, " %d included exactly once.\n", NumSingleIncludedFiles); 78 fprintf(stderr, " %d max times a file is included.\n", MaxNumIncludes); 79 80 fprintf(stderr, " %d #include/#include_next/#import.\n", NumIncluded); 81 fprintf(stderr, " %d #includes skipped due to" 82 " the multi-include optimization.\n", NumMultiIncludeFileOptzn); 83 84 fprintf(stderr, "%d framework lookups.\n", NumFrameworkLookups); 85 fprintf(stderr, "%d subframework lookups.\n", NumSubFrameworkLookups); 86 } 87 88 /// CreateHeaderMap - This method returns a HeaderMap for the specified 89 /// FileEntry, uniquing them through the 'HeaderMaps' datastructure. 90 const HeaderMap *HeaderSearch::CreateHeaderMap(const FileEntry *FE) { 91 // We expect the number of headermaps to be small, and almost always empty. 92 // If it ever grows, use of a linear search should be re-evaluated. 93 if (!HeaderMaps.empty()) { 94 for (unsigned i = 0, e = HeaderMaps.size(); i != e; ++i) 95 // Pointer equality comparison of FileEntries works because they are 96 // already uniqued by inode. 97 if (HeaderMaps[i].first == FE) 98 return HeaderMaps[i].second; 99 } 100 101 if (const HeaderMap *HM = HeaderMap::Create(FE, FileMgr)) { 102 HeaderMaps.push_back(std::make_pair(FE, HM)); 103 return HM; 104 } 105 106 return 0; 107 } 108 109 std::string HeaderSearch::getModuleFileName(Module *Module) { 110 // If we don't have a module cache path, we can't do anything. 111 if (ModuleCachePath.empty()) 112 return std::string(); 113 114 115 SmallString<256> Result(ModuleCachePath); 116 llvm::sys::path::append(Result, Module->getTopLevelModule()->Name + ".pcm"); 117 return Result.str().str(); 118 } 119 120 std::string HeaderSearch::getModuleFileName(StringRef ModuleName) { 121 // If we don't have a module cache path, we can't do anything. 122 if (ModuleCachePath.empty()) 123 return std::string(); 124 125 126 SmallString<256> Result(ModuleCachePath); 127 llvm::sys::path::append(Result, ModuleName + ".pcm"); 128 return Result.str().str(); 129 } 130 131 Module *HeaderSearch::lookupModule(StringRef ModuleName, bool AllowSearch) { 132 // Look in the module map to determine if there is a module by this name. 133 Module *Module = ModMap.findModule(ModuleName); 134 if (Module || !AllowSearch) 135 return Module; 136 137 // Look through the various header search paths to load any avai;able module 138 // maps, searching for a module map that describes this module. 139 for (unsigned Idx = 0, N = SearchDirs.size(); Idx != N; ++Idx) { 140 if (SearchDirs[Idx].isFramework()) { 141 // Search for or infer a module map for a framework. 142 SmallString<128> FrameworkDirName; 143 FrameworkDirName += SearchDirs[Idx].getFrameworkDir()->getName(); 144 llvm::sys::path::append(FrameworkDirName, ModuleName + ".framework"); 145 if (const DirectoryEntry *FrameworkDir 146 = FileMgr.getDirectory(FrameworkDirName)) { 147 bool IsSystem 148 = SearchDirs[Idx].getDirCharacteristic() != SrcMgr::C_User; 149 Module = loadFrameworkModule(ModuleName, FrameworkDir, IsSystem); 150 if (Module) 151 break; 152 } 153 } 154 155 // FIXME: Figure out how header maps and module maps will work together. 156 157 // Only deal with normal search directories. 158 if (!SearchDirs[Idx].isNormalDir()) 159 continue; 160 161 // Search for a module map file in this directory. 162 if (loadModuleMapFile(SearchDirs[Idx].getDir()) == LMM_NewlyLoaded) { 163 // We just loaded a module map file; check whether the module is 164 // available now. 165 Module = ModMap.findModule(ModuleName); 166 if (Module) 167 break; 168 } 169 170 // Search for a module map in a subdirectory with the same name as the 171 // module. 172 SmallString<128> NestedModuleMapDirName; 173 NestedModuleMapDirName = SearchDirs[Idx].getDir()->getName(); 174 llvm::sys::path::append(NestedModuleMapDirName, ModuleName); 175 if (loadModuleMapFile(NestedModuleMapDirName) == LMM_NewlyLoaded) { 176 // If we just loaded a module map file, look for the module again. 177 Module = ModMap.findModule(ModuleName); 178 if (Module) 179 break; 180 } 181 } 182 183 return Module; 184 } 185 186 //===----------------------------------------------------------------------===// 187 // File lookup within a DirectoryLookup scope 188 //===----------------------------------------------------------------------===// 189 190 /// getName - Return the directory or filename corresponding to this lookup 191 /// object. 192 const char *DirectoryLookup::getName() const { 193 if (isNormalDir()) 194 return getDir()->getName(); 195 if (isFramework()) 196 return getFrameworkDir()->getName(); 197 assert(isHeaderMap() && "Unknown DirectoryLookup"); 198 return getHeaderMap()->getFileName(); 199 } 200 201 202 /// LookupFile - Lookup the specified file in this search path, returning it 203 /// if it exists or returning null if not. 204 const FileEntry *DirectoryLookup::LookupFile( 205 StringRef Filename, 206 HeaderSearch &HS, 207 SmallVectorImpl<char> *SearchPath, 208 SmallVectorImpl<char> *RelativePath, 209 Module **SuggestedModule, 210 bool &InUserSpecifiedSystemFramework) const { 211 InUserSpecifiedSystemFramework = false; 212 213 SmallString<1024> TmpDir; 214 if (isNormalDir()) { 215 // Concatenate the requested file onto the directory. 216 TmpDir = getDir()->getName(); 217 llvm::sys::path::append(TmpDir, Filename); 218 if (SearchPath != NULL) { 219 StringRef SearchPathRef(getDir()->getName()); 220 SearchPath->clear(); 221 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 222 } 223 if (RelativePath != NULL) { 224 RelativePath->clear(); 225 RelativePath->append(Filename.begin(), Filename.end()); 226 } 227 228 // If we have a module map that might map this header, load it and 229 // check whether we'll have a suggestion for a module. 230 if (SuggestedModule && HS.hasModuleMap(TmpDir, getDir())) { 231 const FileEntry *File = HS.getFileMgr().getFile(TmpDir.str(), 232 /*openFile=*/false); 233 if (!File) 234 return File; 235 236 // If there is a module that corresponds to this header, 237 // suggest it. 238 *SuggestedModule = HS.findModuleForHeader(File); 239 return File; 240 } 241 242 return HS.getFileMgr().getFile(TmpDir.str(), /*openFile=*/true); 243 } 244 245 if (isFramework()) 246 return DoFrameworkLookup(Filename, HS, SearchPath, RelativePath, 247 SuggestedModule, InUserSpecifiedSystemFramework); 248 249 assert(isHeaderMap() && "Unknown directory lookup"); 250 const FileEntry * const Result = getHeaderMap()->LookupFile( 251 Filename, HS.getFileMgr()); 252 if (Result) { 253 if (SearchPath != NULL) { 254 StringRef SearchPathRef(getName()); 255 SearchPath->clear(); 256 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 257 } 258 if (RelativePath != NULL) { 259 RelativePath->clear(); 260 RelativePath->append(Filename.begin(), Filename.end()); 261 } 262 } 263 return Result; 264 } 265 266 267 /// DoFrameworkLookup - Do a lookup of the specified file in the current 268 /// DirectoryLookup, which is a framework directory. 269 const FileEntry *DirectoryLookup::DoFrameworkLookup( 270 StringRef Filename, 271 HeaderSearch &HS, 272 SmallVectorImpl<char> *SearchPath, 273 SmallVectorImpl<char> *RelativePath, 274 Module **SuggestedModule, 275 bool &InUserSpecifiedSystemFramework) const 276 { 277 FileManager &FileMgr = HS.getFileMgr(); 278 279 // Framework names must have a '/' in the filename. 280 size_t SlashPos = Filename.find('/'); 281 if (SlashPos == StringRef::npos) return 0; 282 283 // Find out if this is the home for the specified framework, by checking 284 // HeaderSearch. Possible answers are yes/no and unknown. 285 HeaderSearch::FrameworkCacheEntry &CacheEntry = 286 HS.LookupFrameworkCache(Filename.substr(0, SlashPos)); 287 288 // If it is known and in some other directory, fail. 289 if (CacheEntry.Directory && CacheEntry.Directory != getFrameworkDir()) 290 return 0; 291 292 // Otherwise, construct the path to this framework dir. 293 294 // FrameworkName = "/System/Library/Frameworks/" 295 SmallString<1024> FrameworkName; 296 FrameworkName += getFrameworkDir()->getName(); 297 if (FrameworkName.empty() || FrameworkName.back() != '/') 298 FrameworkName.push_back('/'); 299 300 // FrameworkName = "/System/Library/Frameworks/Cocoa" 301 StringRef ModuleName(Filename.begin(), SlashPos); 302 FrameworkName += ModuleName; 303 304 // FrameworkName = "/System/Library/Frameworks/Cocoa.framework/" 305 FrameworkName += ".framework/"; 306 307 // If the cache entry was unresolved, populate it now. 308 if (CacheEntry.Directory == 0) { 309 HS.IncrementFrameworkLookupCount(); 310 311 // If the framework dir doesn't exist, we fail. 312 const DirectoryEntry *Dir = FileMgr.getDirectory(FrameworkName.str()); 313 if (Dir == 0) return 0; 314 315 // Otherwise, if it does, remember that this is the right direntry for this 316 // framework. 317 CacheEntry.Directory = getFrameworkDir(); 318 319 // If this is a user search directory, check if the framework has been 320 // user-specified as a system framework. 321 if (getDirCharacteristic() == SrcMgr::C_User) { 322 SmallString<1024> SystemFrameworkMarker(FrameworkName); 323 SystemFrameworkMarker += ".system_framework"; 324 if (llvm::sys::fs::exists(SystemFrameworkMarker.str())) { 325 CacheEntry.IsUserSpecifiedSystemFramework = true; 326 } 327 } 328 } 329 330 // Set the 'user-specified system framework' flag. 331 InUserSpecifiedSystemFramework = CacheEntry.IsUserSpecifiedSystemFramework; 332 333 if (RelativePath != NULL) { 334 RelativePath->clear(); 335 RelativePath->append(Filename.begin()+SlashPos+1, Filename.end()); 336 } 337 338 // If we're allowed to look for modules, try to load or create the module 339 // corresponding to this framework. 340 Module *Module = 0; 341 if (SuggestedModule) { 342 if (const DirectoryEntry *FrameworkDir 343 = FileMgr.getDirectory(FrameworkName)) { 344 bool IsSystem = getDirCharacteristic() != SrcMgr::C_User; 345 Module = HS.loadFrameworkModule(ModuleName, FrameworkDir, IsSystem); 346 } 347 } 348 349 // Check "/System/Library/Frameworks/Cocoa.framework/Headers/file.h" 350 unsigned OrigSize = FrameworkName.size(); 351 352 FrameworkName += "Headers/"; 353 354 if (SearchPath != NULL) { 355 SearchPath->clear(); 356 // Without trailing '/'. 357 SearchPath->append(FrameworkName.begin(), FrameworkName.end()-1); 358 } 359 360 // Determine whether this is the module we're building or not. 361 bool AutomaticImport = Module; 362 FrameworkName.append(Filename.begin()+SlashPos+1, Filename.end()); 363 if (const FileEntry *FE = FileMgr.getFile(FrameworkName.str(), 364 /*openFile=*/!AutomaticImport)) { 365 if (AutomaticImport) 366 *SuggestedModule = HS.findModuleForHeader(FE); 367 return FE; 368 } 369 370 // Check "/System/Library/Frameworks/Cocoa.framework/PrivateHeaders/file.h" 371 const char *Private = "Private"; 372 FrameworkName.insert(FrameworkName.begin()+OrigSize, Private, 373 Private+strlen(Private)); 374 if (SearchPath != NULL) 375 SearchPath->insert(SearchPath->begin()+OrigSize, Private, 376 Private+strlen(Private)); 377 378 const FileEntry *FE = FileMgr.getFile(FrameworkName.str(), 379 /*openFile=*/!AutomaticImport); 380 if (FE && AutomaticImport) 381 *SuggestedModule = HS.findModuleForHeader(FE); 382 return FE; 383 } 384 385 void HeaderSearch::setTarget(const TargetInfo &Target) { 386 ModMap.setTarget(Target); 387 } 388 389 390 //===----------------------------------------------------------------------===// 391 // Header File Location. 392 //===----------------------------------------------------------------------===// 393 394 395 /// LookupFile - Given a "foo" or \<foo> reference, look up the indicated file, 396 /// return null on failure. isAngled indicates whether the file reference is 397 /// for system \#include's or not (i.e. using <> instead of ""). CurFileEnt, if 398 /// non-null, indicates where the \#including file is, in case a relative search 399 /// is needed. 400 const FileEntry *HeaderSearch::LookupFile( 401 StringRef Filename, 402 bool isAngled, 403 const DirectoryLookup *FromDir, 404 const DirectoryLookup *&CurDir, 405 const FileEntry *CurFileEnt, 406 SmallVectorImpl<char> *SearchPath, 407 SmallVectorImpl<char> *RelativePath, 408 Module **SuggestedModule, 409 bool SkipCache) 410 { 411 if (SuggestedModule) 412 *SuggestedModule = 0; 413 414 // If 'Filename' is absolute, check to see if it exists and no searching. 415 if (llvm::sys::path::is_absolute(Filename)) { 416 CurDir = 0; 417 418 // If this was an #include_next "/absolute/file", fail. 419 if (FromDir) return 0; 420 421 if (SearchPath != NULL) 422 SearchPath->clear(); 423 if (RelativePath != NULL) { 424 RelativePath->clear(); 425 RelativePath->append(Filename.begin(), Filename.end()); 426 } 427 // Otherwise, just return the file. 428 return FileMgr.getFile(Filename, /*openFile=*/true); 429 } 430 431 // Unless disabled, check to see if the file is in the #includer's 432 // directory. This has to be based on CurFileEnt, not CurDir, because 433 // CurFileEnt could be a #include of a subdirectory (#include "foo/bar.h") and 434 // a subsequent include of "baz.h" should resolve to "whatever/foo/baz.h". 435 // This search is not done for <> headers. 436 if (CurFileEnt && !isAngled && !NoCurDirSearch) { 437 SmallString<1024> TmpDir; 438 // Concatenate the requested file onto the directory. 439 // FIXME: Portability. Filename concatenation should be in sys::Path. 440 TmpDir += CurFileEnt->getDir()->getName(); 441 TmpDir.push_back('/'); 442 TmpDir.append(Filename.begin(), Filename.end()); 443 if (const FileEntry *FE = FileMgr.getFile(TmpDir.str(),/*openFile=*/true)) { 444 // Leave CurDir unset. 445 // This file is a system header or C++ unfriendly if the old file is. 446 // 447 // Note that we only use one of FromHFI/ToHFI at once, due to potential 448 // reallocation of the underlying vector potentially making the first 449 // reference binding dangling. 450 HeaderFileInfo &FromHFI = getFileInfo(CurFileEnt); 451 unsigned DirInfo = FromHFI.DirInfo; 452 bool IndexHeaderMapHeader = FromHFI.IndexHeaderMapHeader; 453 StringRef Framework = FromHFI.Framework; 454 455 HeaderFileInfo &ToHFI = getFileInfo(FE); 456 ToHFI.DirInfo = DirInfo; 457 ToHFI.IndexHeaderMapHeader = IndexHeaderMapHeader; 458 ToHFI.Framework = Framework; 459 460 if (SearchPath != NULL) { 461 StringRef SearchPathRef(CurFileEnt->getDir()->getName()); 462 SearchPath->clear(); 463 SearchPath->append(SearchPathRef.begin(), SearchPathRef.end()); 464 } 465 if (RelativePath != NULL) { 466 RelativePath->clear(); 467 RelativePath->append(Filename.begin(), Filename.end()); 468 } 469 return FE; 470 } 471 } 472 473 CurDir = 0; 474 475 // If this is a system #include, ignore the user #include locs. 476 unsigned i = isAngled ? AngledDirIdx : 0; 477 478 // If this is a #include_next request, start searching after the directory the 479 // file was found in. 480 if (FromDir) 481 i = FromDir-&SearchDirs[0]; 482 483 // Cache all of the lookups performed by this method. Many headers are 484 // multiply included, and the "pragma once" optimization prevents them from 485 // being relex/pp'd, but they would still have to search through a 486 // (potentially huge) series of SearchDirs to find it. 487 std::pair<unsigned, unsigned> &CacheLookup = 488 LookupFileCache.GetOrCreateValue(Filename).getValue(); 489 490 // If the entry has been previously looked up, the first value will be 491 // non-zero. If the value is equal to i (the start point of our search), then 492 // this is a matching hit. 493 if (!SkipCache && CacheLookup.first == i+1) { 494 // Skip querying potentially lots of directories for this lookup. 495 i = CacheLookup.second; 496 } else { 497 // Otherwise, this is the first query, or the previous query didn't match 498 // our search start. We will fill in our found location below, so prime the 499 // start point value. 500 CacheLookup.first = i+1; 501 } 502 503 // Check each directory in sequence to see if it contains this file. 504 for (; i != SearchDirs.size(); ++i) { 505 bool InUserSpecifiedSystemFramework = false; 506 const FileEntry *FE = 507 SearchDirs[i].LookupFile(Filename, *this, SearchPath, RelativePath, 508 SuggestedModule, InUserSpecifiedSystemFramework); 509 if (!FE) continue; 510 511 CurDir = &SearchDirs[i]; 512 513 // This file is a system header or C++ unfriendly if the dir is. 514 HeaderFileInfo &HFI = getFileInfo(FE); 515 HFI.DirInfo = CurDir->getDirCharacteristic(); 516 517 // If the directory characteristic is User but this framework was 518 // user-specified to be treated as a system framework, promote the 519 // characteristic. 520 if (HFI.DirInfo == SrcMgr::C_User && InUserSpecifiedSystemFramework) 521 HFI.DirInfo = SrcMgr::C_System; 522 523 // If the filename matches a known system header prefix, override 524 // whether the file is a system header. 525 for (unsigned j = SystemHeaderPrefixes.size(); j; --j) { 526 if (Filename.startswith(SystemHeaderPrefixes[j-1].first)) { 527 HFI.DirInfo = SystemHeaderPrefixes[j-1].second ? SrcMgr::C_System 528 : SrcMgr::C_User; 529 break; 530 } 531 } 532 533 // If this file is found in a header map and uses the framework style of 534 // includes, then this header is part of a framework we're building. 535 if (CurDir->isIndexHeaderMap()) { 536 size_t SlashPos = Filename.find('/'); 537 if (SlashPos != StringRef::npos) { 538 HFI.IndexHeaderMapHeader = 1; 539 HFI.Framework = getUniqueFrameworkName(StringRef(Filename.begin(), 540 SlashPos)); 541 } 542 } 543 544 // Remember this location for the next lookup we do. 545 CacheLookup.second = i; 546 return FE; 547 } 548 549 // If we are including a file with a quoted include "foo.h" from inside 550 // a header in a framework that is currently being built, and we couldn't 551 // resolve "foo.h" any other way, change the include to <Foo/foo.h>, where 552 // "Foo" is the name of the framework in which the including header was found. 553 if (CurFileEnt && !isAngled && Filename.find('/') == StringRef::npos) { 554 HeaderFileInfo &IncludingHFI = getFileInfo(CurFileEnt); 555 if (IncludingHFI.IndexHeaderMapHeader) { 556 SmallString<128> ScratchFilename; 557 ScratchFilename += IncludingHFI.Framework; 558 ScratchFilename += '/'; 559 ScratchFilename += Filename; 560 561 const FileEntry *Result = LookupFile(ScratchFilename, /*isAngled=*/true, 562 FromDir, CurDir, CurFileEnt, 563 SearchPath, RelativePath, 564 SuggestedModule); 565 std::pair<unsigned, unsigned> &CacheLookup 566 = LookupFileCache.GetOrCreateValue(Filename).getValue(); 567 CacheLookup.second 568 = LookupFileCache.GetOrCreateValue(ScratchFilename).getValue().second; 569 return Result; 570 } 571 } 572 573 // Otherwise, didn't find it. Remember we didn't find this. 574 CacheLookup.second = SearchDirs.size(); 575 return 0; 576 } 577 578 /// LookupSubframeworkHeader - Look up a subframework for the specified 579 /// \#include file. For example, if \#include'ing <HIToolbox/HIToolbox.h> from 580 /// within ".../Carbon.framework/Headers/Carbon.h", check to see if HIToolbox 581 /// is a subframework within Carbon.framework. If so, return the FileEntry 582 /// for the designated file, otherwise return null. 583 const FileEntry *HeaderSearch:: 584 LookupSubframeworkHeader(StringRef Filename, 585 const FileEntry *ContextFileEnt, 586 SmallVectorImpl<char> *SearchPath, 587 SmallVectorImpl<char> *RelativePath) { 588 assert(ContextFileEnt && "No context file?"); 589 590 // Framework names must have a '/' in the filename. Find it. 591 // FIXME: Should we permit '\' on Windows? 592 size_t SlashPos = Filename.find('/'); 593 if (SlashPos == StringRef::npos) return 0; 594 595 // Look up the base framework name of the ContextFileEnt. 596 const char *ContextName = ContextFileEnt->getName(); 597 598 // If the context info wasn't a framework, couldn't be a subframework. 599 const unsigned DotFrameworkLen = 10; 600 const char *FrameworkPos = strstr(ContextName, ".framework"); 601 if (FrameworkPos == 0 || 602 (FrameworkPos[DotFrameworkLen] != '/' && 603 FrameworkPos[DotFrameworkLen] != '\\')) 604 return 0; 605 606 SmallString<1024> FrameworkName(ContextName, FrameworkPos+DotFrameworkLen+1); 607 608 // Append Frameworks/HIToolbox.framework/ 609 FrameworkName += "Frameworks/"; 610 FrameworkName.append(Filename.begin(), Filename.begin()+SlashPos); 611 FrameworkName += ".framework/"; 612 613 llvm::StringMapEntry<FrameworkCacheEntry> &CacheLookup = 614 FrameworkMap.GetOrCreateValue(Filename.substr(0, SlashPos)); 615 616 // Some other location? 617 if (CacheLookup.getValue().Directory && 618 CacheLookup.getKeyLength() == FrameworkName.size() && 619 memcmp(CacheLookup.getKeyData(), &FrameworkName[0], 620 CacheLookup.getKeyLength()) != 0) 621 return 0; 622 623 // Cache subframework. 624 if (CacheLookup.getValue().Directory == 0) { 625 ++NumSubFrameworkLookups; 626 627 // If the framework dir doesn't exist, we fail. 628 const DirectoryEntry *Dir = FileMgr.getDirectory(FrameworkName.str()); 629 if (Dir == 0) return 0; 630 631 // Otherwise, if it does, remember that this is the right direntry for this 632 // framework. 633 CacheLookup.getValue().Directory = Dir; 634 } 635 636 const FileEntry *FE = 0; 637 638 if (RelativePath != NULL) { 639 RelativePath->clear(); 640 RelativePath->append(Filename.begin()+SlashPos+1, Filename.end()); 641 } 642 643 // Check ".../Frameworks/HIToolbox.framework/Headers/HIToolbox.h" 644 SmallString<1024> HeadersFilename(FrameworkName); 645 HeadersFilename += "Headers/"; 646 if (SearchPath != NULL) { 647 SearchPath->clear(); 648 // Without trailing '/'. 649 SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1); 650 } 651 652 HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end()); 653 if (!(FE = FileMgr.getFile(HeadersFilename.str(), /*openFile=*/true))) { 654 655 // Check ".../Frameworks/HIToolbox.framework/PrivateHeaders/HIToolbox.h" 656 HeadersFilename = FrameworkName; 657 HeadersFilename += "PrivateHeaders/"; 658 if (SearchPath != NULL) { 659 SearchPath->clear(); 660 // Without trailing '/'. 661 SearchPath->append(HeadersFilename.begin(), HeadersFilename.end()-1); 662 } 663 664 HeadersFilename.append(Filename.begin()+SlashPos+1, Filename.end()); 665 if (!(FE = FileMgr.getFile(HeadersFilename.str(), /*openFile=*/true))) 666 return 0; 667 } 668 669 // This file is a system header or C++ unfriendly if the old file is. 670 // 671 // Note that the temporary 'DirInfo' is required here, as either call to 672 // getFileInfo could resize the vector and we don't want to rely on order 673 // of evaluation. 674 unsigned DirInfo = getFileInfo(ContextFileEnt).DirInfo; 675 getFileInfo(FE).DirInfo = DirInfo; 676 return FE; 677 } 678 679 /// \brief Helper static function to normalize a path for injection into 680 /// a synthetic header. 681 /*static*/ std::string 682 HeaderSearch::NormalizeDashIncludePath(StringRef File, FileManager &FileMgr) { 683 // Implicit include paths should be resolved relative to the current 684 // working directory first, and then use the regular header search 685 // mechanism. The proper way to handle this is to have the 686 // predefines buffer located at the current working directory, but 687 // it has no file entry. For now, workaround this by using an 688 // absolute path if we find the file here, and otherwise letting 689 // header search handle it. 690 SmallString<128> Path(File); 691 llvm::sys::fs::make_absolute(Path); 692 bool exists; 693 if (llvm::sys::fs::exists(Path.str(), exists) || !exists) 694 Path = File; 695 else if (exists) 696 FileMgr.getFile(File); 697 698 return Lexer::Stringify(Path.str()); 699 } 700 701 //===----------------------------------------------------------------------===// 702 // File Info Management. 703 //===----------------------------------------------------------------------===// 704 705 /// \brief Merge the header file info provided by \p OtherHFI into the current 706 /// header file info (\p HFI) 707 static void mergeHeaderFileInfo(HeaderFileInfo &HFI, 708 const HeaderFileInfo &OtherHFI) { 709 HFI.isImport |= OtherHFI.isImport; 710 HFI.isPragmaOnce |= OtherHFI.isPragmaOnce; 711 HFI.NumIncludes += OtherHFI.NumIncludes; 712 713 if (!HFI.ControllingMacro && !HFI.ControllingMacroID) { 714 HFI.ControllingMacro = OtherHFI.ControllingMacro; 715 HFI.ControllingMacroID = OtherHFI.ControllingMacroID; 716 } 717 718 if (OtherHFI.External) { 719 HFI.DirInfo = OtherHFI.DirInfo; 720 HFI.External = OtherHFI.External; 721 HFI.IndexHeaderMapHeader = OtherHFI.IndexHeaderMapHeader; 722 } 723 724 if (HFI.Framework.empty()) 725 HFI.Framework = OtherHFI.Framework; 726 727 HFI.Resolved = true; 728 } 729 730 /// getFileInfo - Return the HeaderFileInfo structure for the specified 731 /// FileEntry. 732 HeaderFileInfo &HeaderSearch::getFileInfo(const FileEntry *FE) { 733 if (FE->getUID() >= FileInfo.size()) 734 FileInfo.resize(FE->getUID()+1); 735 736 HeaderFileInfo &HFI = FileInfo[FE->getUID()]; 737 if (ExternalSource && !HFI.Resolved) 738 mergeHeaderFileInfo(HFI, ExternalSource->GetHeaderFileInfo(FE)); 739 return HFI; 740 } 741 742 bool HeaderSearch::isFileMultipleIncludeGuarded(const FileEntry *File) { 743 // Check if we've ever seen this file as a header. 744 if (File->getUID() >= FileInfo.size()) 745 return false; 746 747 // Resolve header file info from the external source, if needed. 748 HeaderFileInfo &HFI = FileInfo[File->getUID()]; 749 if (ExternalSource && !HFI.Resolved) 750 mergeHeaderFileInfo(HFI, ExternalSource->GetHeaderFileInfo(File)); 751 752 return HFI.isPragmaOnce || HFI.isImport || 753 HFI.ControllingMacro || HFI.ControllingMacroID; 754 } 755 756 void HeaderSearch::setHeaderFileInfoForUID(HeaderFileInfo HFI, unsigned UID) { 757 if (UID >= FileInfo.size()) 758 FileInfo.resize(UID+1); 759 HFI.Resolved = true; 760 FileInfo[UID] = HFI; 761 } 762 763 bool HeaderSearch::ShouldEnterIncludeFile(const FileEntry *File, bool isImport){ 764 ++NumIncluded; // Count # of attempted #includes. 765 766 // Get information about this file. 767 HeaderFileInfo &FileInfo = getFileInfo(File); 768 769 // If this is a #import directive, check that we have not already imported 770 // this header. 771 if (isImport) { 772 // If this has already been imported, don't import it again. 773 FileInfo.isImport = true; 774 775 // Has this already been #import'ed or #include'd? 776 if (FileInfo.NumIncludes) return false; 777 } else { 778 // Otherwise, if this is a #include of a file that was previously #import'd 779 // or if this is the second #include of a #pragma once file, ignore it. 780 if (FileInfo.isImport) 781 return false; 782 } 783 784 // Next, check to see if the file is wrapped with #ifndef guards. If so, and 785 // if the macro that guards it is defined, we know the #include has no effect. 786 if (const IdentifierInfo *ControllingMacro 787 = FileInfo.getControllingMacro(ExternalLookup)) 788 if (ControllingMacro->hasMacroDefinition()) { 789 ++NumMultiIncludeFileOptzn; 790 return false; 791 } 792 793 // Increment the number of times this file has been included. 794 ++FileInfo.NumIncludes; 795 796 return true; 797 } 798 799 size_t HeaderSearch::getTotalMemory() const { 800 return SearchDirs.capacity() 801 + llvm::capacity_in_bytes(FileInfo) 802 + llvm::capacity_in_bytes(HeaderMaps) 803 + LookupFileCache.getAllocator().getTotalMemory() 804 + FrameworkMap.getAllocator().getTotalMemory(); 805 } 806 807 StringRef HeaderSearch::getUniqueFrameworkName(StringRef Framework) { 808 return FrameworkNames.GetOrCreateValue(Framework).getKey(); 809 } 810 811 bool HeaderSearch::hasModuleMap(StringRef FileName, 812 const DirectoryEntry *Root) { 813 llvm::SmallVector<const DirectoryEntry *, 2> FixUpDirectories; 814 815 StringRef DirName = FileName; 816 do { 817 // Get the parent directory name. 818 DirName = llvm::sys::path::parent_path(DirName); 819 if (DirName.empty()) 820 return false; 821 822 // Determine whether this directory exists. 823 const DirectoryEntry *Dir = FileMgr.getDirectory(DirName); 824 if (!Dir) 825 return false; 826 827 // Try to load the module map file in this directory. 828 switch (loadModuleMapFile(Dir)) { 829 case LMM_NewlyLoaded: 830 case LMM_AlreadyLoaded: 831 // Success. All of the directories we stepped through inherit this module 832 // map file. 833 for (unsigned I = 0, N = FixUpDirectories.size(); I != N; ++I) 834 DirectoryHasModuleMap[FixUpDirectories[I]] = true; 835 836 return true; 837 838 case LMM_NoDirectory: 839 case LMM_InvalidModuleMap: 840 break; 841 } 842 843 // If we hit the top of our search, we're done. 844 if (Dir == Root) 845 return false; 846 847 // Keep track of all of the directories we checked, so we can mark them as 848 // having module maps if we eventually do find a module map. 849 FixUpDirectories.push_back(Dir); 850 } while (true); 851 } 852 853 Module *HeaderSearch::findModuleForHeader(const FileEntry *File) { 854 if (Module *Mod = ModMap.findModuleForHeader(File)) 855 return Mod; 856 857 return 0; 858 } 859 860 bool HeaderSearch::loadModuleMapFile(const FileEntry *File) { 861 const DirectoryEntry *Dir = File->getDir(); 862 863 llvm::DenseMap<const DirectoryEntry *, bool>::iterator KnownDir 864 = DirectoryHasModuleMap.find(Dir); 865 if (KnownDir != DirectoryHasModuleMap.end()) 866 return !KnownDir->second; 867 868 bool Result = ModMap.parseModuleMapFile(File); 869 if (!Result && llvm::sys::path::filename(File->getName()) == "module.map") { 870 // If the file we loaded was a module.map, look for the corresponding 871 // module_private.map. 872 SmallString<128> PrivateFilename(Dir->getName()); 873 llvm::sys::path::append(PrivateFilename, "module_private.map"); 874 if (const FileEntry *PrivateFile = FileMgr.getFile(PrivateFilename)) 875 Result = ModMap.parseModuleMapFile(PrivateFile); 876 } 877 878 DirectoryHasModuleMap[Dir] = !Result; 879 return Result; 880 } 881 882 Module *HeaderSearch::loadFrameworkModule(StringRef Name, 883 const DirectoryEntry *Dir, 884 bool IsSystem) { 885 if (Module *Module = ModMap.findModule(Name)) 886 return Module; 887 888 // Try to load a module map file. 889 switch (loadModuleMapFile(Dir)) { 890 case LMM_InvalidModuleMap: 891 break; 892 893 case LMM_AlreadyLoaded: 894 case LMM_NoDirectory: 895 return 0; 896 897 case LMM_NewlyLoaded: 898 return ModMap.findModule(Name); 899 } 900 901 // The top-level framework directory, from which we'll infer a framework 902 // module. 903 const DirectoryEntry *TopFrameworkDir = Dir; 904 905 // The path from the module we're actually looking for back to the top-level 906 // framework name. 907 llvm::SmallVector<StringRef, 2> SubmodulePath; 908 SubmodulePath.push_back(Name); 909 910 // Walk the directory structure to find any enclosing frameworks. 911 #ifdef LLVM_ON_UNIX 912 // Note: as an egregious but useful hack we use the real path here, because 913 // frameworks moving from top-level frameworks to embedded frameworks tend 914 // to be symlinked from the top-level location to the embedded location, 915 // and we need to resolve lookups as if we had found the embedded location. 916 char RealDirName[PATH_MAX]; 917 StringRef DirName; 918 if (realpath(Dir->getName(), RealDirName)) 919 DirName = RealDirName; 920 else 921 DirName = Dir->getName(); 922 #else 923 StringRef DirName = Dir->getName(); 924 #endif 925 do { 926 // Get the parent directory name. 927 DirName = llvm::sys::path::parent_path(DirName); 928 if (DirName.empty()) 929 break; 930 931 // Determine whether this directory exists. 932 Dir = FileMgr.getDirectory(DirName); 933 if (!Dir) 934 break; 935 936 // If this is a framework directory, then we're a subframework of this 937 // framework. 938 if (llvm::sys::path::extension(DirName) == ".framework") { 939 SubmodulePath.push_back(llvm::sys::path::stem(DirName)); 940 TopFrameworkDir = Dir; 941 } 942 } while (true); 943 944 // Determine whether we're allowed to infer a module map. 945 bool canInfer = false; 946 if (llvm::sys::path::has_parent_path(TopFrameworkDir->getName())) { 947 // Figure out the parent path. 948 StringRef Parent = llvm::sys::path::parent_path(TopFrameworkDir->getName()); 949 if (const DirectoryEntry *ParentDir = FileMgr.getDirectory(Parent)) { 950 // If there's a module map file in the parent directory, it can 951 // explicitly allow us to infer framework modules. 952 switch (loadModuleMapFile(ParentDir)) { 953 case LMM_AlreadyLoaded: 954 case LMM_NewlyLoaded: { 955 StringRef Name = llvm::sys::path::stem(TopFrameworkDir->getName()); 956 canInfer = ModMap.canInferFrameworkModule(ParentDir, Name, IsSystem); 957 break; 958 } 959 case LMM_InvalidModuleMap: 960 case LMM_NoDirectory: 961 break; 962 } 963 } 964 } 965 966 // If we're not allowed to infer a module map, we're done. 967 if (!canInfer) 968 return 0; 969 970 // Try to infer a module map from the top-level framework directory. 971 Module *Result = ModMap.inferFrameworkModule(SubmodulePath.back(), 972 TopFrameworkDir, 973 IsSystem, 974 /*Parent=*/0); 975 976 // Follow the submodule path to find the requested (sub)framework module 977 // within the top-level framework module. 978 SubmodulePath.pop_back(); 979 while (!SubmodulePath.empty() && Result) { 980 Result = ModMap.lookupModuleQualified(SubmodulePath.back(), Result); 981 SubmodulePath.pop_back(); 982 } 983 return Result; 984 } 985 986 987 HeaderSearch::LoadModuleMapResult 988 HeaderSearch::loadModuleMapFile(StringRef DirName) { 989 if (const DirectoryEntry *Dir = FileMgr.getDirectory(DirName)) 990 return loadModuleMapFile(Dir); 991 992 return LMM_NoDirectory; 993 } 994 995 HeaderSearch::LoadModuleMapResult 996 HeaderSearch::loadModuleMapFile(const DirectoryEntry *Dir) { 997 llvm::DenseMap<const DirectoryEntry *, bool>::iterator KnownDir 998 = DirectoryHasModuleMap.find(Dir); 999 if (KnownDir != DirectoryHasModuleMap.end()) 1000 return KnownDir->second? LMM_AlreadyLoaded : LMM_InvalidModuleMap; 1001 1002 SmallString<128> ModuleMapFileName; 1003 ModuleMapFileName += Dir->getName(); 1004 unsigned ModuleMapDirNameLen = ModuleMapFileName.size(); 1005 llvm::sys::path::append(ModuleMapFileName, "module.map"); 1006 if (const FileEntry *ModuleMapFile = FileMgr.getFile(ModuleMapFileName)) { 1007 // We have found a module map file. Try to parse it. 1008 if (ModMap.parseModuleMapFile(ModuleMapFile)) { 1009 // No suitable module map. 1010 DirectoryHasModuleMap[Dir] = false; 1011 return LMM_InvalidModuleMap; 1012 } 1013 1014 // This directory has a module map. 1015 DirectoryHasModuleMap[Dir] = true; 1016 1017 // Check whether there is a private module map that we need to load as well. 1018 ModuleMapFileName.erase(ModuleMapFileName.begin() + ModuleMapDirNameLen, 1019 ModuleMapFileName.end()); 1020 llvm::sys::path::append(ModuleMapFileName, "module_private.map"); 1021 if (const FileEntry *PrivateModuleMapFile 1022 = FileMgr.getFile(ModuleMapFileName)) { 1023 if (ModMap.parseModuleMapFile(PrivateModuleMapFile)) { 1024 // No suitable module map. 1025 DirectoryHasModuleMap[Dir] = false; 1026 return LMM_InvalidModuleMap; 1027 } 1028 } 1029 1030 return LMM_NewlyLoaded; 1031 } 1032 1033 // No suitable module map. 1034 DirectoryHasModuleMap[Dir] = false; 1035 return LMM_InvalidModuleMap; 1036 } 1037 1038 void HeaderSearch::collectAllModules(llvm::SmallVectorImpl<Module *> &Modules) { 1039 Modules.clear(); 1040 1041 // Load module maps for each of the header search directories. 1042 for (unsigned Idx = 0, N = SearchDirs.size(); Idx != N; ++Idx) { 1043 if (SearchDirs[Idx].isFramework()) { 1044 llvm::error_code EC; 1045 SmallString<128> DirNative; 1046 llvm::sys::path::native(SearchDirs[Idx].getFrameworkDir()->getName(), 1047 DirNative); 1048 1049 // Search each of the ".framework" directories to load them as modules. 1050 bool IsSystem = SearchDirs[Idx].getDirCharacteristic() != SrcMgr::C_User; 1051 for (llvm::sys::fs::directory_iterator Dir(DirNative.str(), EC), DirEnd; 1052 Dir != DirEnd && !EC; Dir.increment(EC)) { 1053 if (llvm::sys::path::extension(Dir->path()) != ".framework") 1054 continue; 1055 1056 const DirectoryEntry *FrameworkDir = FileMgr.getDirectory(Dir->path()); 1057 if (!FrameworkDir) 1058 continue; 1059 1060 // Load this framework module. 1061 loadFrameworkModule(llvm::sys::path::stem(Dir->path()), FrameworkDir, 1062 IsSystem); 1063 } 1064 continue; 1065 } 1066 1067 // FIXME: Deal with header maps. 1068 if (SearchDirs[Idx].isHeaderMap()) 1069 continue; 1070 1071 // Try to load a module map file for the search directory. 1072 loadModuleMapFile(SearchDirs[Idx].getDir()); 1073 1074 // Try to load module map files for immediate subdirectories of this search 1075 // directory. 1076 llvm::error_code EC; 1077 SmallString<128> DirNative; 1078 llvm::sys::path::native(SearchDirs[Idx].getDir()->getName(), DirNative); 1079 for (llvm::sys::fs::directory_iterator Dir(DirNative.str(), EC), DirEnd; 1080 Dir != DirEnd && !EC; Dir.increment(EC)) { 1081 loadModuleMapFile(Dir->path()); 1082 } 1083 } 1084 1085 // Populate the list of modules. 1086 for (ModuleMap::module_iterator M = ModMap.module_begin(), 1087 MEnd = ModMap.module_end(); 1088 M != MEnd; ++M) { 1089 Modules.push_back(M->getValue()); 1090 } 1091 } 1092