10b57cec5SDimitry Andric //===--- FileManager.cpp - File System Probing and Caching ----------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric //  This file implements the FileManager interface.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric //
130b57cec5SDimitry Andric // TODO: This should index all interesting directories with dirent calls.
140b57cec5SDimitry Andric //  getdirentries ?
150b57cec5SDimitry Andric //  opendir/readdir_r/closedir ?
160b57cec5SDimitry Andric //
170b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
180b57cec5SDimitry Andric 
190b57cec5SDimitry Andric #include "clang/Basic/FileManager.h"
200b57cec5SDimitry Andric #include "clang/Basic/FileSystemStatCache.h"
210b57cec5SDimitry Andric #include "llvm/ADT/STLExtras.h"
22a7dea167SDimitry Andric #include "llvm/ADT/SmallString.h"
23a7dea167SDimitry Andric #include "llvm/ADT/Statistic.h"
24a7dea167SDimitry Andric #include "llvm/Config/llvm-config.h"
250b57cec5SDimitry Andric #include "llvm/Support/FileSystem.h"
260b57cec5SDimitry Andric #include "llvm/Support/MemoryBuffer.h"
270b57cec5SDimitry Andric #include "llvm/Support/Path.h"
280b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
290b57cec5SDimitry Andric #include <algorithm>
300b57cec5SDimitry Andric #include <cassert>
310b57cec5SDimitry Andric #include <climits>
320b57cec5SDimitry Andric #include <cstdint>
330b57cec5SDimitry Andric #include <cstdlib>
34bdd1243dSDimitry Andric #include <optional>
350b57cec5SDimitry Andric #include <string>
360b57cec5SDimitry Andric #include <utility>
370b57cec5SDimitry Andric 
380b57cec5SDimitry Andric using namespace clang;
390b57cec5SDimitry Andric 
40a7dea167SDimitry Andric #define DEBUG_TYPE "file-search"
41a7dea167SDimitry Andric 
42a7dea167SDimitry Andric ALWAYS_ENABLED_STATISTIC(NumDirLookups, "Number of directory lookups.");
43a7dea167SDimitry Andric ALWAYS_ENABLED_STATISTIC(NumFileLookups, "Number of file lookups.");
44a7dea167SDimitry Andric ALWAYS_ENABLED_STATISTIC(NumDirCacheMisses,
45a7dea167SDimitry Andric                          "Number of directory cache misses.");
46a7dea167SDimitry Andric ALWAYS_ENABLED_STATISTIC(NumFileCacheMisses, "Number of file cache misses.");
47a7dea167SDimitry Andric 
480b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
490b57cec5SDimitry Andric // Common logic.
500b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
510b57cec5SDimitry Andric 
FileManager(const FileSystemOptions & FSO,IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS)520b57cec5SDimitry Andric FileManager::FileManager(const FileSystemOptions &FSO,
530b57cec5SDimitry Andric                          IntrusiveRefCntPtr<llvm::vfs::FileSystem> FS)
540b57cec5SDimitry Andric     : FS(std::move(FS)), FileSystemOpts(FSO), SeenDirEntries(64),
550b57cec5SDimitry Andric       SeenFileEntries(64), NextFileUID(0) {
560b57cec5SDimitry Andric   // If the caller doesn't provide a virtual file system, just grab the real
570b57cec5SDimitry Andric   // file system.
580b57cec5SDimitry Andric   if (!this->FS)
590b57cec5SDimitry Andric     this->FS = llvm::vfs::getRealFileSystem();
600b57cec5SDimitry Andric }
610b57cec5SDimitry Andric 
620b57cec5SDimitry Andric FileManager::~FileManager() = default;
630b57cec5SDimitry Andric 
setStatCache(std::unique_ptr<FileSystemStatCache> statCache)640b57cec5SDimitry Andric void FileManager::setStatCache(std::unique_ptr<FileSystemStatCache> statCache) {
650b57cec5SDimitry Andric   assert(statCache && "No stat cache provided?");
660b57cec5SDimitry Andric   StatCache = std::move(statCache);
670b57cec5SDimitry Andric }
680b57cec5SDimitry Andric 
clearStatCache()690b57cec5SDimitry Andric void FileManager::clearStatCache() { StatCache.reset(); }
700b57cec5SDimitry Andric 
710b57cec5SDimitry Andric /// Retrieve the directory that the given file name resides in.
720b57cec5SDimitry Andric /// Filename can point to either a real file or a virtual file.
73e8d8bef9SDimitry Andric static llvm::Expected<DirectoryEntryRef>
getDirectoryFromFile(FileManager & FileMgr,StringRef Filename,bool CacheFailure)74a7dea167SDimitry Andric getDirectoryFromFile(FileManager &FileMgr, StringRef Filename,
750b57cec5SDimitry Andric                      bool CacheFailure) {
760b57cec5SDimitry Andric   if (Filename.empty())
77e8d8bef9SDimitry Andric     return llvm::errorCodeToError(
78e8d8bef9SDimitry Andric         make_error_code(std::errc::no_such_file_or_directory));
790b57cec5SDimitry Andric 
800b57cec5SDimitry Andric   if (llvm::sys::path::is_separator(Filename[Filename.size() - 1]))
81e8d8bef9SDimitry Andric     return llvm::errorCodeToError(make_error_code(std::errc::is_a_directory));
820b57cec5SDimitry Andric 
830b57cec5SDimitry Andric   StringRef DirName = llvm::sys::path::parent_path(Filename);
840b57cec5SDimitry Andric   // Use the current directory if file has no path component.
850b57cec5SDimitry Andric   if (DirName.empty())
860b57cec5SDimitry Andric     DirName = ".";
870b57cec5SDimitry Andric 
88e8d8bef9SDimitry Andric   return FileMgr.getDirectoryRef(DirName, CacheFailure);
890b57cec5SDimitry Andric }
900b57cec5SDimitry Andric 
910b57cec5SDimitry Andric /// Add all ancestors of the given path (pointing to either a file or
920b57cec5SDimitry Andric /// a directory) as virtual directories.
addAncestorsAsVirtualDirs(StringRef Path)930b57cec5SDimitry Andric void FileManager::addAncestorsAsVirtualDirs(StringRef Path) {
940b57cec5SDimitry Andric   StringRef DirName = llvm::sys::path::parent_path(Path);
950b57cec5SDimitry Andric   if (DirName.empty())
960b57cec5SDimitry Andric     DirName = ".";
970b57cec5SDimitry Andric 
98a7dea167SDimitry Andric   auto &NamedDirEnt = *SeenDirEntries.insert(
99a7dea167SDimitry Andric         {DirName, std::errc::no_such_file_or_directory}).first;
1000b57cec5SDimitry Andric 
1010b57cec5SDimitry Andric   // When caching a virtual directory, we always cache its ancestors
1020b57cec5SDimitry Andric   // at the same time.  Therefore, if DirName is already in the cache,
1030b57cec5SDimitry Andric   // we don't need to recurse as its ancestors must also already be in
1040b57cec5SDimitry Andric   // the cache (or it's a known non-virtual directory).
1050b57cec5SDimitry Andric   if (NamedDirEnt.second)
1060b57cec5SDimitry Andric     return;
1070b57cec5SDimitry Andric 
1080b57cec5SDimitry Andric   // Add the virtual directory to the cache.
10981ad6265SDimitry Andric   auto *UDE = new (DirsAlloc.Allocate()) DirectoryEntry();
1100b57cec5SDimitry Andric   UDE->Name = NamedDirEnt.first();
11181ad6265SDimitry Andric   NamedDirEnt.second = *UDE;
11281ad6265SDimitry Andric   VirtualDirectoryEntries.push_back(UDE);
1130b57cec5SDimitry Andric 
1140b57cec5SDimitry Andric   // Recursively add the other ancestors.
1150b57cec5SDimitry Andric   addAncestorsAsVirtualDirs(DirName);
1160b57cec5SDimitry Andric }
1170b57cec5SDimitry Andric 
118a7dea167SDimitry Andric llvm::Expected<DirectoryEntryRef>
getDirectoryRef(StringRef DirName,bool CacheFailure)119a7dea167SDimitry Andric FileManager::getDirectoryRef(StringRef DirName, bool CacheFailure) {
1200b57cec5SDimitry Andric   // stat doesn't like trailing separators except for root directory.
1210b57cec5SDimitry Andric   // At least, on Win32 MSVCRT, stat() cannot strip trailing '/'.
1220b57cec5SDimitry Andric   // (though it can strip '\\')
1230b57cec5SDimitry Andric   if (DirName.size() > 1 &&
1240b57cec5SDimitry Andric       DirName != llvm::sys::path::root_path(DirName) &&
1250b57cec5SDimitry Andric       llvm::sys::path::is_separator(DirName.back()))
1260b57cec5SDimitry Andric     DirName = DirName.substr(0, DirName.size()-1);
127bdd1243dSDimitry Andric   std::optional<std::string> DirNameStr;
128349cc55cSDimitry Andric   if (is_style_windows(llvm::sys::path::Style::native)) {
1290b57cec5SDimitry Andric     // Fixing a problem with "clang C:test.c" on Windows.
1300b57cec5SDimitry Andric     // Stat("C:") does not recognize "C:" as a valid directory
1310b57cec5SDimitry Andric     if (DirName.size() > 1 && DirName.back() == ':' &&
132fe6060f1SDimitry Andric         DirName.equals_insensitive(llvm::sys::path::root_name(DirName))) {
1330b57cec5SDimitry Andric       DirNameStr = DirName.str() + '.';
134349cc55cSDimitry Andric       DirName = *DirNameStr;
1350b57cec5SDimitry Andric     }
136349cc55cSDimitry Andric   }
1370b57cec5SDimitry Andric 
1380b57cec5SDimitry Andric   ++NumDirLookups;
1390b57cec5SDimitry Andric 
1400b57cec5SDimitry Andric   // See if there was already an entry in the map.  Note that the map
1410b57cec5SDimitry Andric   // contains both virtual and real directories.
142a7dea167SDimitry Andric   auto SeenDirInsertResult =
143a7dea167SDimitry Andric       SeenDirEntries.insert({DirName, std::errc::no_such_file_or_directory});
144a7dea167SDimitry Andric   if (!SeenDirInsertResult.second) {
145a7dea167SDimitry Andric     if (SeenDirInsertResult.first->second)
146e8d8bef9SDimitry Andric       return DirectoryEntryRef(*SeenDirInsertResult.first);
147a7dea167SDimitry Andric     return llvm::errorCodeToError(SeenDirInsertResult.first->second.getError());
148a7dea167SDimitry Andric   }
1490b57cec5SDimitry Andric 
1500b57cec5SDimitry Andric   // We've not seen this before. Fill it in.
1510b57cec5SDimitry Andric   ++NumDirCacheMisses;
1520b57cec5SDimitry Andric   auto &NamedDirEnt = *SeenDirInsertResult.first;
1530b57cec5SDimitry Andric   assert(!NamedDirEnt.second && "should be newly-created");
1540b57cec5SDimitry Andric 
1550b57cec5SDimitry Andric   // Get the null-terminated directory name as stored as the key of the
1560b57cec5SDimitry Andric   // SeenDirEntries map.
1570b57cec5SDimitry Andric   StringRef InterndDirName = NamedDirEnt.first();
1580b57cec5SDimitry Andric 
1590b57cec5SDimitry Andric   // Check to see if the directory exists.
1600b57cec5SDimitry Andric   llvm::vfs::Status Status;
161a7dea167SDimitry Andric   auto statError = getStatValue(InterndDirName, Status, false,
162a7dea167SDimitry Andric                                 nullptr /*directory lookup*/);
163a7dea167SDimitry Andric   if (statError) {
1640b57cec5SDimitry Andric     // There's no real directory at the given path.
165a7dea167SDimitry Andric     if (CacheFailure)
166a7dea167SDimitry Andric       NamedDirEnt.second = statError;
167a7dea167SDimitry Andric     else
1680b57cec5SDimitry Andric       SeenDirEntries.erase(DirName);
169a7dea167SDimitry Andric     return llvm::errorCodeToError(statError);
1700b57cec5SDimitry Andric   }
1710b57cec5SDimitry Andric 
1720b57cec5SDimitry Andric   // It exists.  See if we have already opened a directory with the
1730b57cec5SDimitry Andric   // same inode (this occurs on Unix-like systems when one dir is
1740b57cec5SDimitry Andric   // symlinked to another, for example) or the same path (on
1750b57cec5SDimitry Andric   // Windows).
17681ad6265SDimitry Andric   DirectoryEntry *&UDE = UniqueRealDirs[Status.getUniqueID()];
1770b57cec5SDimitry Andric 
17881ad6265SDimitry Andric   if (!UDE) {
1790b57cec5SDimitry Andric     // We don't have this directory yet, add it.  We use the string
1800b57cec5SDimitry Andric     // key from the SeenDirEntries map as the string.
18181ad6265SDimitry Andric     UDE = new (DirsAlloc.Allocate()) DirectoryEntry();
18281ad6265SDimitry Andric     UDE->Name = InterndDirName;
1830b57cec5SDimitry Andric   }
18481ad6265SDimitry Andric   NamedDirEnt.second = *UDE;
1850b57cec5SDimitry Andric 
186e8d8bef9SDimitry Andric   return DirectoryEntryRef(NamedDirEnt);
1870b57cec5SDimitry Andric }
1880b57cec5SDimitry Andric 
189a7dea167SDimitry Andric llvm::ErrorOr<const DirectoryEntry *>
getDirectory(StringRef DirName,bool CacheFailure)190a7dea167SDimitry Andric FileManager::getDirectory(StringRef DirName, bool CacheFailure) {
191a7dea167SDimitry Andric   auto Result = getDirectoryRef(DirName, CacheFailure);
192a7dea167SDimitry Andric   if (Result)
193a7dea167SDimitry Andric     return &Result->getDirEntry();
194a7dea167SDimitry Andric   return llvm::errorToErrorCode(Result.takeError());
195a7dea167SDimitry Andric }
196a7dea167SDimitry Andric 
197a7dea167SDimitry Andric llvm::ErrorOr<const FileEntry *>
getFile(StringRef Filename,bool openFile,bool CacheFailure)198a7dea167SDimitry Andric FileManager::getFile(StringRef Filename, bool openFile, bool CacheFailure) {
199a7dea167SDimitry Andric   auto Result = getFileRef(Filename, openFile, CacheFailure);
200a7dea167SDimitry Andric   if (Result)
201a7dea167SDimitry Andric     return &Result->getFileEntry();
202a7dea167SDimitry Andric   return llvm::errorToErrorCode(Result.takeError());
203a7dea167SDimitry Andric }
204a7dea167SDimitry Andric 
205a7dea167SDimitry Andric llvm::Expected<FileEntryRef>
getFileRef(StringRef Filename,bool openFile,bool CacheFailure)206a7dea167SDimitry Andric FileManager::getFileRef(StringRef Filename, bool openFile, bool CacheFailure) {
2070b57cec5SDimitry Andric   ++NumFileLookups;
2080b57cec5SDimitry Andric 
2090b57cec5SDimitry Andric   // See if there is already an entry in the map.
210a7dea167SDimitry Andric   auto SeenFileInsertResult =
211a7dea167SDimitry Andric       SeenFileEntries.insert({Filename, std::errc::no_such_file_or_directory});
212a7dea167SDimitry Andric   if (!SeenFileInsertResult.second) {
213a7dea167SDimitry Andric     if (!SeenFileInsertResult.first->second)
214a7dea167SDimitry Andric       return llvm::errorCodeToError(
215a7dea167SDimitry Andric           SeenFileInsertResult.first->second.getError());
216e8d8bef9SDimitry Andric     return FileEntryRef(*SeenFileInsertResult.first);
217a7dea167SDimitry Andric   }
2180b57cec5SDimitry Andric 
2190b57cec5SDimitry Andric   // We've not seen this before. Fill it in.
2200b57cec5SDimitry Andric   ++NumFileCacheMisses;
221480093f4SDimitry Andric   auto *NamedFileEnt = &*SeenFileInsertResult.first;
222480093f4SDimitry Andric   assert(!NamedFileEnt->second && "should be newly-created");
2230b57cec5SDimitry Andric 
2240b57cec5SDimitry Andric   // Get the null-terminated file name as stored as the key of the
2250b57cec5SDimitry Andric   // SeenFileEntries map.
226480093f4SDimitry Andric   StringRef InterndFileName = NamedFileEnt->first();
2270b57cec5SDimitry Andric 
2280b57cec5SDimitry Andric   // Look up the directory for the file.  When looking up something like
2290b57cec5SDimitry Andric   // sys/foo.h we'll discover all of the search directories that have a 'sys'
2300b57cec5SDimitry Andric   // subdirectory.  This will let us avoid having to waste time on known-to-fail
2310b57cec5SDimitry Andric   // searches when we go to find sys/bar.h, because all the search directories
2320b57cec5SDimitry Andric   // without a 'sys' subdir will get a cached failure result.
233a7dea167SDimitry Andric   auto DirInfoOrErr = getDirectoryFromFile(*this, Filename, CacheFailure);
234a7dea167SDimitry Andric   if (!DirInfoOrErr) { // Directory doesn't exist, file can't exist.
235e8d8bef9SDimitry Andric     std::error_code Err = errorToErrorCode(DirInfoOrErr.takeError());
236a7dea167SDimitry Andric     if (CacheFailure)
237e8d8bef9SDimitry Andric       NamedFileEnt->second = Err;
238a7dea167SDimitry Andric     else
2390b57cec5SDimitry Andric       SeenFileEntries.erase(Filename);
2400b57cec5SDimitry Andric 
241e8d8bef9SDimitry Andric     return llvm::errorCodeToError(Err);
2420b57cec5SDimitry Andric   }
243e8d8bef9SDimitry Andric   DirectoryEntryRef DirInfo = *DirInfoOrErr;
2440b57cec5SDimitry Andric 
2450b57cec5SDimitry Andric   // FIXME: Use the directory info to prune this, before doing the stat syscall.
2460b57cec5SDimitry Andric   // FIXME: This will reduce the # syscalls.
2470b57cec5SDimitry Andric 
2480b57cec5SDimitry Andric   // Check to see if the file exists.
2490b57cec5SDimitry Andric   std::unique_ptr<llvm::vfs::File> F;
2500b57cec5SDimitry Andric   llvm::vfs::Status Status;
251a7dea167SDimitry Andric   auto statError = getStatValue(InterndFileName, Status, true,
252a7dea167SDimitry Andric                                 openFile ? &F : nullptr);
253a7dea167SDimitry Andric   if (statError) {
2540b57cec5SDimitry Andric     // There's no real file at the given path.
255a7dea167SDimitry Andric     if (CacheFailure)
256480093f4SDimitry Andric       NamedFileEnt->second = statError;
257a7dea167SDimitry Andric     else
2580b57cec5SDimitry Andric       SeenFileEntries.erase(Filename);
2590b57cec5SDimitry Andric 
260a7dea167SDimitry Andric     return llvm::errorCodeToError(statError);
2610b57cec5SDimitry Andric   }
2620b57cec5SDimitry Andric 
2630b57cec5SDimitry Andric   assert((openFile || !F) && "undesired open file");
2640b57cec5SDimitry Andric 
2650b57cec5SDimitry Andric   // It exists.  See if we have already opened a file with the same inode.
2660b57cec5SDimitry Andric   // This occurs when one dir is symlinked to another, for example.
26781ad6265SDimitry Andric   FileEntry *&UFE = UniqueRealFiles[Status.getUniqueID()];
26881ad6265SDimitry Andric   bool ReusingEntry = UFE != nullptr;
26981ad6265SDimitry Andric   if (!UFE)
27081ad6265SDimitry Andric     UFE = new (FilesAlloc.Allocate()) FileEntry();
2710b57cec5SDimitry Andric 
272bdd1243dSDimitry Andric   if (!Status.ExposesExternalVFSPath || Status.getName() == Filename) {
273bdd1243dSDimitry Andric     // Use the requested name. Set the FileEntry.
27481ad6265SDimitry Andric     NamedFileEnt->second = FileEntryRef::MapValue(*UFE, DirInfo);
275e8d8bef9SDimitry Andric   } else {
276e8d8bef9SDimitry Andric     // Name mismatch. We need a redirect. First grab the actual entry we want
277e8d8bef9SDimitry Andric     // to return.
278349cc55cSDimitry Andric     //
279349cc55cSDimitry Andric     // This redirection logic intentionally leaks the external name of a
280349cc55cSDimitry Andric     // redirected file that uses 'use-external-name' in \a
281349cc55cSDimitry Andric     // vfs::RedirectionFileSystem. This allows clang to report the external
282349cc55cSDimitry Andric     // name to users (in diagnostics) and to tools that don't have access to
283349cc55cSDimitry Andric     // the VFS (in debug info and dependency '.d' files).
284349cc55cSDimitry Andric     //
28581ad6265SDimitry Andric     // FIXME: This is pretty complex and has some very complicated interactions
28681ad6265SDimitry Andric     // with the rest of clang. It's also inconsistent with how "real"
28781ad6265SDimitry Andric     // filesystems behave and confuses parts of clang expect to see the
28881ad6265SDimitry Andric     // name-as-accessed on the \a FileEntryRef.
28981ad6265SDimitry Andric     //
29081ad6265SDimitry Andric     // A potential plan to remove this is as follows -
29181ad6265SDimitry Andric     //   - Update callers such as `HeaderSearch::findUsableModuleForHeader()`
292bdd1243dSDimitry Andric     //     to explicitly use the `getNameAsRequested()` rather than just using
29381ad6265SDimitry Andric     //     `getName()`.
29481ad6265SDimitry Andric     //   - Add a `FileManager::getExternalPath` API for explicitly getting the
29581ad6265SDimitry Andric     //     remapped external filename when there is one available. Adopt it in
29681ad6265SDimitry Andric     //     callers like diagnostics/deps reporting instead of calling
29781ad6265SDimitry Andric     //     `getName()` directly.
29881ad6265SDimitry Andric     //   - Switch the meaning of `FileEntryRef::getName()` to get the requested
29981ad6265SDimitry Andric     //     name, not the external name. Once that sticks, revert callers that
30081ad6265SDimitry Andric     //     want the requested name back to calling `getName()`.
30181ad6265SDimitry Andric     //   - Update the VFS to always return the requested name. This could also
30281ad6265SDimitry Andric     //     return the external name, or just have an API to request it
30381ad6265SDimitry Andric     //     lazily. The latter has the benefit of making accesses of the
30481ad6265SDimitry Andric     //     external path easily tracked, but may also require extra work than
30581ad6265SDimitry Andric     //     just returning up front.
30681ad6265SDimitry Andric     //   - (Optionally) Add an API to VFS to get the external filename lazily
30781ad6265SDimitry Andric     //     and update `FileManager::getExternalPath()` to use it instead. This
30881ad6265SDimitry Andric     //     has the benefit of making such accesses easily tracked, though isn't
30981ad6265SDimitry Andric     //     necessarily required (and could cause extra work than just adding to
31081ad6265SDimitry Andric     //     eg. `vfs::Status` up front).
311e8d8bef9SDimitry Andric     auto &Redirection =
312e8d8bef9SDimitry Andric         *SeenFileEntries
31381ad6265SDimitry Andric              .insert({Status.getName(), FileEntryRef::MapValue(*UFE, DirInfo)})
314e8d8bef9SDimitry Andric              .first;
315e8d8bef9SDimitry Andric     assert(Redirection.second->V.is<FileEntry *>() &&
316e8d8bef9SDimitry Andric            "filename redirected to a non-canonical filename?");
31781ad6265SDimitry Andric     assert(Redirection.second->V.get<FileEntry *>() == UFE &&
3180b57cec5SDimitry Andric            "filename from getStatValue() refers to wrong file");
319e8d8bef9SDimitry Andric 
320e8d8bef9SDimitry Andric     // Cache the redirection in the previously-inserted entry, still available
321e8d8bef9SDimitry Andric     // in the tentative return value.
322fe013be4SDimitry Andric     NamedFileEnt->second = FileEntryRef::MapValue(Redirection, DirInfo);
3230b57cec5SDimitry Andric   }
3240b57cec5SDimitry Andric 
325e8d8bef9SDimitry Andric   FileEntryRef ReturnedRef(*NamedFileEnt);
32681ad6265SDimitry Andric   if (ReusingEntry) { // Already have an entry with this inode, return it.
3270b57cec5SDimitry Andric 
32881ad6265SDimitry Andric     // FIXME: This hack ensures that `getDir()` will use the path that was
32981ad6265SDimitry Andric     // used to lookup this file, even if we found a file by different path
33081ad6265SDimitry Andric     // first. This is required in order to find a module's structure when its
33181ad6265SDimitry Andric     // headers/module map are mapped in the VFS.
33281ad6265SDimitry Andric     //
33381ad6265SDimitry Andric     // See above for how this will eventually be removed. `IsVFSMapped`
33481ad6265SDimitry Andric     // *cannot* be narrowed to `ExposesExternalVFSPath` as crash reproducers
33581ad6265SDimitry Andric     // also depend on this logic and they have `use-external-paths: false`.
33681ad6265SDimitry Andric     if (&DirInfo.getDirEntry() != UFE->Dir && Status.IsVFSMapped)
33781ad6265SDimitry Andric       UFE->Dir = &DirInfo.getDirEntry();
3380b57cec5SDimitry Andric 
339e8d8bef9SDimitry Andric     // Always update LastRef to the last name by which a file was accessed.
340e8d8bef9SDimitry Andric     // FIXME: Neither this nor always using the first reference is correct; we
341e8d8bef9SDimitry Andric     // want to switch towards a design where we return a FileName object that
3420b57cec5SDimitry Andric     // encapsulates both the name by which the file was accessed and the
3430b57cec5SDimitry Andric     // corresponding FileEntry.
344e8d8bef9SDimitry Andric     // FIXME: LastRef should be removed from FileEntry once all clients adopt
345e8d8bef9SDimitry Andric     // FileEntryRef.
34681ad6265SDimitry Andric     UFE->LastRef = ReturnedRef;
3470b57cec5SDimitry Andric 
348e8d8bef9SDimitry Andric     return ReturnedRef;
3490b57cec5SDimitry Andric   }
3500b57cec5SDimitry Andric 
3510b57cec5SDimitry Andric   // Otherwise, we don't have this file yet, add it.
35281ad6265SDimitry Andric   UFE->LastRef = ReturnedRef;
35381ad6265SDimitry Andric   UFE->Size = Status.getSize();
35481ad6265SDimitry Andric   UFE->ModTime = llvm::sys::toTimeT(Status.getLastModificationTime());
35581ad6265SDimitry Andric   UFE->Dir = &DirInfo.getDirEntry();
35681ad6265SDimitry Andric   UFE->UID = NextFileUID++;
35781ad6265SDimitry Andric   UFE->UniqueID = Status.getUniqueID();
35881ad6265SDimitry Andric   UFE->IsNamedPipe = Status.getType() == llvm::sys::fs::file_type::fifo_file;
35981ad6265SDimitry Andric   UFE->File = std::move(F);
3600b57cec5SDimitry Andric 
36181ad6265SDimitry Andric   if (UFE->File) {
36281ad6265SDimitry Andric     if (auto PathName = UFE->File->getName())
36381ad6265SDimitry Andric       fillRealPathName(UFE, *PathName);
3640b57cec5SDimitry Andric   } else if (!openFile) {
3650b57cec5SDimitry Andric     // We should still fill the path even if we aren't opening the file.
36681ad6265SDimitry Andric     fillRealPathName(UFE, InterndFileName);
3670b57cec5SDimitry Andric   }
368e8d8bef9SDimitry Andric   return ReturnedRef;
3690b57cec5SDimitry Andric }
3700b57cec5SDimitry Andric 
getSTDIN()371e8d8bef9SDimitry Andric llvm::Expected<FileEntryRef> FileManager::getSTDIN() {
372e8d8bef9SDimitry Andric   // Only read stdin once.
373e8d8bef9SDimitry Andric   if (STDIN)
374e8d8bef9SDimitry Andric     return *STDIN;
375e8d8bef9SDimitry Andric 
376e8d8bef9SDimitry Andric   std::unique_ptr<llvm::MemoryBuffer> Content;
377e8d8bef9SDimitry Andric   if (auto ContentOrError = llvm::MemoryBuffer::getSTDIN())
378e8d8bef9SDimitry Andric     Content = std::move(*ContentOrError);
379e8d8bef9SDimitry Andric   else
380e8d8bef9SDimitry Andric     return llvm::errorCodeToError(ContentOrError.getError());
381e8d8bef9SDimitry Andric 
382e8d8bef9SDimitry Andric   STDIN = getVirtualFileRef(Content->getBufferIdentifier(),
383e8d8bef9SDimitry Andric                             Content->getBufferSize(), 0);
384e8d8bef9SDimitry Andric   FileEntry &FE = const_cast<FileEntry &>(STDIN->getFileEntry());
385e8d8bef9SDimitry Andric   FE.Content = std::move(Content);
386e8d8bef9SDimitry Andric   FE.IsNamedPipe = true;
387e8d8bef9SDimitry Andric   return *STDIN;
388e8d8bef9SDimitry Andric }
389e8d8bef9SDimitry Andric 
getVirtualFile(StringRef Filename,off_t Size,time_t ModificationTime)390e8d8bef9SDimitry Andric const FileEntry *FileManager::getVirtualFile(StringRef Filename, off_t Size,
391e8d8bef9SDimitry Andric                                              time_t ModificationTime) {
392e8d8bef9SDimitry Andric   return &getVirtualFileRef(Filename, Size, ModificationTime).getFileEntry();
393e8d8bef9SDimitry Andric }
394e8d8bef9SDimitry Andric 
getVirtualFileRef(StringRef Filename,off_t Size,time_t ModificationTime)395e8d8bef9SDimitry Andric FileEntryRef FileManager::getVirtualFileRef(StringRef Filename, off_t Size,
3960b57cec5SDimitry Andric                                             time_t ModificationTime) {
3970b57cec5SDimitry Andric   ++NumFileLookups;
3980b57cec5SDimitry Andric 
3990b57cec5SDimitry Andric   // See if there is already an entry in the map for an existing file.
400a7dea167SDimitry Andric   auto &NamedFileEnt = *SeenFileEntries.insert(
401a7dea167SDimitry Andric       {Filename, std::errc::no_such_file_or_directory}).first;
402a7dea167SDimitry Andric   if (NamedFileEnt.second) {
403e8d8bef9SDimitry Andric     FileEntryRef::MapValue Value = *NamedFileEnt.second;
404e8d8bef9SDimitry Andric     if (LLVM_LIKELY(Value.V.is<FileEntry *>()))
405e8d8bef9SDimitry Andric       return FileEntryRef(NamedFileEnt);
406fe013be4SDimitry Andric     return FileEntryRef(*Value.V.get<const FileEntryRef::MapEntry *>());
407a7dea167SDimitry Andric   }
4080b57cec5SDimitry Andric 
4090b57cec5SDimitry Andric   // We've not seen this before, or the file is cached as non-existent.
4100b57cec5SDimitry Andric   ++NumFileCacheMisses;
4110b57cec5SDimitry Andric   addAncestorsAsVirtualDirs(Filename);
4120b57cec5SDimitry Andric   FileEntry *UFE = nullptr;
4130b57cec5SDimitry Andric 
4140b57cec5SDimitry Andric   // Now that all ancestors of Filename are in the cache, the
4150b57cec5SDimitry Andric   // following call is guaranteed to find the DirectoryEntry from the
416fe6060f1SDimitry Andric   // cache. A virtual file can also have an empty filename, that could come
417fe6060f1SDimitry Andric   // from a source location preprocessor directive with an empty filename as
418fe6060f1SDimitry Andric   // an example, so we need to pretend it has a name to ensure a valid directory
419fe6060f1SDimitry Andric   // entry can be returned.
420fe6060f1SDimitry Andric   auto DirInfo = expectedToOptional(getDirectoryFromFile(
421fe6060f1SDimitry Andric       *this, Filename.empty() ? "." : Filename, /*CacheFailure=*/true));
4220b57cec5SDimitry Andric   assert(DirInfo &&
4230b57cec5SDimitry Andric          "The directory of a virtual file should already be in the cache.");
4240b57cec5SDimitry Andric 
4250b57cec5SDimitry Andric   // Check to see if the file exists. If so, drop the virtual file
4260b57cec5SDimitry Andric   llvm::vfs::Status Status;
4270b57cec5SDimitry Andric   const char *InterndFileName = NamedFileEnt.first().data();
428a7dea167SDimitry Andric   if (!getStatValue(InterndFileName, Status, true, nullptr)) {
4290b57cec5SDimitry Andric     Status = llvm::vfs::Status(
4300b57cec5SDimitry Andric       Status.getName(), Status.getUniqueID(),
4310b57cec5SDimitry Andric       llvm::sys::toTimePoint(ModificationTime),
4320b57cec5SDimitry Andric       Status.getUser(), Status.getGroup(), Size,
4330b57cec5SDimitry Andric       Status.getType(), Status.getPermissions());
4340b57cec5SDimitry Andric 
43581ad6265SDimitry Andric     auto &RealFE = UniqueRealFiles[Status.getUniqueID()];
43681ad6265SDimitry Andric     if (RealFE) {
4370b57cec5SDimitry Andric       // If we had already opened this file, close it now so we don't
4380b57cec5SDimitry Andric       // leak the descriptor. We're not going to use the file
4390b57cec5SDimitry Andric       // descriptor anyway, since this is a virtual file.
44081ad6265SDimitry Andric       if (RealFE->File)
44181ad6265SDimitry Andric         RealFE->closeFile();
4420b57cec5SDimitry Andric       // If we already have an entry with this inode, return it.
443e8d8bef9SDimitry Andric       //
444e8d8bef9SDimitry Andric       // FIXME: Surely this should add a reference by the new name, and return
445e8d8bef9SDimitry Andric       // it instead...
44681ad6265SDimitry Andric       NamedFileEnt.second = FileEntryRef::MapValue(*RealFE, *DirInfo);
447e8d8bef9SDimitry Andric       return FileEntryRef(NamedFileEnt);
44881ad6265SDimitry Andric     }
44981ad6265SDimitry Andric     // File exists, but no entry - create it.
45081ad6265SDimitry Andric     RealFE = new (FilesAlloc.Allocate()) FileEntry();
45181ad6265SDimitry Andric     RealFE->UniqueID = Status.getUniqueID();
45281ad6265SDimitry Andric     RealFE->IsNamedPipe =
45381ad6265SDimitry Andric         Status.getType() == llvm::sys::fs::file_type::fifo_file;
45481ad6265SDimitry Andric     fillRealPathName(RealFE, Status.getName());
4550b57cec5SDimitry Andric 
45681ad6265SDimitry Andric     UFE = RealFE;
4570b57cec5SDimitry Andric   } else {
45881ad6265SDimitry Andric     // File does not exist, create a virtual entry.
45981ad6265SDimitry Andric     UFE = new (FilesAlloc.Allocate()) FileEntry();
46081ad6265SDimitry Andric     VirtualFileEntries.push_back(UFE);
4610b57cec5SDimitry Andric   }
4620b57cec5SDimitry Andric 
46381ad6265SDimitry Andric   NamedFileEnt.second = FileEntryRef::MapValue(*UFE, *DirInfo);
464e8d8bef9SDimitry Andric   UFE->LastRef = FileEntryRef(NamedFileEnt);
4650b57cec5SDimitry Andric   UFE->Size    = Size;
4660b57cec5SDimitry Andric   UFE->ModTime = ModificationTime;
467e8d8bef9SDimitry Andric   UFE->Dir     = &DirInfo->getDirEntry();
4680b57cec5SDimitry Andric   UFE->UID     = NextFileUID++;
4690b57cec5SDimitry Andric   UFE->File.reset();
470e8d8bef9SDimitry Andric   return FileEntryRef(NamedFileEnt);
4710b57cec5SDimitry Andric }
4720b57cec5SDimitry Andric 
getBypassFile(FileEntryRef VF)473bdd1243dSDimitry Andric OptionalFileEntryRef FileManager::getBypassFile(FileEntryRef VF) {
474a7dea167SDimitry Andric   // Stat of the file and return nullptr if it doesn't exist.
475a7dea167SDimitry Andric   llvm::vfs::Status Status;
476a7dea167SDimitry Andric   if (getStatValue(VF.getName(), Status, /*isFile=*/true, /*F=*/nullptr))
477bdd1243dSDimitry Andric     return std::nullopt;
478a7dea167SDimitry Andric 
479e8d8bef9SDimitry Andric   if (!SeenBypassFileEntries)
480e8d8bef9SDimitry Andric     SeenBypassFileEntries = std::make_unique<
481e8d8bef9SDimitry Andric         llvm::StringMap<llvm::ErrorOr<FileEntryRef::MapValue>>>();
482e8d8bef9SDimitry Andric 
483e8d8bef9SDimitry Andric   // If we've already bypassed just use the existing one.
484e8d8bef9SDimitry Andric   auto Insertion = SeenBypassFileEntries->insert(
485e8d8bef9SDimitry Andric       {VF.getName(), std::errc::no_such_file_or_directory});
486e8d8bef9SDimitry Andric   if (!Insertion.second)
487e8d8bef9SDimitry Andric     return FileEntryRef(*Insertion.first);
488e8d8bef9SDimitry Andric 
489e8d8bef9SDimitry Andric   // Fill in the new entry from the stat.
49081ad6265SDimitry Andric   FileEntry *BFE = new (FilesAlloc.Allocate()) FileEntry();
49181ad6265SDimitry Andric   BypassFileEntries.push_back(BFE);
49281ad6265SDimitry Andric   Insertion.first->second = FileEntryRef::MapValue(*BFE, VF.getDir());
49381ad6265SDimitry Andric   BFE->LastRef = FileEntryRef(*Insertion.first);
49481ad6265SDimitry Andric   BFE->Size = Status.getSize();
49581ad6265SDimitry Andric   BFE->Dir = VF.getFileEntry().Dir;
49681ad6265SDimitry Andric   BFE->ModTime = llvm::sys::toTimeT(Status.getLastModificationTime());
49781ad6265SDimitry Andric   BFE->UID = NextFileUID++;
498e8d8bef9SDimitry Andric 
499e8d8bef9SDimitry Andric   // Save the entry in the bypass table and return.
500e8d8bef9SDimitry Andric   return FileEntryRef(*Insertion.first);
501a7dea167SDimitry Andric }
502a7dea167SDimitry Andric 
FixupRelativePath(SmallVectorImpl<char> & path) const5030b57cec5SDimitry Andric bool FileManager::FixupRelativePath(SmallVectorImpl<char> &path) const {
5040b57cec5SDimitry Andric   StringRef pathRef(path.data(), path.size());
5050b57cec5SDimitry Andric 
5060b57cec5SDimitry Andric   if (FileSystemOpts.WorkingDir.empty()
5070b57cec5SDimitry Andric       || llvm::sys::path::is_absolute(pathRef))
5080b57cec5SDimitry Andric     return false;
5090b57cec5SDimitry Andric 
5100b57cec5SDimitry Andric   SmallString<128> NewPath(FileSystemOpts.WorkingDir);
5110b57cec5SDimitry Andric   llvm::sys::path::append(NewPath, pathRef);
5120b57cec5SDimitry Andric   path = NewPath;
5130b57cec5SDimitry Andric   return true;
5140b57cec5SDimitry Andric }
5150b57cec5SDimitry Andric 
makeAbsolutePath(SmallVectorImpl<char> & Path) const5160b57cec5SDimitry Andric bool FileManager::makeAbsolutePath(SmallVectorImpl<char> &Path) const {
5170b57cec5SDimitry Andric   bool Changed = FixupRelativePath(Path);
5180b57cec5SDimitry Andric 
5190b57cec5SDimitry Andric   if (!llvm::sys::path::is_absolute(StringRef(Path.data(), Path.size()))) {
5200b57cec5SDimitry Andric     FS->makeAbsolute(Path);
5210b57cec5SDimitry Andric     Changed = true;
5220b57cec5SDimitry Andric   }
5230b57cec5SDimitry Andric 
5240b57cec5SDimitry Andric   return Changed;
5250b57cec5SDimitry Andric }
5260b57cec5SDimitry Andric 
fillRealPathName(FileEntry * UFE,llvm::StringRef FileName)5270b57cec5SDimitry Andric void FileManager::fillRealPathName(FileEntry *UFE, llvm::StringRef FileName) {
5280b57cec5SDimitry Andric   llvm::SmallString<128> AbsPath(FileName);
5290b57cec5SDimitry Andric   // This is not the same as `VFS::getRealPath()`, which resolves symlinks
5300b57cec5SDimitry Andric   // but can be very expensive on real file systems.
5310b57cec5SDimitry Andric   // FIXME: the semantic of RealPathName is unclear, and the name might be
5320b57cec5SDimitry Andric   // misleading. We need to clean up the interface here.
5330b57cec5SDimitry Andric   makeAbsolutePath(AbsPath);
5340b57cec5SDimitry Andric   llvm::sys::path::remove_dots(AbsPath, /*remove_dot_dot=*/true);
535*a58f00eaSDimitry Andric   UFE->RealPathName = std::string(AbsPath);
5360b57cec5SDimitry Andric }
5370b57cec5SDimitry Andric 
5380b57cec5SDimitry Andric llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>>
getBufferForFile(FileEntryRef FE,bool isVolatile,bool RequiresNullTerminator)539c9157d92SDimitry Andric FileManager::getBufferForFile(FileEntryRef FE, bool isVolatile,
5405ffd83dbSDimitry Andric                               bool RequiresNullTerminator) {
541c9157d92SDimitry Andric   const FileEntry *Entry = &FE.getFileEntry();
542e8d8bef9SDimitry Andric   // If the content is living on the file entry, return a reference to it.
543e8d8bef9SDimitry Andric   if (Entry->Content)
544e8d8bef9SDimitry Andric     return llvm::MemoryBuffer::getMemBuffer(Entry->Content->getMemBufferRef());
545e8d8bef9SDimitry Andric 
5460b57cec5SDimitry Andric   uint64_t FileSize = Entry->getSize();
5470b57cec5SDimitry Andric   // If there's a high enough chance that the file have changed since we
5480b57cec5SDimitry Andric   // got its size, force a stat before opening it.
549e8d8bef9SDimitry Andric   if (isVolatile || Entry->isNamedPipe())
5500b57cec5SDimitry Andric     FileSize = -1;
5510b57cec5SDimitry Andric 
552c9157d92SDimitry Andric   StringRef Filename = FE.getName();
5530b57cec5SDimitry Andric   // If the file is already open, use the open file descriptor.
5540b57cec5SDimitry Andric   if (Entry->File) {
5555ffd83dbSDimitry Andric     auto Result = Entry->File->getBuffer(Filename, FileSize,
5565ffd83dbSDimitry Andric                                          RequiresNullTerminator, isVolatile);
5570b57cec5SDimitry Andric     Entry->closeFile();
5580b57cec5SDimitry Andric     return Result;
5590b57cec5SDimitry Andric   }
5600b57cec5SDimitry Andric 
5610b57cec5SDimitry Andric   // Otherwise, open the file.
5625ffd83dbSDimitry Andric   return getBufferForFileImpl(Filename, FileSize, isVolatile,
5635ffd83dbSDimitry Andric                               RequiresNullTerminator);
564a7dea167SDimitry Andric }
5650b57cec5SDimitry Andric 
566a7dea167SDimitry Andric llvm::ErrorOr<std::unique_ptr<llvm::MemoryBuffer>>
getBufferForFileImpl(StringRef Filename,int64_t FileSize,bool isVolatile,bool RequiresNullTerminator)567a7dea167SDimitry Andric FileManager::getBufferForFileImpl(StringRef Filename, int64_t FileSize,
5685ffd83dbSDimitry Andric                                   bool isVolatile,
5695ffd83dbSDimitry Andric                                   bool RequiresNullTerminator) {
5700b57cec5SDimitry Andric   if (FileSystemOpts.WorkingDir.empty())
5715ffd83dbSDimitry Andric     return FS->getBufferForFile(Filename, FileSize, RequiresNullTerminator,
5725ffd83dbSDimitry Andric                                 isVolatile);
5730b57cec5SDimitry Andric 
574a7dea167SDimitry Andric   SmallString<128> FilePath(Filename);
5750b57cec5SDimitry Andric   FixupRelativePath(FilePath);
5765ffd83dbSDimitry Andric   return FS->getBufferForFile(FilePath, FileSize, RequiresNullTerminator,
5775ffd83dbSDimitry Andric                               isVolatile);
5780b57cec5SDimitry Andric }
5790b57cec5SDimitry Andric 
5800b57cec5SDimitry Andric /// getStatValue - Get the 'stat' information for the specified path,
5810b57cec5SDimitry Andric /// using the cache to accelerate it if possible.  This returns true
5820b57cec5SDimitry Andric /// if the path points to a virtual file or does not exist, or returns
5830b57cec5SDimitry Andric /// false if it's an existent real file.  If FileDescriptor is NULL,
5840b57cec5SDimitry Andric /// do directory look-up instead of file look-up.
585a7dea167SDimitry Andric std::error_code
getStatValue(StringRef Path,llvm::vfs::Status & Status,bool isFile,std::unique_ptr<llvm::vfs::File> * F)586a7dea167SDimitry Andric FileManager::getStatValue(StringRef Path, llvm::vfs::Status &Status,
587a7dea167SDimitry Andric                           bool isFile, std::unique_ptr<llvm::vfs::File> *F) {
5880b57cec5SDimitry Andric   // FIXME: FileSystemOpts shouldn't be passed in here, all paths should be
5890b57cec5SDimitry Andric   // absolute!
5900b57cec5SDimitry Andric   if (FileSystemOpts.WorkingDir.empty())
591a7dea167SDimitry Andric     return FileSystemStatCache::get(Path, Status, isFile, F,
592a7dea167SDimitry Andric                                     StatCache.get(), *FS);
5930b57cec5SDimitry Andric 
5940b57cec5SDimitry Andric   SmallString<128> FilePath(Path);
5950b57cec5SDimitry Andric   FixupRelativePath(FilePath);
5960b57cec5SDimitry Andric 
597a7dea167SDimitry Andric   return FileSystemStatCache::get(FilePath.c_str(), Status, isFile, F,
598a7dea167SDimitry Andric                                   StatCache.get(), *FS);
5990b57cec5SDimitry Andric }
6000b57cec5SDimitry Andric 
601a7dea167SDimitry Andric std::error_code
getNoncachedStatValue(StringRef Path,llvm::vfs::Status & Result)602a7dea167SDimitry Andric FileManager::getNoncachedStatValue(StringRef Path,
6030b57cec5SDimitry Andric                                    llvm::vfs::Status &Result) {
6040b57cec5SDimitry Andric   SmallString<128> FilePath(Path);
6050b57cec5SDimitry Andric   FixupRelativePath(FilePath);
6060b57cec5SDimitry Andric 
6070b57cec5SDimitry Andric   llvm::ErrorOr<llvm::vfs::Status> S = FS->status(FilePath.c_str());
6080b57cec5SDimitry Andric   if (!S)
609a7dea167SDimitry Andric     return S.getError();
6100b57cec5SDimitry Andric   Result = *S;
611a7dea167SDimitry Andric   return std::error_code();
6120b57cec5SDimitry Andric }
6130b57cec5SDimitry Andric 
GetUniqueIDMapping(SmallVectorImpl<OptionalFileEntryRef> & UIDToFiles) const6140b57cec5SDimitry Andric void FileManager::GetUniqueIDMapping(
615c9157d92SDimitry Andric     SmallVectorImpl<OptionalFileEntryRef> &UIDToFiles) const {
6160b57cec5SDimitry Andric   UIDToFiles.clear();
6170b57cec5SDimitry Andric   UIDToFiles.resize(NextFileUID);
6180b57cec5SDimitry Andric 
619c9157d92SDimitry Andric   for (const auto &Entry : SeenFileEntries) {
620c9157d92SDimitry Andric     // Only return files that exist and are not redirected.
621c9157d92SDimitry Andric     if (!Entry.getValue() || !Entry.getValue()->V.is<FileEntry *>())
622c9157d92SDimitry Andric       continue;
623c9157d92SDimitry Andric     FileEntryRef FE(Entry);
624c9157d92SDimitry Andric     // Add this file if it's the first one with the UID, or if its name is
625c9157d92SDimitry Andric     // better than the existing one.
626c9157d92SDimitry Andric     OptionalFileEntryRef &ExistingFE = UIDToFiles[FE.getUID()];
627c9157d92SDimitry Andric     if (!ExistingFE || FE.getName() < ExistingFE->getName())
628c9157d92SDimitry Andric       ExistingFE = FE;
629a7dea167SDimitry Andric   }
6300b57cec5SDimitry Andric }
6310b57cec5SDimitry Andric 
getCanonicalName(DirectoryEntryRef Dir)632fe013be4SDimitry Andric StringRef FileManager::getCanonicalName(DirectoryEntryRef Dir) {
633c9157d92SDimitry Andric   return getCanonicalName(Dir, Dir.getName());
634480093f4SDimitry Andric }
635480093f4SDimitry Andric 
getCanonicalName(FileEntryRef File)636c9157d92SDimitry Andric StringRef FileManager::getCanonicalName(FileEntryRef File) {
637c9157d92SDimitry Andric   return getCanonicalName(File, File.getName());
638c9157d92SDimitry Andric }
639c9157d92SDimitry Andric 
getCanonicalName(const void * Entry,StringRef Name)640c9157d92SDimitry Andric StringRef FileManager::getCanonicalName(const void *Entry, StringRef Name) {
641c9157d92SDimitry Andric   llvm::DenseMap<const void *, llvm::StringRef>::iterator Known =
642c9157d92SDimitry Andric       CanonicalNames.find(Entry);
643480093f4SDimitry Andric   if (Known != CanonicalNames.end())
644480093f4SDimitry Andric     return Known->second;
645480093f4SDimitry Andric 
646c9157d92SDimitry Andric   // Name comes from FileEntry/DirectoryEntry::getName(), so it is safe to
647c9157d92SDimitry Andric   // store it in the DenseMap below.
648c9157d92SDimitry Andric   StringRef CanonicalName(Name);
649480093f4SDimitry Andric 
650c9157d92SDimitry Andric   SmallString<256> AbsPathBuf;
651c9157d92SDimitry Andric   SmallString<256> RealPathBuf;
652c9157d92SDimitry Andric   if (!FS->getRealPath(Name, RealPathBuf)) {
653c9157d92SDimitry Andric     if (is_style_windows(llvm::sys::path::Style::native)) {
654c9157d92SDimitry Andric       // For Windows paths, only use the real path if it doesn't resolve
655c9157d92SDimitry Andric       // a substitute drive, as those are used to avoid MAX_PATH issues.
656c9157d92SDimitry Andric       AbsPathBuf = Name;
657c9157d92SDimitry Andric       if (!FS->makeAbsolute(AbsPathBuf)) {
658c9157d92SDimitry Andric         if (llvm::sys::path::root_name(RealPathBuf) ==
659c9157d92SDimitry Andric             llvm::sys::path::root_name(AbsPathBuf)) {
660c9157d92SDimitry Andric           CanonicalName = RealPathBuf.str().copy(CanonicalNameStorage);
661c9157d92SDimitry Andric         } else {
662c9157d92SDimitry Andric           // Fallback to using the absolute path.
663c9157d92SDimitry Andric           // Simplifying /../ is semantically valid on Windows even in the
664c9157d92SDimitry Andric           // presence of symbolic links.
665c9157d92SDimitry Andric           llvm::sys::path::remove_dots(AbsPathBuf, /*remove_dot_dot=*/true);
666c9157d92SDimitry Andric           CanonicalName = AbsPathBuf.str().copy(CanonicalNameStorage);
667c9157d92SDimitry Andric         }
668c9157d92SDimitry Andric       }
669c9157d92SDimitry Andric     } else {
670c9157d92SDimitry Andric       CanonicalName = RealPathBuf.str().copy(CanonicalNameStorage);
671c9157d92SDimitry Andric     }
672c9157d92SDimitry Andric   }
673480093f4SDimitry Andric 
674c9157d92SDimitry Andric   CanonicalNames.insert({Entry, CanonicalName});
6750b57cec5SDimitry Andric   return CanonicalName;
6760b57cec5SDimitry Andric }
6770b57cec5SDimitry Andric 
PrintStats() const6780b57cec5SDimitry Andric void FileManager::PrintStats() const {
6790b57cec5SDimitry Andric   llvm::errs() << "\n*** File Manager Stats:\n";
6800b57cec5SDimitry Andric   llvm::errs() << UniqueRealFiles.size() << " real files found, "
6810b57cec5SDimitry Andric                << UniqueRealDirs.size() << " real dirs found.\n";
6820b57cec5SDimitry Andric   llvm::errs() << VirtualFileEntries.size() << " virtual files found, "
6830b57cec5SDimitry Andric                << VirtualDirectoryEntries.size() << " virtual dirs found.\n";
6840b57cec5SDimitry Andric   llvm::errs() << NumDirLookups << " dir lookups, "
6850b57cec5SDimitry Andric                << NumDirCacheMisses << " dir cache misses.\n";
6860b57cec5SDimitry Andric   llvm::errs() << NumFileLookups << " file lookups, "
6870b57cec5SDimitry Andric                << NumFileCacheMisses << " file cache misses.\n";
6880b57cec5SDimitry Andric 
6890b57cec5SDimitry Andric   //llvm::errs() << PagesMapped << BytesOfPagesMapped << FSLookups;
6900b57cec5SDimitry Andric }
691