17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===// 27039e358SDouglas Gregor // 32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information. 52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 67039e358SDouglas Gregor // 77039e358SDouglas Gregor //===----------------------------------------------------------------------===// 833d7b762SEugene Zelenko 97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h" 1033d7b762SEugene Zelenko #include "llvm/ADT/None.h" 1133d7b762SEugene Zelenko #include "llvm/ADT/SmallVector.h" 12d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h" 132a826e40SRafael Espindola #include "llvm/Support/Errc.h" 1433d7b762SEugene Zelenko #include "llvm/Support/ErrorOr.h" 157039e358SDouglas Gregor #include "llvm/Support/FileSystem.h" 16d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h" 1763aa8c5dSBen Langmuir #include "llvm/Support/Signals.h" 186bda14b3SChandler Carruth #include "llvm/Support/raw_ostream.h" 1933d7b762SEugene Zelenko #include <cerrno> 2033d7b762SEugene Zelenko #include <ctime> 2133d7b762SEugene Zelenko #include <memory> 227039e358SDouglas Gregor #include <sys/stat.h> 23ed0881b2SChandler Carruth #include <sys/types.h> 246bda14b3SChandler Carruth #include <system_error> 256bda14b3SChandler Carruth #include <tuple> 260dfbf6b6SSven van Haastregt #ifdef _WIN32 277039e358SDouglas Gregor #include <windows.h> 287039e358SDouglas Gregor #endif 297039e358SDouglas Gregor #if LLVM_ON_UNIX 307039e358SDouglas Gregor #include <unistd.h> 317039e358SDouglas Gregor #endif 32450461cbSBen Langmuir 33450461cbSBen Langmuir #if defined(__APPLE__) && defined(__MAC_OS_X_VERSION_MIN_REQUIRED) && (__MAC_OS_X_VERSION_MIN_REQUIRED > 1050) 34450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 1 35450461cbSBen Langmuir #else 36450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 0 37450461cbSBen Langmuir #endif 38450461cbSBen Langmuir 39450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID 40450461cbSBen Langmuir #include <uuid/uuid.h> 41450461cbSBen Langmuir #endif 4233d7b762SEugene Zelenko 437039e358SDouglas Gregor using namespace llvm; 447039e358SDouglas Gregor 455f8f34e4SAdrian Prantl /// Attempt to read the lock file with the given name, if it exists. 467039e358SDouglas Gregor /// 477039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read. 487039e358SDouglas Gregor /// 497039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file 507039e358SDouglas Gregor Optional<std::pair<std::string, int> > 517039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) { 527039e358SDouglas Gregor // Read the owning host and PID out of the lock file. If it appears that the 537039e358SDouglas Gregor // owning process is dead, the lock file is invalid. 54adf21f2aSRafael Espindola ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr = 55adf21f2aSRafael Espindola MemoryBuffer::getFile(LockFileName); 56adf21f2aSRafael Espindola if (!MBOrErr) { 5737575693SArgyrios Kyrtzidis sys::fs::remove(LockFileName); 587de8ea3dSReid Kleckner return None; 5937575693SArgyrios Kyrtzidis } 603f6481d0SRafael Espindola MemoryBuffer &MB = *MBOrErr.get(); 617de8ea3dSReid Kleckner 62d78273f4SReid Kleckner StringRef Hostname; 63d78273f4SReid Kleckner StringRef PIDStr; 643f6481d0SRafael Espindola std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " "); 657de8ea3dSReid Kleckner PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" ")); 66d78273f4SReid Kleckner int PID; 6744ec0a7dSArgyrios Kyrtzidis if (!PIDStr.getAsInteger(10, PID)) { 6844ec0a7dSArgyrios Kyrtzidis auto Owner = std::make_pair(std::string(Hostname), PID); 6944ec0a7dSArgyrios Kyrtzidis if (processStillExecuting(Owner.first, Owner.second)) 7044ec0a7dSArgyrios Kyrtzidis return Owner; 7144ec0a7dSArgyrios Kyrtzidis } 727039e358SDouglas Gregor 737039e358SDouglas Gregor // Delete the lock file. It's invalid anyway. 74d78273f4SReid Kleckner sys::fs::remove(LockFileName); 75ef04593dSDavid Blaikie return None; 767039e358SDouglas Gregor } 777039e358SDouglas Gregor 78450461cbSBen Langmuir static std::error_code getHostID(SmallVectorImpl<char> &HostID) { 79450461cbSBen Langmuir HostID.clear(); 80450461cbSBen Langmuir 81450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID 82450461cbSBen Langmuir // On OS X, use the more stable hardware UUID instead of hostname. 83450461cbSBen Langmuir struct timespec wait = {1, 0}; // 1 second. 84450461cbSBen Langmuir uuid_t uuid; 85450461cbSBen Langmuir if (gethostuuid(uuid, &wait) != 0) 86450461cbSBen Langmuir return std::error_code(errno, std::system_category()); 87450461cbSBen Langmuir 88450461cbSBen Langmuir uuid_string_t UUIDStr; 89450461cbSBen Langmuir uuid_unparse(uuid, UUIDStr); 90450461cbSBen Langmuir StringRef UUIDRef(UUIDStr); 91450461cbSBen Langmuir HostID.append(UUIDRef.begin(), UUIDRef.end()); 92450461cbSBen Langmuir 93450461cbSBen Langmuir #elif LLVM_ON_UNIX 94450461cbSBen Langmuir char HostName[256]; 95450461cbSBen Langmuir HostName[255] = 0; 96450461cbSBen Langmuir HostName[0] = 0; 97450461cbSBen Langmuir gethostname(HostName, 255); 98450461cbSBen Langmuir StringRef HostNameRef(HostName); 99450461cbSBen Langmuir HostID.append(HostNameRef.begin(), HostNameRef.end()); 100450461cbSBen Langmuir 101450461cbSBen Langmuir #else 102450461cbSBen Langmuir StringRef Dummy("localhost"); 103450461cbSBen Langmuir HostID.append(Dummy.begin(), Dummy.end()); 104450461cbSBen Langmuir #endif 105450461cbSBen Langmuir 106450461cbSBen Langmuir return std::error_code(); 107450461cbSBen Langmuir } 108450461cbSBen Langmuir 109450461cbSBen Langmuir bool LockFileManager::processStillExecuting(StringRef HostID, int PID) { 110c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__) 111450461cbSBen Langmuir SmallString<256> StoredHostID; 112450461cbSBen Langmuir if (getHostID(StoredHostID)) 113450461cbSBen Langmuir return true; // Conservatively assume it's executing on error. 114450461cbSBen Langmuir 1157039e358SDouglas Gregor // Check whether the process is dead. If so, we're done. 116450461cbSBen Langmuir if (StoredHostID == HostID && getsid(PID) == -1 && errno == ESRCH) 1177039e358SDouglas Gregor return false; 1187039e358SDouglas Gregor #endif 1197039e358SDouglas Gregor 1207039e358SDouglas Gregor return true; 1217039e358SDouglas Gregor } 1227039e358SDouglas Gregor 123881ba104SPeter Collingbourne namespace { 124881ba104SPeter Collingbourne 125881ba104SPeter Collingbourne /// An RAII helper object ensure that the unique lock file is removed. 126881ba104SPeter Collingbourne /// 127881ba104SPeter Collingbourne /// Ensures that if there is an error or a signal before we finish acquiring the 128881ba104SPeter Collingbourne /// lock, the unique file will be removed. And if we successfully take the lock, 129881ba104SPeter Collingbourne /// the signal handler is left in place so that signals while the lock is held 130881ba104SPeter Collingbourne /// will remove the unique lock file. The caller should ensure there is a 131881ba104SPeter Collingbourne /// matching call to sys::DontRemoveFileOnSignal when the lock is released. 132881ba104SPeter Collingbourne class RemoveUniqueLockFileOnSignal { 133881ba104SPeter Collingbourne StringRef Filename; 134881ba104SPeter Collingbourne bool RemoveImmediately; 135881ba104SPeter Collingbourne public: 136881ba104SPeter Collingbourne RemoveUniqueLockFileOnSignal(StringRef Name) 137881ba104SPeter Collingbourne : Filename(Name), RemoveImmediately(true) { 138881ba104SPeter Collingbourne sys::RemoveFileOnSignal(Filename, nullptr); 139881ba104SPeter Collingbourne } 140881ba104SPeter Collingbourne 141881ba104SPeter Collingbourne ~RemoveUniqueLockFileOnSignal() { 142881ba104SPeter Collingbourne if (!RemoveImmediately) { 143881ba104SPeter Collingbourne // Leave the signal handler enabled. It will be removed when the lock is 144881ba104SPeter Collingbourne // released. 145881ba104SPeter Collingbourne return; 146881ba104SPeter Collingbourne } 147881ba104SPeter Collingbourne sys::fs::remove(Filename); 148881ba104SPeter Collingbourne sys::DontRemoveFileOnSignal(Filename); 149881ba104SPeter Collingbourne } 150881ba104SPeter Collingbourne 151881ba104SPeter Collingbourne void lockAcquired() { RemoveImmediately = false; } 152881ba104SPeter Collingbourne }; 153881ba104SPeter Collingbourne 154881ba104SPeter Collingbourne } // end anonymous namespace 155881ba104SPeter Collingbourne 1567039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName) 1577039e358SDouglas Gregor { 158056eafd4SDouglas Gregor this->FileName = FileName; 159db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::make_absolute(this->FileName)) { 16042b1f65fSBruno Cardoso Lopes std::string S("failed to obtain absolute path for "); 16142b1f65fSBruno Cardoso Lopes S.append(this->FileName.str()); 16242b1f65fSBruno Cardoso Lopes setError(EC, S); 163900e9a3dSArgyrios Kyrtzidis return; 164900e9a3dSArgyrios Kyrtzidis } 165900e9a3dSArgyrios Kyrtzidis LockFileName = this->FileName; 1667039e358SDouglas Gregor LockFileName += ".lock"; 1677039e358SDouglas Gregor 1687039e358SDouglas Gregor // If the lock file already exists, don't bother to try to create our own 1697039e358SDouglas Gregor // lock file; it won't work anyway. Just figure out who owns this lock file. 1707039e358SDouglas Gregor if ((Owner = readLockFile(LockFileName))) 1717039e358SDouglas Gregor return; 1727039e358SDouglas Gregor 1737039e358SDouglas Gregor // Create a lock file that is unique to this instance. 174881ba104SPeter Collingbourne UniqueLockFileName = LockFileName; 175881ba104SPeter Collingbourne UniqueLockFileName += "-%%%%%%%%"; 176881ba104SPeter Collingbourne int UniqueLockFileID; 177881ba104SPeter Collingbourne if (std::error_code EC = sys::fs::createUniqueFile( 178881ba104SPeter Collingbourne UniqueLockFileName, UniqueLockFileID, UniqueLockFileName)) { 179881ba104SPeter Collingbourne std::string S("failed to create unique file "); 180881ba104SPeter Collingbourne S.append(UniqueLockFileName.str()); 18142b1f65fSBruno Cardoso Lopes setError(EC, S); 1827039e358SDouglas Gregor return; 1837039e358SDouglas Gregor } 1847039e358SDouglas Gregor 1857039e358SDouglas Gregor // Write our process ID to our unique lock file. 1867039e358SDouglas Gregor { 187450461cbSBen Langmuir SmallString<256> HostID; 188450461cbSBen Langmuir if (auto EC = getHostID(HostID)) { 18942b1f65fSBruno Cardoso Lopes setError(EC, "failed to get host id"); 190450461cbSBen Langmuir return; 191450461cbSBen Langmuir } 1925123eecdSBen Langmuir 193881ba104SPeter Collingbourne raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true); 194450461cbSBen Langmuir Out << HostID << ' '; 1957039e358SDouglas Gregor #if LLVM_ON_UNIX 196450461cbSBen Langmuir Out << getpid(); 1977039e358SDouglas Gregor #else 198450461cbSBen Langmuir Out << "1"; 1997039e358SDouglas Gregor #endif 200881ba104SPeter Collingbourne Out.close(); 2017039e358SDouglas Gregor 2027039e358SDouglas Gregor if (Out.has_error()) { 2039ce2d03eSBob Haarman // We failed to write out PID, so report the error, remove the 2047039e358SDouglas Gregor // unique lock file, and fail. 20542b1f65fSBruno Cardoso Lopes std::string S("failed to write to "); 206881ba104SPeter Collingbourne S.append(UniqueLockFileName.str()); 2079ce2d03eSBob Haarman setError(Out.error(), S); 208881ba104SPeter Collingbourne sys::fs::remove(UniqueLockFileName); 2097039e358SDouglas Gregor return; 2107039e358SDouglas Gregor } 2117039e358SDouglas Gregor } 2127039e358SDouglas Gregor 213881ba104SPeter Collingbourne // Clean up the unique file on signal, which also releases the lock if it is 214881ba104SPeter Collingbourne // held since the .lock symlink will point to a nonexistent file. 215881ba104SPeter Collingbourne RemoveUniqueLockFileOnSignal RemoveUniqueFile(UniqueLockFileName); 216881ba104SPeter Collingbourne 21733d7b762SEugene Zelenko while (true) { 21883f858e5SRafael Espindola // Create a link from the lock file name. If this succeeds, we're done. 219db4ed0bdSRafael Espindola std::error_code EC = 220881ba104SPeter Collingbourne sys::fs::create_link(UniqueLockFileName, LockFileName); 22163aa8c5dSBen Langmuir if (!EC) { 222881ba104SPeter Collingbourne RemoveUniqueFile.lockAcquired(); 2237039e358SDouglas Gregor return; 22463aa8c5dSBen Langmuir } 2257039e358SDouglas Gregor 2262a826e40SRafael Espindola if (EC != errc::file_exists) { 22742b1f65fSBruno Cardoso Lopes std::string S("failed to create link "); 22842b1f65fSBruno Cardoso Lopes raw_string_ostream OSS(S); 229881ba104SPeter Collingbourne OSS << LockFileName.str() << " to " << UniqueLockFileName.str(); 23042b1f65fSBruno Cardoso Lopes setError(EC, OSS.str()); 2314147978cSArgyrios Kyrtzidis return; 2324147978cSArgyrios Kyrtzidis } 2334147978cSArgyrios Kyrtzidis 2344147978cSArgyrios Kyrtzidis // Someone else managed to create the lock file first. Read the process ID 2354147978cSArgyrios Kyrtzidis // from the lock file. 236881ba104SPeter Collingbourne if ((Owner = readLockFile(LockFileName))) { 237881ba104SPeter Collingbourne // Wipe out our unique lock file (it's useless now) 238881ba104SPeter Collingbourne sys::fs::remove(UniqueLockFileName); 239881ba104SPeter Collingbourne return; 240881ba104SPeter Collingbourne } 2414147978cSArgyrios Kyrtzidis 24292e1b62dSYaron Keren if (!sys::fs::exists(LockFileName)) { 2434147978cSArgyrios Kyrtzidis // The previous owner released the lock file before we could read it. 2444147978cSArgyrios Kyrtzidis // Try to get ownership again. 2454147978cSArgyrios Kyrtzidis continue; 2464147978cSArgyrios Kyrtzidis } 2474147978cSArgyrios Kyrtzidis 2484147978cSArgyrios Kyrtzidis // There is a lock file that nobody owns; try to clean it up and get 2494147978cSArgyrios Kyrtzidis // ownership. 25092e1b62dSYaron Keren if ((EC = sys::fs::remove(LockFileName))) { 25142b1f65fSBruno Cardoso Lopes std::string S("failed to remove lockfile "); 252881ba104SPeter Collingbourne S.append(UniqueLockFileName.str()); 25342b1f65fSBruno Cardoso Lopes setError(EC, S); 2544147978cSArgyrios Kyrtzidis return; 2554147978cSArgyrios Kyrtzidis } 2564147978cSArgyrios Kyrtzidis } 2577039e358SDouglas Gregor } 2587039e358SDouglas Gregor 2597039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const { 2607039e358SDouglas Gregor if (Owner) 2617039e358SDouglas Gregor return LFS_Shared; 2627039e358SDouglas Gregor 2638c42d323SRafael Espindola if (ErrorCode) 2647039e358SDouglas Gregor return LFS_Error; 2657039e358SDouglas Gregor 2667039e358SDouglas Gregor return LFS_Owned; 2677039e358SDouglas Gregor } 2687039e358SDouglas Gregor 26942b1f65fSBruno Cardoso Lopes std::string LockFileManager::getErrorMessage() const { 2708c42d323SRafael Espindola if (ErrorCode) { 27142b1f65fSBruno Cardoso Lopes std::string Str(ErrorDiagMsg); 2728c42d323SRafael Espindola std::string ErrCodeMsg = ErrorCode.message(); 27342b1f65fSBruno Cardoso Lopes raw_string_ostream OSS(Str); 27442b1f65fSBruno Cardoso Lopes if (!ErrCodeMsg.empty()) 275c8434103SRafael Espindola OSS << ": " << ErrCodeMsg; 276c8434103SRafael Espindola return OSS.str(); 27742b1f65fSBruno Cardoso Lopes } 27842b1f65fSBruno Cardoso Lopes return ""; 27942b1f65fSBruno Cardoso Lopes } 28042b1f65fSBruno Cardoso Lopes 2817039e358SDouglas Gregor LockFileManager::~LockFileManager() { 2827039e358SDouglas Gregor if (getState() != LFS_Owned) 2837039e358SDouglas Gregor return; 2847039e358SDouglas Gregor 2857039e358SDouglas Gregor // Since we own the lock, remove the lock file and our own unique lock file. 28692e1b62dSYaron Keren sys::fs::remove(LockFileName); 287881ba104SPeter Collingbourne sys::fs::remove(UniqueLockFileName); 288881ba104SPeter Collingbourne // The unique file is now gone, so remove it from the signal handler. This 289881ba104SPeter Collingbourne // matches a sys::RemoveFileOnSignal() in LockFileManager(). 290881ba104SPeter Collingbourne sys::DontRemoveFileOnSignal(UniqueLockFileName); 2917039e358SDouglas Gregor } 2927039e358SDouglas Gregor 293*e05e2199SVedant Kumar LockFileManager::WaitForUnlockResult 294*e05e2199SVedant Kumar LockFileManager::waitForUnlock(const unsigned MaxSeconds) { 2957039e358SDouglas Gregor if (getState() != LFS_Shared) 29644ec0a7dSArgyrios Kyrtzidis return Res_Success; 2977039e358SDouglas Gregor 2980dfbf6b6SSven van Haastregt #ifdef _WIN32 2997039e358SDouglas Gregor unsigned long Interval = 1; 3007039e358SDouglas Gregor #else 3017039e358SDouglas Gregor struct timespec Interval; 3027039e358SDouglas Gregor Interval.tv_sec = 0; 3037039e358SDouglas Gregor Interval.tv_nsec = 1000000; 3047039e358SDouglas Gregor #endif 3057039e358SDouglas Gregor do { 3067039e358SDouglas Gregor // Sleep for the designated interval, to allow the owning process time to 3077039e358SDouglas Gregor // finish up and remove the lock file. 3087039e358SDouglas Gregor // FIXME: Should we hook in to system APIs to get a notification when the 3097039e358SDouglas Gregor // lock file is deleted? 3100dfbf6b6SSven van Haastregt #ifdef _WIN32 3117039e358SDouglas Gregor Sleep(Interval); 3127039e358SDouglas Gregor #else 313c10719f5SCraig Topper nanosleep(&Interval, nullptr); 3147039e358SDouglas Gregor #endif 3150cb68460SDouglas Gregor 316281f23adSRafael Espindola if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) == 317281f23adSRafael Espindola errc::no_such_file_or_directory) { 31808970917SBen Langmuir // If the original file wasn't created, somone thought the lock was dead. 31992e1b62dSYaron Keren if (!sys::fs::exists(FileName)) 32008970917SBen Langmuir return Res_OwnerDied; 32144ec0a7dSArgyrios Kyrtzidis return Res_Success; 322056eafd4SDouglas Gregor } 3237039e358SDouglas Gregor 32408970917SBen Langmuir // If the process owning the lock died without cleaning up, just bail out. 32508970917SBen Langmuir if (!processStillExecuting((*Owner).first, (*Owner).second)) 32644ec0a7dSArgyrios Kyrtzidis return Res_OwnerDied; 3277039e358SDouglas Gregor 3287039e358SDouglas Gregor // Exponentially increase the time we wait for the lock to be removed. 3290dfbf6b6SSven van Haastregt #ifdef _WIN32 3307039e358SDouglas Gregor Interval *= 2; 3317039e358SDouglas Gregor #else 3327039e358SDouglas Gregor Interval.tv_sec *= 2; 3337039e358SDouglas Gregor Interval.tv_nsec *= 2; 3347039e358SDouglas Gregor if (Interval.tv_nsec >= 1000000000) { 3357039e358SDouglas Gregor ++Interval.tv_sec; 3367039e358SDouglas Gregor Interval.tv_nsec -= 1000000000; 3377039e358SDouglas Gregor } 3387039e358SDouglas Gregor #endif 3397039e358SDouglas Gregor } while ( 3400dfbf6b6SSven van Haastregt #ifdef _WIN32 3417039e358SDouglas Gregor Interval < MaxSeconds * 1000 3427039e358SDouglas Gregor #else 3437039e358SDouglas Gregor Interval.tv_sec < (time_t)MaxSeconds 3447039e358SDouglas Gregor #endif 3457039e358SDouglas Gregor ); 3467039e358SDouglas Gregor 3477039e358SDouglas Gregor // Give up. 34844ec0a7dSArgyrios Kyrtzidis return Res_Timeout; 3497039e358SDouglas Gregor } 350d2d52de2SBen Langmuir 351d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() { 35292e1b62dSYaron Keren return sys::fs::remove(LockFileName); 353d2d52de2SBen Langmuir } 354