17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===// 27039e358SDouglas Gregor // 37039e358SDouglas Gregor // The LLVM Compiler Infrastructure 47039e358SDouglas Gregor // 57039e358SDouglas Gregor // This file is distributed under the University of Illinois Open Source 67039e358SDouglas Gregor // License. See LICENSE.TXT for details. 77039e358SDouglas Gregor // 87039e358SDouglas Gregor //===----------------------------------------------------------------------===// 97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h" 10d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h" 112a826e40SRafael Espindola #include "llvm/Support/Errc.h" 127039e358SDouglas Gregor #include "llvm/Support/FileSystem.h" 13d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h" 147039e358SDouglas Gregor #include "llvm/Support/raw_ostream.h" 1563aa8c5dSBen Langmuir #include "llvm/Support/Signals.h" 167039e358SDouglas Gregor #include <sys/stat.h> 17ed0881b2SChandler Carruth #include <sys/types.h> 187039e358SDouglas Gregor #if LLVM_ON_WIN32 197039e358SDouglas Gregor #include <windows.h> 207039e358SDouglas Gregor #endif 217039e358SDouglas Gregor #if LLVM_ON_UNIX 227039e358SDouglas Gregor #include <unistd.h> 237039e358SDouglas Gregor #endif 247039e358SDouglas Gregor using namespace llvm; 257039e358SDouglas Gregor 267039e358SDouglas Gregor /// \brief Attempt to read the lock file with the given name, if it exists. 277039e358SDouglas Gregor /// 287039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read. 297039e358SDouglas Gregor /// 307039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file 317039e358SDouglas Gregor Optional<std::pair<std::string, int> > 327039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) { 337039e358SDouglas Gregor // Read the owning host and PID out of the lock file. If it appears that the 347039e358SDouglas Gregor // owning process is dead, the lock file is invalid. 35adf21f2aSRafael Espindola ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr = 36adf21f2aSRafael Espindola MemoryBuffer::getFile(LockFileName); 37adf21f2aSRafael Espindola if (!MBOrErr) { 3837575693SArgyrios Kyrtzidis sys::fs::remove(LockFileName); 397de8ea3dSReid Kleckner return None; 4037575693SArgyrios Kyrtzidis } 413f6481d0SRafael Espindola MemoryBuffer &MB = *MBOrErr.get(); 427de8ea3dSReid Kleckner 43d78273f4SReid Kleckner StringRef Hostname; 44d78273f4SReid Kleckner StringRef PIDStr; 453f6481d0SRafael Espindola std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " "); 467de8ea3dSReid Kleckner PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" ")); 47d78273f4SReid Kleckner int PID; 4844ec0a7dSArgyrios Kyrtzidis if (!PIDStr.getAsInteger(10, PID)) { 4944ec0a7dSArgyrios Kyrtzidis auto Owner = std::make_pair(std::string(Hostname), PID); 5044ec0a7dSArgyrios Kyrtzidis if (processStillExecuting(Owner.first, Owner.second)) 5144ec0a7dSArgyrios Kyrtzidis return Owner; 5244ec0a7dSArgyrios Kyrtzidis } 537039e358SDouglas Gregor 547039e358SDouglas Gregor // Delete the lock file. It's invalid anyway. 55d78273f4SReid Kleckner sys::fs::remove(LockFileName); 56ef04593dSDavid Blaikie return None; 577039e358SDouglas Gregor } 587039e358SDouglas Gregor 59*5123eecdSBen Langmuir bool LockFileManager::processStillExecuting(StringRef Hostname, int PID) { 60c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__) 61*5123eecdSBen Langmuir char MyHostname[256]; 62*5123eecdSBen Langmuir MyHostname[255] = 0; 63*5123eecdSBen Langmuir MyHostname[0] = 0; 64*5123eecdSBen Langmuir gethostname(MyHostname, 255); 657039e358SDouglas Gregor // Check whether the process is dead. If so, we're done. 66*5123eecdSBen Langmuir if (MyHostname == Hostname && getsid(PID) == -1 && errno == ESRCH) 677039e358SDouglas Gregor return false; 687039e358SDouglas Gregor #endif 697039e358SDouglas Gregor 707039e358SDouglas Gregor return true; 717039e358SDouglas Gregor } 727039e358SDouglas Gregor 7363aa8c5dSBen Langmuir namespace { 7463aa8c5dSBen Langmuir /// An RAII helper object ensure that the unique lock file is removed. 7563aa8c5dSBen Langmuir /// 7663aa8c5dSBen Langmuir /// Ensures that if there is an error or a signal before we finish acquiring the 7763aa8c5dSBen Langmuir /// lock, the unique file will be removed. And if we successfully take the lock, 7863aa8c5dSBen Langmuir /// the signal handler is left in place so that signals while the lock is held 7963aa8c5dSBen Langmuir /// will remove the unique lock file. The caller should ensure there is a 8063aa8c5dSBen Langmuir /// matching call to sys::DontRemoveFileOnSignal when the lock is released. 8163aa8c5dSBen Langmuir class RemoveUniqueLockFileOnSignal { 8263aa8c5dSBen Langmuir StringRef Filename; 8363aa8c5dSBen Langmuir bool RemoveImmediately; 8463aa8c5dSBen Langmuir public: 8563aa8c5dSBen Langmuir RemoveUniqueLockFileOnSignal(StringRef Name) 8663aa8c5dSBen Langmuir : Filename(Name), RemoveImmediately(true) { 8763aa8c5dSBen Langmuir sys::RemoveFileOnSignal(Filename, nullptr); 8863aa8c5dSBen Langmuir } 8963aa8c5dSBen Langmuir ~RemoveUniqueLockFileOnSignal() { 9063aa8c5dSBen Langmuir if (!RemoveImmediately) { 9163aa8c5dSBen Langmuir // Leave the signal handler enabled. It will be removed when the lock is 9263aa8c5dSBen Langmuir // released. 9363aa8c5dSBen Langmuir return; 9463aa8c5dSBen Langmuir } 9563aa8c5dSBen Langmuir sys::fs::remove(Filename); 9663aa8c5dSBen Langmuir sys::DontRemoveFileOnSignal(Filename); 9763aa8c5dSBen Langmuir } 9863aa8c5dSBen Langmuir void lockAcquired() { RemoveImmediately = false; } 9963aa8c5dSBen Langmuir }; 10063aa8c5dSBen Langmuir } // end anonymous namespace 10163aa8c5dSBen Langmuir 1027039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName) 1037039e358SDouglas Gregor { 104056eafd4SDouglas Gregor this->FileName = FileName; 105db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::make_absolute(this->FileName)) { 106900e9a3dSArgyrios Kyrtzidis Error = EC; 107900e9a3dSArgyrios Kyrtzidis return; 108900e9a3dSArgyrios Kyrtzidis } 109900e9a3dSArgyrios Kyrtzidis LockFileName = this->FileName; 1107039e358SDouglas Gregor LockFileName += ".lock"; 1117039e358SDouglas Gregor 1127039e358SDouglas Gregor // If the lock file already exists, don't bother to try to create our own 1137039e358SDouglas Gregor // lock file; it won't work anyway. Just figure out who owns this lock file. 1147039e358SDouglas Gregor if ((Owner = readLockFile(LockFileName))) 1157039e358SDouglas Gregor return; 1167039e358SDouglas Gregor 1177039e358SDouglas Gregor // Create a lock file that is unique to this instance. 1187039e358SDouglas Gregor UniqueLockFileName = LockFileName; 1197039e358SDouglas Gregor UniqueLockFileName += "-%%%%%%%%"; 1207039e358SDouglas Gregor int UniqueLockFileID; 121db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::createUniqueFile( 12292e1b62dSYaron Keren UniqueLockFileName, UniqueLockFileID, UniqueLockFileName)) { 1237039e358SDouglas Gregor Error = EC; 1247039e358SDouglas Gregor return; 1257039e358SDouglas Gregor } 1267039e358SDouglas Gregor 1277039e358SDouglas Gregor // Write our process ID to our unique lock file. 1287039e358SDouglas Gregor { 129c349cf39SBen Langmuir raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true); 130*5123eecdSBen Langmuir 1317039e358SDouglas Gregor #if LLVM_ON_UNIX 132*5123eecdSBen Langmuir // FIXME: move getpid() call into LLVM 133*5123eecdSBen Langmuir char hostname[256]; 134*5123eecdSBen Langmuir hostname[255] = 0; 135*5123eecdSBen Langmuir hostname[0] = 0; 136*5123eecdSBen Langmuir gethostname(hostname, 255); 137*5123eecdSBen Langmuir Out << hostname << ' ' << getpid(); 1387039e358SDouglas Gregor #else 139*5123eecdSBen Langmuir Out << "localhost 1"; 1407039e358SDouglas Gregor #endif 1417039e358SDouglas Gregor Out.close(); 1427039e358SDouglas Gregor 1437039e358SDouglas Gregor if (Out.has_error()) { 1447039e358SDouglas Gregor // We failed to write out PID, so make up an excuse, remove the 1457039e358SDouglas Gregor // unique lock file, and fail. 1462a826e40SRafael Espindola Error = make_error_code(errc::no_space_on_device); 14792e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 1487039e358SDouglas Gregor return; 1497039e358SDouglas Gregor } 1507039e358SDouglas Gregor } 1517039e358SDouglas Gregor 15263aa8c5dSBen Langmuir // Clean up the unique file on signal, which also releases the lock if it is 15363aa8c5dSBen Langmuir // held since the .lock symlink will point to a nonexistent file. 15463aa8c5dSBen Langmuir RemoveUniqueLockFileOnSignal RemoveUniqueFile(UniqueLockFileName); 15563aa8c5dSBen Langmuir 1564147978cSArgyrios Kyrtzidis while (1) { 15783f858e5SRafael Espindola // Create a link from the lock file name. If this succeeds, we're done. 158db4ed0bdSRafael Espindola std::error_code EC = 15992e1b62dSYaron Keren sys::fs::create_link(UniqueLockFileName, LockFileName); 16063aa8c5dSBen Langmuir if (!EC) { 16163aa8c5dSBen Langmuir RemoveUniqueFile.lockAcquired(); 1627039e358SDouglas Gregor return; 16363aa8c5dSBen Langmuir } 1647039e358SDouglas Gregor 1652a826e40SRafael Espindola if (EC != errc::file_exists) { 16662a979ccSArgyrios Kyrtzidis Error = EC; 1674147978cSArgyrios Kyrtzidis return; 1684147978cSArgyrios Kyrtzidis } 1694147978cSArgyrios Kyrtzidis 1704147978cSArgyrios Kyrtzidis // Someone else managed to create the lock file first. Read the process ID 1714147978cSArgyrios Kyrtzidis // from the lock file. 1724147978cSArgyrios Kyrtzidis if ((Owner = readLockFile(LockFileName))) { 1734147978cSArgyrios Kyrtzidis // Wipe out our unique lock file (it's useless now) 17492e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 1754147978cSArgyrios Kyrtzidis return; 1764147978cSArgyrios Kyrtzidis } 1774147978cSArgyrios Kyrtzidis 17892e1b62dSYaron Keren if (!sys::fs::exists(LockFileName)) { 1794147978cSArgyrios Kyrtzidis // The previous owner released the lock file before we could read it. 1804147978cSArgyrios Kyrtzidis // Try to get ownership again. 1814147978cSArgyrios Kyrtzidis continue; 1824147978cSArgyrios Kyrtzidis } 1834147978cSArgyrios Kyrtzidis 1844147978cSArgyrios Kyrtzidis // There is a lock file that nobody owns; try to clean it up and get 1854147978cSArgyrios Kyrtzidis // ownership. 18692e1b62dSYaron Keren if ((EC = sys::fs::remove(LockFileName))) { 1874147978cSArgyrios Kyrtzidis Error = EC; 1884147978cSArgyrios Kyrtzidis return; 1894147978cSArgyrios Kyrtzidis } 1904147978cSArgyrios Kyrtzidis } 1917039e358SDouglas Gregor } 1927039e358SDouglas Gregor 1937039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const { 1947039e358SDouglas Gregor if (Owner) 1957039e358SDouglas Gregor return LFS_Shared; 1967039e358SDouglas Gregor 1977039e358SDouglas Gregor if (Error) 1987039e358SDouglas Gregor return LFS_Error; 1997039e358SDouglas Gregor 2007039e358SDouglas Gregor return LFS_Owned; 2017039e358SDouglas Gregor } 2027039e358SDouglas Gregor 2037039e358SDouglas Gregor LockFileManager::~LockFileManager() { 2047039e358SDouglas Gregor if (getState() != LFS_Owned) 2057039e358SDouglas Gregor return; 2067039e358SDouglas Gregor 2077039e358SDouglas Gregor // Since we own the lock, remove the lock file and our own unique lock file. 20892e1b62dSYaron Keren sys::fs::remove(LockFileName); 20992e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 21063aa8c5dSBen Langmuir // The unique file is now gone, so remove it from the signal handler. This 21163aa8c5dSBen Langmuir // matches a sys::RemoveFileOnSignal() in LockFileManager(). 21263aa8c5dSBen Langmuir sys::DontRemoveFileOnSignal(UniqueLockFileName); 2137039e358SDouglas Gregor } 2147039e358SDouglas Gregor 21544ec0a7dSArgyrios Kyrtzidis LockFileManager::WaitForUnlockResult LockFileManager::waitForUnlock() { 2167039e358SDouglas Gregor if (getState() != LFS_Shared) 21744ec0a7dSArgyrios Kyrtzidis return Res_Success; 2187039e358SDouglas Gregor 2197039e358SDouglas Gregor #if LLVM_ON_WIN32 2207039e358SDouglas Gregor unsigned long Interval = 1; 2217039e358SDouglas Gregor #else 2227039e358SDouglas Gregor struct timespec Interval; 2237039e358SDouglas Gregor Interval.tv_sec = 0; 2247039e358SDouglas Gregor Interval.tv_nsec = 1000000; 2257039e358SDouglas Gregor #endif 226dc8f979bSArgyrios Kyrtzidis // Don't wait more than five minutes per iteration. Total timeout for the file 227dc8f979bSArgyrios Kyrtzidis // to appear is ~8.5 mins. 228dc8f979bSArgyrios Kyrtzidis const unsigned MaxSeconds = 5*60; 2297039e358SDouglas Gregor do { 2307039e358SDouglas Gregor // Sleep for the designated interval, to allow the owning process time to 2317039e358SDouglas Gregor // finish up and remove the lock file. 2327039e358SDouglas Gregor // FIXME: Should we hook in to system APIs to get a notification when the 2337039e358SDouglas Gregor // lock file is deleted? 2347039e358SDouglas Gregor #if LLVM_ON_WIN32 2357039e358SDouglas Gregor Sleep(Interval); 2367039e358SDouglas Gregor #else 237c10719f5SCraig Topper nanosleep(&Interval, nullptr); 2387039e358SDouglas Gregor #endif 2390cb68460SDouglas Gregor 240281f23adSRafael Espindola if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) == 241281f23adSRafael Espindola errc::no_such_file_or_directory) { 24208970917SBen Langmuir // If the original file wasn't created, somone thought the lock was dead. 24392e1b62dSYaron Keren if (!sys::fs::exists(FileName)) 24408970917SBen Langmuir return Res_OwnerDied; 24544ec0a7dSArgyrios Kyrtzidis return Res_Success; 246056eafd4SDouglas Gregor } 2477039e358SDouglas Gregor 24808970917SBen Langmuir // If the process owning the lock died without cleaning up, just bail out. 24908970917SBen Langmuir if (!processStillExecuting((*Owner).first, (*Owner).second)) 25044ec0a7dSArgyrios Kyrtzidis return Res_OwnerDied; 2517039e358SDouglas Gregor 2527039e358SDouglas Gregor // Exponentially increase the time we wait for the lock to be removed. 2537039e358SDouglas Gregor #if LLVM_ON_WIN32 2547039e358SDouglas Gregor Interval *= 2; 2557039e358SDouglas Gregor #else 2567039e358SDouglas Gregor Interval.tv_sec *= 2; 2577039e358SDouglas Gregor Interval.tv_nsec *= 2; 2587039e358SDouglas Gregor if (Interval.tv_nsec >= 1000000000) { 2597039e358SDouglas Gregor ++Interval.tv_sec; 2607039e358SDouglas Gregor Interval.tv_nsec -= 1000000000; 2617039e358SDouglas Gregor } 2627039e358SDouglas Gregor #endif 2637039e358SDouglas Gregor } while ( 2647039e358SDouglas Gregor #if LLVM_ON_WIN32 2657039e358SDouglas Gregor Interval < MaxSeconds * 1000 2667039e358SDouglas Gregor #else 2677039e358SDouglas Gregor Interval.tv_sec < (time_t)MaxSeconds 2687039e358SDouglas Gregor #endif 2697039e358SDouglas Gregor ); 2707039e358SDouglas Gregor 2717039e358SDouglas Gregor // Give up. 27244ec0a7dSArgyrios Kyrtzidis return Res_Timeout; 2737039e358SDouglas Gregor } 274d2d52de2SBen Langmuir 275d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() { 27692e1b62dSYaron Keren return sys::fs::remove(LockFileName); 277d2d52de2SBen Langmuir } 278