17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===// 27039e358SDouglas Gregor // 37039e358SDouglas Gregor // The LLVM Compiler Infrastructure 47039e358SDouglas Gregor // 57039e358SDouglas Gregor // This file is distributed under the University of Illinois Open Source 67039e358SDouglas Gregor // License. See LICENSE.TXT for details. 77039e358SDouglas Gregor // 87039e358SDouglas Gregor //===----------------------------------------------------------------------===// 97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h" 10d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h" 112a826e40SRafael Espindola #include "llvm/Support/Errc.h" 127039e358SDouglas Gregor #include "llvm/Support/FileSystem.h" 13d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h" 147039e358SDouglas Gregor #include "llvm/Support/raw_ostream.h" 1563aa8c5dSBen Langmuir #include "llvm/Support/Signals.h" 167039e358SDouglas Gregor #include <sys/stat.h> 17ed0881b2SChandler Carruth #include <sys/types.h> 187039e358SDouglas Gregor #if LLVM_ON_WIN32 197039e358SDouglas Gregor #include <windows.h> 207039e358SDouglas Gregor #endif 217039e358SDouglas Gregor #if LLVM_ON_UNIX 227039e358SDouglas Gregor #include <unistd.h> 237039e358SDouglas Gregor #endif 24*450461cbSBen Langmuir 25*450461cbSBen Langmuir #if defined(__APPLE__) && defined(__MAC_OS_X_VERSION_MIN_REQUIRED) && (__MAC_OS_X_VERSION_MIN_REQUIRED > 1050) 26*450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 1 27*450461cbSBen Langmuir #else 28*450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 0 29*450461cbSBen Langmuir #endif 30*450461cbSBen Langmuir 31*450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID 32*450461cbSBen Langmuir #include <uuid/uuid.h> 33*450461cbSBen Langmuir #endif 347039e358SDouglas Gregor using namespace llvm; 357039e358SDouglas Gregor 367039e358SDouglas Gregor /// \brief Attempt to read the lock file with the given name, if it exists. 377039e358SDouglas Gregor /// 387039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read. 397039e358SDouglas Gregor /// 407039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file 417039e358SDouglas Gregor Optional<std::pair<std::string, int> > 427039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) { 437039e358SDouglas Gregor // Read the owning host and PID out of the lock file. If it appears that the 447039e358SDouglas Gregor // owning process is dead, the lock file is invalid. 45adf21f2aSRafael Espindola ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr = 46adf21f2aSRafael Espindola MemoryBuffer::getFile(LockFileName); 47adf21f2aSRafael Espindola if (!MBOrErr) { 4837575693SArgyrios Kyrtzidis sys::fs::remove(LockFileName); 497de8ea3dSReid Kleckner return None; 5037575693SArgyrios Kyrtzidis } 513f6481d0SRafael Espindola MemoryBuffer &MB = *MBOrErr.get(); 527de8ea3dSReid Kleckner 53d78273f4SReid Kleckner StringRef Hostname; 54d78273f4SReid Kleckner StringRef PIDStr; 553f6481d0SRafael Espindola std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " "); 567de8ea3dSReid Kleckner PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" ")); 57d78273f4SReid Kleckner int PID; 5844ec0a7dSArgyrios Kyrtzidis if (!PIDStr.getAsInteger(10, PID)) { 5944ec0a7dSArgyrios Kyrtzidis auto Owner = std::make_pair(std::string(Hostname), PID); 6044ec0a7dSArgyrios Kyrtzidis if (processStillExecuting(Owner.first, Owner.second)) 6144ec0a7dSArgyrios Kyrtzidis return Owner; 6244ec0a7dSArgyrios Kyrtzidis } 637039e358SDouglas Gregor 647039e358SDouglas Gregor // Delete the lock file. It's invalid anyway. 65d78273f4SReid Kleckner sys::fs::remove(LockFileName); 66ef04593dSDavid Blaikie return None; 677039e358SDouglas Gregor } 687039e358SDouglas Gregor 69*450461cbSBen Langmuir static std::error_code getHostID(SmallVectorImpl<char> &HostID) { 70*450461cbSBen Langmuir HostID.clear(); 71*450461cbSBen Langmuir 72*450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID 73*450461cbSBen Langmuir // On OS X, use the more stable hardware UUID instead of hostname. 74*450461cbSBen Langmuir struct timespec wait = {1, 0}; // 1 second. 75*450461cbSBen Langmuir uuid_t uuid; 76*450461cbSBen Langmuir if (gethostuuid(uuid, &wait) != 0) 77*450461cbSBen Langmuir return std::error_code(errno, std::system_category()); 78*450461cbSBen Langmuir 79*450461cbSBen Langmuir uuid_string_t UUIDStr; 80*450461cbSBen Langmuir uuid_unparse(uuid, UUIDStr); 81*450461cbSBen Langmuir StringRef UUIDRef(UUIDStr); 82*450461cbSBen Langmuir HostID.append(UUIDRef.begin(), UUIDRef.end()); 83*450461cbSBen Langmuir 84*450461cbSBen Langmuir #elif LLVM_ON_UNIX 85*450461cbSBen Langmuir char HostName[256]; 86*450461cbSBen Langmuir HostName[255] = 0; 87*450461cbSBen Langmuir HostName[0] = 0; 88*450461cbSBen Langmuir gethostname(HostName, 255); 89*450461cbSBen Langmuir StringRef HostNameRef(HostName); 90*450461cbSBen Langmuir HostID.append(HostNameRef.begin(), HostNameRef.end()); 91*450461cbSBen Langmuir 92*450461cbSBen Langmuir #else 93*450461cbSBen Langmuir StringRef Dummy("localhost"); 94*450461cbSBen Langmuir HostID.append(Dummy.begin(), Dummy.end()); 95*450461cbSBen Langmuir #endif 96*450461cbSBen Langmuir 97*450461cbSBen Langmuir return std::error_code(); 98*450461cbSBen Langmuir } 99*450461cbSBen Langmuir 100*450461cbSBen Langmuir bool LockFileManager::processStillExecuting(StringRef HostID, int PID) { 101c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__) 102*450461cbSBen Langmuir SmallString<256> StoredHostID; 103*450461cbSBen Langmuir if (getHostID(StoredHostID)) 104*450461cbSBen Langmuir return true; // Conservatively assume it's executing on error. 105*450461cbSBen Langmuir 1067039e358SDouglas Gregor // Check whether the process is dead. If so, we're done. 107*450461cbSBen Langmuir if (StoredHostID == HostID && getsid(PID) == -1 && errno == ESRCH) 1087039e358SDouglas Gregor return false; 1097039e358SDouglas Gregor #endif 1107039e358SDouglas Gregor 1117039e358SDouglas Gregor return true; 1127039e358SDouglas Gregor } 1137039e358SDouglas Gregor 11463aa8c5dSBen Langmuir namespace { 11563aa8c5dSBen Langmuir /// An RAII helper object ensure that the unique lock file is removed. 11663aa8c5dSBen Langmuir /// 11763aa8c5dSBen Langmuir /// Ensures that if there is an error or a signal before we finish acquiring the 11863aa8c5dSBen Langmuir /// lock, the unique file will be removed. And if we successfully take the lock, 11963aa8c5dSBen Langmuir /// the signal handler is left in place so that signals while the lock is held 12063aa8c5dSBen Langmuir /// will remove the unique lock file. The caller should ensure there is a 12163aa8c5dSBen Langmuir /// matching call to sys::DontRemoveFileOnSignal when the lock is released. 12263aa8c5dSBen Langmuir class RemoveUniqueLockFileOnSignal { 12363aa8c5dSBen Langmuir StringRef Filename; 12463aa8c5dSBen Langmuir bool RemoveImmediately; 12563aa8c5dSBen Langmuir public: 12663aa8c5dSBen Langmuir RemoveUniqueLockFileOnSignal(StringRef Name) 12763aa8c5dSBen Langmuir : Filename(Name), RemoveImmediately(true) { 12863aa8c5dSBen Langmuir sys::RemoveFileOnSignal(Filename, nullptr); 12963aa8c5dSBen Langmuir } 13063aa8c5dSBen Langmuir ~RemoveUniqueLockFileOnSignal() { 13163aa8c5dSBen Langmuir if (!RemoveImmediately) { 13263aa8c5dSBen Langmuir // Leave the signal handler enabled. It will be removed when the lock is 13363aa8c5dSBen Langmuir // released. 13463aa8c5dSBen Langmuir return; 13563aa8c5dSBen Langmuir } 13663aa8c5dSBen Langmuir sys::fs::remove(Filename); 13763aa8c5dSBen Langmuir sys::DontRemoveFileOnSignal(Filename); 13863aa8c5dSBen Langmuir } 13963aa8c5dSBen Langmuir void lockAcquired() { RemoveImmediately = false; } 14063aa8c5dSBen Langmuir }; 14163aa8c5dSBen Langmuir } // end anonymous namespace 14263aa8c5dSBen Langmuir 1437039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName) 1447039e358SDouglas Gregor { 145056eafd4SDouglas Gregor this->FileName = FileName; 146db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::make_absolute(this->FileName)) { 147900e9a3dSArgyrios Kyrtzidis Error = EC; 148900e9a3dSArgyrios Kyrtzidis return; 149900e9a3dSArgyrios Kyrtzidis } 150900e9a3dSArgyrios Kyrtzidis LockFileName = this->FileName; 1517039e358SDouglas Gregor LockFileName += ".lock"; 1527039e358SDouglas Gregor 1537039e358SDouglas Gregor // If the lock file already exists, don't bother to try to create our own 1547039e358SDouglas Gregor // lock file; it won't work anyway. Just figure out who owns this lock file. 1557039e358SDouglas Gregor if ((Owner = readLockFile(LockFileName))) 1567039e358SDouglas Gregor return; 1577039e358SDouglas Gregor 1587039e358SDouglas Gregor // Create a lock file that is unique to this instance. 1597039e358SDouglas Gregor UniqueLockFileName = LockFileName; 1607039e358SDouglas Gregor UniqueLockFileName += "-%%%%%%%%"; 1617039e358SDouglas Gregor int UniqueLockFileID; 162db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::createUniqueFile( 16392e1b62dSYaron Keren UniqueLockFileName, UniqueLockFileID, UniqueLockFileName)) { 1647039e358SDouglas Gregor Error = EC; 1657039e358SDouglas Gregor return; 1667039e358SDouglas Gregor } 1677039e358SDouglas Gregor 1687039e358SDouglas Gregor // Write our process ID to our unique lock file. 1697039e358SDouglas Gregor { 170*450461cbSBen Langmuir SmallString<256> HostID; 171*450461cbSBen Langmuir if (auto EC = getHostID(HostID)) { 172*450461cbSBen Langmuir Error = EC; 173*450461cbSBen Langmuir return; 174*450461cbSBen Langmuir } 1755123eecdSBen Langmuir 176*450461cbSBen Langmuir raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true); 177*450461cbSBen Langmuir Out << HostID << ' '; 1787039e358SDouglas Gregor #if LLVM_ON_UNIX 179*450461cbSBen Langmuir Out << getpid(); 1807039e358SDouglas Gregor #else 181*450461cbSBen Langmuir Out << "1"; 1827039e358SDouglas Gregor #endif 1837039e358SDouglas Gregor Out.close(); 1847039e358SDouglas Gregor 1857039e358SDouglas Gregor if (Out.has_error()) { 1867039e358SDouglas Gregor // We failed to write out PID, so make up an excuse, remove the 1877039e358SDouglas Gregor // unique lock file, and fail. 1882a826e40SRafael Espindola Error = make_error_code(errc::no_space_on_device); 18992e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 1907039e358SDouglas Gregor return; 1917039e358SDouglas Gregor } 1927039e358SDouglas Gregor } 1937039e358SDouglas Gregor 19463aa8c5dSBen Langmuir // Clean up the unique file on signal, which also releases the lock if it is 19563aa8c5dSBen Langmuir // held since the .lock symlink will point to a nonexistent file. 19663aa8c5dSBen Langmuir RemoveUniqueLockFileOnSignal RemoveUniqueFile(UniqueLockFileName); 19763aa8c5dSBen Langmuir 1984147978cSArgyrios Kyrtzidis while (1) { 19983f858e5SRafael Espindola // Create a link from the lock file name. If this succeeds, we're done. 200db4ed0bdSRafael Espindola std::error_code EC = 20192e1b62dSYaron Keren sys::fs::create_link(UniqueLockFileName, LockFileName); 20263aa8c5dSBen Langmuir if (!EC) { 20363aa8c5dSBen Langmuir RemoveUniqueFile.lockAcquired(); 2047039e358SDouglas Gregor return; 20563aa8c5dSBen Langmuir } 2067039e358SDouglas Gregor 2072a826e40SRafael Espindola if (EC != errc::file_exists) { 20862a979ccSArgyrios Kyrtzidis Error = EC; 2094147978cSArgyrios Kyrtzidis return; 2104147978cSArgyrios Kyrtzidis } 2114147978cSArgyrios Kyrtzidis 2124147978cSArgyrios Kyrtzidis // Someone else managed to create the lock file first. Read the process ID 2134147978cSArgyrios Kyrtzidis // from the lock file. 2144147978cSArgyrios Kyrtzidis if ((Owner = readLockFile(LockFileName))) { 2154147978cSArgyrios Kyrtzidis // Wipe out our unique lock file (it's useless now) 21692e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 2174147978cSArgyrios Kyrtzidis return; 2184147978cSArgyrios Kyrtzidis } 2194147978cSArgyrios Kyrtzidis 22092e1b62dSYaron Keren if (!sys::fs::exists(LockFileName)) { 2214147978cSArgyrios Kyrtzidis // The previous owner released the lock file before we could read it. 2224147978cSArgyrios Kyrtzidis // Try to get ownership again. 2234147978cSArgyrios Kyrtzidis continue; 2244147978cSArgyrios Kyrtzidis } 2254147978cSArgyrios Kyrtzidis 2264147978cSArgyrios Kyrtzidis // There is a lock file that nobody owns; try to clean it up and get 2274147978cSArgyrios Kyrtzidis // ownership. 22892e1b62dSYaron Keren if ((EC = sys::fs::remove(LockFileName))) { 2294147978cSArgyrios Kyrtzidis Error = EC; 2304147978cSArgyrios Kyrtzidis return; 2314147978cSArgyrios Kyrtzidis } 2324147978cSArgyrios Kyrtzidis } 2337039e358SDouglas Gregor } 2347039e358SDouglas Gregor 2357039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const { 2367039e358SDouglas Gregor if (Owner) 2377039e358SDouglas Gregor return LFS_Shared; 2387039e358SDouglas Gregor 2397039e358SDouglas Gregor if (Error) 2407039e358SDouglas Gregor return LFS_Error; 2417039e358SDouglas Gregor 2427039e358SDouglas Gregor return LFS_Owned; 2437039e358SDouglas Gregor } 2447039e358SDouglas Gregor 2457039e358SDouglas Gregor LockFileManager::~LockFileManager() { 2467039e358SDouglas Gregor if (getState() != LFS_Owned) 2477039e358SDouglas Gregor return; 2487039e358SDouglas Gregor 2497039e358SDouglas Gregor // Since we own the lock, remove the lock file and our own unique lock file. 25092e1b62dSYaron Keren sys::fs::remove(LockFileName); 25192e1b62dSYaron Keren sys::fs::remove(UniqueLockFileName); 25263aa8c5dSBen Langmuir // The unique file is now gone, so remove it from the signal handler. This 25363aa8c5dSBen Langmuir // matches a sys::RemoveFileOnSignal() in LockFileManager(). 25463aa8c5dSBen Langmuir sys::DontRemoveFileOnSignal(UniqueLockFileName); 2557039e358SDouglas Gregor } 2567039e358SDouglas Gregor 25744ec0a7dSArgyrios Kyrtzidis LockFileManager::WaitForUnlockResult LockFileManager::waitForUnlock() { 2587039e358SDouglas Gregor if (getState() != LFS_Shared) 25944ec0a7dSArgyrios Kyrtzidis return Res_Success; 2607039e358SDouglas Gregor 2617039e358SDouglas Gregor #if LLVM_ON_WIN32 2627039e358SDouglas Gregor unsigned long Interval = 1; 2637039e358SDouglas Gregor #else 2647039e358SDouglas Gregor struct timespec Interval; 2657039e358SDouglas Gregor Interval.tv_sec = 0; 2667039e358SDouglas Gregor Interval.tv_nsec = 1000000; 2677039e358SDouglas Gregor #endif 268dc8f979bSArgyrios Kyrtzidis // Don't wait more than five minutes per iteration. Total timeout for the file 269dc8f979bSArgyrios Kyrtzidis // to appear is ~8.5 mins. 270dc8f979bSArgyrios Kyrtzidis const unsigned MaxSeconds = 5*60; 2717039e358SDouglas Gregor do { 2727039e358SDouglas Gregor // Sleep for the designated interval, to allow the owning process time to 2737039e358SDouglas Gregor // finish up and remove the lock file. 2747039e358SDouglas Gregor // FIXME: Should we hook in to system APIs to get a notification when the 2757039e358SDouglas Gregor // lock file is deleted? 2767039e358SDouglas Gregor #if LLVM_ON_WIN32 2777039e358SDouglas Gregor Sleep(Interval); 2787039e358SDouglas Gregor #else 279c10719f5SCraig Topper nanosleep(&Interval, nullptr); 2807039e358SDouglas Gregor #endif 2810cb68460SDouglas Gregor 282281f23adSRafael Espindola if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) == 283281f23adSRafael Espindola errc::no_such_file_or_directory) { 28408970917SBen Langmuir // If the original file wasn't created, somone thought the lock was dead. 28592e1b62dSYaron Keren if (!sys::fs::exists(FileName)) 28608970917SBen Langmuir return Res_OwnerDied; 28744ec0a7dSArgyrios Kyrtzidis return Res_Success; 288056eafd4SDouglas Gregor } 2897039e358SDouglas Gregor 29008970917SBen Langmuir // If the process owning the lock died without cleaning up, just bail out. 29108970917SBen Langmuir if (!processStillExecuting((*Owner).first, (*Owner).second)) 29244ec0a7dSArgyrios Kyrtzidis return Res_OwnerDied; 2937039e358SDouglas Gregor 2947039e358SDouglas Gregor // Exponentially increase the time we wait for the lock to be removed. 2957039e358SDouglas Gregor #if LLVM_ON_WIN32 2967039e358SDouglas Gregor Interval *= 2; 2977039e358SDouglas Gregor #else 2987039e358SDouglas Gregor Interval.tv_sec *= 2; 2997039e358SDouglas Gregor Interval.tv_nsec *= 2; 3007039e358SDouglas Gregor if (Interval.tv_nsec >= 1000000000) { 3017039e358SDouglas Gregor ++Interval.tv_sec; 3027039e358SDouglas Gregor Interval.tv_nsec -= 1000000000; 3037039e358SDouglas Gregor } 3047039e358SDouglas Gregor #endif 3057039e358SDouglas Gregor } while ( 3067039e358SDouglas Gregor #if LLVM_ON_WIN32 3077039e358SDouglas Gregor Interval < MaxSeconds * 1000 3087039e358SDouglas Gregor #else 3097039e358SDouglas Gregor Interval.tv_sec < (time_t)MaxSeconds 3107039e358SDouglas Gregor #endif 3117039e358SDouglas Gregor ); 3127039e358SDouglas Gregor 3137039e358SDouglas Gregor // Give up. 31444ec0a7dSArgyrios Kyrtzidis return Res_Timeout; 3157039e358SDouglas Gregor } 316d2d52de2SBen Langmuir 317d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() { 31892e1b62dSYaron Keren return sys::fs::remove(LockFileName); 319d2d52de2SBen Langmuir } 320