17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===//
27039e358SDouglas Gregor //
37039e358SDouglas Gregor //                     The LLVM Compiler Infrastructure
47039e358SDouglas Gregor //
57039e358SDouglas Gregor // This file is distributed under the University of Illinois Open Source
67039e358SDouglas Gregor // License. See LICENSE.TXT for details.
77039e358SDouglas Gregor //
87039e358SDouglas Gregor //===----------------------------------------------------------------------===//
97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h"
10d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h"
112a826e40SRafael Espindola #include "llvm/Support/Errc.h"
127039e358SDouglas Gregor #include "llvm/Support/FileSystem.h"
13d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h"
147039e358SDouglas Gregor #include "llvm/Support/raw_ostream.h"
1563aa8c5dSBen Langmuir #include "llvm/Support/Signals.h"
167039e358SDouglas Gregor #include <sys/stat.h>
17ed0881b2SChandler Carruth #include <sys/types.h>
187039e358SDouglas Gregor #if LLVM_ON_WIN32
197039e358SDouglas Gregor #include <windows.h>
207039e358SDouglas Gregor #endif
217039e358SDouglas Gregor #if LLVM_ON_UNIX
227039e358SDouglas Gregor #include <unistd.h>
237039e358SDouglas Gregor #endif
247039e358SDouglas Gregor using namespace llvm;
257039e358SDouglas Gregor 
267039e358SDouglas Gregor /// \brief Attempt to read the lock file with the given name, if it exists.
277039e358SDouglas Gregor ///
287039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read.
297039e358SDouglas Gregor ///
307039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file
317039e358SDouglas Gregor Optional<std::pair<std::string, int> >
327039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) {
337039e358SDouglas Gregor   // Read the owning host and PID out of the lock file. If it appears that the
347039e358SDouglas Gregor   // owning process is dead, the lock file is invalid.
35adf21f2aSRafael Espindola   ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr =
36adf21f2aSRafael Espindola       MemoryBuffer::getFile(LockFileName);
37adf21f2aSRafael Espindola   if (!MBOrErr) {
3837575693SArgyrios Kyrtzidis     sys::fs::remove(LockFileName);
397de8ea3dSReid Kleckner     return None;
4037575693SArgyrios Kyrtzidis   }
413f6481d0SRafael Espindola   MemoryBuffer &MB = *MBOrErr.get();
427de8ea3dSReid Kleckner 
43d78273f4SReid Kleckner   StringRef Hostname;
44d78273f4SReid Kleckner   StringRef PIDStr;
453f6481d0SRafael Espindola   std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " ");
467de8ea3dSReid Kleckner   PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" "));
47d78273f4SReid Kleckner   int PID;
4844ec0a7dSArgyrios Kyrtzidis   if (!PIDStr.getAsInteger(10, PID)) {
4944ec0a7dSArgyrios Kyrtzidis     auto Owner = std::make_pair(std::string(Hostname), PID);
5044ec0a7dSArgyrios Kyrtzidis     if (processStillExecuting(Owner.first, Owner.second))
5144ec0a7dSArgyrios Kyrtzidis       return Owner;
5244ec0a7dSArgyrios Kyrtzidis   }
537039e358SDouglas Gregor 
547039e358SDouglas Gregor   // Delete the lock file. It's invalid anyway.
55d78273f4SReid Kleckner   sys::fs::remove(LockFileName);
56ef04593dSDavid Blaikie   return None;
577039e358SDouglas Gregor }
587039e358SDouglas Gregor 
59*5123eecdSBen Langmuir bool LockFileManager::processStillExecuting(StringRef Hostname, int PID) {
60c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__)
61*5123eecdSBen Langmuir   char MyHostname[256];
62*5123eecdSBen Langmuir   MyHostname[255] = 0;
63*5123eecdSBen Langmuir   MyHostname[0] = 0;
64*5123eecdSBen Langmuir   gethostname(MyHostname, 255);
657039e358SDouglas Gregor   // Check whether the process is dead. If so, we're done.
66*5123eecdSBen Langmuir   if (MyHostname == Hostname && getsid(PID) == -1 && errno == ESRCH)
677039e358SDouglas Gregor     return false;
687039e358SDouglas Gregor #endif
697039e358SDouglas Gregor 
707039e358SDouglas Gregor   return true;
717039e358SDouglas Gregor }
727039e358SDouglas Gregor 
7363aa8c5dSBen Langmuir namespace {
7463aa8c5dSBen Langmuir /// An RAII helper object ensure that the unique lock file is removed.
7563aa8c5dSBen Langmuir ///
7663aa8c5dSBen Langmuir /// Ensures that if there is an error or a signal before we finish acquiring the
7763aa8c5dSBen Langmuir /// lock, the unique file will be removed. And if we successfully take the lock,
7863aa8c5dSBen Langmuir /// the signal handler is left in place so that signals while the lock is held
7963aa8c5dSBen Langmuir /// will remove the unique lock file. The caller should ensure there is a
8063aa8c5dSBen Langmuir /// matching call to sys::DontRemoveFileOnSignal when the lock is released.
8163aa8c5dSBen Langmuir class RemoveUniqueLockFileOnSignal {
8263aa8c5dSBen Langmuir   StringRef Filename;
8363aa8c5dSBen Langmuir   bool RemoveImmediately;
8463aa8c5dSBen Langmuir public:
8563aa8c5dSBen Langmuir   RemoveUniqueLockFileOnSignal(StringRef Name)
8663aa8c5dSBen Langmuir   : Filename(Name), RemoveImmediately(true) {
8763aa8c5dSBen Langmuir     sys::RemoveFileOnSignal(Filename, nullptr);
8863aa8c5dSBen Langmuir   }
8963aa8c5dSBen Langmuir   ~RemoveUniqueLockFileOnSignal() {
9063aa8c5dSBen Langmuir     if (!RemoveImmediately) {
9163aa8c5dSBen Langmuir       // Leave the signal handler enabled. It will be removed when the lock is
9263aa8c5dSBen Langmuir       // released.
9363aa8c5dSBen Langmuir       return;
9463aa8c5dSBen Langmuir     }
9563aa8c5dSBen Langmuir     sys::fs::remove(Filename);
9663aa8c5dSBen Langmuir     sys::DontRemoveFileOnSignal(Filename);
9763aa8c5dSBen Langmuir   }
9863aa8c5dSBen Langmuir   void lockAcquired() { RemoveImmediately = false; }
9963aa8c5dSBen Langmuir };
10063aa8c5dSBen Langmuir } // end anonymous namespace
10163aa8c5dSBen Langmuir 
1027039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName)
1037039e358SDouglas Gregor {
104056eafd4SDouglas Gregor   this->FileName = FileName;
105db4ed0bdSRafael Espindola   if (std::error_code EC = sys::fs::make_absolute(this->FileName)) {
106900e9a3dSArgyrios Kyrtzidis     Error = EC;
107900e9a3dSArgyrios Kyrtzidis     return;
108900e9a3dSArgyrios Kyrtzidis   }
109900e9a3dSArgyrios Kyrtzidis   LockFileName = this->FileName;
1107039e358SDouglas Gregor   LockFileName += ".lock";
1117039e358SDouglas Gregor 
1127039e358SDouglas Gregor   // If the lock file already exists, don't bother to try to create our own
1137039e358SDouglas Gregor   // lock file; it won't work anyway. Just figure out who owns this lock file.
1147039e358SDouglas Gregor   if ((Owner = readLockFile(LockFileName)))
1157039e358SDouglas Gregor     return;
1167039e358SDouglas Gregor 
1177039e358SDouglas Gregor   // Create a lock file that is unique to this instance.
1187039e358SDouglas Gregor   UniqueLockFileName = LockFileName;
1197039e358SDouglas Gregor   UniqueLockFileName += "-%%%%%%%%";
1207039e358SDouglas Gregor   int UniqueLockFileID;
121db4ed0bdSRafael Espindola   if (std::error_code EC = sys::fs::createUniqueFile(
12292e1b62dSYaron Keren           UniqueLockFileName, UniqueLockFileID, UniqueLockFileName)) {
1237039e358SDouglas Gregor     Error = EC;
1247039e358SDouglas Gregor     return;
1257039e358SDouglas Gregor   }
1267039e358SDouglas Gregor 
1277039e358SDouglas Gregor   // Write our process ID to our unique lock file.
1287039e358SDouglas Gregor   {
129c349cf39SBen Langmuir     raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true);
130*5123eecdSBen Langmuir 
1317039e358SDouglas Gregor #if LLVM_ON_UNIX
132*5123eecdSBen Langmuir     // FIXME: move getpid() call into LLVM
133*5123eecdSBen Langmuir     char hostname[256];
134*5123eecdSBen Langmuir     hostname[255] = 0;
135*5123eecdSBen Langmuir     hostname[0] = 0;
136*5123eecdSBen Langmuir     gethostname(hostname, 255);
137*5123eecdSBen Langmuir     Out << hostname << ' ' << getpid();
1387039e358SDouglas Gregor #else
139*5123eecdSBen Langmuir     Out << "localhost 1";
1407039e358SDouglas Gregor #endif
1417039e358SDouglas Gregor     Out.close();
1427039e358SDouglas Gregor 
1437039e358SDouglas Gregor     if (Out.has_error()) {
1447039e358SDouglas Gregor       // We failed to write out PID, so make up an excuse, remove the
1457039e358SDouglas Gregor       // unique lock file, and fail.
1462a826e40SRafael Espindola       Error = make_error_code(errc::no_space_on_device);
14792e1b62dSYaron Keren       sys::fs::remove(UniqueLockFileName);
1487039e358SDouglas Gregor       return;
1497039e358SDouglas Gregor     }
1507039e358SDouglas Gregor   }
1517039e358SDouglas Gregor 
15263aa8c5dSBen Langmuir   // Clean up the unique file on signal, which also releases the lock if it is
15363aa8c5dSBen Langmuir   // held since the .lock symlink will point to a nonexistent file.
15463aa8c5dSBen Langmuir   RemoveUniqueLockFileOnSignal RemoveUniqueFile(UniqueLockFileName);
15563aa8c5dSBen Langmuir 
1564147978cSArgyrios Kyrtzidis   while (1) {
15783f858e5SRafael Espindola     // Create a link from the lock file name. If this succeeds, we're done.
158db4ed0bdSRafael Espindola     std::error_code EC =
15992e1b62dSYaron Keren         sys::fs::create_link(UniqueLockFileName, LockFileName);
16063aa8c5dSBen Langmuir     if (!EC) {
16163aa8c5dSBen Langmuir       RemoveUniqueFile.lockAcquired();
1627039e358SDouglas Gregor       return;
16363aa8c5dSBen Langmuir     }
1647039e358SDouglas Gregor 
1652a826e40SRafael Espindola     if (EC != errc::file_exists) {
16662a979ccSArgyrios Kyrtzidis       Error = EC;
1674147978cSArgyrios Kyrtzidis       return;
1684147978cSArgyrios Kyrtzidis     }
1694147978cSArgyrios Kyrtzidis 
1704147978cSArgyrios Kyrtzidis     // Someone else managed to create the lock file first. Read the process ID
1714147978cSArgyrios Kyrtzidis     // from the lock file.
1724147978cSArgyrios Kyrtzidis     if ((Owner = readLockFile(LockFileName))) {
1734147978cSArgyrios Kyrtzidis       // Wipe out our unique lock file (it's useless now)
17492e1b62dSYaron Keren       sys::fs::remove(UniqueLockFileName);
1754147978cSArgyrios Kyrtzidis       return;
1764147978cSArgyrios Kyrtzidis     }
1774147978cSArgyrios Kyrtzidis 
17892e1b62dSYaron Keren     if (!sys::fs::exists(LockFileName)) {
1794147978cSArgyrios Kyrtzidis       // The previous owner released the lock file before we could read it.
1804147978cSArgyrios Kyrtzidis       // Try to get ownership again.
1814147978cSArgyrios Kyrtzidis       continue;
1824147978cSArgyrios Kyrtzidis     }
1834147978cSArgyrios Kyrtzidis 
1844147978cSArgyrios Kyrtzidis     // There is a lock file that nobody owns; try to clean it up and get
1854147978cSArgyrios Kyrtzidis     // ownership.
18692e1b62dSYaron Keren     if ((EC = sys::fs::remove(LockFileName))) {
1874147978cSArgyrios Kyrtzidis       Error = EC;
1884147978cSArgyrios Kyrtzidis       return;
1894147978cSArgyrios Kyrtzidis     }
1904147978cSArgyrios Kyrtzidis   }
1917039e358SDouglas Gregor }
1927039e358SDouglas Gregor 
1937039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const {
1947039e358SDouglas Gregor   if (Owner)
1957039e358SDouglas Gregor     return LFS_Shared;
1967039e358SDouglas Gregor 
1977039e358SDouglas Gregor   if (Error)
1987039e358SDouglas Gregor     return LFS_Error;
1997039e358SDouglas Gregor 
2007039e358SDouglas Gregor   return LFS_Owned;
2017039e358SDouglas Gregor }
2027039e358SDouglas Gregor 
2037039e358SDouglas Gregor LockFileManager::~LockFileManager() {
2047039e358SDouglas Gregor   if (getState() != LFS_Owned)
2057039e358SDouglas Gregor     return;
2067039e358SDouglas Gregor 
2077039e358SDouglas Gregor   // Since we own the lock, remove the lock file and our own unique lock file.
20892e1b62dSYaron Keren   sys::fs::remove(LockFileName);
20992e1b62dSYaron Keren   sys::fs::remove(UniqueLockFileName);
21063aa8c5dSBen Langmuir   // The unique file is now gone, so remove it from the signal handler. This
21163aa8c5dSBen Langmuir   // matches a sys::RemoveFileOnSignal() in LockFileManager().
21263aa8c5dSBen Langmuir   sys::DontRemoveFileOnSignal(UniqueLockFileName);
2137039e358SDouglas Gregor }
2147039e358SDouglas Gregor 
21544ec0a7dSArgyrios Kyrtzidis LockFileManager::WaitForUnlockResult LockFileManager::waitForUnlock() {
2167039e358SDouglas Gregor   if (getState() != LFS_Shared)
21744ec0a7dSArgyrios Kyrtzidis     return Res_Success;
2187039e358SDouglas Gregor 
2197039e358SDouglas Gregor #if LLVM_ON_WIN32
2207039e358SDouglas Gregor   unsigned long Interval = 1;
2217039e358SDouglas Gregor #else
2227039e358SDouglas Gregor   struct timespec Interval;
2237039e358SDouglas Gregor   Interval.tv_sec = 0;
2247039e358SDouglas Gregor   Interval.tv_nsec = 1000000;
2257039e358SDouglas Gregor #endif
226dc8f979bSArgyrios Kyrtzidis   // Don't wait more than five minutes per iteration. Total timeout for the file
227dc8f979bSArgyrios Kyrtzidis   // to appear is ~8.5 mins.
228dc8f979bSArgyrios Kyrtzidis   const unsigned MaxSeconds = 5*60;
2297039e358SDouglas Gregor   do {
2307039e358SDouglas Gregor     // Sleep for the designated interval, to allow the owning process time to
2317039e358SDouglas Gregor     // finish up and remove the lock file.
2327039e358SDouglas Gregor     // FIXME: Should we hook in to system APIs to get a notification when the
2337039e358SDouglas Gregor     // lock file is deleted?
2347039e358SDouglas Gregor #if LLVM_ON_WIN32
2357039e358SDouglas Gregor     Sleep(Interval);
2367039e358SDouglas Gregor #else
237c10719f5SCraig Topper     nanosleep(&Interval, nullptr);
2387039e358SDouglas Gregor #endif
2390cb68460SDouglas Gregor 
240281f23adSRafael Espindola     if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) ==
241281f23adSRafael Espindola         errc::no_such_file_or_directory) {
24208970917SBen Langmuir       // If the original file wasn't created, somone thought the lock was dead.
24392e1b62dSYaron Keren       if (!sys::fs::exists(FileName))
24408970917SBen Langmuir         return Res_OwnerDied;
24544ec0a7dSArgyrios Kyrtzidis       return Res_Success;
246056eafd4SDouglas Gregor     }
2477039e358SDouglas Gregor 
24808970917SBen Langmuir     // If the process owning the lock died without cleaning up, just bail out.
24908970917SBen Langmuir     if (!processStillExecuting((*Owner).first, (*Owner).second))
25044ec0a7dSArgyrios Kyrtzidis       return Res_OwnerDied;
2517039e358SDouglas Gregor 
2527039e358SDouglas Gregor     // Exponentially increase the time we wait for the lock to be removed.
2537039e358SDouglas Gregor #if LLVM_ON_WIN32
2547039e358SDouglas Gregor     Interval *= 2;
2557039e358SDouglas Gregor #else
2567039e358SDouglas Gregor     Interval.tv_sec *= 2;
2577039e358SDouglas Gregor     Interval.tv_nsec *= 2;
2587039e358SDouglas Gregor     if (Interval.tv_nsec >= 1000000000) {
2597039e358SDouglas Gregor       ++Interval.tv_sec;
2607039e358SDouglas Gregor       Interval.tv_nsec -= 1000000000;
2617039e358SDouglas Gregor     }
2627039e358SDouglas Gregor #endif
2637039e358SDouglas Gregor   } while (
2647039e358SDouglas Gregor #if LLVM_ON_WIN32
2657039e358SDouglas Gregor            Interval < MaxSeconds * 1000
2667039e358SDouglas Gregor #else
2677039e358SDouglas Gregor            Interval.tv_sec < (time_t)MaxSeconds
2687039e358SDouglas Gregor #endif
2697039e358SDouglas Gregor            );
2707039e358SDouglas Gregor 
2717039e358SDouglas Gregor   // Give up.
27244ec0a7dSArgyrios Kyrtzidis   return Res_Timeout;
2737039e358SDouglas Gregor }
274d2d52de2SBen Langmuir 
275d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() {
27692e1b62dSYaron Keren   return sys::fs::remove(LockFileName);
277d2d52de2SBen Langmuir }
278