17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===//
27039e358SDouglas Gregor //
37039e358SDouglas Gregor //                     The LLVM Compiler Infrastructure
47039e358SDouglas Gregor //
57039e358SDouglas Gregor // This file is distributed under the University of Illinois Open Source
67039e358SDouglas Gregor // License. See LICENSE.TXT for details.
77039e358SDouglas Gregor //
87039e358SDouglas Gregor //===----------------------------------------------------------------------===//
97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h"
10d78273f4SReid Kleckner #include "llvm/ADT/STLExtras.h"
11d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h"
122a826e40SRafael Espindola #include "llvm/Support/Errc.h"
137039e358SDouglas Gregor #include "llvm/Support/FileSystem.h"
14d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h"
15531a5be4SArgyrios Kyrtzidis #include "llvm/Support/Path.h"
167039e358SDouglas Gregor #include "llvm/Support/raw_ostream.h"
177039e358SDouglas Gregor #include <sys/stat.h>
18ed0881b2SChandler Carruth #include <sys/types.h>
197039e358SDouglas Gregor #if LLVM_ON_WIN32
207039e358SDouglas Gregor #include <windows.h>
217039e358SDouglas Gregor #endif
227039e358SDouglas Gregor #if LLVM_ON_UNIX
237039e358SDouglas Gregor #include <unistd.h>
247039e358SDouglas Gregor #endif
257039e358SDouglas Gregor using namespace llvm;
267039e358SDouglas Gregor 
277039e358SDouglas Gregor /// \brief Attempt to read the lock file with the given name, if it exists.
287039e358SDouglas Gregor ///
297039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read.
307039e358SDouglas Gregor ///
317039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file
327039e358SDouglas Gregor Optional<std::pair<std::string, int> >
337039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) {
347039e358SDouglas Gregor   // Read the owning host and PID out of the lock file. If it appears that the
357039e358SDouglas Gregor   // owning process is dead, the lock file is invalid.
36adf21f2aSRafael Espindola   ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr =
37adf21f2aSRafael Espindola       MemoryBuffer::getFile(LockFileName);
38adf21f2aSRafael Espindola   if (!MBOrErr) {
3937575693SArgyrios Kyrtzidis     sys::fs::remove(LockFileName);
407de8ea3dSReid Kleckner     return None;
4137575693SArgyrios Kyrtzidis   }
423f6481d0SRafael Espindola   MemoryBuffer &MB = *MBOrErr.get();
437de8ea3dSReid Kleckner 
44d78273f4SReid Kleckner   StringRef Hostname;
45d78273f4SReid Kleckner   StringRef PIDStr;
463f6481d0SRafael Espindola   std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " ");
477de8ea3dSReid Kleckner   PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" "));
48d78273f4SReid Kleckner   int PID;
4944ec0a7dSArgyrios Kyrtzidis   if (!PIDStr.getAsInteger(10, PID)) {
5044ec0a7dSArgyrios Kyrtzidis     auto Owner = std::make_pair(std::string(Hostname), PID);
5144ec0a7dSArgyrios Kyrtzidis     if (processStillExecuting(Owner.first, Owner.second))
5244ec0a7dSArgyrios Kyrtzidis       return Owner;
5344ec0a7dSArgyrios Kyrtzidis   }
547039e358SDouglas Gregor 
557039e358SDouglas Gregor   // Delete the lock file. It's invalid anyway.
56d78273f4SReid Kleckner   sys::fs::remove(LockFileName);
57ef04593dSDavid Blaikie   return None;
587039e358SDouglas Gregor }
597039e358SDouglas Gregor 
607039e358SDouglas Gregor bool LockFileManager::processStillExecuting(StringRef Hostname, int PID) {
61c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__)
627039e358SDouglas Gregor   char MyHostname[256];
637039e358SDouglas Gregor   MyHostname[255] = 0;
647039e358SDouglas Gregor   MyHostname[0] = 0;
657039e358SDouglas Gregor   gethostname(MyHostname, 255);
667039e358SDouglas Gregor   // Check whether the process is dead. If so, we're done.
677039e358SDouglas Gregor   if (MyHostname == Hostname && getsid(PID) == -1 && errno == ESRCH)
687039e358SDouglas Gregor     return false;
697039e358SDouglas Gregor #endif
707039e358SDouglas Gregor 
717039e358SDouglas Gregor   return true;
727039e358SDouglas Gregor }
737039e358SDouglas Gregor 
747039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName)
757039e358SDouglas Gregor {
76056eafd4SDouglas Gregor   this->FileName = FileName;
77db4ed0bdSRafael Espindola   if (std::error_code EC = sys::fs::make_absolute(this->FileName)) {
78900e9a3dSArgyrios Kyrtzidis     Error = EC;
79900e9a3dSArgyrios Kyrtzidis     return;
80900e9a3dSArgyrios Kyrtzidis   }
81900e9a3dSArgyrios Kyrtzidis   LockFileName = this->FileName;
827039e358SDouglas Gregor   LockFileName += ".lock";
837039e358SDouglas Gregor 
847039e358SDouglas Gregor   // If the lock file already exists, don't bother to try to create our own
857039e358SDouglas Gregor   // lock file; it won't work anyway. Just figure out who owns this lock file.
867039e358SDouglas Gregor   if ((Owner = readLockFile(LockFileName)))
877039e358SDouglas Gregor     return;
887039e358SDouglas Gregor 
897039e358SDouglas Gregor   // Create a lock file that is unique to this instance.
907039e358SDouglas Gregor   UniqueLockFileName = LockFileName;
917039e358SDouglas Gregor   UniqueLockFileName += "-%%%%%%%%";
927039e358SDouglas Gregor   int UniqueLockFileID;
93db4ed0bdSRafael Espindola   if (std::error_code EC = sys::fs::createUniqueFile(
94db4ed0bdSRafael Espindola           UniqueLockFileName.str(), UniqueLockFileID, UniqueLockFileName)) {
957039e358SDouglas Gregor     Error = EC;
967039e358SDouglas Gregor     return;
977039e358SDouglas Gregor   }
987039e358SDouglas Gregor 
997039e358SDouglas Gregor   // Write our process ID to our unique lock file.
1007039e358SDouglas Gregor   {
1017039e358SDouglas Gregor     raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true);
1027039e358SDouglas Gregor 
1037039e358SDouglas Gregor #if LLVM_ON_UNIX
1047039e358SDouglas Gregor     // FIXME: move getpid() call into LLVM
1057039e358SDouglas Gregor     char hostname[256];
1067039e358SDouglas Gregor     hostname[255] = 0;
1077039e358SDouglas Gregor     hostname[0] = 0;
1087039e358SDouglas Gregor     gethostname(hostname, 255);
1097039e358SDouglas Gregor     Out << hostname << ' ' << getpid();
1107039e358SDouglas Gregor #else
1117039e358SDouglas Gregor     Out << "localhost 1";
1127039e358SDouglas Gregor #endif
1137039e358SDouglas Gregor     Out.close();
1147039e358SDouglas Gregor 
1157039e358SDouglas Gregor     if (Out.has_error()) {
1167039e358SDouglas Gregor       // We failed to write out PID, so make up an excuse, remove the
1177039e358SDouglas Gregor       // unique lock file, and fail.
1182a826e40SRafael Espindola       Error = make_error_code(errc::no_space_on_device);
11981e7fd01SRafael Espindola       sys::fs::remove(UniqueLockFileName.c_str());
1207039e358SDouglas Gregor       return;
1217039e358SDouglas Gregor     }
1227039e358SDouglas Gregor   }
1237039e358SDouglas Gregor 
1244147978cSArgyrios Kyrtzidis   while (1) {
12583f858e5SRafael Espindola     // Create a link from the lock file name. If this succeeds, we're done.
126db4ed0bdSRafael Espindola     std::error_code EC =
127900e9a3dSArgyrios Kyrtzidis         sys::fs::create_link(UniqueLockFileName.str(), LockFileName.str());
128a3f2e3f0SRafael Espindola     if (!EC)
1297039e358SDouglas Gregor       return;
1307039e358SDouglas Gregor 
1312a826e40SRafael Espindola     if (EC != errc::file_exists) {
13262a979ccSArgyrios Kyrtzidis       Error = EC;
1334147978cSArgyrios Kyrtzidis       return;
1344147978cSArgyrios Kyrtzidis     }
1354147978cSArgyrios Kyrtzidis 
1364147978cSArgyrios Kyrtzidis     // Someone else managed to create the lock file first. Read the process ID
1374147978cSArgyrios Kyrtzidis     // from the lock file.
1384147978cSArgyrios Kyrtzidis     if ((Owner = readLockFile(LockFileName))) {
1394147978cSArgyrios Kyrtzidis       // Wipe out our unique lock file (it's useless now)
1404147978cSArgyrios Kyrtzidis       sys::fs::remove(UniqueLockFileName.str());
1414147978cSArgyrios Kyrtzidis       return;
1424147978cSArgyrios Kyrtzidis     }
1434147978cSArgyrios Kyrtzidis 
1444147978cSArgyrios Kyrtzidis     if (!sys::fs::exists(LockFileName.str())) {
1454147978cSArgyrios Kyrtzidis       // The previous owner released the lock file before we could read it.
1464147978cSArgyrios Kyrtzidis       // Try to get ownership again.
1474147978cSArgyrios Kyrtzidis       continue;
1484147978cSArgyrios Kyrtzidis     }
1494147978cSArgyrios Kyrtzidis 
1504147978cSArgyrios Kyrtzidis     // There is a lock file that nobody owns; try to clean it up and get
1514147978cSArgyrios Kyrtzidis     // ownership.
1524147978cSArgyrios Kyrtzidis     if ((EC = sys::fs::remove(LockFileName.str()))) {
1534147978cSArgyrios Kyrtzidis       Error = EC;
1544147978cSArgyrios Kyrtzidis       return;
1554147978cSArgyrios Kyrtzidis     }
1564147978cSArgyrios Kyrtzidis   }
1577039e358SDouglas Gregor }
1587039e358SDouglas Gregor 
1597039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const {
1607039e358SDouglas Gregor   if (Owner)
1617039e358SDouglas Gregor     return LFS_Shared;
1627039e358SDouglas Gregor 
1637039e358SDouglas Gregor   if (Error)
1647039e358SDouglas Gregor     return LFS_Error;
1657039e358SDouglas Gregor 
1667039e358SDouglas Gregor   return LFS_Owned;
1677039e358SDouglas Gregor }
1687039e358SDouglas Gregor 
1697039e358SDouglas Gregor LockFileManager::~LockFileManager() {
1707039e358SDouglas Gregor   if (getState() != LFS_Owned)
1717039e358SDouglas Gregor     return;
1727039e358SDouglas Gregor 
1737039e358SDouglas Gregor   // Since we own the lock, remove the lock file and our own unique lock file.
17481e7fd01SRafael Espindola   sys::fs::remove(LockFileName.str());
17581e7fd01SRafael Espindola   sys::fs::remove(UniqueLockFileName.str());
1767039e358SDouglas Gregor }
1777039e358SDouglas Gregor 
17844ec0a7dSArgyrios Kyrtzidis LockFileManager::WaitForUnlockResult LockFileManager::waitForUnlock() {
1797039e358SDouglas Gregor   if (getState() != LFS_Shared)
18044ec0a7dSArgyrios Kyrtzidis     return Res_Success;
1817039e358SDouglas Gregor 
1827039e358SDouglas Gregor #if LLVM_ON_WIN32
1837039e358SDouglas Gregor   unsigned long Interval = 1;
1847039e358SDouglas Gregor #else
1857039e358SDouglas Gregor   struct timespec Interval;
1867039e358SDouglas Gregor   Interval.tv_sec = 0;
1877039e358SDouglas Gregor   Interval.tv_nsec = 1000000;
1887039e358SDouglas Gregor #endif
189*d2d52de2SBen Langmuir   // Don't wait more than one minute for the file to appear.
190*d2d52de2SBen Langmuir   unsigned MaxSeconds = 60;
191056eafd4SDouglas Gregor   bool LockFileGone = false;
1927039e358SDouglas Gregor   do {
1937039e358SDouglas Gregor     // Sleep for the designated interval, to allow the owning process time to
1947039e358SDouglas Gregor     // finish up and remove the lock file.
1957039e358SDouglas Gregor     // FIXME: Should we hook in to system APIs to get a notification when the
1967039e358SDouglas Gregor     // lock file is deleted?
1977039e358SDouglas Gregor #if LLVM_ON_WIN32
1987039e358SDouglas Gregor     Sleep(Interval);
1997039e358SDouglas Gregor #else
200c10719f5SCraig Topper     nanosleep(&Interval, nullptr);
2017039e358SDouglas Gregor #endif
2020cb68460SDouglas Gregor     bool LockFileJustDisappeared = false;
2030cb68460SDouglas Gregor 
2040cb68460SDouglas Gregor     // If the lock file is still expected to be there, check whether it still
2050cb68460SDouglas Gregor     // is.
206056eafd4SDouglas Gregor     if (!LockFileGone) {
207281f23adSRafael Espindola       if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) ==
208281f23adSRafael Espindola           errc::no_such_file_or_directory) {
209056eafd4SDouglas Gregor         LockFileGone = true;
2100cb68460SDouglas Gregor         LockFileJustDisappeared = true;
211056eafd4SDouglas Gregor       }
212056eafd4SDouglas Gregor     }
2130cb68460SDouglas Gregor 
2140cb68460SDouglas Gregor     // If the lock file is no longer there, check if the original file is
2150cb68460SDouglas Gregor     // available now.
216056eafd4SDouglas Gregor     if (LockFileGone) {
2179e7a638bSRafael Espindola       if (sys::fs::exists(FileName.str())) {
21844ec0a7dSArgyrios Kyrtzidis         return Res_Success;
219056eafd4SDouglas Gregor       }
2207039e358SDouglas Gregor 
2210cb68460SDouglas Gregor       // The lock file is gone, so now we're waiting for the original file to
2220cb68460SDouglas Gregor       // show up. If this just happened, reset our waiting intervals and keep
2230cb68460SDouglas Gregor       // waiting.
2240cb68460SDouglas Gregor       if (LockFileJustDisappeared) {
2250cb68460SDouglas Gregor         MaxSeconds = 5;
2260cb68460SDouglas Gregor 
2270cb68460SDouglas Gregor #if LLVM_ON_WIN32
2280cb68460SDouglas Gregor         Interval = 1;
2290cb68460SDouglas Gregor #else
2300cb68460SDouglas Gregor         Interval.tv_sec = 0;
2310cb68460SDouglas Gregor         Interval.tv_nsec = 1000000;
2320cb68460SDouglas Gregor #endif
2330cb68460SDouglas Gregor         continue;
2340cb68460SDouglas Gregor       }
2350cb68460SDouglas Gregor     }
2360cb68460SDouglas Gregor 
2370cb68460SDouglas Gregor     // If we're looking for the lock file to disappear, but the process
2380cb68460SDouglas Gregor     // owning the lock died without cleaning up, just bail out.
2390cb68460SDouglas Gregor     if (!LockFileGone &&
2400cb68460SDouglas Gregor         !processStillExecuting((*Owner).first, (*Owner).second)) {
24144ec0a7dSArgyrios Kyrtzidis       return Res_OwnerDied;
2420cb68460SDouglas Gregor     }
2437039e358SDouglas Gregor 
2447039e358SDouglas Gregor     // Exponentially increase the time we wait for the lock to be removed.
2457039e358SDouglas Gregor #if LLVM_ON_WIN32
2467039e358SDouglas Gregor     Interval *= 2;
2477039e358SDouglas Gregor #else
2487039e358SDouglas Gregor     Interval.tv_sec *= 2;
2497039e358SDouglas Gregor     Interval.tv_nsec *= 2;
2507039e358SDouglas Gregor     if (Interval.tv_nsec >= 1000000000) {
2517039e358SDouglas Gregor       ++Interval.tv_sec;
2527039e358SDouglas Gregor       Interval.tv_nsec -= 1000000000;
2537039e358SDouglas Gregor     }
2547039e358SDouglas Gregor #endif
2557039e358SDouglas Gregor   } while (
2567039e358SDouglas Gregor #if LLVM_ON_WIN32
2577039e358SDouglas Gregor            Interval < MaxSeconds * 1000
2587039e358SDouglas Gregor #else
2597039e358SDouglas Gregor            Interval.tv_sec < (time_t)MaxSeconds
2607039e358SDouglas Gregor #endif
2617039e358SDouglas Gregor            );
2627039e358SDouglas Gregor 
2637039e358SDouglas Gregor   // Give up.
26444ec0a7dSArgyrios Kyrtzidis   return Res_Timeout;
2657039e358SDouglas Gregor }
266*d2d52de2SBen Langmuir 
267*d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() {
268*d2d52de2SBen Langmuir   return sys::fs::remove(LockFileName.str());
269*d2d52de2SBen Langmuir }
270