17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===//
27039e358SDouglas Gregor //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
67039e358SDouglas Gregor //
77039e358SDouglas Gregor //===----------------------------------------------------------------------===//
833d7b762SEugene Zelenko 
97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h"
1033d7b762SEugene Zelenko #include "llvm/ADT/None.h"
1133d7b762SEugene Zelenko #include "llvm/ADT/SmallVector.h"
12d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h"
132a826e40SRafael Espindola #include "llvm/Support/Errc.h"
1433d7b762SEugene Zelenko #include "llvm/Support/ErrorOr.h"
157039e358SDouglas Gregor #include "llvm/Support/FileSystem.h"
16d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h"
1763aa8c5dSBen Langmuir #include "llvm/Support/Signals.h"
186bda14b3SChandler Carruth #include "llvm/Support/raw_ostream.h"
1933d7b762SEugene Zelenko #include <cerrno>
2033d7b762SEugene Zelenko #include <ctime>
2133d7b762SEugene Zelenko #include <memory>
227039e358SDouglas Gregor #include <sys/stat.h>
23ed0881b2SChandler Carruth #include <sys/types.h>
246bda14b3SChandler Carruth #include <system_error>
256bda14b3SChandler Carruth #include <tuple>
260dfbf6b6SSven van Haastregt #ifdef _WIN32
277039e358SDouglas Gregor #include <windows.h>
287039e358SDouglas Gregor #endif
297039e358SDouglas Gregor #if LLVM_ON_UNIX
307039e358SDouglas Gregor #include <unistd.h>
317039e358SDouglas Gregor #endif
32450461cbSBen Langmuir 
33450461cbSBen Langmuir #if defined(__APPLE__) && defined(__MAC_OS_X_VERSION_MIN_REQUIRED) && (__MAC_OS_X_VERSION_MIN_REQUIRED > 1050)
34450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 1
35450461cbSBen Langmuir #else
36450461cbSBen Langmuir #define USE_OSX_GETHOSTUUID 0
37450461cbSBen Langmuir #endif
38450461cbSBen Langmuir 
39450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID
40450461cbSBen Langmuir #include <uuid/uuid.h>
41450461cbSBen Langmuir #endif
4233d7b762SEugene Zelenko 
437039e358SDouglas Gregor using namespace llvm;
447039e358SDouglas Gregor 
455f8f34e4SAdrian Prantl /// Attempt to read the lock file with the given name, if it exists.
467039e358SDouglas Gregor ///
477039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read.
487039e358SDouglas Gregor ///
497039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file
507039e358SDouglas Gregor Optional<std::pair<std::string, int> >
517039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) {
527039e358SDouglas Gregor   // Read the owning host and PID out of the lock file. If it appears that the
537039e358SDouglas Gregor   // owning process is dead, the lock file is invalid.
54adf21f2aSRafael Espindola   ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr =
55adf21f2aSRafael Espindola       MemoryBuffer::getFile(LockFileName);
56adf21f2aSRafael Espindola   if (!MBOrErr) {
5737575693SArgyrios Kyrtzidis     sys::fs::remove(LockFileName);
587de8ea3dSReid Kleckner     return None;
5937575693SArgyrios Kyrtzidis   }
603f6481d0SRafael Espindola   MemoryBuffer &MB = *MBOrErr.get();
617de8ea3dSReid Kleckner 
62d78273f4SReid Kleckner   StringRef Hostname;
63d78273f4SReid Kleckner   StringRef PIDStr;
643f6481d0SRafael Espindola   std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " ");
657de8ea3dSReid Kleckner   PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" "));
66d78273f4SReid Kleckner   int PID;
6744ec0a7dSArgyrios Kyrtzidis   if (!PIDStr.getAsInteger(10, PID)) {
6844ec0a7dSArgyrios Kyrtzidis     auto Owner = std::make_pair(std::string(Hostname), PID);
6944ec0a7dSArgyrios Kyrtzidis     if (processStillExecuting(Owner.first, Owner.second))
7044ec0a7dSArgyrios Kyrtzidis       return Owner;
7144ec0a7dSArgyrios Kyrtzidis   }
727039e358SDouglas Gregor 
737039e358SDouglas Gregor   // Delete the lock file. It's invalid anyway.
74d78273f4SReid Kleckner   sys::fs::remove(LockFileName);
75ef04593dSDavid Blaikie   return None;
767039e358SDouglas Gregor }
777039e358SDouglas Gregor 
78450461cbSBen Langmuir static std::error_code getHostID(SmallVectorImpl<char> &HostID) {
79450461cbSBen Langmuir   HostID.clear();
80450461cbSBen Langmuir 
81450461cbSBen Langmuir #if USE_OSX_GETHOSTUUID
82450461cbSBen Langmuir   // On OS X, use the more stable hardware UUID instead of hostname.
83450461cbSBen Langmuir   struct timespec wait = {1, 0}; // 1 second.
84450461cbSBen Langmuir   uuid_t uuid;
85450461cbSBen Langmuir   if (gethostuuid(uuid, &wait) != 0)
86450461cbSBen Langmuir     return std::error_code(errno, std::system_category());
87450461cbSBen Langmuir 
88450461cbSBen Langmuir   uuid_string_t UUIDStr;
89450461cbSBen Langmuir   uuid_unparse(uuid, UUIDStr);
90450461cbSBen Langmuir   StringRef UUIDRef(UUIDStr);
91450461cbSBen Langmuir   HostID.append(UUIDRef.begin(), UUIDRef.end());
92450461cbSBen Langmuir 
93450461cbSBen Langmuir #elif LLVM_ON_UNIX
94450461cbSBen Langmuir   char HostName[256];
95450461cbSBen Langmuir   HostName[255] = 0;
96450461cbSBen Langmuir   HostName[0] = 0;
97450461cbSBen Langmuir   gethostname(HostName, 255);
98450461cbSBen Langmuir   StringRef HostNameRef(HostName);
99450461cbSBen Langmuir   HostID.append(HostNameRef.begin(), HostNameRef.end());
100450461cbSBen Langmuir 
101450461cbSBen Langmuir #else
102450461cbSBen Langmuir   StringRef Dummy("localhost");
103450461cbSBen Langmuir   HostID.append(Dummy.begin(), Dummy.end());
104450461cbSBen Langmuir #endif
105450461cbSBen Langmuir 
106450461cbSBen Langmuir   return std::error_code();
107450461cbSBen Langmuir }
108450461cbSBen Langmuir 
109450461cbSBen Langmuir bool LockFileManager::processStillExecuting(StringRef HostID, int PID) {
110c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__)
111450461cbSBen Langmuir   SmallString<256> StoredHostID;
112450461cbSBen Langmuir   if (getHostID(StoredHostID))
113450461cbSBen Langmuir     return true; // Conservatively assume it's executing on error.
114450461cbSBen Langmuir 
1157039e358SDouglas Gregor   // Check whether the process is dead. If so, we're done.
116450461cbSBen Langmuir   if (StoredHostID == HostID && getsid(PID) == -1 && errno == ESRCH)
1177039e358SDouglas Gregor     return false;
1187039e358SDouglas Gregor #endif
1197039e358SDouglas Gregor 
1207039e358SDouglas Gregor   return true;
1217039e358SDouglas Gregor }
1227039e358SDouglas Gregor 
123881ba104SPeter Collingbourne namespace {
124881ba104SPeter Collingbourne 
125881ba104SPeter Collingbourne /// An RAII helper object ensure that the unique lock file is removed.
126881ba104SPeter Collingbourne ///
127881ba104SPeter Collingbourne /// Ensures that if there is an error or a signal before we finish acquiring the
128881ba104SPeter Collingbourne /// lock, the unique file will be removed. And if we successfully take the lock,
129881ba104SPeter Collingbourne /// the signal handler is left in place so that signals while the lock is held
130881ba104SPeter Collingbourne /// will remove the unique lock file. The caller should ensure there is a
131881ba104SPeter Collingbourne /// matching call to sys::DontRemoveFileOnSignal when the lock is released.
132881ba104SPeter Collingbourne class RemoveUniqueLockFileOnSignal {
133881ba104SPeter Collingbourne   StringRef Filename;
134881ba104SPeter Collingbourne   bool RemoveImmediately;
135881ba104SPeter Collingbourne public:
136881ba104SPeter Collingbourne   RemoveUniqueLockFileOnSignal(StringRef Name)
137881ba104SPeter Collingbourne   : Filename(Name), RemoveImmediately(true) {
138881ba104SPeter Collingbourne     sys::RemoveFileOnSignal(Filename, nullptr);
139881ba104SPeter Collingbourne   }
140881ba104SPeter Collingbourne 
141881ba104SPeter Collingbourne   ~RemoveUniqueLockFileOnSignal() {
142881ba104SPeter Collingbourne     if (!RemoveImmediately) {
143881ba104SPeter Collingbourne       // Leave the signal handler enabled. It will be removed when the lock is
144881ba104SPeter Collingbourne       // released.
145881ba104SPeter Collingbourne       return;
146881ba104SPeter Collingbourne     }
147881ba104SPeter Collingbourne     sys::fs::remove(Filename);
148881ba104SPeter Collingbourne     sys::DontRemoveFileOnSignal(Filename);
149881ba104SPeter Collingbourne   }
150881ba104SPeter Collingbourne 
151881ba104SPeter Collingbourne   void lockAcquired() { RemoveImmediately = false; }
152881ba104SPeter Collingbourne };
153881ba104SPeter Collingbourne 
154881ba104SPeter Collingbourne } // end anonymous namespace
155881ba104SPeter Collingbourne 
1567039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName)
1577039e358SDouglas Gregor {
158056eafd4SDouglas Gregor   this->FileName = FileName;
159db4ed0bdSRafael Espindola   if (std::error_code EC = sys::fs::make_absolute(this->FileName)) {
16042b1f65fSBruno Cardoso Lopes     std::string S("failed to obtain absolute path for ");
16142b1f65fSBruno Cardoso Lopes     S.append(this->FileName.str());
16242b1f65fSBruno Cardoso Lopes     setError(EC, S);
163900e9a3dSArgyrios Kyrtzidis     return;
164900e9a3dSArgyrios Kyrtzidis   }
165900e9a3dSArgyrios Kyrtzidis   LockFileName = this->FileName;
1667039e358SDouglas Gregor   LockFileName += ".lock";
1677039e358SDouglas Gregor 
1687039e358SDouglas Gregor   // If the lock file already exists, don't bother to try to create our own
1697039e358SDouglas Gregor   // lock file; it won't work anyway. Just figure out who owns this lock file.
1707039e358SDouglas Gregor   if ((Owner = readLockFile(LockFileName)))
1717039e358SDouglas Gregor     return;
1727039e358SDouglas Gregor 
1737039e358SDouglas Gregor   // Create a lock file that is unique to this instance.
174881ba104SPeter Collingbourne   UniqueLockFileName = LockFileName;
175881ba104SPeter Collingbourne   UniqueLockFileName += "-%%%%%%%%";
176881ba104SPeter Collingbourne   int UniqueLockFileID;
177881ba104SPeter Collingbourne   if (std::error_code EC = sys::fs::createUniqueFile(
178881ba104SPeter Collingbourne           UniqueLockFileName, UniqueLockFileID, UniqueLockFileName)) {
179881ba104SPeter Collingbourne     std::string S("failed to create unique file ");
180881ba104SPeter Collingbourne     S.append(UniqueLockFileName.str());
18142b1f65fSBruno Cardoso Lopes     setError(EC, S);
1827039e358SDouglas Gregor     return;
1837039e358SDouglas Gregor   }
1847039e358SDouglas Gregor 
1857039e358SDouglas Gregor   // Write our process ID to our unique lock file.
1867039e358SDouglas Gregor   {
187450461cbSBen Langmuir     SmallString<256> HostID;
188450461cbSBen Langmuir     if (auto EC = getHostID(HostID)) {
18942b1f65fSBruno Cardoso Lopes       setError(EC, "failed to get host id");
190450461cbSBen Langmuir       return;
191450461cbSBen Langmuir     }
1925123eecdSBen Langmuir 
193881ba104SPeter Collingbourne     raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true);
194450461cbSBen Langmuir     Out << HostID << ' ';
1957039e358SDouglas Gregor #if LLVM_ON_UNIX
196450461cbSBen Langmuir     Out << getpid();
1977039e358SDouglas Gregor #else
198450461cbSBen Langmuir     Out << "1";
1997039e358SDouglas Gregor #endif
200881ba104SPeter Collingbourne     Out.close();
2017039e358SDouglas Gregor 
2027039e358SDouglas Gregor     if (Out.has_error()) {
2039ce2d03eSBob Haarman       // We failed to write out PID, so report the error, remove the
2047039e358SDouglas Gregor       // unique lock file, and fail.
20542b1f65fSBruno Cardoso Lopes       std::string S("failed to write to ");
206881ba104SPeter Collingbourne       S.append(UniqueLockFileName.str());
2079ce2d03eSBob Haarman       setError(Out.error(), S);
208881ba104SPeter Collingbourne       sys::fs::remove(UniqueLockFileName);
2097039e358SDouglas Gregor       return;
2107039e358SDouglas Gregor     }
2117039e358SDouglas Gregor   }
2127039e358SDouglas Gregor 
213881ba104SPeter Collingbourne   // Clean up the unique file on signal, which also releases the lock if it is
214881ba104SPeter Collingbourne   // held since the .lock symlink will point to a nonexistent file.
215881ba104SPeter Collingbourne   RemoveUniqueLockFileOnSignal RemoveUniqueFile(UniqueLockFileName);
216881ba104SPeter Collingbourne 
21733d7b762SEugene Zelenko   while (true) {
21883f858e5SRafael Espindola     // Create a link from the lock file name. If this succeeds, we're done.
219db4ed0bdSRafael Espindola     std::error_code EC =
220881ba104SPeter Collingbourne         sys::fs::create_link(UniqueLockFileName, LockFileName);
22163aa8c5dSBen Langmuir     if (!EC) {
222881ba104SPeter Collingbourne       RemoveUniqueFile.lockAcquired();
2237039e358SDouglas Gregor       return;
22463aa8c5dSBen Langmuir     }
2257039e358SDouglas Gregor 
2262a826e40SRafael Espindola     if (EC != errc::file_exists) {
22742b1f65fSBruno Cardoso Lopes       std::string S("failed to create link ");
22842b1f65fSBruno Cardoso Lopes       raw_string_ostream OSS(S);
229881ba104SPeter Collingbourne       OSS << LockFileName.str() << " to " << UniqueLockFileName.str();
23042b1f65fSBruno Cardoso Lopes       setError(EC, OSS.str());
2314147978cSArgyrios Kyrtzidis       return;
2324147978cSArgyrios Kyrtzidis     }
2334147978cSArgyrios Kyrtzidis 
2344147978cSArgyrios Kyrtzidis     // Someone else managed to create the lock file first. Read the process ID
2354147978cSArgyrios Kyrtzidis     // from the lock file.
236881ba104SPeter Collingbourne     if ((Owner = readLockFile(LockFileName))) {
237881ba104SPeter Collingbourne       // Wipe out our unique lock file (it's useless now)
238881ba104SPeter Collingbourne       sys::fs::remove(UniqueLockFileName);
239881ba104SPeter Collingbourne       return;
240881ba104SPeter Collingbourne     }
2414147978cSArgyrios Kyrtzidis 
24292e1b62dSYaron Keren     if (!sys::fs::exists(LockFileName)) {
2434147978cSArgyrios Kyrtzidis       // The previous owner released the lock file before we could read it.
2444147978cSArgyrios Kyrtzidis       // Try to get ownership again.
2454147978cSArgyrios Kyrtzidis       continue;
2464147978cSArgyrios Kyrtzidis     }
2474147978cSArgyrios Kyrtzidis 
2484147978cSArgyrios Kyrtzidis     // There is a lock file that nobody owns; try to clean it up and get
2494147978cSArgyrios Kyrtzidis     // ownership.
25092e1b62dSYaron Keren     if ((EC = sys::fs::remove(LockFileName))) {
25142b1f65fSBruno Cardoso Lopes       std::string S("failed to remove lockfile ");
252881ba104SPeter Collingbourne       S.append(UniqueLockFileName.str());
25342b1f65fSBruno Cardoso Lopes       setError(EC, S);
2544147978cSArgyrios Kyrtzidis       return;
2554147978cSArgyrios Kyrtzidis     }
2564147978cSArgyrios Kyrtzidis   }
2577039e358SDouglas Gregor }
2587039e358SDouglas Gregor 
2597039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const {
2607039e358SDouglas Gregor   if (Owner)
2617039e358SDouglas Gregor     return LFS_Shared;
2627039e358SDouglas Gregor 
2638c42d323SRafael Espindola   if (ErrorCode)
2647039e358SDouglas Gregor     return LFS_Error;
2657039e358SDouglas Gregor 
2667039e358SDouglas Gregor   return LFS_Owned;
2677039e358SDouglas Gregor }
2687039e358SDouglas Gregor 
26942b1f65fSBruno Cardoso Lopes std::string LockFileManager::getErrorMessage() const {
2708c42d323SRafael Espindola   if (ErrorCode) {
27142b1f65fSBruno Cardoso Lopes     std::string Str(ErrorDiagMsg);
2728c42d323SRafael Espindola     std::string ErrCodeMsg = ErrorCode.message();
27342b1f65fSBruno Cardoso Lopes     raw_string_ostream OSS(Str);
27442b1f65fSBruno Cardoso Lopes     if (!ErrCodeMsg.empty())
275c8434103SRafael Espindola       OSS << ": " << ErrCodeMsg;
276c8434103SRafael Espindola     return OSS.str();
27742b1f65fSBruno Cardoso Lopes   }
27842b1f65fSBruno Cardoso Lopes   return "";
27942b1f65fSBruno Cardoso Lopes }
28042b1f65fSBruno Cardoso Lopes 
2817039e358SDouglas Gregor LockFileManager::~LockFileManager() {
2827039e358SDouglas Gregor   if (getState() != LFS_Owned)
2837039e358SDouglas Gregor     return;
2847039e358SDouglas Gregor 
2857039e358SDouglas Gregor   // Since we own the lock, remove the lock file and our own unique lock file.
28692e1b62dSYaron Keren   sys::fs::remove(LockFileName);
287881ba104SPeter Collingbourne   sys::fs::remove(UniqueLockFileName);
288881ba104SPeter Collingbourne   // The unique file is now gone, so remove it from the signal handler. This
289881ba104SPeter Collingbourne   // matches a sys::RemoveFileOnSignal() in LockFileManager().
290881ba104SPeter Collingbourne   sys::DontRemoveFileOnSignal(UniqueLockFileName);
2917039e358SDouglas Gregor }
2927039e358SDouglas Gregor 
293*e05e2199SVedant Kumar LockFileManager::WaitForUnlockResult
294*e05e2199SVedant Kumar LockFileManager::waitForUnlock(const unsigned MaxSeconds) {
2957039e358SDouglas Gregor   if (getState() != LFS_Shared)
29644ec0a7dSArgyrios Kyrtzidis     return Res_Success;
2977039e358SDouglas Gregor 
2980dfbf6b6SSven van Haastregt #ifdef _WIN32
2997039e358SDouglas Gregor   unsigned long Interval = 1;
3007039e358SDouglas Gregor #else
3017039e358SDouglas Gregor   struct timespec Interval;
3027039e358SDouglas Gregor   Interval.tv_sec = 0;
3037039e358SDouglas Gregor   Interval.tv_nsec = 1000000;
3047039e358SDouglas Gregor #endif
3057039e358SDouglas Gregor   do {
3067039e358SDouglas Gregor     // Sleep for the designated interval, to allow the owning process time to
3077039e358SDouglas Gregor     // finish up and remove the lock file.
3087039e358SDouglas Gregor     // FIXME: Should we hook in to system APIs to get a notification when the
3097039e358SDouglas Gregor     // lock file is deleted?
3100dfbf6b6SSven van Haastregt #ifdef _WIN32
3117039e358SDouglas Gregor     Sleep(Interval);
3127039e358SDouglas Gregor #else
313c10719f5SCraig Topper     nanosleep(&Interval, nullptr);
3147039e358SDouglas Gregor #endif
3150cb68460SDouglas Gregor 
316281f23adSRafael Espindola     if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) ==
317281f23adSRafael Espindola         errc::no_such_file_or_directory) {
31808970917SBen Langmuir       // If the original file wasn't created, somone thought the lock was dead.
31992e1b62dSYaron Keren       if (!sys::fs::exists(FileName))
32008970917SBen Langmuir         return Res_OwnerDied;
32144ec0a7dSArgyrios Kyrtzidis       return Res_Success;
322056eafd4SDouglas Gregor     }
3237039e358SDouglas Gregor 
32408970917SBen Langmuir     // If the process owning the lock died without cleaning up, just bail out.
32508970917SBen Langmuir     if (!processStillExecuting((*Owner).first, (*Owner).second))
32644ec0a7dSArgyrios Kyrtzidis       return Res_OwnerDied;
3277039e358SDouglas Gregor 
3287039e358SDouglas Gregor     // Exponentially increase the time we wait for the lock to be removed.
3290dfbf6b6SSven van Haastregt #ifdef _WIN32
3307039e358SDouglas Gregor     Interval *= 2;
3317039e358SDouglas Gregor #else
3327039e358SDouglas Gregor     Interval.tv_sec *= 2;
3337039e358SDouglas Gregor     Interval.tv_nsec *= 2;
3347039e358SDouglas Gregor     if (Interval.tv_nsec >= 1000000000) {
3357039e358SDouglas Gregor       ++Interval.tv_sec;
3367039e358SDouglas Gregor       Interval.tv_nsec -= 1000000000;
3377039e358SDouglas Gregor     }
3387039e358SDouglas Gregor #endif
3397039e358SDouglas Gregor   } while (
3400dfbf6b6SSven van Haastregt #ifdef _WIN32
3417039e358SDouglas Gregor            Interval < MaxSeconds * 1000
3427039e358SDouglas Gregor #else
3437039e358SDouglas Gregor            Interval.tv_sec < (time_t)MaxSeconds
3447039e358SDouglas Gregor #endif
3457039e358SDouglas Gregor            );
3467039e358SDouglas Gregor 
3477039e358SDouglas Gregor   // Give up.
34844ec0a7dSArgyrios Kyrtzidis   return Res_Timeout;
3497039e358SDouglas Gregor }
350d2d52de2SBen Langmuir 
351d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() {
35292e1b62dSYaron Keren   return sys::fs::remove(LockFileName);
353d2d52de2SBen Langmuir }
354