17039e358SDouglas Gregor //===--- LockFileManager.cpp - File-level Locking Utility------------------===// 27039e358SDouglas Gregor // 37039e358SDouglas Gregor // The LLVM Compiler Infrastructure 47039e358SDouglas Gregor // 57039e358SDouglas Gregor // This file is distributed under the University of Illinois Open Source 67039e358SDouglas Gregor // License. See LICENSE.TXT for details. 77039e358SDouglas Gregor // 87039e358SDouglas Gregor //===----------------------------------------------------------------------===// 97039e358SDouglas Gregor #include "llvm/Support/LockFileManager.h" 10d78273f4SReid Kleckner #include "llvm/ADT/STLExtras.h" 11d78273f4SReid Kleckner #include "llvm/ADT/StringExtras.h" 122a826e40SRafael Espindola #include "llvm/Support/Errc.h" 137039e358SDouglas Gregor #include "llvm/Support/FileSystem.h" 14d78273f4SReid Kleckner #include "llvm/Support/MemoryBuffer.h" 15531a5be4SArgyrios Kyrtzidis #include "llvm/Support/Path.h" 167039e358SDouglas Gregor #include "llvm/Support/raw_ostream.h" 177039e358SDouglas Gregor #include <sys/stat.h> 18ed0881b2SChandler Carruth #include <sys/types.h> 197039e358SDouglas Gregor #if LLVM_ON_WIN32 207039e358SDouglas Gregor #include <windows.h> 217039e358SDouglas Gregor #endif 227039e358SDouglas Gregor #if LLVM_ON_UNIX 237039e358SDouglas Gregor #include <unistd.h> 247039e358SDouglas Gregor #endif 257039e358SDouglas Gregor using namespace llvm; 267039e358SDouglas Gregor 277039e358SDouglas Gregor /// \brief Attempt to read the lock file with the given name, if it exists. 287039e358SDouglas Gregor /// 297039e358SDouglas Gregor /// \param LockFileName The name of the lock file to read. 307039e358SDouglas Gregor /// 317039e358SDouglas Gregor /// \returns The process ID of the process that owns this lock file 327039e358SDouglas Gregor Optional<std::pair<std::string, int> > 337039e358SDouglas Gregor LockFileManager::readLockFile(StringRef LockFileName) { 347039e358SDouglas Gregor // Read the owning host and PID out of the lock file. If it appears that the 357039e358SDouglas Gregor // owning process is dead, the lock file is invalid. 36adf21f2aSRafael Espindola ErrorOr<std::unique_ptr<MemoryBuffer>> MBOrErr = 37adf21f2aSRafael Espindola MemoryBuffer::getFile(LockFileName); 38adf21f2aSRafael Espindola if (!MBOrErr) { 3937575693SArgyrios Kyrtzidis sys::fs::remove(LockFileName); 407de8ea3dSReid Kleckner return None; 4137575693SArgyrios Kyrtzidis } 423f6481d0SRafael Espindola MemoryBuffer &MB = *MBOrErr.get(); 437de8ea3dSReid Kleckner 44d78273f4SReid Kleckner StringRef Hostname; 45d78273f4SReid Kleckner StringRef PIDStr; 463f6481d0SRafael Espindola std::tie(Hostname, PIDStr) = getToken(MB.getBuffer(), " "); 477de8ea3dSReid Kleckner PIDStr = PIDStr.substr(PIDStr.find_first_not_of(" ")); 48d78273f4SReid Kleckner int PID; 4944ec0a7dSArgyrios Kyrtzidis if (!PIDStr.getAsInteger(10, PID)) { 5044ec0a7dSArgyrios Kyrtzidis auto Owner = std::make_pair(std::string(Hostname), PID); 5144ec0a7dSArgyrios Kyrtzidis if (processStillExecuting(Owner.first, Owner.second)) 5244ec0a7dSArgyrios Kyrtzidis return Owner; 5344ec0a7dSArgyrios Kyrtzidis } 547039e358SDouglas Gregor 557039e358SDouglas Gregor // Delete the lock file. It's invalid anyway. 56d78273f4SReid Kleckner sys::fs::remove(LockFileName); 57ef04593dSDavid Blaikie return None; 587039e358SDouglas Gregor } 597039e358SDouglas Gregor 607039e358SDouglas Gregor bool LockFileManager::processStillExecuting(StringRef Hostname, int PID) { 61c439a426SEvgeniy Stepanov #if LLVM_ON_UNIX && !defined(__ANDROID__) 627039e358SDouglas Gregor char MyHostname[256]; 637039e358SDouglas Gregor MyHostname[255] = 0; 647039e358SDouglas Gregor MyHostname[0] = 0; 657039e358SDouglas Gregor gethostname(MyHostname, 255); 667039e358SDouglas Gregor // Check whether the process is dead. If so, we're done. 677039e358SDouglas Gregor if (MyHostname == Hostname && getsid(PID) == -1 && errno == ESRCH) 687039e358SDouglas Gregor return false; 697039e358SDouglas Gregor #endif 707039e358SDouglas Gregor 717039e358SDouglas Gregor return true; 727039e358SDouglas Gregor } 737039e358SDouglas Gregor 747039e358SDouglas Gregor LockFileManager::LockFileManager(StringRef FileName) 757039e358SDouglas Gregor { 76056eafd4SDouglas Gregor this->FileName = FileName; 77db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::make_absolute(this->FileName)) { 78900e9a3dSArgyrios Kyrtzidis Error = EC; 79900e9a3dSArgyrios Kyrtzidis return; 80900e9a3dSArgyrios Kyrtzidis } 81900e9a3dSArgyrios Kyrtzidis LockFileName = this->FileName; 827039e358SDouglas Gregor LockFileName += ".lock"; 837039e358SDouglas Gregor 847039e358SDouglas Gregor // If the lock file already exists, don't bother to try to create our own 857039e358SDouglas Gregor // lock file; it won't work anyway. Just figure out who owns this lock file. 867039e358SDouglas Gregor if ((Owner = readLockFile(LockFileName))) 877039e358SDouglas Gregor return; 887039e358SDouglas Gregor 897039e358SDouglas Gregor // Create a lock file that is unique to this instance. 907039e358SDouglas Gregor UniqueLockFileName = LockFileName; 917039e358SDouglas Gregor UniqueLockFileName += "-%%%%%%%%"; 927039e358SDouglas Gregor int UniqueLockFileID; 93db4ed0bdSRafael Espindola if (std::error_code EC = sys::fs::createUniqueFile( 94db4ed0bdSRafael Espindola UniqueLockFileName.str(), UniqueLockFileID, UniqueLockFileName)) { 957039e358SDouglas Gregor Error = EC; 967039e358SDouglas Gregor return; 977039e358SDouglas Gregor } 987039e358SDouglas Gregor 997039e358SDouglas Gregor // Write our process ID to our unique lock file. 1007039e358SDouglas Gregor { 1017039e358SDouglas Gregor raw_fd_ostream Out(UniqueLockFileID, /*shouldClose=*/true); 1027039e358SDouglas Gregor 1037039e358SDouglas Gregor #if LLVM_ON_UNIX 1047039e358SDouglas Gregor // FIXME: move getpid() call into LLVM 1057039e358SDouglas Gregor char hostname[256]; 1067039e358SDouglas Gregor hostname[255] = 0; 1077039e358SDouglas Gregor hostname[0] = 0; 1087039e358SDouglas Gregor gethostname(hostname, 255); 1097039e358SDouglas Gregor Out << hostname << ' ' << getpid(); 1107039e358SDouglas Gregor #else 1117039e358SDouglas Gregor Out << "localhost 1"; 1127039e358SDouglas Gregor #endif 1137039e358SDouglas Gregor Out.close(); 1147039e358SDouglas Gregor 1157039e358SDouglas Gregor if (Out.has_error()) { 1167039e358SDouglas Gregor // We failed to write out PID, so make up an excuse, remove the 1177039e358SDouglas Gregor // unique lock file, and fail. 1182a826e40SRafael Espindola Error = make_error_code(errc::no_space_on_device); 11981e7fd01SRafael Espindola sys::fs::remove(UniqueLockFileName.c_str()); 1207039e358SDouglas Gregor return; 1217039e358SDouglas Gregor } 1227039e358SDouglas Gregor } 1237039e358SDouglas Gregor 1244147978cSArgyrios Kyrtzidis while (1) { 12583f858e5SRafael Espindola // Create a link from the lock file name. If this succeeds, we're done. 126db4ed0bdSRafael Espindola std::error_code EC = 127900e9a3dSArgyrios Kyrtzidis sys::fs::create_link(UniqueLockFileName.str(), LockFileName.str()); 128a3f2e3f0SRafael Espindola if (!EC) 1297039e358SDouglas Gregor return; 1307039e358SDouglas Gregor 1312a826e40SRafael Espindola if (EC != errc::file_exists) { 13262a979ccSArgyrios Kyrtzidis Error = EC; 1334147978cSArgyrios Kyrtzidis return; 1344147978cSArgyrios Kyrtzidis } 1354147978cSArgyrios Kyrtzidis 1364147978cSArgyrios Kyrtzidis // Someone else managed to create the lock file first. Read the process ID 1374147978cSArgyrios Kyrtzidis // from the lock file. 1384147978cSArgyrios Kyrtzidis if ((Owner = readLockFile(LockFileName))) { 1394147978cSArgyrios Kyrtzidis // Wipe out our unique lock file (it's useless now) 1404147978cSArgyrios Kyrtzidis sys::fs::remove(UniqueLockFileName.str()); 1414147978cSArgyrios Kyrtzidis return; 1424147978cSArgyrios Kyrtzidis } 1434147978cSArgyrios Kyrtzidis 1444147978cSArgyrios Kyrtzidis if (!sys::fs::exists(LockFileName.str())) { 1454147978cSArgyrios Kyrtzidis // The previous owner released the lock file before we could read it. 1464147978cSArgyrios Kyrtzidis // Try to get ownership again. 1474147978cSArgyrios Kyrtzidis continue; 1484147978cSArgyrios Kyrtzidis } 1494147978cSArgyrios Kyrtzidis 1504147978cSArgyrios Kyrtzidis // There is a lock file that nobody owns; try to clean it up and get 1514147978cSArgyrios Kyrtzidis // ownership. 1524147978cSArgyrios Kyrtzidis if ((EC = sys::fs::remove(LockFileName.str()))) { 1534147978cSArgyrios Kyrtzidis Error = EC; 1544147978cSArgyrios Kyrtzidis return; 1554147978cSArgyrios Kyrtzidis } 1564147978cSArgyrios Kyrtzidis } 1577039e358SDouglas Gregor } 1587039e358SDouglas Gregor 1597039e358SDouglas Gregor LockFileManager::LockFileState LockFileManager::getState() const { 1607039e358SDouglas Gregor if (Owner) 1617039e358SDouglas Gregor return LFS_Shared; 1627039e358SDouglas Gregor 1637039e358SDouglas Gregor if (Error) 1647039e358SDouglas Gregor return LFS_Error; 1657039e358SDouglas Gregor 1667039e358SDouglas Gregor return LFS_Owned; 1677039e358SDouglas Gregor } 1687039e358SDouglas Gregor 1697039e358SDouglas Gregor LockFileManager::~LockFileManager() { 1707039e358SDouglas Gregor if (getState() != LFS_Owned) 1717039e358SDouglas Gregor return; 1727039e358SDouglas Gregor 1737039e358SDouglas Gregor // Since we own the lock, remove the lock file and our own unique lock file. 17481e7fd01SRafael Espindola sys::fs::remove(LockFileName.str()); 17581e7fd01SRafael Espindola sys::fs::remove(UniqueLockFileName.str()); 1767039e358SDouglas Gregor } 1777039e358SDouglas Gregor 17844ec0a7dSArgyrios Kyrtzidis LockFileManager::WaitForUnlockResult LockFileManager::waitForUnlock() { 1797039e358SDouglas Gregor if (getState() != LFS_Shared) 18044ec0a7dSArgyrios Kyrtzidis return Res_Success; 1817039e358SDouglas Gregor 1827039e358SDouglas Gregor #if LLVM_ON_WIN32 1837039e358SDouglas Gregor unsigned long Interval = 1; 1847039e358SDouglas Gregor #else 1857039e358SDouglas Gregor struct timespec Interval; 1867039e358SDouglas Gregor Interval.tv_sec = 0; 1877039e358SDouglas Gregor Interval.tv_nsec = 1000000; 1887039e358SDouglas Gregor #endif 189*d2d52de2SBen Langmuir // Don't wait more than one minute for the file to appear. 190*d2d52de2SBen Langmuir unsigned MaxSeconds = 60; 191056eafd4SDouglas Gregor bool LockFileGone = false; 1927039e358SDouglas Gregor do { 1937039e358SDouglas Gregor // Sleep for the designated interval, to allow the owning process time to 1947039e358SDouglas Gregor // finish up and remove the lock file. 1957039e358SDouglas Gregor // FIXME: Should we hook in to system APIs to get a notification when the 1967039e358SDouglas Gregor // lock file is deleted? 1977039e358SDouglas Gregor #if LLVM_ON_WIN32 1987039e358SDouglas Gregor Sleep(Interval); 1997039e358SDouglas Gregor #else 200c10719f5SCraig Topper nanosleep(&Interval, nullptr); 2017039e358SDouglas Gregor #endif 2020cb68460SDouglas Gregor bool LockFileJustDisappeared = false; 2030cb68460SDouglas Gregor 2040cb68460SDouglas Gregor // If the lock file is still expected to be there, check whether it still 2050cb68460SDouglas Gregor // is. 206056eafd4SDouglas Gregor if (!LockFileGone) { 207281f23adSRafael Espindola if (sys::fs::access(LockFileName.c_str(), sys::fs::AccessMode::Exist) == 208281f23adSRafael Espindola errc::no_such_file_or_directory) { 209056eafd4SDouglas Gregor LockFileGone = true; 2100cb68460SDouglas Gregor LockFileJustDisappeared = true; 211056eafd4SDouglas Gregor } 212056eafd4SDouglas Gregor } 2130cb68460SDouglas Gregor 2140cb68460SDouglas Gregor // If the lock file is no longer there, check if the original file is 2150cb68460SDouglas Gregor // available now. 216056eafd4SDouglas Gregor if (LockFileGone) { 2179e7a638bSRafael Espindola if (sys::fs::exists(FileName.str())) { 21844ec0a7dSArgyrios Kyrtzidis return Res_Success; 219056eafd4SDouglas Gregor } 2207039e358SDouglas Gregor 2210cb68460SDouglas Gregor // The lock file is gone, so now we're waiting for the original file to 2220cb68460SDouglas Gregor // show up. If this just happened, reset our waiting intervals and keep 2230cb68460SDouglas Gregor // waiting. 2240cb68460SDouglas Gregor if (LockFileJustDisappeared) { 2250cb68460SDouglas Gregor MaxSeconds = 5; 2260cb68460SDouglas Gregor 2270cb68460SDouglas Gregor #if LLVM_ON_WIN32 2280cb68460SDouglas Gregor Interval = 1; 2290cb68460SDouglas Gregor #else 2300cb68460SDouglas Gregor Interval.tv_sec = 0; 2310cb68460SDouglas Gregor Interval.tv_nsec = 1000000; 2320cb68460SDouglas Gregor #endif 2330cb68460SDouglas Gregor continue; 2340cb68460SDouglas Gregor } 2350cb68460SDouglas Gregor } 2360cb68460SDouglas Gregor 2370cb68460SDouglas Gregor // If we're looking for the lock file to disappear, but the process 2380cb68460SDouglas Gregor // owning the lock died without cleaning up, just bail out. 2390cb68460SDouglas Gregor if (!LockFileGone && 2400cb68460SDouglas Gregor !processStillExecuting((*Owner).first, (*Owner).second)) { 24144ec0a7dSArgyrios Kyrtzidis return Res_OwnerDied; 2420cb68460SDouglas Gregor } 2437039e358SDouglas Gregor 2447039e358SDouglas Gregor // Exponentially increase the time we wait for the lock to be removed. 2457039e358SDouglas Gregor #if LLVM_ON_WIN32 2467039e358SDouglas Gregor Interval *= 2; 2477039e358SDouglas Gregor #else 2487039e358SDouglas Gregor Interval.tv_sec *= 2; 2497039e358SDouglas Gregor Interval.tv_nsec *= 2; 2507039e358SDouglas Gregor if (Interval.tv_nsec >= 1000000000) { 2517039e358SDouglas Gregor ++Interval.tv_sec; 2527039e358SDouglas Gregor Interval.tv_nsec -= 1000000000; 2537039e358SDouglas Gregor } 2547039e358SDouglas Gregor #endif 2557039e358SDouglas Gregor } while ( 2567039e358SDouglas Gregor #if LLVM_ON_WIN32 2577039e358SDouglas Gregor Interval < MaxSeconds * 1000 2587039e358SDouglas Gregor #else 2597039e358SDouglas Gregor Interval.tv_sec < (time_t)MaxSeconds 2607039e358SDouglas Gregor #endif 2617039e358SDouglas Gregor ); 2627039e358SDouglas Gregor 2637039e358SDouglas Gregor // Give up. 26444ec0a7dSArgyrios Kyrtzidis return Res_Timeout; 2657039e358SDouglas Gregor } 266*d2d52de2SBen Langmuir 267*d2d52de2SBen Langmuir std::error_code LockFileManager::unsafeRemoveLockFile() { 268*d2d52de2SBen Langmuir return sys::fs::remove(LockFileName.str()); 269*d2d52de2SBen Langmuir } 270