10b57cec5SDimitry Andric //==-- llvm/Support/ThreadPool.cpp - A ThreadPool implementation -*- C++ -*-==//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file implements a crude C++11 based thread pool.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric 
130b57cec5SDimitry Andric #include "llvm/Support/ThreadPool.h"
140b57cec5SDimitry Andric 
150b57cec5SDimitry Andric #include "llvm/Config/llvm-config.h"
160b57cec5SDimitry Andric #include "llvm/Support/Threading.h"
170b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
180b57cec5SDimitry Andric 
190b57cec5SDimitry Andric using namespace llvm;
200b57cec5SDimitry Andric 
210b57cec5SDimitry Andric #if LLVM_ENABLE_THREADS
220b57cec5SDimitry Andric 
ThreadPool(ThreadPoolStrategy S)235ffd83dbSDimitry Andric ThreadPool::ThreadPool(ThreadPoolStrategy S)
245ffd83dbSDimitry Andric     : ThreadCount(S.compute_thread_count()) {
250b57cec5SDimitry Andric   // Create ThreadCount threads that will loop forever, wait on QueueCondition
260b57cec5SDimitry Andric   // for tasks to be queued or the Pool to be destroyed.
270b57cec5SDimitry Andric   Threads.reserve(ThreadCount);
280b57cec5SDimitry Andric   for (unsigned ThreadID = 0; ThreadID < ThreadCount; ++ThreadID) {
295ffd83dbSDimitry Andric     Threads.emplace_back([S, ThreadID, this] {
305ffd83dbSDimitry Andric       S.apply_thread_strategy(ThreadID);
310b57cec5SDimitry Andric       while (true) {
320b57cec5SDimitry Andric         PackagedTaskTy Task;
330b57cec5SDimitry Andric         {
340b57cec5SDimitry Andric           std::unique_lock<std::mutex> LockGuard(QueueLock);
350b57cec5SDimitry Andric           // Wait for tasks to be pushed in the queue
360b57cec5SDimitry Andric           QueueCondition.wait(LockGuard,
370b57cec5SDimitry Andric                               [&] { return !EnableFlag || !Tasks.empty(); });
380b57cec5SDimitry Andric           // Exit condition
390b57cec5SDimitry Andric           if (!EnableFlag && Tasks.empty())
400b57cec5SDimitry Andric             return;
410b57cec5SDimitry Andric           // Yeah, we have a task, grab it and release the lock on the queue
420b57cec5SDimitry Andric 
430b57cec5SDimitry Andric           // We first need to signal that we are active before popping the queue
440b57cec5SDimitry Andric           // in order for wait() to properly detect that even if the queue is
450b57cec5SDimitry Andric           // empty, there is still a task in flight.
460b57cec5SDimitry Andric           ++ActiveThreads;
470b57cec5SDimitry Andric           Task = std::move(Tasks.front());
480b57cec5SDimitry Andric           Tasks.pop();
490b57cec5SDimitry Andric         }
500b57cec5SDimitry Andric         // Run the task we just grabbed
510b57cec5SDimitry Andric         Task();
520b57cec5SDimitry Andric 
535ffd83dbSDimitry Andric         bool Notify;
540b57cec5SDimitry Andric         {
550b57cec5SDimitry Andric           // Adjust `ActiveThreads`, in case someone waits on ThreadPool::wait()
565ffd83dbSDimitry Andric           std::lock_guard<std::mutex> LockGuard(QueueLock);
570b57cec5SDimitry Andric           --ActiveThreads;
585ffd83dbSDimitry Andric           Notify = workCompletedUnlocked();
590b57cec5SDimitry Andric         }
605ffd83dbSDimitry Andric         // Notify task completion if this is the last active thread, in case
615ffd83dbSDimitry Andric         // someone waits on ThreadPool::wait().
625ffd83dbSDimitry Andric         if (Notify)
630b57cec5SDimitry Andric           CompletionCondition.notify_all();
640b57cec5SDimitry Andric       }
650b57cec5SDimitry Andric     });
660b57cec5SDimitry Andric   }
670b57cec5SDimitry Andric }
680b57cec5SDimitry Andric 
wait()690b57cec5SDimitry Andric void ThreadPool::wait() {
700b57cec5SDimitry Andric   // Wait for all threads to complete and the queue to be empty
715ffd83dbSDimitry Andric   std::unique_lock<std::mutex> LockGuard(QueueLock);
725ffd83dbSDimitry Andric   CompletionCondition.wait(LockGuard, [&] { return workCompletedUnlocked(); });
730b57cec5SDimitry Andric }
740b57cec5SDimitry Andric 
isWorkerThread() const75*5f7ddb14SDimitry Andric bool ThreadPool::isWorkerThread() const {
76*5f7ddb14SDimitry Andric   llvm::thread::id CurrentThreadId = llvm::this_thread::get_id();
77*5f7ddb14SDimitry Andric   for (const llvm::thread &Thread : Threads)
78*5f7ddb14SDimitry Andric     if (CurrentThreadId == Thread.get_id())
79*5f7ddb14SDimitry Andric       return true;
80*5f7ddb14SDimitry Andric   return false;
81*5f7ddb14SDimitry Andric }
82*5f7ddb14SDimitry Andric 
asyncImpl(TaskTy Task)830b57cec5SDimitry Andric std::shared_future<void> ThreadPool::asyncImpl(TaskTy Task) {
840b57cec5SDimitry Andric   /// Wrap the Task in a packaged_task to return a future object.
850b57cec5SDimitry Andric   PackagedTaskTy PackagedTask(std::move(Task));
860b57cec5SDimitry Andric   auto Future = PackagedTask.get_future();
870b57cec5SDimitry Andric   {
880b57cec5SDimitry Andric     // Lock the queue and push the new task
890b57cec5SDimitry Andric     std::unique_lock<std::mutex> LockGuard(QueueLock);
900b57cec5SDimitry Andric 
910b57cec5SDimitry Andric     // Don't allow enqueueing after disabling the pool
920b57cec5SDimitry Andric     assert(EnableFlag && "Queuing a thread during ThreadPool destruction");
930b57cec5SDimitry Andric 
940b57cec5SDimitry Andric     Tasks.push(std::move(PackagedTask));
950b57cec5SDimitry Andric   }
960b57cec5SDimitry Andric   QueueCondition.notify_one();
970b57cec5SDimitry Andric   return Future.share();
980b57cec5SDimitry Andric }
990b57cec5SDimitry Andric 
1000b57cec5SDimitry Andric // The destructor joins all threads, waiting for completion.
~ThreadPool()1010b57cec5SDimitry Andric ThreadPool::~ThreadPool() {
1020b57cec5SDimitry Andric   {
1030b57cec5SDimitry Andric     std::unique_lock<std::mutex> LockGuard(QueueLock);
1040b57cec5SDimitry Andric     EnableFlag = false;
1050b57cec5SDimitry Andric   }
1060b57cec5SDimitry Andric   QueueCondition.notify_all();
1070b57cec5SDimitry Andric   for (auto &Worker : Threads)
1080b57cec5SDimitry Andric     Worker.join();
1090b57cec5SDimitry Andric }
1100b57cec5SDimitry Andric 
1110b57cec5SDimitry Andric #else // LLVM_ENABLE_THREADS Disabled
1120b57cec5SDimitry Andric 
1130b57cec5SDimitry Andric // No threads are launched, issue a warning if ThreadCount is not 0
ThreadPool(ThreadPoolStrategy S)1145ffd83dbSDimitry Andric ThreadPool::ThreadPool(ThreadPoolStrategy S)
1155ffd83dbSDimitry Andric     : ThreadCount(S.compute_thread_count()) {
1165ffd83dbSDimitry Andric   if (ThreadCount != 1) {
1170b57cec5SDimitry Andric     errs() << "Warning: request a ThreadPool with " << ThreadCount
1180b57cec5SDimitry Andric            << " threads, but LLVM_ENABLE_THREADS has been turned off\n";
1190b57cec5SDimitry Andric   }
1200b57cec5SDimitry Andric }
1210b57cec5SDimitry Andric 
wait()1220b57cec5SDimitry Andric void ThreadPool::wait() {
1230b57cec5SDimitry Andric   // Sequential implementation running the tasks
1240b57cec5SDimitry Andric   while (!Tasks.empty()) {
1250b57cec5SDimitry Andric     auto Task = std::move(Tasks.front());
1260b57cec5SDimitry Andric     Tasks.pop();
1270b57cec5SDimitry Andric     Task();
1280b57cec5SDimitry Andric   }
1290b57cec5SDimitry Andric }
1300b57cec5SDimitry Andric 
asyncImpl(TaskTy Task)1310b57cec5SDimitry Andric std::shared_future<void> ThreadPool::asyncImpl(TaskTy Task) {
1320b57cec5SDimitry Andric   // Get a Future with launch::deferred execution using std::async
1330b57cec5SDimitry Andric   auto Future = std::async(std::launch::deferred, std::move(Task)).share();
1340b57cec5SDimitry Andric   // Wrap the future so that both ThreadPool::wait() can operate and the
1350b57cec5SDimitry Andric   // returned future can be sync'ed on.
1360b57cec5SDimitry Andric   PackagedTaskTy PackagedTask([Future]() { Future.get(); });
1370b57cec5SDimitry Andric   Tasks.push(std::move(PackagedTask));
1380b57cec5SDimitry Andric   return Future;
1390b57cec5SDimitry Andric }
1400b57cec5SDimitry Andric 
~ThreadPool()1415ffd83dbSDimitry Andric ThreadPool::~ThreadPool() { wait(); }
1420b57cec5SDimitry Andric 
1430b57cec5SDimitry Andric #endif
144