10b57cec5SDimitry Andric //==-- llvm/Support/ThreadPool.cpp - A ThreadPool implementation -*- C++ -*-==//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file implements a crude C++11 based thread pool.
100b57cec5SDimitry Andric //
110b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
120b57cec5SDimitry Andric
130b57cec5SDimitry Andric #include "llvm/Support/ThreadPool.h"
140b57cec5SDimitry Andric
150b57cec5SDimitry Andric #include "llvm/Config/llvm-config.h"
160b57cec5SDimitry Andric #include "llvm/Support/Threading.h"
170b57cec5SDimitry Andric #include "llvm/Support/raw_ostream.h"
180b57cec5SDimitry Andric
190b57cec5SDimitry Andric using namespace llvm;
200b57cec5SDimitry Andric
210b57cec5SDimitry Andric #if LLVM_ENABLE_THREADS
220b57cec5SDimitry Andric
ThreadPool(ThreadPoolStrategy S)235ffd83dbSDimitry Andric ThreadPool::ThreadPool(ThreadPoolStrategy S)
245ffd83dbSDimitry Andric : ThreadCount(S.compute_thread_count()) {
250b57cec5SDimitry Andric // Create ThreadCount threads that will loop forever, wait on QueueCondition
260b57cec5SDimitry Andric // for tasks to be queued or the Pool to be destroyed.
270b57cec5SDimitry Andric Threads.reserve(ThreadCount);
280b57cec5SDimitry Andric for (unsigned ThreadID = 0; ThreadID < ThreadCount; ++ThreadID) {
295ffd83dbSDimitry Andric Threads.emplace_back([S, ThreadID, this] {
305ffd83dbSDimitry Andric S.apply_thread_strategy(ThreadID);
310b57cec5SDimitry Andric while (true) {
320b57cec5SDimitry Andric PackagedTaskTy Task;
330b57cec5SDimitry Andric {
340b57cec5SDimitry Andric std::unique_lock<std::mutex> LockGuard(QueueLock);
350b57cec5SDimitry Andric // Wait for tasks to be pushed in the queue
360b57cec5SDimitry Andric QueueCondition.wait(LockGuard,
370b57cec5SDimitry Andric [&] { return !EnableFlag || !Tasks.empty(); });
380b57cec5SDimitry Andric // Exit condition
390b57cec5SDimitry Andric if (!EnableFlag && Tasks.empty())
400b57cec5SDimitry Andric return;
410b57cec5SDimitry Andric // Yeah, we have a task, grab it and release the lock on the queue
420b57cec5SDimitry Andric
430b57cec5SDimitry Andric // We first need to signal that we are active before popping the queue
440b57cec5SDimitry Andric // in order for wait() to properly detect that even if the queue is
450b57cec5SDimitry Andric // empty, there is still a task in flight.
460b57cec5SDimitry Andric ++ActiveThreads;
470b57cec5SDimitry Andric Task = std::move(Tasks.front());
480b57cec5SDimitry Andric Tasks.pop();
490b57cec5SDimitry Andric }
500b57cec5SDimitry Andric // Run the task we just grabbed
510b57cec5SDimitry Andric Task();
520b57cec5SDimitry Andric
535ffd83dbSDimitry Andric bool Notify;
540b57cec5SDimitry Andric {
550b57cec5SDimitry Andric // Adjust `ActiveThreads`, in case someone waits on ThreadPool::wait()
565ffd83dbSDimitry Andric std::lock_guard<std::mutex> LockGuard(QueueLock);
570b57cec5SDimitry Andric --ActiveThreads;
585ffd83dbSDimitry Andric Notify = workCompletedUnlocked();
590b57cec5SDimitry Andric }
605ffd83dbSDimitry Andric // Notify task completion if this is the last active thread, in case
615ffd83dbSDimitry Andric // someone waits on ThreadPool::wait().
625ffd83dbSDimitry Andric if (Notify)
630b57cec5SDimitry Andric CompletionCondition.notify_all();
640b57cec5SDimitry Andric }
650b57cec5SDimitry Andric });
660b57cec5SDimitry Andric }
670b57cec5SDimitry Andric }
680b57cec5SDimitry Andric
wait()690b57cec5SDimitry Andric void ThreadPool::wait() {
700b57cec5SDimitry Andric // Wait for all threads to complete and the queue to be empty
715ffd83dbSDimitry Andric std::unique_lock<std::mutex> LockGuard(QueueLock);
725ffd83dbSDimitry Andric CompletionCondition.wait(LockGuard, [&] { return workCompletedUnlocked(); });
730b57cec5SDimitry Andric }
740b57cec5SDimitry Andric
isWorkerThread() const75*5f7ddb14SDimitry Andric bool ThreadPool::isWorkerThread() const {
76*5f7ddb14SDimitry Andric llvm::thread::id CurrentThreadId = llvm::this_thread::get_id();
77*5f7ddb14SDimitry Andric for (const llvm::thread &Thread : Threads)
78*5f7ddb14SDimitry Andric if (CurrentThreadId == Thread.get_id())
79*5f7ddb14SDimitry Andric return true;
80*5f7ddb14SDimitry Andric return false;
81*5f7ddb14SDimitry Andric }
82*5f7ddb14SDimitry Andric
asyncImpl(TaskTy Task)830b57cec5SDimitry Andric std::shared_future<void> ThreadPool::asyncImpl(TaskTy Task) {
840b57cec5SDimitry Andric /// Wrap the Task in a packaged_task to return a future object.
850b57cec5SDimitry Andric PackagedTaskTy PackagedTask(std::move(Task));
860b57cec5SDimitry Andric auto Future = PackagedTask.get_future();
870b57cec5SDimitry Andric {
880b57cec5SDimitry Andric // Lock the queue and push the new task
890b57cec5SDimitry Andric std::unique_lock<std::mutex> LockGuard(QueueLock);
900b57cec5SDimitry Andric
910b57cec5SDimitry Andric // Don't allow enqueueing after disabling the pool
920b57cec5SDimitry Andric assert(EnableFlag && "Queuing a thread during ThreadPool destruction");
930b57cec5SDimitry Andric
940b57cec5SDimitry Andric Tasks.push(std::move(PackagedTask));
950b57cec5SDimitry Andric }
960b57cec5SDimitry Andric QueueCondition.notify_one();
970b57cec5SDimitry Andric return Future.share();
980b57cec5SDimitry Andric }
990b57cec5SDimitry Andric
1000b57cec5SDimitry Andric // The destructor joins all threads, waiting for completion.
~ThreadPool()1010b57cec5SDimitry Andric ThreadPool::~ThreadPool() {
1020b57cec5SDimitry Andric {
1030b57cec5SDimitry Andric std::unique_lock<std::mutex> LockGuard(QueueLock);
1040b57cec5SDimitry Andric EnableFlag = false;
1050b57cec5SDimitry Andric }
1060b57cec5SDimitry Andric QueueCondition.notify_all();
1070b57cec5SDimitry Andric for (auto &Worker : Threads)
1080b57cec5SDimitry Andric Worker.join();
1090b57cec5SDimitry Andric }
1100b57cec5SDimitry Andric
1110b57cec5SDimitry Andric #else // LLVM_ENABLE_THREADS Disabled
1120b57cec5SDimitry Andric
1130b57cec5SDimitry Andric // No threads are launched, issue a warning if ThreadCount is not 0
ThreadPool(ThreadPoolStrategy S)1145ffd83dbSDimitry Andric ThreadPool::ThreadPool(ThreadPoolStrategy S)
1155ffd83dbSDimitry Andric : ThreadCount(S.compute_thread_count()) {
1165ffd83dbSDimitry Andric if (ThreadCount != 1) {
1170b57cec5SDimitry Andric errs() << "Warning: request a ThreadPool with " << ThreadCount
1180b57cec5SDimitry Andric << " threads, but LLVM_ENABLE_THREADS has been turned off\n";
1190b57cec5SDimitry Andric }
1200b57cec5SDimitry Andric }
1210b57cec5SDimitry Andric
wait()1220b57cec5SDimitry Andric void ThreadPool::wait() {
1230b57cec5SDimitry Andric // Sequential implementation running the tasks
1240b57cec5SDimitry Andric while (!Tasks.empty()) {
1250b57cec5SDimitry Andric auto Task = std::move(Tasks.front());
1260b57cec5SDimitry Andric Tasks.pop();
1270b57cec5SDimitry Andric Task();
1280b57cec5SDimitry Andric }
1290b57cec5SDimitry Andric }
1300b57cec5SDimitry Andric
asyncImpl(TaskTy Task)1310b57cec5SDimitry Andric std::shared_future<void> ThreadPool::asyncImpl(TaskTy Task) {
1320b57cec5SDimitry Andric // Get a Future with launch::deferred execution using std::async
1330b57cec5SDimitry Andric auto Future = std::async(std::launch::deferred, std::move(Task)).share();
1340b57cec5SDimitry Andric // Wrap the future so that both ThreadPool::wait() can operate and the
1350b57cec5SDimitry Andric // returned future can be sync'ed on.
1360b57cec5SDimitry Andric PackagedTaskTy PackagedTask([Future]() { Future.get(); });
1370b57cec5SDimitry Andric Tasks.push(std::move(PackagedTask));
1380b57cec5SDimitry Andric return Future;
1390b57cec5SDimitry Andric }
1400b57cec5SDimitry Andric
~ThreadPool()1415ffd83dbSDimitry Andric ThreadPool::~ThreadPool() { wait(); }
1420b57cec5SDimitry Andric
1430b57cec5SDimitry Andric #endif
144