1acac075bSDimitry Andric //===--------------------- TaskPool.cpp -------------------------*- C++ -*-===//
2acac075bSDimitry Andric //
3acac075bSDimitry Andric // The LLVM Compiler Infrastructure
4acac075bSDimitry Andric //
5acac075bSDimitry Andric // This file is distributed under the University of Illinois Open Source
6acac075bSDimitry Andric // License. See LICENSE.TXT for details.
7acac075bSDimitry Andric //
8acac075bSDimitry Andric //===----------------------------------------------------------------------===//
9acac075bSDimitry Andric
10acac075bSDimitry Andric #include "lldb/Host/TaskPool.h"
11acac075bSDimitry Andric #include "lldb/Host/ThreadLauncher.h"
12acac075bSDimitry Andric
13*b5893f02SDimitry Andric #include <cstdint>
14*b5893f02SDimitry Andric #include <queue>
15*b5893f02SDimitry Andric #include <thread>
16acac075bSDimitry Andric
17acac075bSDimitry Andric namespace lldb_private {
18acac075bSDimitry Andric
19acac075bSDimitry Andric namespace {
20acac075bSDimitry Andric class TaskPoolImpl {
21acac075bSDimitry Andric public:
22acac075bSDimitry Andric static TaskPoolImpl &GetInstance();
23acac075bSDimitry Andric
24acac075bSDimitry Andric void AddTask(std::function<void()> &&task_fn);
25acac075bSDimitry Andric
26acac075bSDimitry Andric private:
27acac075bSDimitry Andric TaskPoolImpl();
28acac075bSDimitry Andric
29acac075bSDimitry Andric static lldb::thread_result_t WorkerPtr(void *pool);
30acac075bSDimitry Andric
31acac075bSDimitry Andric static void Worker(TaskPoolImpl *pool);
32acac075bSDimitry Andric
33acac075bSDimitry Andric std::queue<std::function<void()>> m_tasks;
34acac075bSDimitry Andric std::mutex m_tasks_mutex;
35acac075bSDimitry Andric uint32_t m_thread_count;
36acac075bSDimitry Andric };
37acac075bSDimitry Andric
38acac075bSDimitry Andric } // end of anonymous namespace
39acac075bSDimitry Andric
GetInstance()40acac075bSDimitry Andric TaskPoolImpl &TaskPoolImpl::GetInstance() {
41acac075bSDimitry Andric static TaskPoolImpl g_task_pool_impl;
42acac075bSDimitry Andric return g_task_pool_impl;
43acac075bSDimitry Andric }
44acac075bSDimitry Andric
AddTaskImpl(std::function<void ()> && task_fn)45acac075bSDimitry Andric void TaskPool::AddTaskImpl(std::function<void()> &&task_fn) {
46acac075bSDimitry Andric TaskPoolImpl::GetInstance().AddTask(std::move(task_fn));
47acac075bSDimitry Andric }
48acac075bSDimitry Andric
TaskPoolImpl()49acac075bSDimitry Andric TaskPoolImpl::TaskPoolImpl() : m_thread_count(0) {}
50acac075bSDimitry Andric
GetHardwareConcurrencyHint()51acac075bSDimitry Andric unsigned GetHardwareConcurrencyHint() {
524ba319b5SDimitry Andric // std::thread::hardware_concurrency may return 0 if the value is not well
534ba319b5SDimitry Andric // defined or not computable.
54acac075bSDimitry Andric static const unsigned g_hardware_concurrency =
55acac075bSDimitry Andric std::max(1u, std::thread::hardware_concurrency());
56acac075bSDimitry Andric return g_hardware_concurrency;
57acac075bSDimitry Andric }
58acac075bSDimitry Andric
AddTask(std::function<void ()> && task_fn)59acac075bSDimitry Andric void TaskPoolImpl::AddTask(std::function<void()> &&task_fn) {
60acac075bSDimitry Andric const size_t min_stack_size = 8 * 1024 * 1024;
61acac075bSDimitry Andric
62acac075bSDimitry Andric std::unique_lock<std::mutex> lock(m_tasks_mutex);
63acac075bSDimitry Andric m_tasks.emplace(std::move(task_fn));
64acac075bSDimitry Andric if (m_thread_count < GetHardwareConcurrencyHint()) {
65acac075bSDimitry Andric m_thread_count++;
66acac075bSDimitry Andric // Note that this detach call needs to happen with the m_tasks_mutex held.
674ba319b5SDimitry Andric // This prevents the thread from exiting prematurely and triggering a linux
684ba319b5SDimitry Andric // libc bug (https://sourceware.org/bugzilla/show_bug.cgi?id=19951).
69acac075bSDimitry Andric lldb_private::ThreadLauncher::LaunchThread("task-pool.worker", WorkerPtr,
70acac075bSDimitry Andric this, nullptr, min_stack_size)
71acac075bSDimitry Andric .Release();
72acac075bSDimitry Andric }
73acac075bSDimitry Andric }
74acac075bSDimitry Andric
WorkerPtr(void * pool)75acac075bSDimitry Andric lldb::thread_result_t TaskPoolImpl::WorkerPtr(void *pool) {
76acac075bSDimitry Andric Worker((TaskPoolImpl *)pool);
77acac075bSDimitry Andric return 0;
78acac075bSDimitry Andric }
79acac075bSDimitry Andric
Worker(TaskPoolImpl * pool)80acac075bSDimitry Andric void TaskPoolImpl::Worker(TaskPoolImpl *pool) {
81acac075bSDimitry Andric while (true) {
82acac075bSDimitry Andric std::unique_lock<std::mutex> lock(pool->m_tasks_mutex);
83acac075bSDimitry Andric if (pool->m_tasks.empty()) {
84acac075bSDimitry Andric pool->m_thread_count--;
85acac075bSDimitry Andric break;
86acac075bSDimitry Andric }
87acac075bSDimitry Andric
88acac075bSDimitry Andric std::function<void()> f = std::move(pool->m_tasks.front());
89acac075bSDimitry Andric pool->m_tasks.pop();
90acac075bSDimitry Andric lock.unlock();
91acac075bSDimitry Andric
92acac075bSDimitry Andric f();
93acac075bSDimitry Andric }
94acac075bSDimitry Andric }
95acac075bSDimitry Andric
TaskMapOverInt(size_t begin,size_t end,const llvm::function_ref<void (size_t)> & func)96acac075bSDimitry Andric void TaskMapOverInt(size_t begin, size_t end,
97acac075bSDimitry Andric const llvm::function_ref<void(size_t)> &func) {
98acac075bSDimitry Andric const size_t num_workers = std::min<size_t>(end, GetHardwareConcurrencyHint());
99acac075bSDimitry Andric std::atomic<size_t> idx{begin};
100acac075bSDimitry Andric
101acac075bSDimitry Andric auto wrapper = [&idx, end, &func]() {
102acac075bSDimitry Andric while (true) {
103acac075bSDimitry Andric size_t i = idx.fetch_add(1);
104acac075bSDimitry Andric if (i >= end)
105acac075bSDimitry Andric break;
106acac075bSDimitry Andric func(i);
107acac075bSDimitry Andric }
108acac075bSDimitry Andric };
109acac075bSDimitry Andric
110acac075bSDimitry Andric std::vector<std::future<void>> futures;
111acac075bSDimitry Andric futures.reserve(num_workers);
112acac075bSDimitry Andric for (size_t i = 0; i < num_workers; i++)
113acac075bSDimitry Andric futures.push_back(TaskPool::AddTask(wrapper));
114acac075bSDimitry Andric for (size_t i = 0; i < num_workers; i++)
115acac075bSDimitry Andric futures[i].wait();
116acac075bSDimitry Andric }
117acac075bSDimitry Andric
118acac075bSDimitry Andric } // namespace lldb_private
119acac075bSDimitry Andric
120