1acac075bSDimitry Andric //===--------------------- TaskPool.cpp -------------------------*- C++ -*-===//
2acac075bSDimitry Andric //
3acac075bSDimitry Andric //                     The LLVM Compiler Infrastructure
4acac075bSDimitry Andric //
5acac075bSDimitry Andric // This file is distributed under the University of Illinois Open Source
6acac075bSDimitry Andric // License. See LICENSE.TXT for details.
7acac075bSDimitry Andric //
8acac075bSDimitry Andric //===----------------------------------------------------------------------===//
9acac075bSDimitry Andric 
10acac075bSDimitry Andric #include "lldb/Host/TaskPool.h"
11acac075bSDimitry Andric #include "lldb/Host/ThreadLauncher.h"
12acac075bSDimitry Andric 
13*b5893f02SDimitry Andric #include <cstdint>
14*b5893f02SDimitry Andric #include <queue>
15*b5893f02SDimitry Andric #include <thread>
16acac075bSDimitry Andric 
17acac075bSDimitry Andric namespace lldb_private {
18acac075bSDimitry Andric 
19acac075bSDimitry Andric namespace {
20acac075bSDimitry Andric class TaskPoolImpl {
21acac075bSDimitry Andric public:
22acac075bSDimitry Andric   static TaskPoolImpl &GetInstance();
23acac075bSDimitry Andric 
24acac075bSDimitry Andric   void AddTask(std::function<void()> &&task_fn);
25acac075bSDimitry Andric 
26acac075bSDimitry Andric private:
27acac075bSDimitry Andric   TaskPoolImpl();
28acac075bSDimitry Andric 
29acac075bSDimitry Andric   static lldb::thread_result_t WorkerPtr(void *pool);
30acac075bSDimitry Andric 
31acac075bSDimitry Andric   static void Worker(TaskPoolImpl *pool);
32acac075bSDimitry Andric 
33acac075bSDimitry Andric   std::queue<std::function<void()>> m_tasks;
34acac075bSDimitry Andric   std::mutex m_tasks_mutex;
35acac075bSDimitry Andric   uint32_t m_thread_count;
36acac075bSDimitry Andric };
37acac075bSDimitry Andric 
38acac075bSDimitry Andric } // end of anonymous namespace
39acac075bSDimitry Andric 
GetInstance()40acac075bSDimitry Andric TaskPoolImpl &TaskPoolImpl::GetInstance() {
41acac075bSDimitry Andric   static TaskPoolImpl g_task_pool_impl;
42acac075bSDimitry Andric   return g_task_pool_impl;
43acac075bSDimitry Andric }
44acac075bSDimitry Andric 
AddTaskImpl(std::function<void ()> && task_fn)45acac075bSDimitry Andric void TaskPool::AddTaskImpl(std::function<void()> &&task_fn) {
46acac075bSDimitry Andric   TaskPoolImpl::GetInstance().AddTask(std::move(task_fn));
47acac075bSDimitry Andric }
48acac075bSDimitry Andric 
TaskPoolImpl()49acac075bSDimitry Andric TaskPoolImpl::TaskPoolImpl() : m_thread_count(0) {}
50acac075bSDimitry Andric 
GetHardwareConcurrencyHint()51acac075bSDimitry Andric unsigned GetHardwareConcurrencyHint() {
524ba319b5SDimitry Andric   // std::thread::hardware_concurrency may return 0 if the value is not well
534ba319b5SDimitry Andric   // defined or not computable.
54acac075bSDimitry Andric   static const unsigned g_hardware_concurrency =
55acac075bSDimitry Andric     std::max(1u, std::thread::hardware_concurrency());
56acac075bSDimitry Andric   return g_hardware_concurrency;
57acac075bSDimitry Andric }
58acac075bSDimitry Andric 
AddTask(std::function<void ()> && task_fn)59acac075bSDimitry Andric void TaskPoolImpl::AddTask(std::function<void()> &&task_fn) {
60acac075bSDimitry Andric   const size_t min_stack_size = 8 * 1024 * 1024;
61acac075bSDimitry Andric 
62acac075bSDimitry Andric   std::unique_lock<std::mutex> lock(m_tasks_mutex);
63acac075bSDimitry Andric   m_tasks.emplace(std::move(task_fn));
64acac075bSDimitry Andric   if (m_thread_count < GetHardwareConcurrencyHint()) {
65acac075bSDimitry Andric     m_thread_count++;
66acac075bSDimitry Andric     // Note that this detach call needs to happen with the m_tasks_mutex held.
674ba319b5SDimitry Andric     // This prevents the thread from exiting prematurely and triggering a linux
684ba319b5SDimitry Andric     // libc bug (https://sourceware.org/bugzilla/show_bug.cgi?id=19951).
69acac075bSDimitry Andric     lldb_private::ThreadLauncher::LaunchThread("task-pool.worker", WorkerPtr,
70acac075bSDimitry Andric                                                this, nullptr, min_stack_size)
71acac075bSDimitry Andric         .Release();
72acac075bSDimitry Andric   }
73acac075bSDimitry Andric }
74acac075bSDimitry Andric 
WorkerPtr(void * pool)75acac075bSDimitry Andric lldb::thread_result_t TaskPoolImpl::WorkerPtr(void *pool) {
76acac075bSDimitry Andric   Worker((TaskPoolImpl *)pool);
77acac075bSDimitry Andric   return 0;
78acac075bSDimitry Andric }
79acac075bSDimitry Andric 
Worker(TaskPoolImpl * pool)80acac075bSDimitry Andric void TaskPoolImpl::Worker(TaskPoolImpl *pool) {
81acac075bSDimitry Andric   while (true) {
82acac075bSDimitry Andric     std::unique_lock<std::mutex> lock(pool->m_tasks_mutex);
83acac075bSDimitry Andric     if (pool->m_tasks.empty()) {
84acac075bSDimitry Andric       pool->m_thread_count--;
85acac075bSDimitry Andric       break;
86acac075bSDimitry Andric     }
87acac075bSDimitry Andric 
88acac075bSDimitry Andric     std::function<void()> f = std::move(pool->m_tasks.front());
89acac075bSDimitry Andric     pool->m_tasks.pop();
90acac075bSDimitry Andric     lock.unlock();
91acac075bSDimitry Andric 
92acac075bSDimitry Andric     f();
93acac075bSDimitry Andric   }
94acac075bSDimitry Andric }
95acac075bSDimitry Andric 
TaskMapOverInt(size_t begin,size_t end,const llvm::function_ref<void (size_t)> & func)96acac075bSDimitry Andric void TaskMapOverInt(size_t begin, size_t end,
97acac075bSDimitry Andric                     const llvm::function_ref<void(size_t)> &func) {
98acac075bSDimitry Andric   const size_t num_workers = std::min<size_t>(end, GetHardwareConcurrencyHint());
99acac075bSDimitry Andric   std::atomic<size_t> idx{begin};
100acac075bSDimitry Andric 
101acac075bSDimitry Andric   auto wrapper = [&idx, end, &func]() {
102acac075bSDimitry Andric     while (true) {
103acac075bSDimitry Andric       size_t i = idx.fetch_add(1);
104acac075bSDimitry Andric       if (i >= end)
105acac075bSDimitry Andric         break;
106acac075bSDimitry Andric       func(i);
107acac075bSDimitry Andric     }
108acac075bSDimitry Andric   };
109acac075bSDimitry Andric 
110acac075bSDimitry Andric   std::vector<std::future<void>> futures;
111acac075bSDimitry Andric   futures.reserve(num_workers);
112acac075bSDimitry Andric   for (size_t i = 0; i < num_workers; i++)
113acac075bSDimitry Andric     futures.push_back(TaskPool::AddTask(wrapper));
114acac075bSDimitry Andric   for (size_t i = 0; i < num_workers; i++)
115acac075bSDimitry Andric     futures[i].wait();
116acac075bSDimitry Andric }
117acac075bSDimitry Andric 
118acac075bSDimitry Andric } // namespace lldb_private
119acac075bSDimitry Andric 
120