| /oneTBB/src/tbb/ |
| H A D | task_dispatcher.h | 163 ed.context = task_accessor::context(*t); in steal_or_get_critical() 275 execution_data_ext& ed = m_execute_data_ext; in local_wait_for_all() local 278 ed.affinity_slot = d1::no_slot; in local_wait_for_all() 279 ed.task_disp = this; in local_wait_for_all() 280 ed.wait_ctx = waiter.wait_ctx(); in local_wait_for_all() 298 context_guard.set_ctx(ed.context); in local_wait_for_all() 321 t = t->cancel(ed); in local_wait_for_all() 323 t = t->execute(ed); in local_wait_for_all() 416 r1::spawn(*t, *ed.context); in get_critical_task() 445 ed.affinity_slot = ed.task_disp->m_thread_data->my_arena_index; in get_mailbox_task() [all …]
|
| H A D | parallel_pipeline.cpp | 227 spawner.spawn_stage_task(wakee, ed); in try_to_spawn_task_for_next_token() 278 bool execute_filter(d1::execution_data& ed); 318 void finalize(d1::execution_data& ed) { in finalize() argument 319 m_allocator.delete_object(this, ed); in finalize() 322 task* execute(d1::execution_data& ed) override { in execute() argument 323 if(!execute_filter(ed)) { in execute() 324 finalize(ed); in execute() 329 task* cancel(d1::execution_data& ed) override { in cancel() argument 330 finalize(ed); in cancel() 363 try_spawn_stage_task(ed); in execute_filter() [all …]
|
| H A D | arena_slot.cpp | 28 d1::task* arena_slot::get_task_impl(size_t T, execution_data_ext& ed, bool& tasks_omitted, isolatio… in get_task_impl() argument 49 ed.affinity_slot = aff_id; in get_task_impl() 53 tp.allocator.delete_object(&tp, ed); in get_task_impl() 61 d1::task* arena_slot::get_task(execution_data_ext& ed, isolation_type isolation) { in get_task() argument 99 result = get_task_impl( T, ed, tasks_omitted, isolation ); in get_task() 129 ed.task_disp->m_thread_data->my_arena->advertise_new_work<arena::wakeup>(); in get_task() 139 ed.task_disp->m_thread_data->my_arena->advertise_new_work<arena::wakeup>(); in get_task()
|
| H A D | task_dispatcher.cpp | 47 execution_data_ext& ed = tls->my_task_dispatcher->m_execute_data_ext; in spawn() local 52 task_accessor::isolation(t) = ed.isolation; in spawn() 57 auto proxy = alloc.new_object<task_proxy>(static_cast<d1::execution_data&>(ed)); in spawn() 61 task_accessor::isolation(*proxy) = ed.isolation; in spawn() 129 d1::slot_id __TBB_EXPORTED_FUNC execution_slot(const d1::execution_data* ed) { in execution_slot() argument 130 if (ed) { in execution_slot() 131 const execution_data_ext* ed_ext = static_cast<const execution_data_ext*>(ed); in execution_slot()
|
| H A D | small_object_pool.cpp | 33 …ate(d1::small_object_pool*& allocator, std::size_t number_of_bytes, const d1::execution_data& ed) { in allocate() argument 34 auto& tls = static_cast<const execution_data_ext&>(ed).task_disp->get_thread_data(); in allocate() 79 …all_object_pool& allocator, void* ptr, std::size_t number_of_bytes, const d1::execution_data& ed) { in deallocate() argument 80 auto& tls = static_cast<const execution_data_ext&>(ed).task_disp->get_thread_data(); in deallocate()
|
| H A D | arena.h | 333 …d1::task* steal_task(unsigned arena_index, FastRandom& frnd, execution_data_ext& ed, isolation_typ… 436 inline d1::task* arena::steal_task(unsigned arena_index, FastRandom& frnd, execution_data_ext& ed, … in steal_task() argument 464 tp.allocator.delete_object(&tp, ed); in steal_task() 468 ed.affinity_slot = slot; in steal_task() 471 ed.affinity_slot = d1::any_slot; in steal_task() 474 ed.original_slot = k; in steal_task()
|
| H A D | scheduler_common.h | 428 d1::task* execute(d1::execution_data& ed) override; 488 …d1::task* get_mailbox_task(mail_inbox& my_inbox, execution_data_ext& ed, isolation_type isolation); in alignas() 493 d1::task* receive_or_steal_task(thread_data& tls, execution_data_ext& ed, Waiter& waiter, in alignas()
|
| H A D | arena.cpp | 699 d1::task* execute(d1::execution_data& ed) override { in execute() argument 700 const execution_data_ext& ed_ext = static_cast<const execution_data_ext&>(ed); in execute() 702 __TBB_ASSERT(&ed_ext.task_disp->m_execute_data_ext == &ed, in execute()
|
| H A D | arena_slot.h | 208 …d1::task* get_task_impl(size_t T, execution_data_ext& ed, bool& tasks_omitted, isolation_type isol…
|
| /oneTBB/include/oneapi/tbb/detail/ |
| H A D | _task.h | 157 return ed.context; in context() 160 inline slot_id original_slot(const execution_data& ed) { in original_slot() argument 161 return ed.original_slot; in original_slot() 164 inline slot_id affinity_slot(const execution_data& ed) { in affinity_slot() argument 165 return ed.affinity_slot; in affinity_slot() 168 inline slot_id execution_slot(const execution_data& ed) { in execution_slot() argument 169 return r1::execution_slot(&ed); in execution_slot() 172 inline bool is_same_affinity(const execution_data& ed) { in is_same_affinity() argument 173 return affinity_slot(ed) == no_slot || affinity_slot(ed) == execution_slot(ed); in is_same_affinity() 176 inline bool is_stolen(const execution_data& ed) { in is_stolen() argument [all …]
|
| H A D | _small_object_pool.h | 41 const d1::execution_data& ed); 44 const d1::execution_data& ed); 52 Type* new_object(execution_data& ed, Args&&... args) { in new_object() argument 53 void* allocated_object = r1::allocate(m_pool, sizeof(Type), ed); in new_object() 68 void delete_object(Type* object, const execution_data& ed) { in delete_object() argument 73 alloc.deallocate(object, ed); in delete_object() 86 void deallocate(Type* ptr, const execution_data& ed) { in deallocate() argument 90 r1::deallocate(*m_pool, ptr, sizeof(Type), ed); in deallocate()
|
| H A D | _flow_graph_impl.h | 139 void destruct_and_deallocate(const execution_data& ed); 142 void finalize(const execution_data& ed); 164 task* execute(execution_data& ed) override { in execute() argument 167 task* t_next = my_task->execute(ed); in execute() 168 my_allocator.delete_object(this, ed); in execute() 171 task* cancel(execution_data& ed) override { in cancel() argument 176 task* t_next = my_task->cancel(ed); in cancel() 177 my_allocator.delete_object(this, ed); in cancel() 368 allocator.deallocate(static_cast<DerivedType*>(this), ed); in destruct_and_deallocate() 372 inline void graph_task::finalize(const execution_data& ed) { in finalize() argument [all …]
|
| H A D | _flow_graph_body_impl.h | 257 task* execute(execution_data& ed) override { 263 finalize<forward_task_bypass>(ed); 267 task* cancel(execution_data& ed) override { 268 finalize<forward_task_bypass>(ed); 286 task* execute(execution_data& ed) override { 292 finalize<apply_body_task_bypass>(ed); 296 task* cancel(execution_data& ed) override { 297 finalize<apply_body_task_bypass>(ed); 316 finalize<input_node_task_bypass>(ed); 320 task* cancel(execution_data& ed) override { [all …]
|
| H A D | _task_handle.h | 41 void finalize(const d1::execution_data* ed = nullptr) { 42 if (ed) { 43 m_allocator.delete_object(this, *ed);
|
| /oneTBB/include/oneapi/tbb/ |
| H A D | parallel_scan.h | 144 return finalize(ed); in execute() 147 return finalize(ed); in cancel() 262 return finalize(ed); in execute() 266 return finalize(ed); in cancel() 305 m_result.self_destroy(ed); in execute() 308 right_zombie->self_destroy(ed); in execute() 311 return finalize(ed); in execute() 314 return finalize(ed); in cancel() 392 return finalize(ed); in cancel() 478 next_task = finalize(ed); in execute() [all …]
|
| H A D | parallel_invoke.h | 45 task* execute(execution_data& ed) override { in execute() 47 parent_wait_ctx.release(ed); in execute() 52 task* cancel(execution_data& ed) override { in cancel() 53 parent_wait_ctx.release(ed); in cancel() 91 void finalize(const execution_data& ed) { in finalize() 94 my_allocator.delete_object(this, ed); in finalize() 97 void release(const execution_data& ed) { in release() 102 finalize(ed); in release() 112 release(ed); in execute() 118 release(ed); in cancel() [all …]
|
| H A D | parallel_reduce.h | 163 offer_work_impl(ed, *this, r, d); in offer_work() 177 right_child->spawn_self(ed); in offer_work_impl() 195 allocator.deallocate(this, ed); in finalize() 201 if (!is_same_affinity(ed)) { in execute() 218 finalize(ed); in execute() 225 finalize(ed); in cancel() 319 right_child->spawn_self(ed); in offer_work_impl() 338 allocator.deallocate(this, ed); in finalize() 344 if (!is_same_affinity(ed)) { in execute() 351 finalize(ed); in execute() [all …]
|
| H A D | parallel_for.h | 122 offer_work_impl(ed, *this, split_obj); in offer_work() 127 offer_work_impl(ed, *this, r, d); in offer_work() 140 right_child.spawn_self(ed); in offer_work_impl() 143 void spawn_self(execution_data& ed) { in spawn_self() 158 fold_tree<tree_node>(parent, ed); in finalize() 159 allocator.deallocate(this, ed); in finalize() 166 if (!is_same_affinity(ed)) { in execute() 169 my_partition.check_being_stolen(*this, ed); in execute() 170 my_partition.execute(*this, my_range, ed); in execute() 171 finalize(ed); in execute() [all …]
|
| H A D | parallel_for_each.h | 127 void finalize(const execution_data& ed) { in finalize() 129 my_allocator.delete_object(this, ed); in finalize() 151 finalize(ed); in execute() 156 finalize(ed); in cancel() 277 void finalize(const execution_data& ed) { 279 my_allocator.delete_object(this, ed); 293 finalize(ed); 298 finalize(ed); 342 void finalize(const execution_data& ed) { 358 finalize(ed); [all …]
|
| H A D | partitioner.h | 161 void fold_tree(node* n, const execution_data& ed) { in fold_tree() argument 176 self->join(ed.context); in fold_tree() 177 self->m_allocator.delete_object(self, ed); in fold_tree() 273 void execute(StartType &start, Range &range, execution_data& ed) { in execute() 285 start.offer_work( split_obj, ed ); in execute() 289 self().work_balance(start, range, ed); in execute() 381 static bool is_stolen_task(const execution_data& ed) { in is_stolen_task() argument 382 return execution_slot(ed) != original_slot(ed); in is_stolen_task() 512 start.offer_work( split_obj, ed ); in execute() 613 bool should_execute_range(const execution_data& ed) { in should_execute_range() argument [all …]
|
| H A D | task_group.h | 88 d1::task* execute(d1::execution_data& ed) override { in execute() argument 89 … __TBB_ASSERT(ed.context == &this->ctx(), "The task group context should be used for all tasks"); in execute() 91 finalize(&ed); in execute() 94 d1::task* cancel(d1::execution_data& ed) override { in cancel() argument 95 finalize(&ed); in cancel() 440 void finalize(const execution_data& ed) { in finalize() argument 449 allocator.deallocate(this, ed); in finalize() 451 task* execute(execution_data& ed) override { in execute() argument 453 finalize(ed); in execute() 456 task* cancel(execution_data& ed) override { in cancel() argument [all …]
|
| H A D | task_arena.h | 213 void finalize(const execution_data& ed) { in finalize() argument 214 m_allocator.delete_object(this, ed); in finalize() 216 task* execute(execution_data& ed) override { in execute() argument 218 finalize(ed); in execute()
|
| H A D | flow_graph.h | 3134 task* execute(execution_data& ed) override { in execute() 3141 finalize<register_predecessor_task>(ed); in execute() 3145 task* cancel(execution_data& ed) override { in cancel() 3146 finalize<register_predecessor_task>(ed); in cancel()
|
| /oneTBB/doc/ |
| H A D | Doxyfile.in | 408 # types are typedef'ed and only the typedef is referenced, never the tag name.
|