Home
last modified time | relevance | path

Searched refs:store (Results 1 – 25 of 72) sorted by relevance

123

/oneTBB/src/tbb/
H A Dqueuing_rw_mutex.cpp57 location.store(reinterpret_cast<word>(value), memory_order); in store()
127 s.my_internal_lock.store(RELEASED, std::memory_order_release); in release_internal_lock()
165 s.my_prev.store(0U, std::memory_order_relaxed); in acquire()
166 s.my_next.store(0U, std::memory_order_relaxed); in acquire()
167 s.my_going.store(0U, std::memory_order_relaxed); in acquire()
263 s.my_prev.store(0U, std::memory_order_relaxed); in try_acquire()
264 s.my_next.store(0U, std::memory_order_relaxed); in try_acquire()
323 next->my_going.store(1U, std::memory_order_release); in release()
439 next->my_going.store(1U, std::memory_order_release); in downgrade_to_reader()
570 s.my_state.store(STATE_WRITER, std::memory_order_relaxed); in upgrade_to_writer()
[all …]
H A Dconcurrent_monitor.h58 count.store(count.load(std::memory_order_relaxed) + 1, std::memory_order_relaxed); in add()
68 count.store(count.load( std::memory_order_relaxed ) - 1, std::memory_order_relaxed); in remove()
77 lst.count.store(l_count, std::memory_order_relaxed); in flush_to()
89 count.store(0, std::memory_order_relaxed); in clear()
213 node.my_is_in_list.store(true, std::memory_order_relaxed); in prepare_wait()
251 node.my_is_in_list.store(false, std::memory_order_relaxed); in cancel_wait()
300 to_wait_node(n)->my_is_in_list.store(false, std::memory_order_relaxed); in notify_one_relaxed()
333 to_wait_node(n)->my_is_in_list.store(false, std::memory_order_relaxed); in notify_all_relaxed()
373 node->my_is_in_list.store(false, std::memory_order_relaxed); in notify_relaxed()
408 node->my_is_in_list.store(false, std::memory_order_relaxed); in notify_one_relaxed()
[all …]
H A Darena_slot.h143 my_is_occupied.store(true, std::memory_order_release); in occupy()
154 my_is_occupied.store(false, std::memory_order_release); in release()
269 tail.store(new_tail, std::memory_order_release); in commit_spawned_tasks()
279 task_pool.store(task_pool_ptr, std::memory_order_release ); in publish_task_pool()
320 task_pool.store( task_pool_ptr, std::memory_order_release ); in release_task_pool()
356 task_pool.store(victim_task_pool, std::memory_order_release); in unlock_task_pool()
386 task_pool.store(EmptyTaskPool, std::memory_order_relaxed); in leave_task_pool()
393 tail.store(0, std::memory_order_relaxed); in reset_task_pool_and_leave()
394 head.store(0, std::memory_order_relaxed); in reset_task_pool_and_leave()
402 head.store(0, std::memory_order_relaxed); in commit_relocated_tasks()
[all …]
H A Dmailbox.h133 prev_ptr->store(second, std::memory_order_relaxed); in internal_pop()
137 prev_ptr->store(nullptr, std::memory_order_relaxed); in internal_pop()
148 prev_ptr->store( second, std::memory_order_relaxed); in internal_pop()
161 t->next_in_mailbox.store(nullptr, std::memory_order_relaxed); in push()
167 link->store(t, std::memory_order_release); in push()
192 my_first.store(t->next_in_mailbox, std::memory_order_relaxed); in drain()
233 my_putter->my_is_idle.store(value, std::memory_order_relaxed); in set_is_idle()
H A Dtask_group_context.cpp81 ctx.my_state.store(d1::task_group_context::state::dead, std::memory_order_release); in destroy()
91 ctx.my_may_have_children.store(0, std::memory_order_relaxed); in initialize()
93 ctx.my_state.store(d1::task_group_context::state::created, std::memory_order_relaxed); in initialize()
96 ctx.my_exception.store(nullptr, std::memory_order_relaxed); in initialize()
127 …ctx.my_parent->my_may_have_children.store(d1::task_group_context::may_have_children, std::memory_o… in bind_to_impl()
144 …ctx.my_cancellation_requested.store(ctx.my_parent->my_cancellation_requested.load(std::memory_orde… in bind_to_impl()
154 …ctx.my_cancellation_requested.store(ctx.my_parent->my_cancellation_requested.load(std::memory_orde… in bind_to_impl()
161 …ctx.my_cancellation_requested.store(ctx.my_parent->my_cancellation_requested.load(std::memory_orde… in bind_to_impl()
192 ctx.my_state.store(release_state, std::memory_order_release); in bind_to()
219 (c->*mptr_state).store(new_state, std::memory_order_relaxed); in propagate_task_group_state()
[all …]
H A Darena_slot.cpp124 head.store(H0, std::memory_order_relaxed); in get_task()
125 tail.store(T0, std::memory_order_relaxed); in get_task()
136 tail.store(T0, std::memory_order_release); in get_task()
164 head.store( /*dead: H = */ H0, std::memory_order_relaxed ); in steal_task()
200 head.store( /*dead: H = */ H0, std::memory_order_release ); in steal_task()
H A Dobserver_proxy.cpp96 my_head.store(p, std::memory_order_relaxed); in insert()
98 my_tail.store(p, std::memory_order_relaxed); in insert()
106 my_tail.store(p->my_prev, std::memory_order_relaxed); in remove()
113 my_head.store(p->my_next, std::memory_order_relaxed); in remove()
265 tso.my_proxy.store(p, std::memory_order_relaxed); in observe()
266 tso.my_busy_count.store(0, std::memory_order_relaxed); in observe()
H A Drtm_rw_mutex.cpp52 s.m_mutex->write_flag.store(false, std::memory_order_relaxed); in release()
98 …m.write_flag.store(true, std::memory_order_relaxed); // kill transactional r… in acquire_writer()
157 s.m_mutex->write_flag.store(true, std::memory_order_relaxed); in upgrade()
185 s.m_mutex->write_flag.store(false, std::memory_order_relaxed); in downgrade()
213 m.write_flag.store(true, std::memory_order_relaxed); in try_acquire_writer()
/oneTBB/include/oneapi/tbb/detail/
H A D_segment_table.h66 my_segment_table.store(my_embedded_table, std::memory_order_relaxed);
75 my_segment_table.store(my_embedded_table, std::memory_order_relaxed);
88 my_segment_table.store(my_embedded_table, std::memory_order_relaxed);
101 my_segment_table.store(my_embedded_table, std::memory_order_relaxed);
110 my_segment_table.store(my_embedded_table, std::memory_order_relaxed);
249 my_size.store(0, std::memory_order_relaxed); in clear()
250 my_first_block.store(0, std::memory_order_relaxed); in clear()
393 other.my_size.store(0, std::memory_order_relaxed); in internal_move()
490 my_first_block.store(first_block, std::memory_order_relaxed); in internal_swap_fields()
494 my_size.store(size, std::memory_order_relaxed); in internal_swap_fields()
[all …]
H A D_concurrent_queue_base.h135 head_page.store(p, std::memory_order_relaxed); in prepare_page()
137 tail_page.store(p, std::memory_order_relaxed); in prepare_page()
302 head_counter.store(0, std::memory_order_relaxed);
303 tail_counter.store(0, std::memory_order_relaxed);
304 head_page.store(new_head, std::memory_order_relaxed);
305 tail_page.store(new_tail, std::memory_order_relaxed);
438 head_counter.store(0, std::memory_order_relaxed); in clear()
439 tail_counter.store(0, std::memory_order_relaxed); in clear()
440 n_invalid_entries.store(0, std::memory_order_relaxed); in clear()
458 head_counter.store(0, std::memory_order_relaxed); in assign()
[all …]
H A D_aggregator.h80 op->next.store(res, std::memory_order_relaxed);
118 handler_busy.store(1, std::memory_order_relaxed); in start_handle_operations()
132 handler_busy.store(0, std::memory_order_release); in start_handle_operations()
H A D_concurrent_unordered_base.h151 my_next.store(next_node, std::memory_order_release); in set_next()
864 to[1].store(nullptr, std::memory_order_relaxed); in copy_segment()
867 to[i].store(nullptr, std::memory_order_relaxed); in copy_segment()
881 from[i].store(nullptr, std::memory_order_relaxed); in move_segment()
911 my_size.store(0, std::memory_order_relaxed); in internal_clear()
1321 my_segments[0].store(&my_head, std::memory_order_relaxed); in internal_copy()
1341 my_segments[0].store(&my_head, std::memory_order_relaxed); in internal_move()
1364 my_segments[0].store(&my_head, std::memory_order_relaxed); in move_content()
1368 other.my_size.store(0, std::memory_order_relaxed); in move_content()
1425 other.my_size.store(current_size, std::memory_order_relaxed); in internal_swap_fields()
[all …]
H A D_flow_graph_cache_impl.h171 reserved_src.store(pred, std::memory_order_relaxed); in try_reserve()
181 reserved_src.store(nullptr, std::memory_order_relaxed); in try_reserve()
193 reserved_src.store(nullptr, std::memory_order_relaxed); in try_release()
199 reserved_src.store(nullptr, std::memory_order_relaxed); in try_consume()
204 reserved_src.store(nullptr, std::memory_order_relaxed); in reset()
209 reserved_src.store(nullptr, std::memory_order_relaxed); in clear()
H A D_flow_graph_node_impl.h198 tmp->status.store(SUCCEEDED, std::memory_order_release); in handle_operations()
206 tmp->status.store(SUCCEEDED, std::memory_order_release); in handle_operations()
214 tmp->status.store(SUCCEEDED, std::memory_order_release); in handle_operations()
222 tmp->status.store(SUCCEEDED, std::memory_order_release); in handle_operations()
224 tmp->status.store(FAILED, std::memory_order_release); in handle_operations()
238 op->status.store(SUCCEEDED, std::memory_order_release); in internal_try_put_task()
241 op->status.store(SUCCEEDED, std::memory_order_release); in internal_try_put_task()
244 op->status.store(FAILED, std::memory_order_release); in internal_try_put_task()
254 op->status.store(SUCCEEDED, std::memory_order_release); in internal_forward()
257 op->status.store(FAILED, std::memory_order_release); in internal_forward()
H A D_flow_graph_join_impl.h250 current->status.store( SUCCEEDED, std::memory_order_release);
259 current->status.store( SUCCEEDED, std::memory_order_release );
263 current->status.store( FAILED, std::memory_order_release);
272 current->status.store( FAILED, std::memory_order_release);
278 current->status.store( SUCCEEDED, std::memory_order_release);
283 current->status.store( SUCCEEDED, std::memory_order_release);
430 current->status.store( FAILED, std::memory_order_release);
439 current->status.store( SUCCEEDED, std::memory_order_release);
581 current->status.store( SUCCEEDED, std::memory_order_release);
586 current->status.store( SUCCEEDED, std::memory_order_release);
[all …]
/oneTBB/include/oneapi/tbb/
H A Dconcurrent_priority_queue.h86 my_size.store(data.size(), std::memory_order_relaxed);
155 my_size.store(data.size(), std::memory_order_relaxed); in assign()
209 my_size.store(0, std::memory_order_relaxed); in clear()
221 other.my_size.store(sz, std::memory_order_relaxed); in swap()
280 tmp->status.store(uintptr_t(SUCCEEDED), std::memory_order_release); in handle_operations()
285 tmp->next.store(pop_list, std::memory_order_relaxed); in handle_operations()
300 tmp->status.store(uintptr_t(SUCCEEDED), std::memory_order_release); in handle_operations()
304 tmp->status.store(uintptr_t(FAILED), std::memory_order_release); in handle_operations()
316 tmp->status.store(uintptr_t(FAILED), std::memory_order_release); in handle_operations()
325 tmp->status.store(uintptr_t(SUCCEEDED), std::memory_order_release); in handle_operations()
[all …]
H A Dqueuing_mutex.h80 m_next.store(nullptr, std::memory_order_relaxed); in acquire()
81 m_going.store(0U, std::memory_order_relaxed); in acquire()
90 pred->m_next.store(this, std::memory_order_release); in acquire()
103 m_next.store(nullptr, std::memory_order_relaxed); in try_acquire()
104 m_going.store(0U, std::memory_order_relaxed); in try_acquire()
136 m_next.load(std::memory_order_acquire)->m_going.store(1U, std::memory_order_release); in release()
H A Dqueuing_rw_mutex.h66 my_internal_lock.store(0, std::memory_order_relaxed); in initialize()
67 my_going.store(0, std::memory_order_relaxed); in initialize()
70 …my_next.store(reinterpret_cast<uintptr_t>(reinterpret_cast<void*>(-1)), std::memory_order_relaxed); in initialize()
71 …my_prev.store(reinterpret_cast<uintptr_t>(reinterpret_cast<void*>(-1)), std::memory_order_relaxed); in initialize()
H A Dconcurrent_hash_map.h123 my_table[segment_index].store(argument, std::memory_order_relaxed); in hash_map_base()
191 my_table[k].store(nullptr, std::memory_order_relaxed);
196 my_table[k].store(ptr, std::memory_order_release);
205 my_table[k].store(nullptr, std::memory_order_relaxed);
214 my_mask.store(sz-1, std::memory_order_release);
331 table.my_table[i].store(temp, std::memory_order_relaxed); in internal_swap_content()
337 other.my_mask.store(embedded_buckets - 1, std::memory_order_relaxed); in internal_move()
340 other.my_size.store(0, std::memory_order_relaxed); in internal_move()
350 other.my_table[i].store(nullptr, std::memory_order_relaxed); in internal_move()
1011 this->my_size.store(0, std::memory_order_relaxed); in __TBB_requires()
[all …]
H A Dconcurrent_vector.h598 table[i].store(new_segment, std::memory_order_release); in create_segment()
622 table[seg_index].store(new_segment, std::memory_order_release); in create_segment()
650 table[segment_index].store(nullptr, std::memory_order_relaxed); in nullify_segment()
654 table[i].store(nullptr, std::memory_order_relaxed); in nullify_segment()
929 this->my_size.store(n, std::memory_order_release); in internal_resize()
938 this->my_size.store(0, std::memory_order_relaxed); in destroy_elements()
975 table[seg_idx].store(nullptr, std::memory_order_relaxed); in internal_compact()
978 this->my_first_block.store(k, std::memory_order_relaxed); in internal_compact()
1010 this->my_first_block.store(first_block, std::memory_order_relaxed); in internal_compact()
1019 this->my_first_block.store(k, std::memory_order_relaxed); in internal_compact()
[all …]
/oneTBB/src/tbbmalloc/
H A Dbackref.cpp105 main->listForUse.store(nullptr, std::memory_order_relaxed); in initBackRefMain()
117 main->active.store(bl, std::memory_order_relaxed); in initBackRefMain()
120 backRefMain.store(main, std::memory_order_release); in initBackRefMain()
144 listForUse.store(bl, std::memory_order_relaxed); in addToForUseList()
145 bl->addedToForUse.store(true, std::memory_order_relaxed); in addToForUseList()
156 lastUsed.store(nextLU, std::memory_order_release); in initEmptyBackRefBlock()
202 active.store(bl, std::memory_order_release); // active leaf is not needed in listForUse in requestNewSpace()
224 active.store(active_block, std::memory_order_release); in findFreeBlock()
225 listForUse.store(active_block->nextForUse, std::memory_order_relaxed); in findFreeBlock()
227 active_block->addedToForUse.store(false, std::memory_order_relaxed); in findFreeBlock()
[all …]
H A Dlarge_objects.cpp239 op->status.store(CBST_DONE, std::memory_order_release); in commitOperation()
570 last.store(tail, std::memory_order_relaxed); in putList()
592 last.store(nullptr, std::memory_order_relaxed); in get()
593 oldest.store(0, std::memory_order_relaxed); in get()
620 ageThreshold.store(0, std::memory_order_relaxed); in forgetOutdatedState()
657 oldest.store(0, std::memory_order_relaxed); in cleanToThreshold()
673 last.store(nullptr, std::memory_order_relaxed); in cleanAll()
675 oldest.store(0, std::memory_order_relaxed); in cleanAll()
676 cachedSize.store(0, std::memory_order_relaxed); in cleanAll()
742 tooLargeLOC.store(0, std::memory_order_relaxed); in regularCleanup()
[all …]
H A Dtbbmalloc_internal.h215 void reset() { for (unsigned i=0; i<SZ; i++) mask[i].store(0, std::memory_order_relaxed); } in reset()
525 needActualStatusPrint.store(0, std::memory_order_relaxed);
543 needActualStatusPrint.store(1, std::memory_order_release);
678 owner_thread.store(pthread_self(), std::memory_order_relaxed);
679 autoObjPtr.store(&scoped_lock_space, std::memory_order_relaxed);
687 autoObjPtr.store(nullptr, std::memory_order_relaxed);
722 owner_thread.store(pthread_self(), std::memory_order_relaxed);
H A Dlarge_objects.h196 …ageThreshold.store((threshold + meanHitRange.load(std::memory_order_relaxed)) / 2, std::memory_ord… in decreaseThreshold()
214 … usedSize.store(usedSize.load(std::memory_order_relaxed) + size, std::memory_order_relaxed); in updateUsedSize()
221 meanHitRange.store(mean, std::memory_order_relaxed); in updateMeanHitRange()
225 … ageThreshold.store(Props::OnMissFactor * (currTime - lastCleanedAge), std::memory_order_relaxed); in updateAgeThreshold()
228 … cachedSize.store(cachedSize.load(std::memory_order_relaxed) + size, std::memory_order_relaxed); in updateCachedSize()
H A Dfrontend.cpp438 tlsPtr.store(tls, std::memory_order_relaxed); in markOwned()
442 tlsPtr.store(nullptr, std::memory_order_relaxed); in markOrphaned()
942 top.store(block, std::memory_order_relaxed); in push()
964 top.store(nullptr, std::memory_order_relaxed); in grab()
1298 mailbox.store(block, std::memory_order_relaxed); in addPublicFreeListBlock()
1312 mailbox.store(nullptr, std::memory_order_relaxed); in cleanPublicFreeLists()
1571 tlsPtr.store(nullptr, std::memory_order_relaxed); in cleanBlockHeader()
1657 head.store(newHead, std::memory_order_release); in getBlock()
1691 head.store(block, std::memory_order_release); in returnBlock()
2231 head.store(localHead, std::memory_order_release); in put()
[all …]

123