Lines Matching refs:store

56 … static void store( std::atomic<word>& location, const T* value, std::memory_order memory_order ) {  in store()  function in tbb::detail::r1::tricky_atomic_pointer
57 location.store(reinterpret_cast<word>(value), memory_order); in store()
127 s.my_internal_lock.store(RELEASED, std::memory_order_release); in release_internal_lock()
165 s.my_prev.store(0U, std::memory_order_relaxed); in acquire()
166 s.my_next.store(0U, std::memory_order_relaxed); in acquire()
167 s.my_going.store(0U, std::memory_order_relaxed); in acquire()
168 …s.my_state.store(d1::queuing_rw_mutex::scoped_lock::state_t(write ? STATE_WRITER : STATE_READER), … in acquire()
169 s.my_internal_lock.store(RELEASED, std::memory_order_relaxed); in acquire()
183 tricky_pointer::store(predecessor->my_next, &s, std::memory_order_release); in acquire()
213 tricky_pointer::store(s.my_prev, predecessor, std::memory_order_relaxed); in acquire()
216 tricky_pointer::store(predecessor->my_next, &s, std::memory_order_release); in acquire()
244 s.my_state.store(STATE_ACTIVEREADER, std::memory_order_relaxed); in acquire()
245 …tricky_pointer::load(s.my_next, std::memory_order_relaxed)->my_going.store(1U, std::memory_order_r… in acquire()
263 s.my_prev.store(0U, std::memory_order_relaxed); in try_acquire()
264 s.my_next.store(0U, std::memory_order_relaxed); in try_acquire()
265 s.my_going.store(0U, std::memory_order_relaxed); // TODO: remove dead assignment? in try_acquire()
266 …s.my_state.store(d1::queuing_rw_mutex::scoped_lock::state_t(write ? STATE_WRITER : STATE_ACTIVEREA… in try_acquire()
267 s.my_internal_lock.store(RELEASED, std::memory_order_relaxed); in try_acquire()
305 …next->my_going.store(2U, std::memory_order_relaxed); // protect next queue node from being destroy… in release()
321 next->my_state.store(STATE_UPGRADE_LOSER, std::memory_order_release); in release()
323 next->my_going.store(1U, std::memory_order_release); in release()
330 tricky_pointer::store(next->my_prev, nullptr, std::memory_order_release); in release()
332 next->my_going.store(1U, std::memory_order_release); in release()
362 tricky_pointer::store(s.my_prev, predecessor, std::memory_order_relaxed); in release()
365 tricky_pointer::store(predecessor->my_next, nullptr, std::memory_order_release); in release()
379 … predecessor->my_next.store(s.my_next.load(std::memory_order_relaxed), std::memory_order_release); in release()
399 next->my_going.store(2U, std::memory_order_relaxed); in release()
402 next->my_going.store(1U, std::memory_order_release); in release()
420 s.my_state.store(STATE_READER, std::memory_order_seq_cst); in downgrade_to_reader()
439 next->my_going.store(1U, std::memory_order_release); in downgrade_to_reader()
451 next->my_state.store(STATE_UPGRADE_LOSER, std::memory_order_release); in downgrade_to_reader()
452 s.my_state.store(STATE_ACTIVEREADER, std::memory_order_release); in downgrade_to_reader()
469 s.my_state.store(STATE_UPGRADE_REQUESTED, std::memory_order_release); in upgrade_to_writer()
484 next->my_going.store(1U, std::memory_order_release); in upgrade_to_writer()
494 tricky_pointer::store(s.my_next, next, std::memory_order_relaxed); in upgrade_to_writer()
503 tricky_pointer::store(s.my_next, next, std::memory_order_relaxed); in upgrade_to_writer()
551 tricky_pointer::store(s.my_prev, predecessor, std::memory_order_relaxed); in upgrade_to_writer()
559 tricky_pointer::store(s.my_prev, nullptr, std::memory_order_relaxed); in upgrade_to_writer()
570 s.my_state.store(STATE_WRITER, std::memory_order_relaxed); in upgrade_to_writer()
571 s.my_going.store(1U, std::memory_order_relaxed); in upgrade_to_writer()