168 …s.my_state.store(d1::queuing_rw_mutex::scoped_lock::state_t(write ? STATE_WRITER : STATE_READER), …  in acquire()
202                     pred_state = predecessor->my_state.load(std::memory_order_relaxed);  in acquire()
205 …predecessor->my_state.compare_exchange_strong(pred_state, STATE_READER_UNBLOCKNEXT, std::memory_or…  in acquire()
210                         (void)predecessor->my_state.load(std::memory_order_acquire);  in acquire()
233 …s.my_state.compare_exchange_strong(old_state, STATE_ACTIVEREADER, std::memory_order_release, std::…  in acquire()
240 …__TBB_ASSERT( s.my_state.load(std::memory_order_relaxed)==STATE_READER_UNBLOCKNEXT, "unexpected st…  in acquire()
244                 s.my_state.store(STATE_ACTIVEREADER, std::memory_order_relaxed);  in acquire()
247 …__TBB_ASSERT(s.my_state.load(std::memory_order_relaxed) == STATE_ACTIVEREADER, "unlocked reader is…  in acquire()
266 …s.my_state.store(d1::queuing_rw_mutex::scoped_lock::state_t(write ? STATE_WRITER : STATE_ACTIVEREA…  in try_acquire()
286         if( s.my_state.load(std::memory_order_relaxed) == STATE_WRITER ) { // Acquired for write  in release()
314             if( next->my_state.load(std::memory_order_acquire)==STATE_UPGRADE_WAITING ) {  in release()
321                 next->my_state.store(STATE_UPGRADE_LOSER, std::memory_order_release);  in release()
327 …__TBB_ASSERT( next->my_state.load(std::memory_order_relaxed) & (STATE_COMBINED_WAITINGREADER | STA…  in release()
415 …if ( s.my_state.load(std::memory_order_relaxed) == STATE_ACTIVEREADER ) return true; // Already a …  in downgrade_to_reader()
420             s.my_state.store(STATE_READER, std::memory_order_seq_cst);  in downgrade_to_reader()
428 …s.my_state.compare_exchange_strong(old_state, STATE_ACTIVEREADER, std::memory_order_release, std::…  in downgrade_to_reader()
438         if( next->my_state.load(std::memory_order_relaxed) & STATE_COMBINED_WAITINGREADER )  in downgrade_to_reader()
448         else if( next->my_state.load(std::memory_order_acquire)==STATE_UPGRADE_WAITING )  in downgrade_to_reader()
451             next->my_state.store(STATE_UPGRADE_LOSER, std::memory_order_release);  in downgrade_to_reader()
452         s.my_state.store(STATE_ACTIVEREADER, std::memory_order_release);  in downgrade_to_reader()
457         if (s.my_state.load(std::memory_order_relaxed) == STATE_WRITER) {  in upgrade_to_writer()
462 …__TBB_ASSERT(s.my_state.load(std::memory_order_relaxed) == STATE_ACTIVEREADER, "only active reader…  in upgrade_to_writer()
469         s.my_state.store(STATE_UPGRADE_REQUESTED, std::memory_order_release);  in upgrade_to_writer()
481             unsigned short n_state = next->my_state.load(std::memory_order_acquire);  in upgrade_to_writer()
492                     if( s.my_state.load(std::memory_order_acquire) & STATE_COMBINED_UPGRADING ) {  in upgrade_to_writer()
515 …s.my_state.compare_exchange_strong(old_state, STATE_UPGRADE_WAITING, std::memory_order_release, st…  in upgrade_to_writer()
519 …     __TBB_ASSERT( s.my_state & STATE_COMBINED_UPGRADING, "wrong state at upgrade waiting_retry" );  in upgrade_to_writer()
536 …predecessor->my_state.compare_exchange_strong(old_state, STATE_UPGRADE_WAITING, std::memory_order_…  in upgrade_to_writer()
569         bool result = ( s.my_state != STATE_UPGRADE_LOSER );  in upgrade_to_writer()
570         s.my_state.store(STATE_WRITER, std::memory_order_relaxed);  in upgrade_to_writer()
578         return m.my_state.load(std::memory_order_relaxed) == STATE_WRITER;  in is_writer()