66 …static void acquire_writer(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s, bool only_specul…  in acquire_writer()
72                 if(m.m_state.load(std::memory_order_acquire)) {  in acquire_writer()
74                     spin_wait_until_eq(m.m_state, d1::rtm_rw_mutex::state_type(0));  in acquire_writer()
80 …                 if(m.m_state.load(std::memory_order_relaxed)) {  // add spin_rw_mutex to read-set.  in acquire_writer()
87                     s.m_mutex = &m;  in acquire_writer()
95 …s.m_mutex = &m;                                                          // should apply a real tr…  in acquire_writer()
97 …__TBB_ASSERT(!m.write_flag.load(std::memory_order_relaxed), "After acquire for write, write_flag a…  in acquire_writer()
98 …m.write_flag.store(true, std::memory_order_relaxed);                       // kill transactional r…  in acquire_writer()
106 …static void acquire_reader(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s, bool only_specul…  in acquire_reader()
113                 if(m.write_flag.load(std::memory_order_acquire)) {  in acquire_reader()
115                     spin_wait_while_eq(m.write_flag, true);  in acquire_reader()
121 …                 if(m.write_flag.load(std::memory_order_relaxed)) {  // add write_flag to read-set.  in acquire_reader()
127                     s.m_mutex = &m;  in acquire_reader()
144         s.m_mutex = &m;  in acquire_reader()
161             d1::rtm_rw_mutex& m = *s.m_mutex;  in upgrade()  local
162             if(m.m_state.load(std::memory_order_acquire)) {  // add spin_rw_mutex to read-set.  in upgrade()
165                 acquire_writer(m, s, false);  in upgrade()
202     static bool try_acquire_writer(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s) {  in try_acquire_writer()
203         acquire_writer(m, s, /*only_speculate=*/true);  in try_acquire_writer()
209         if (m.try_lock()) {  in try_acquire_writer()
210             s.m_mutex = &m;  in try_acquire_writer()
212 …__TBB_ASSERT(!m.write_flag.load(std::memory_order_relaxed), "After try_acquire_writer, write_flag …  in try_acquire_writer()
213             m.write_flag.store(true, std::memory_order_relaxed);  in try_acquire_writer()
221     static bool try_acquire_reader(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s) {  in try_acquire_reader()
223         acquire_reader(m, s, /*only_speculate=*/true);  in try_acquire_reader()
229         if (m.try_lock_shared()) {  in try_acquire_reader()
230             s.m_mutex = &m;  in try_acquire_reader()
238 void __TBB_EXPORTED_FUNC acquire_writer(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s, bool…  in acquire_writer()  argument
239     rtm_rw_mutex_impl::acquire_writer(m, s, only_speculate);  in acquire_writer()
243 void __TBB_EXPORTED_FUNC acquire_reader(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s, bool…  in acquire_reader()  argument
244     rtm_rw_mutex_impl::acquire_reader(m, s, only_speculate);  in acquire_reader()
255 bool __TBB_EXPORTED_FUNC try_acquire_writer(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s) {  in try_acquire_writer()  argument
256     return rtm_rw_mutex_impl::try_acquire_writer(m, s);  in try_acquire_writer()
259 bool __TBB_EXPORTED_FUNC try_acquire_reader(d1::rtm_rw_mutex& m, d1::rtm_rw_mutex::scoped_lock& s) {  in try_acquire_reader()  argument
260     return rtm_rw_mutex_impl::try_acquire_reader(m, s);  in try_acquire_reader()