Lines Matching refs:my_queue_representation

75         my_allocator(a), my_queue_representation(nullptr)  in concurrent_queue()
77my_queue_representation = static_cast<queue_representation_type*>(r1::cache_aligned_allocate(sizeo… in concurrent_queue()
78 queue_allocator_traits::construct(my_allocator, my_queue_representation); in concurrent_queue()
80 __TBB_ASSERT(is_aligned(my_queue_representation, max_nfs_size), "alignment error" ); in concurrent_queue()
81 …__TBB_ASSERT(is_aligned(&my_queue_representation->head_counter, max_nfs_size), "alignment error" ); in concurrent_queue()
82 …__TBB_ASSERT(is_aligned(&my_queue_representation->tail_counter, max_nfs_size), "alignment error" ); in concurrent_queue()
83 __TBB_ASSERT(is_aligned(&my_queue_representation->array, max_nfs_size), "alignment error" ); in concurrent_queue()
101my_queue_representation->assign(*src.my_queue_representation, my_allocator, copy_construct_item); in concurrent_queue()
107my_queue_representation->assign(*src.my_queue_representation, my_allocator, copy_construct_item); in concurrent_queue()
126my_queue_representation->assign(*src.my_queue_representation, my_allocator, move_construct_item); in concurrent_queue()
134 my_queue_representation->clear(my_allocator); in ~concurrent_queue()
135 queue_allocator_traits::destroy(my_allocator, my_queue_representation); in ~concurrent_queue()
136 r1::cache_aligned_deallocate(my_queue_representation); in ~concurrent_queue()
141 if (my_queue_representation != other.my_queue_representation) {
144my_queue_representation->assign(*other.my_queue_representation, my_allocator, copy_construct_item);
151 if (my_queue_representation != other.my_queue_representation) {
156my_queue_representation->assign(*other.my_queue_representation, other.my_allocator, move_construct…
173my_queue_representation->assign(*src.my_queue_representation, my_allocator, move_construct_item); in assign()
209 std::ptrdiff_t size = my_queue_representation->size(); in unsafe_size()
215 return my_queue_representation->empty(); in empty()
220 my_queue_representation->clear(my_allocator); in clear()
240 swap(my_queue_representation, src.my_queue_representation); in internal_swap()
245 ticket_type k = my_queue_representation->tail_counter++; in internal_push()
246my_queue_representation->choose(k).push(k, *my_queue_representation, my_allocator, std::forward<Ar… in internal_push()
250 return internal_try_pop_impl(dst, *my_queue_representation, my_allocator).first; in internal_try_pop()
268 queue_representation_type* my_queue_representation; variable
350 my_allocator(a), my_capacity(0), my_abort_counter(0), my_queue_representation(nullptr) in concurrent_bounded_queue()
352 my_queue_representation = reinterpret_cast<queue_representation_type*>( in concurrent_bounded_queue()
354 my_monitors = reinterpret_cast<r1::concurrent_monitor*>(my_queue_representation + 1); in concurrent_bounded_queue()
355 queue_allocator_traits::construct(my_allocator, my_queue_representation); in concurrent_bounded_queue()
358 __TBB_ASSERT(is_aligned(my_queue_representation, max_nfs_size), "alignment error" ); in concurrent_bounded_queue()
359 …__TBB_ASSERT(is_aligned(&my_queue_representation->head_counter, max_nfs_size), "alignment error" ); in concurrent_bounded_queue()
360 …__TBB_ASSERT(is_aligned(&my_queue_representation->tail_counter, max_nfs_size), "alignment error" ); in concurrent_bounded_queue()
361 __TBB_ASSERT(is_aligned(&my_queue_representation->array, max_nfs_size), "alignment error" ); in concurrent_bounded_queue()
379my_queue_representation->assign(*src.my_queue_representation, my_allocator, copy_construct_item); in concurrent_bounded_queue()
385my_queue_representation->assign(*src.my_queue_representation, my_allocator, copy_construct_item); in concurrent_bounded_queue()
404my_queue_representation->assign(*src.my_queue_representation, my_allocator, move_construct_item); in concurrent_bounded_queue()
412 my_queue_representation->clear(my_allocator); in ~concurrent_bounded_queue()
413 queue_allocator_traits::destroy(my_allocator, my_queue_representation); in ~concurrent_bounded_queue()
414 r1::deallocate_bounded_queue_rep(reinterpret_cast<std::uint8_t*>(my_queue_representation), in ~concurrent_bounded_queue()
420 if (my_queue_representation != other.my_queue_representation) {
423my_queue_representation->assign(*other.my_queue_representation, my_allocator, copy_construct_item);
430 if (my_queue_representation != other.my_queue_representation) {
435my_queue_representation->assign(*other.my_queue_representation, other.my_allocator, move_construct…
452my_queue_representation->assign(*src.my_queue_representation, my_allocator, move_construct_item); in assign()
512 return my_queue_representation->size(); in size()
526 return my_queue_representation->empty(); in empty()
531 my_queue_representation->clear(my_allocator); in clear()
550 std::swap(my_queue_representation, src.my_queue_representation); in internal_swap()
559 ticket_type ticket = my_queue_representation->tail_counter++; in internal_push()
562 …if (static_cast<std::ptrdiff_t>(my_queue_representation->head_counter.load(std::memory_order_relax… in internal_push()
568 …return static_cast<std::ptrdiff_t>(my_queue_representation->head_counter.load(std::memory_order_re… in internal_push()
574my_queue_representation->choose(ticket).abort_push(ticket, *my_queue_representation, my_allocator); in internal_push()
578 …__TBB_ASSERT((static_cast<std::ptrdiff_t>(my_queue_representation->head_counter.load(std::memory_o… in internal_push()
579my_queue_representation->choose(ticket).push(ticket, *my_queue_representation, my_allocator, std::… in internal_push()
585 ticket_type ticket = my_queue_representation->tail_counter.load(std::memory_order_relaxed); in internal_push_if_not_full()
587 …if (static_cast<std::ptrdiff_t>(ticket - my_queue_representation->head_counter.load(std::memory_or… in internal_push_if_not_full()
593 … } while (!my_queue_representation->tail_counter.compare_exchange_strong(ticket, ticket + 1)); in internal_push_if_not_full()
595my_queue_representation->choose(ticket).push(ticket, *my_queue_representation, my_allocator, std::… in internal_push_if_not_full()
606 target = my_queue_representation->head_counter++; in internal_pop()
607 …if (static_cast<std::ptrdiff_t>(my_queue_representation->tail_counter.load(std::memory_order_relax… in internal_pop()
613 …return static_cast<std::ptrdiff_t>(my_queue_representation->tail_counter.load(std::memory_order_re… in internal_pop()
619 my_queue_representation->head_counter--; in internal_pop()
622 …__TBB_ASSERT(static_cast<std::ptrdiff_t>(my_queue_representation->tail_counter.load(std::memory_or… in internal_pop()
623 …} while (!my_queue_representation->choose(target).pop(dst, target, *my_queue_representation, my_al… in internal_pop()
631 … std::tie(present, ticket) = internal_try_pop_impl(dst, *my_queue_representation, my_allocator); in internal_pop_if_present()
660 queue_representation_type* my_queue_representation; variable