Lines Matching refs:table
569 …segment_type create_segment( segment_table_type table, segment_index_type seg_index, size_type ind… in create_segment() argument
574 if (table[0].load(std::memory_order_acquire) != nullptr) { in create_segment()
575 spin_wait_while_eq(table[seg_index], segment_type(nullptr)); in create_segment()
586 … if (table[0].compare_exchange_strong(disabled_segment, this->segment_allocation_failure_tag)) { in create_segment()
587 …size_type end_segment = table == this->my_embedded_table ? this->pointers_per_embedded_table : fir… in create_segment()
589 … table[i].store(this->segment_allocation_failure_tag, std::memory_order_release); in create_segment()
595 if (table[0].compare_exchange_strong(disabled_segment, new_segment)) { in create_segment()
596 this->extend_table_if_necessary(table, 0, first_block_size); in create_segment()
598 table[i].store(new_segment, std::memory_order_release); in create_segment()
609 spin_wait_while_eq(table[seg_index], segment_type(nullptr)); in create_segment()
614 …__TBB_ASSERT(table[seg_index].load(std::memory_order_relaxed) == nullptr, "Only this thread can en… in create_segment()
622 table[seg_index].store(new_segment, std::memory_order_release); in create_segment()
625 spin_wait_while_eq(table[seg_index], segment_type(nullptr)); in create_segment()
647 segment_type nullify_segment( segment_table_type table, size_type segment_index ) { in nullify_segment() argument
648 segment_type target_segment = table[segment_index].load(std::memory_order_relaxed); in nullify_segment()
650 table[segment_index].store(nullptr, std::memory_order_relaxed); in nullify_segment()
654 table[i].store(nullptr, std::memory_order_relaxed); in nullify_segment()
698 auto table = this->get_table(); in copy_segment()
700 auto curr_segment = table[j].load(std::memory_order_relaxed); in copy_segment()
721 auto table = this->get_table(); in move_segment()
723 auto curr_segment = table[j].load(std::memory_order_relaxed); in move_segment()
755 segment_table_type table = this->my_segment_table.load(std::memory_order_acquire); in internal_subscript_with_exceptions() local
758 if (base_type::number_of_segments(table) < seg_index) { in internal_subscript_with_exceptions()
762 if (table[seg_index] <= this->segment_allocation_failure_tag) { in internal_subscript_with_exceptions()
791 …void internal_loop_construct( segment_table_type table, size_type start_idx, size_type end_idx, co… in internal_loop_construct() argument
798 … segment_index_type last_allocated_segment = this->find_last_allocated_segment(table); in internal_loop_construct()
811 …void internal_loop_construct( segment_table_type table, size_type start_idx, size_type end_idx, Fo… in internal_loop_construct() argument
817 … segment_index_type last_allocated_segment = this->find_last_allocated_segment(table); in internal_loop_construct()
831 segment_table_type table = this->get_table(); in internal_grow() local
832 this->extend_table_if_necessary(table, start_idx, end_idx); in internal_grow()
837 if (table[seg_index].load(std::memory_order_relaxed) == nullptr) { in internal_grow()
840 segment_type segment = table[seg_index].load(std::memory_order_relaxed); in internal_grow()
841 base_type::enable_segment(segment, table, seg_index, first_element); in internal_grow()
846 internal_loop_construct(table, start_idx, end_idx, args...); in internal_grow()
949 segment_table_type table = this->get_table(); in internal_compact() local
950 …const segment_index_type k_end = this->find_last_allocated_segment(table); // al… in internal_compact()
974 table[seg_idx].load(std::memory_order_relaxed)); in internal_compact()
975 table[seg_idx].store(nullptr, std::memory_order_relaxed); in internal_compact()
994 table[0].load(std::memory_order_relaxed), this->segment_size(max_block)); in internal_compact()
997 table[seg_idx].store(buffer_table[seg_idx].load(std::memory_order_relaxed), in internal_compact()
1030 if (table[seg_idx - 1].load(std::memory_order_relaxed) != nullptr) { in internal_compact()