| /oneTBB/src/tbb/ |
| H A D | concurrent_monitor.h | 45 constexpr circular_doubly_linked_list_with_sentinel() : count(0), head(&head, &head) {} in circular_doubly_linked_list_with_sentinel() 59 n->prev = head.prev; in add() 60 n->next = &head; in add() 62 head.prev = n; in add() 78 lst.head.next = head.next; in flush_to() 79 lst.head.prev = head.prev; in flush_to() 80 head.next->prev = &lst.head; in flush_to() 81 head.prev->next = &lst.head; in flush_to() 87 head.next = &head; in clear() 88 head.prev = &head; in clear() [all …]
|
| H A D | arena_slot.cpp | 76 if ( (std::intptr_t)( head.load(std::memory_order_acquire) ) > (std::intptr_t)T ) { in get_task() 78 H0 = head.load(std::memory_order_relaxed); in get_task() 81 __TBB_ASSERT( H0 == head.load(std::memory_order_relaxed) in get_task() 124 head.store(H0, std::memory_order_relaxed); in get_task() 154 std::size_t H = head.load(std::memory_order_relaxed); // mirror in steal_task() 159 H = ++head; in steal_task() 164 head.store( /*dead: H = */ H0, std::memory_order_relaxed ); in steal_task() 200 head.store( /*dead: H = */ H0, std::memory_order_release ); in steal_task() 206 __TBB_cl_evict(&victim_slot.head); in steal_task()
|
| H A D | arena_slot.h | 60 std::atomic<std::size_t> head; in alignas() local 174 head.load(std::memory_order_relaxed) >= tail.load(std::memory_order_relaxed); in is_empty() 228 std::size_t H = head.load(std::memory_order_relaxed); // mirror in prepare_task_pool() 276 __TBB_ASSERT ( head.load(std::memory_order_relaxed) < tail.load(std::memory_order_relaxed), in publish_task_pool() 367 return head.load(std::memory_order_relaxed) == tail.load(std::memory_order_relaxed); in is_quiescent_local_task_pool_empty() 372 … return head.load(std::memory_order_relaxed) == 0 && tail.load(std::memory_order_relaxed) == 0; in is_quiescent_local_task_pool_reset() 394 head.store(0, std::memory_order_relaxed); in reset_task_pool_and_leave() 402 head.store(0, std::memory_order_relaxed); in commit_relocated_tasks()
|
| H A D | arena.cpp | 317 …__TBB_ASSERT( my_slots[i].head == my_slots[i].tail, nullptr); // TODO: replace by is_quiescent_loc… in free_arena()
|
| /oneTBB/src/tbbmalloc/ |
| H A D | large_objects.cpp | 157 LargeMemoryBlock *head; member 252 if ( head ) { in getFromPutList() 257 head = next; in getFromPutList() 271 if ( head ) { in addToPutList() 278 head = h; in addToPutList() 307 LargeMemoryBlock *head = opCast<OpPutList>(*op).head; in operator ()() local 476 OpPutList data = {head}; in putList() 545 MALLOC_ASSERT( (tail==head && num==1) || (tail!=head && num>1), ASSERT_TEXT ); in putList() 558 head = nullptr; in putList() 566 first = head; in putList() [all …]
|
| H A D | backend.cpp | 1301 r->next = head; in add() 1302 head = r; in add() 1303 if (head->next) in add() 1304 head->next->prev = head; in add() 1310 if (head == r) in remove() 1311 head = head->next; in remove() 1402 while (regionList.head) { in destroy() 1403 MemRegion *helper = regionList.head->next; in destroy() 1404 noError &= freeRawMem(regionList.head, regionList.head->allocSz); in destroy() 1405 regionList.head = helper; in destroy() [all …]
|
| H A D | backend.h | 102 MemRegion *head; 147 std::atomic<FreeBlock*> head; member 153 head.store(nullptr, std::memory_order_relaxed); in reset() 156 bool empty() const { return !head.load(std::memory_order_relaxed); } in empty() 276 bool coalescAndPutList(FreeBlock *head, bool forceCoalescQDrop, bool reportBlocksProcessed);
|
| H A D | frontend.cpp | 540 std::atomic<Block*> head; member in rml::internal::FreeBlockPool 568 std::atomic<LargeMemoryBlock*> head; member in rml::internal::LocalLOCImpl 666 tls->next = head; in registerThread() 667 if (head) in registerThread() 668 head->prev = tls; in registerThread() 669 head = tls; in registerThread() 670 MALLOC_ASSERT(head->next!=head, ASSERT_TEXT); in registerThread() 677 if (head == tls) in unregisterThread() 678 head = tls->next; in unregisterThread() 1650 Block *b = head.exchange(nullptr); in getBlock() [all …]
|
| H A D | large_objects.h | 184 … void putList(ExtMemoryPool *extMemPool, LargeMemoryBlock *head, BinBitMask *bitMask, int idx); 207 … LargeMemoryBlock *putList(LargeMemoryBlock *head, LargeMemoryBlock *tail, BinBitMask *bitMask, 340 void putList(LargeMemoryBlock *head);
|
| H A D | tbbmalloc_internal.h | 249 TLSRemote *head; variable 256 void reset() { head = nullptr; } in reset() 623 void freeLargeObjectList(LargeMemoryBlock *head);
|
| /oneTBB/include/oneapi/tbb/detail/ |
| H A D | _concurrent_skip_list.h | 574 node_ptr head = my_head_ptr.load(std::memory_order_relaxed); in clear() local 578 node_ptr current = head->next(0); in clear() 588 head->set_next(level, nullptr); in clear() 738 node_ptr head = get_head(); in internal_begin() local 739 return head == nullptr ? head : head->next(0); in internal_begin() 901 node_ptr prev = head; in fill_prev_curr_arrays() 910 node_ptr head = create_head_if_necessary(); in fill_prev_array_for_existing_node() local 911 prev_nodes.fill(head); in fill_prev_array_for_existing_node() 913 node_ptr prev = head; in fill_prev_array_for_existing_node() 1123 if (head != nullptr) { in delete_head() [all …]
|
| /oneTBB/test/tbbmalloc/ |
| H A D | test_malloc_pools.cpp | 405 FixedPoolHead<MAX_OBJECT + 1024*1024> head; in TestFixedBufferPool() local 407 pool_create_v1((intptr_t)&head, &pol, &pool); in TestFixedBufferPool() 468 FixedPoolHead<MAX_OBJECT + 1024*1024> head; in TestFixedBufferPool() local 469 pool_create_v1((intptr_t)&head, &pol, &pool); in TestFixedBufferPool() 754 FixedPoolHead<BUF_SIZE*POOLS> head[POOLS]; in TestPoolDetection() local 758 pool_create_v1((intptr_t)(head+i), &pol, &pools[i]); in TestPoolDetection()
|
| H A D | test_malloc_whitebox.cpp | 895 …REQUIRE_MESSAGE(!(tlsCurr->lloc.head.load(std::memory_order_relaxed)), "Local LOC was not cleaned.… in operator ()() 896 …REQUIRE_MESSAGE(!(tlsCurr->freeSlabBlocks.head.load(std::memory_order_relaxed)), "Free Block pool … in operator ()()
|
| /oneTBB/src/tbb/tools_api/ |
| H A D | ittnotify_static.h | 229 … (const __itt_domain *domain, __itt_id head, __itt_relation relation, __itt_id tail), (ITT_FORMA… 348 …ng long timestamp, __itt_id head, __itt_relation relation, __itt_id tail), (ITT_FORMAT domain, clo…
|
| H A D | ittnotify.h | 2692 void ITTAPI __itt_relation_add(const __itt_domain *domain, __itt_id head, __itt_relation relation, … 2698 ITT_STUBV(ITTAPI, void, relation_add, (const __itt_domain *domain, __itt_id head, __itt_… 3320 … __itt_clock_domain* clock_domain, unsigned long long timestamp, __itt_id head, __itt_relation rel… 3326 … __itt_clock_domain* clock_domain, unsigned long long timestamp, __itt_id head, __itt_relation rel… 3334 #define __itt_relation_add_ex(domain,clock_domain,timestamp,head,relation,tail)
|