| /oneTBB/src/tbbmalloc/ |
| H A D | tbbmalloc_internal.h | 185 void set(size_t idx, bool val) { in set() argument 188 size_t i = idx / WORD_LEN; in set() 204 idx++; in getMinTrue() 209 while (idx<SZ) in getMinTrue() 221 void set(size_t idx, bool val) { BitMaskBasic<NUM>::set(idx, val); } in set() argument 230 void set(size_t idx, bool val) { in set() argument 322 BackRefIdx idx; 323 idx.main = ptr->main; 324 idx.largeObj = ptr->largeObj; 325 idx.offset = ptr->offset; [all …]
|
| H A D | large_objects.cpp | 77 const int idx; member in rml::internal::CacheBinFunctor 137 …bin(bin), extMemPool(extMemPool), bitMask(bitMask), idx(idx), toRelease(nullptr), needCleanup(fals… in CacheBinFunctor() 442 bin->updateUsedSize(size, bitMask, idx); in operator ()() 578 bitMask->set(idx, false); in putList() 659 bitMask->set(idx, false); in cleanToThreshold() 678 bitMask->set(idx, false); in cleanAll() 839 int idx = Props::sizeToIdx(size); in get() local 841 LargeMemoryBlock *lmb = bin[idx].get(extMemoryPool, size, &bitMask, idx); in get() 844 MALLOC_ITT_SYNC_ACQUIRED(bin+idx); in get() 853 int idx = Props::sizeToIdx(size); in updateCacheState() local [all …]
|
| H A D | large_objects.h | 184 … void putList(ExtMemoryPool *extMemPool, LargeMemoryBlock *head, BinBitMask *bitMask, int idx); 185 LargeMemoryBlock *get(ExtMemoryPool *extMemPool, size_t size, BinBitMask *bitMask, int idx); 188 …bool cleanToThreshold(ExtMemoryPool *extMemPool, BinBitMask *bitMask, uintptr_t currTime, int idx); 189 bool releaseAllToBackend(ExtMemoryPool *extMemPool, BinBitMask *bitMask, int idx); 192 void updateUsedSize(ExtMemoryPool *extMemPool, size_t size, BinBitMask *bitMask, int idx); 208 int idx, int num, size_t hugeObjectThreshold); 210 LargeMemoryBlock *cleanToThreshold(uintptr_t currTime, BinBitMask *bitMask, int idx); 211 LargeMemoryBlock *cleanAll(BinBitMask *bitMask, int idx); 212 void updateUsedSize(size_t size, BinBitMask *bitMask, int idx) { in updateUsedSize() argument 213 if (!usedSize.load(std::memory_order_relaxed)) bitMask->set(idx, true); in updateUsedSize() [all …]
|
| H A D | backend.cpp | 709 for (unsigned idx=0; idx<NUM_OF_REG; idx++) in askMemFromOS() local
|
| H A D | frontend.cpp | 2500 BackRefIdx idx = (memOrigin == unknownMem) ? in isLargeObject() local 2503 return idx.isLargeObject() in isLargeObject() 2509 && getBackRef(idx) == header; in isLargeObject() 2515 const BackRefIdx* idx = expectedBlock->getBackRefIdx(); in isSmallObject() local 2517 bool isSmall = expectedBlock == getBackRef(safer_dereference(idx)); in isSmallObject()
|
| /oneTBB/test/tbbmalloc/ |
| H A D | test_malloc_whitebox.cpp | 232 BackRefIdx idx; member 246 if (idx.isInvalid()) in operator ()() 254 removeBackRef(blocks[i-1].idx); in operator ()() 637 BackRefIdx idx; member 1499 for (int idx = 0; idx < LargeCacheType::numBins; idx++) { in TestLOCacheBinsConverter() local 1503 for (int idx = 0; idx < HugeCacheType::numBins; idx++) { in TestLOCacheBinsConverter() local 1531 for (int idx = MIN_BIN_IDX; idx < MAX_BIN_IDX; ++idx) { in populateCache() local 1539 for (int idx = MIN_BIN_IDX; idx < MAX_BIN_IDX; ++idx) { in populateCache() local 1555 for (int idx = MIN_BIN_IDX; idx < MAX_BIN_IDX; ++idx) { in check() local 1570 bool cacheBinEmpty(int idx) { in cacheBinEmpty() [all …]
|
| /oneTBB/test/tbb/ |
| H A D | test_scheduler_mix.cpp | 395 for (std::size_t idx = start, i = 0; i < maxArenas; ++i, idx = (idx + 1) % maxArenas) { local 396 auto res = f(mArenaTable[idx], idx); 435 if (!find_arena(rnd.get() % maxArenas, [&ts](ArenaPtrRWMutex& arena, std::size_t idx) { in destroy() argument 436 if (!ts.lockedArenas[idx]) { in destroy() 478 if (!ts.lockedArenas[idx]) { in acquire() 480 ts.lockedArenas[idx] = true; in acquire() 481 ts.arenaIdxStack[ts.level++] = int(idx); in acquire() 482 resIdx = idx; in acquire() 498 auto idx = ts.arenaIdxStack[--ts.level]; in release() local 499 CHECK_FAST(ts.lockedArenas[idx]); in release() [all …]
|
| H A D | test_task_arena.cpp | 172 void TestConcurrentArenasFunc(int idx) { in TestConcurrentArenasFunc() argument 191 ArenaObserver o2(a2, 2, 1, idx*2+2); in TestConcurrentArenasFunc() 332 : FPModeContext(idx+i) in TestArenaEntryBody() 336 , is_expected( (idx&(1<<i)) != 0 ) in TestArenaEntryBody() 381 void test(int idx) { in test() argument 382 my_idx = idx; in test() 620 void operator()( int idx ) const { in operator ()() 621 my_idx = idx; in operator ()() 1041 void operator()(int idx) const { in operator ()() 1103 void operator()( int idx ) const { in operator ()() [all …]
|
| H A D | test_task_group.cpp | 132 void Run ( std::uintptr_t idx ) { in Run() argument 134 if ( idx == 0 ) { in Run() 154 … CHECK_MESSAGE ( idx == 1, "In vagabond mode SharedGroupBody must be used with 2 threads only" ); in Run() 187 void operator() ( std::uintptr_t idx ) const { in operator ()() 190 tg.run_and_wait([&] { m_pImpl->Run(idx); }); in operator ()() 1010 utils::NativeParallelFor(num_threads, [&](int idx) { in __anoneb262a491102() argument 1012 a.execute([idx, &tg, &finished] { in __anoneb262a491102() 1014 while (!finished[idx%2]) { in __anoneb262a491102() 1015 tg[idx%2].wait(); in __anoneb262a491102() 1018 tg[idx%2].wait(); in __anoneb262a491102()
|
| H A D | test_flow_graph_priorities.cpp | 394 for( size_t idx = 1; idx < async_task_num; ++idx ) { in test() local 395 CHECK_MESSAGE( (g_async_task_ids[idx] - g_async_task_ids[idx-1] <= max_span), in test()
|
| H A D | test_task.cpp | 269 auto thread_func = [&vector_test_task, &test_context] ( std::size_t idx ) { in __anon509d20bd0802() argument 270 tbb::detail::d1::spawn(vector_test_task[idx], test_context); in __anon509d20bd0802() 313 …for (std::size_t idx = start_idx; idx != std::min(my_task_pool.size(), start_idx + delta); ++idx) { in operator ()() local 314 tbb::detail::d1::spawn(my_task_pool[idx], my_test_ctx); in operator ()()
|
| H A D | test_parallel_scan.cpp | 219 T ParallelScanFunctionalInvoker(const Range& range, T idx, const Scan& scan, const ReverseJoin& rev… in ParallelScanFunctionalInvoker() argument 222 return tbb::parallel_scan(range, idx, scan, reverse_join); in ParallelScanFunctionalInvoker() 225 return tbb::parallel_scan(range, idx, scan, reverse_join, tbb::simple_partitioner()); in ParallelScanFunctionalInvoker() 228 return tbb::parallel_scan(range, idx, scan, reverse_join, tbb::auto_partitioner()); in ParallelScanFunctionalInvoker()
|
| H A D | test_concurrent_vector.cpp | 150 void operator()( const std::size_t idx ) const { in operator ()() 151 if( idx % 2 && is_prime(idx) ) { in operator ()() 152 Primes.push_back( idx ); in operator ()()
|
| /oneTBB/src/tbb/ |
| H A D | task_stream.h | 208 unsigned idx = last_used_lane & (N-1); in pop_specific() local 210 if( is_bit_set( population.load(std::memory_order_relaxed), idx ) ) { in pop_specific() 211 lane_t& lane = lanes[idx]; in pop_specific() 216 clear_one_bit( population, idx ); in pop_specific() 221 idx=(idx-1)&(N-1); in pop_specific() 222 } while( !empty() && idx != last_used_lane ); in pop_specific() 223 last_used_lane = idx; in pop_specific()
|
| H A D | profiling.cpp | 52 static __itt_string_handle* ITT_get_string_handle(std::uintptr_t idx) { in ITT_get_string_handle() argument 53 __TBB_ASSERT(idx < NUM_STRINGS, "string handle out of valid range"); in ITT_get_string_handle() 54 return idx < NUM_STRINGS ? strings_for_itt[idx].itt_str_handle : nullptr; in ITT_get_string_handle() 124 static inline __itt_domain* get_itt_domain(d1::itt_domain_enum idx) { in get_itt_domain() argument 125 if (tbb_domains[idx] == nullptr) { in get_itt_domain() 128 return tbb_domains[idx]; in get_itt_domain()
|
| H A D | thread_dispatcher.cpp | 43 for (unsigned idx = 0; idx < next_client_priority_level; ++idx) { in select_next_client() local 44 if (!my_client_list[idx].empty()) { in select_next_client() 45 return &*my_client_list[idx].begin(); in select_next_client()
|
| H A D | rml_thread_monitor.h | 54 #define AVOID_64K_ALIASING(idx) \ argument 55 std::size_t offset = (idx+1) * 40503U % (1U<<16); \ 60 #define AVOID_64K_ALIASING(idx) tbb::detail::suppress_unused_warning(idx) argument
|
| /oneTBB/python/tbb/ |
| H A D | pool.py | 430 def _get_result(self, idx, timeout=None): argument 506 def _get_result(self, idx, timeout=None): argument 517 if idx >= self._expected: 519 elif idx < len(self._collection): 520 return self._collection[idx] 521 elif idx != len(self._collection): 527 return self._collection[idx] 586 def _get_result(self, idx, timeout=None): argument 595 res = self._results[idx]
|
| /oneTBB/test/common/ |
| H A D | test_invoke.h | 52 Value reduction(const Value& idx) const { in reduction() argument 53 Value result = idx; in reduction() 60 Value scan(const Value& idx, bool is_final_scan) const { in scan() argument 62 Value result = idx; in scan()
|
| H A D | utils.h | 73 for (Index idx = 0; idx < Number; ++idx) { in NativeParallelFor() local 74 thread_pool.emplace_back([&body, idx] { in NativeParallelFor() 75 body(idx); in NativeParallelFor() 92 NativeParallelFor(Number / block_size, [block_size, &body] (Index idx) { in NativeParallelFor() 93 for (Index i = idx * block_size; i < (idx + 1) * block_size; ++i) { in NativeParallelFor()
|
| /oneTBB/include/oneapi/tbb/ |
| H A D | concurrent_vector.h | 793 for (size_type idx = start_idx; idx < end_idx; ++idx) { in internal_loop_construct() local 794 …element_address = &base_type::template internal_subscript</*allow_out_of_range_access=*/true>(idx); in internal_loop_construct() 801 for (size_type i = idx; i < end_idx; ++i) { in internal_loop_construct() 812 for (size_type idx = start_idx; idx < end_idx; ++idx) { in internal_loop_construct() local 813 …element_address = &base_type::template internal_subscript</*allow_out_of_range_access=*/true>(idx); in internal_loop_construct() 820 for (size_type i = idx; i < end_idx; ++i) { in internal_loop_construct() 926 for (size_type idx = n; idx < last_index_to_destroy; ++idx) { in internal_resize() local 927 …et_allocator(), &base_type::template internal_subscript</*allow_out_of_range_access=*/false>(idx)); in internal_resize()
|
| H A D | task_arena.h | 451 slot_id idx = r1::execution_slot(nullptr); in current_thread_index() local 452 return idx == slot_id(-1) ? task_arena_base::not_initialized : int(idx); in current_thread_index()
|
| /oneTBB/src/tbbmalloc_proxy/ |
| H A D | function_replacement.cpp | 281 for( UINT idx=0; idx<opcodesStringsCount; ++idx ){ in CheckOpcodes() local 282 result = compareStrings( opcodes[idx],opcodeString ); in CheckOpcodes() 287 return idx + 1; // avoid 0 which indicates a failure in CheckOpcodes()
|
| /oneTBB/test/conformance/ |
| H A D | conformance_parallel_reduce.cpp | 160 …onst test_invoke::SmartRange<test_invoke::SmartValue>& range, const test_invoke::SmartValue& idx) { in __anon105f294c0302() argument 161 test_invoke::SmartValue result = idx; in __anon105f294c0302()
|
| /oneTBB/examples/migration/recursive_fibonacci/ |
| H A D | task_emulation_layer.h | 38 tbb::task_group& operator[] (std::size_t idx) { return task_submitters[idx]; }
|