| /dpdk/lib/eal/common/ |
| H A D | eal_common_mcfg.c | 22 mcfg->magic = RTE_MAGIC; in eal_mcfg_complete() 42 if (mcfg->version != RTE_VERSION) in eal_mcfg_check_version() 69 mcfg->version = RTE_VERSION; in eal_mcfg_update_from_internal() 104 rte_rwlock_read_lock(&mcfg->qlock); in rte_mcfg_tailq_read_lock() 111 rte_rwlock_read_unlock(&mcfg->qlock); in rte_mcfg_tailq_read_unlock() 118 rte_rwlock_write_lock(&mcfg->qlock); in rte_mcfg_tailq_write_lock() 125 rte_rwlock_write_unlock(&mcfg->qlock); in rte_mcfg_tailq_write_unlock() 132 rte_rwlock_read_lock(&mcfg->mplock); in rte_mcfg_mempool_read_lock() 146 rte_rwlock_write_lock(&mcfg->mplock); in rte_mcfg_mempool_write_lock() 160 rte_spinlock_lock(&mcfg->tlock); in rte_mcfg_timer_lock() [all …]
|
| H A D | eal_common_memzone.c | 28 struct rte_mem_config *mcfg; in memzone_lookup_thread_unsafe() local 35 arr = &mcfg->memzones; in memzone_lookup_thread_unsafe() 70 struct rte_mem_config *mcfg; in memzone_reserve_aligned_thread_unsafe() local 79 arr = &mcfg->memzones; in memzone_reserve_aligned_thread_unsafe() 207 struct rte_mem_config *mcfg; in rte_memzone_reserve_thread_safe() local 267 struct rte_mem_config *mcfg; in rte_memzone_free() local 279 arr = &mcfg->memzones; in rte_memzone_free() 311 struct rte_mem_config *mcfg; in rte_memzone_lookup() local 389 struct rte_mem_config *mcfg; in rte_eal_memzone_init() local 417 struct rte_mem_config *mcfg; in rte_memzone_walk() local [all …]
|
| H A D | eal_common_memory.c | 324 msl = &mcfg->memsegs[msl_idx]; in virt2memseg_list() 434 msl_idx = msl - mcfg->memsegs; in dump_memseg() 591 mcfg->dma_maskbits = mcfg->dma_maskbits == 0 ? maskbits : in check_dma_mask() 621 mcfg->dma_maskbits = mcfg->dma_maskbits == 0 ? maskbits : in rte_mem_set_dma_mask() 809 msl_idx = msl - mcfg->memsegs; in rte_memseg_get_fd_thread_unsafe() 864 msl_idx = msl - mcfg->memsegs; in rte_memseg_get_fd_offset_thread_unsafe() 924 socket_id = mcfg->next_socket_id; in rte_extmem_register() 941 mcfg->next_socket_id++; in rte_extmem_register() 1068 if (rte_mem_unmap(mcfg, RTE_ALIGN(sizeof(*mcfg), page_sz)) != 0) in rte_eal_memory_detach() 1088 if (!mcfg) in rte_eal_memory_init() [all …]
|
| H A D | eal_common_tailqs.c | 29 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in rte_eal_tailq_lookup() local 35 if (!strncmp(name, mcfg->tailq_head[i].name, in rte_eal_tailq_lookup() 37 return &mcfg->tailq_head[i]; in rte_eal_tailq_lookup() 46 struct rte_mem_config *mcfg; in rte_dump_tailq() local 49 mcfg = rte_eal_get_configuration()->mem_config; in rte_dump_tailq() 53 const struct rte_tailq_head *tailq = &mcfg->tailq_head[i]; in rte_dump_tailq() 69 struct rte_mem_config *mcfg; in rte_eal_tailq_create() local 71 mcfg = rte_eal_get_configuration()->mem_config; in rte_eal_tailq_create() 72 head = &mcfg->tailq_head[rte_tailqs_count]; in rte_eal_tailq_create()
|
| H A D | malloc_heap.c | 78 struct malloc_heap *heap = &mcfg->malloc_heaps[i]; in malloc_socket_to_heap_id() 123 heap = &mcfg->malloc_heaps[heap_idx]; in malloc_add_seg() 126 msl_idx = msl - mcfg->memsegs; in malloc_add_seg() 131 found_msl = &mcfg->memsegs[msl_idx]; in malloc_add_seg() 344 if (mcfg->dma_maskbits && in alloc_pages_on_heap() 561 struct rte_memseg_list *msl = &mcfg->memsegs[i]; in alloc_more_mem_on_socket() 1186 struct rte_memseg_list *tmp = &mcfg->memsegs[i]; in malloc_heap_create_external_seg() 1251 found_idx = msl - mcfg->memsegs; in extseg_walk() 1252 wa->msl = &mcfg->memsegs[found_idx]; in extseg_walk() 1346 uint32_t next_socket_id = mcfg->next_socket_id; in malloc_heap_create() [all …]
|
| H A D | rte_malloc.c | 239 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in rte_malloc_get_socket_stats() local 246 return malloc_heap_get_stats(&mcfg->malloc_heaps[heap_idx], in rte_malloc_get_socket_stats() 256 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in rte_malloc_dump_heaps() local 261 malloc_heap_dump(&mcfg->malloc_heaps[idx], f); in rte_malloc_dump_heaps() 268 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in rte_malloc_heap_get_socket() local 282 struct malloc_heap *tmp = &mcfg->malloc_heaps[idx]; in rte_malloc_heap_get_socket() 304 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in rte_malloc_heap_socket_is_external() local 313 struct malloc_heap *tmp = &mcfg->malloc_heaps[idx]; in rte_malloc_heap_socket_is_external() 338 struct malloc_heap *heap = &mcfg->malloc_heaps[heap_id]; in rte_malloc_dump_stats() 397 struct malloc_heap *heap = &mcfg->malloc_heaps[i]; in find_named_heap() [all …]
|
| H A D | eal_common_timer.c | 54 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in set_tsc_freq() local 64 eal_tsc_resolution_hz = mcfg->tsc_hz; in set_tsc_freq() 76 mcfg->tsc_hz = freq; in set_tsc_freq()
|
| H A D | eal_common_dynmem.c | 22 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in eal_dynmem_memseg_lists_init() local 186 msl = &mcfg->memsegs[msl_idx++]; in eal_dynmem_memseg_lists_init()
|
| H A D | eal_common_proc.c | 1269 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in set_mp_status() local 1275 if (__atomic_compare_exchange_n(&mcfg->mp_status, &expected, desired, in set_mp_status() 1279 return __atomic_load_n(&mcfg->mp_status, __ATOMIC_RELAXED) == desired; in set_mp_status()
|
| H A D | malloc_mp.c | 218 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in handle_alloc_request() local 239 heap = &mcfg->malloc_heaps[ar->malloc_heap_idx]; in handle_alloc_request()
|
| /dpdk/lib/eal/freebsd/ |
| H A D | eal_memory.c | 56 struct rte_mem_config *mcfg; in rte_eal_hugepage_init() local 64 mcfg = rte_eal_get_configuration()->mem_config; in rte_eal_hugepage_init() 73 msl = &mcfg->memsegs[0]; in rte_eal_hugepage_init() 146 msl = &mcfg->memsegs[msl_idx]; in rte_eal_hugepage_init() 203 seg->nchannel = mcfg->nchannel; in rte_eal_hugepage_init() 204 seg->nrank = mcfg->nrank; in rte_eal_hugepage_init() 336 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in memseg_primary_init() local 412 msl = &mcfg->memsegs[msl_idx++]; in memseg_primary_init() 441 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in memseg_secondary_init() local 447 msl = &mcfg->memsegs[msl_idx]; in memseg_secondary_init()
|
| /dpdk/lib/eal/linux/ |
| H A D | eal_memalloc.c | 832 msl_idx = msl - mcfg->memsegs; in alloc_seg_walk() 833 cur_msl = &mcfg->memsegs[msl_idx]; in alloc_seg_walk() 966 msl_idx = msl - mcfg->memsegs; in free_seg_walk() 970 found_msl = &mcfg->memsegs[msl_idx]; in free_seg_walk() 1394 msl_idx = msl - mcfg->memsegs; in sync_walk() 1395 primary_msl = &mcfg->memsegs[msl_idx]; in sync_walk() 1445 msl_idx = msl - mcfg->memsegs; in secondary_msl_create_walk() 1446 primary_msl = &mcfg->memsegs[msl_idx]; in secondary_msl_create_walk() 1477 msl_idx = msl - mcfg->memsegs; in secondary_msl_destroy_walk() 1562 msl_idx = msl - mcfg->memsegs; in fd_list_create_walk() [all …]
|
| H A D | eal_memory.c | 681 msl = &mcfg->memsegs[msl_idx]; 949 msl = &mcfg->memsegs[msl_idx]; 1102 struct rte_mem_config *mcfg; local 1118 mcfg = rte_eal_get_configuration()->mem_config; 1138 msl = &mcfg->memsegs[0]; 1209 if (mcfg->dma_maskbits && 1439 struct rte_memseg_list *msl = &mcfg->memsegs[i]; 1458 if (mcfg->dma_maskbits && 1584 msl_idx = msl - mcfg->memsegs; 1816 msl = &mcfg->memsegs[msl_idx]; [all …]
|
| /dpdk/lib/eal/windows/ |
| H A D | eal_memalloc.c | 181 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in alloc_seg_walk() local 195 msl_idx = msl - mcfg->memsegs; in alloc_seg_walk() 196 cur_msl = &mcfg->memsegs[msl_idx]; in alloc_seg_walk() 282 struct rte_mem_config *mcfg = rte_eal_get_configuration()->mem_config; in free_seg_walk() local 295 msl_idx = msl - mcfg->memsegs; in free_seg_walk() 299 found_msl = &mcfg->memsegs[msl_idx]; in free_seg_walk()
|
| H A D | eal_memory.c | 658 struct rte_mem_config *mcfg; in eal_nohuge_init() local 664 mcfg = rte_eal_get_configuration()->mem_config; in eal_nohuge_init() 671 msl = &mcfg->memsegs[0]; in eal_nohuge_init() 695 if (mcfg->dma_maskbits && in eal_nohuge_init() 696 rte_mem_check_dma_mask_thread_unsafe(mcfg->dma_maskbits)) { in eal_nohuge_init()
|