| /dpdk/lib/eal/freebsd/ |
| H A D | eal_memory.c | 69 uint64_t mem_sz, page_sz; in rte_eal_hugepage_init() local 76 page_sz = RTE_PGSIZE_4K; in rte_eal_hugepage_init() 77 n_segs = mem_sz / page_sz; in rte_eal_hugepage_init() 105 uint64_t page_sz, mem_needed; in rte_eal_hugepage_init() local 109 page_sz = hpi->hugepage_sz; in rte_eal_hugepage_init() 112 page_sz); in rte_eal_hugepage_init() 149 if (msl->page_sz != page_sz) in rte_eal_hugepage_init() 184 (size_t)msl->page_sz * ms_idx); in rte_eal_hugepage_init() 201 seg->hugepage_sz = page_sz; in rte_eal_hugepage_init() 202 seg->len = page_sz; in rte_eal_hugepage_init() [all …]
|
| H A D | eal_memalloc.c | 15 int __rte_unused n_segs, size_t __rte_unused page_sz, in eal_memalloc_alloc_seg_bulk() argument 23 eal_memalloc_alloc_seg(size_t __rte_unused page_sz, int __rte_unused socket) in eal_memalloc_alloc_seg() argument
|
| H A D | eal.c | 97 size_t page_sz = sysconf(_SC_PAGE_SIZE); in rte_eal_config_create() local 99 size_t cfg_len_aligned = RTE_ALIGN(cfg_len, page_sz); in rte_eal_config_create() 112 sizeof(struct rte_mem_config), page_sz); in rte_eal_config_create() 145 &cfg_len_aligned, page_sz, 0, 0); in rte_eal_config_create()
|
| /dpdk/lib/eal/common/ |
| H A D | eal_common_memory.c | 90 page_sz == system_page_sz; in eal_get_virtual_area() 103 *size -= page_sz; in eal_get_virtual_area() 208 msl->page_sz = page_sz; in eal_memseg_list_init_named() 215 socket_id, page_sz >> 10); in eal_memseg_list_init_named() 236 size_t page_sz, mem_sz; in eal_memseg_list_alloc() local 239 page_sz = msl->page_sz; in eal_memseg_list_alloc() 270 size_t page_sz = msl->page_sz; in eal_memseg_list_populate() local 282 ms->hugepage_sz = page_sz; in eal_memseg_list_populate() 284 ms->len = page_sz; in eal_memseg_list_populate() 933 n = len / page_sz; in rte_extmem_register() [all …]
|
| H A D | malloc_heap.c | 163 elem->msl->page_sz)) in find_suitable_element() 196 elem->msl->page_sz)) in find_biggest_element() 571 msl->page_sz)) in alloc_more_mem_on_socket() 835 size_t page_sz; in malloc_heap_free_pages() local 841 page_sz = (size_t)msl->page_sz; in malloc_heap_free_pages() 876 page_sz = (size_t)msl->page_sz; in malloc_heap_free() 898 if (elem->size < page_sz) in malloc_heap_free() 960 aligned_len -= page_sz; in malloc_heap_free() 973 aligned_len -= page_sz; in malloc_heap_free() 1218 ms->len = page_sz; in malloc_heap_create_external_seg() [all …]
|
| H A D | eal_common_fbarray.c | 71 return RTE_ALIGN_CEIL(data_sz + msk_sz, page_sz); in calc_data_size() 708 size_t page_sz, mmap_len; in rte_fbarray_init() local 732 page_sz = rte_mem_page_size(); in rte_fbarray_init() 733 if (page_sz == (size_t)-1) { in rte_fbarray_init() 834 size_t page_sz, mmap_len; in rte_fbarray_attach() local 859 page_sz = rte_mem_page_size(); in rte_fbarray_attach() 860 if (page_sz == (size_t)-1) { in rte_fbarray_attach() 938 size_t page_sz = rte_mem_page_size(); in rte_fbarray_detach() local 939 if (page_sz == (size_t)-1) in rte_fbarray_detach() 994 size_t page_sz = rte_mem_page_size(); in rte_fbarray_destroy() local [all …]
|
| H A D | eal_common_memzone.c | 196 mz->hugepage_sz = elem->msl->page_sz; in memzone_reserve_aligned_thread_unsafe() 334 size_t page_sz; in dump_memzone() local 354 page_sz = (size_t)mz->hugepage_sz; in dump_memzone() 355 cur_addr = RTE_PTR_ALIGN_FLOOR(mz->addr, page_sz); in dump_memzone() 359 ms_idx = RTE_PTR_DIFF(mz->addr, msl->base_va) / page_sz; in dump_memzone() 366 cur_addr, ms->iova, ms->len, page_sz); in dump_memzone() 369 cur_addr = RTE_PTR_ADD(cur_addr, page_sz); in dump_memzone()
|
| H A D | malloc_elem.c | 39 size_t page_sz, cur, max; in malloc_elem_find_max_iova_contig() local 43 page_sz = (size_t)elem->msl->page_sz; in malloc_elem_find_max_iova_contig() 64 cur_page = RTE_PTR_ALIGN_FLOOR(contig_seg_start, page_sz); in malloc_elem_find_max_iova_contig() 68 page_end = RTE_PTR_ADD(cur_page, page_sz); in malloc_elem_find_max_iova_contig() 73 expected_iova = ms->iova + page_sz; in malloc_elem_find_max_iova_contig() 77 cur_page = RTE_PTR_ADD(cur_page, page_sz); in malloc_elem_find_max_iova_contig() 80 page_end = RTE_PTR_ADD(cur_page, page_sz); in malloc_elem_find_max_iova_contig() 112 expected_iova = ms->iova + page_sz; in malloc_elem_find_max_iova_contig()
|
| H A D | rte_malloc.c | 407 rte_iova_t iova_addrs[], unsigned int n_pages, size_t page_sz) in rte_malloc_heap_memory_add() argument 415 page_sz == 0 || !rte_is_power_of_2(page_sz) || in rte_malloc_heap_memory_add() 416 RTE_ALIGN(len, page_sz) != len || in rte_malloc_heap_memory_add() 417 !rte_is_aligned(va_addr, page_sz) || in rte_malloc_heap_memory_add() 418 ((len / page_sz) != n_pages && iova_addrs != NULL) || in rte_malloc_heap_memory_add() 440 n = len / page_sz; in rte_malloc_heap_memory_add() 442 msl = malloc_heap_create_external_seg(va_addr, iova_addrs, n, page_sz, in rte_malloc_heap_memory_add()
|
| H A D | eal_private.h | 246 size_t page_sz, int flags, int reserve_flags); 268 uint64_t page_sz, int n_segs, int socket_id, bool heap); 280 eal_memseg_list_init(struct rte_memseg_list *msl, uint64_t page_sz,
|
| H A D | eal_memalloc.h | 16 eal_memalloc_alloc_seg(size_t page_sz, int socket); 28 eal_memalloc_alloc_seg_bulk(struct rte_memseg **ms, int n_segs, size_t page_sz,
|
| H A D | eal_common_dynmem.c | 24 uint64_t page_sz; in eal_dynmem_memseg_lists_init() member 100 memtypes[cur_type].page_sz = hugepage_sz; in eal_dynmem_memseg_lists_init() 136 pagesz = type->page_sz; in eal_dynmem_memseg_lists_init() 210 if (msl->page_sz != hpi->hugepage_sz) in hugepage_count_walk()
|
| H A D | malloc_mp.c | 228 if (ar->page_sz == 0 || !rte_is_power_of_2(ar->page_sz)) { in handle_alloc_request() 253 MALLOC_ELEM_TRAILER_LEN, ar->page_sz); in handle_alloc_request() 254 n_segs = alloc_sz / ar->page_sz; in handle_alloc_request() 264 elem = alloc_pages_on_heap(heap, ar->page_sz, ar->elt_size, ar->socket, in handle_alloc_request()
|
| H A D | malloc_mp.h | 32 uint64_t page_sz; member
|
| H A D | malloc_heap.h | 52 unsigned int n_pages, size_t page_sz, const char *seg_name,
|
| /dpdk/lib/eal/windows/ |
| H A D | eal_memalloc.c | 171 size_t page_sz; member 184 size_t page_sz; in alloc_seg_walk() local 188 if (msl->page_sz != wa->page_sz) in alloc_seg_walk() 193 page_sz = (size_t)msl->page_sz; in alloc_seg_walk() 233 map_addr = RTE_PTR_ADD(cur_msl->base_va, cur_idx * page_sz); in alloc_seg_walk() 296 seg_idx = RTE_PTR_DIFF(wa->ms->addr, start_addr) / msl->page_sz; in free_seg_walk() 311 size_t page_sz, int socket, bool exact) in eal_memalloc_alloc_seg_bulk() argument 327 if (page_sz == hpi->hugepage_sz) { in eal_memalloc_alloc_seg_bulk() 342 wa.page_sz = page_sz; in eal_memalloc_alloc_seg_bulk() 359 eal_memalloc_alloc_seg(size_t page_sz, int socket) in eal_memalloc_alloc_seg() argument [all …]
|
| H A D | eal_memory.c | 661 uint64_t mem_sz, page_sz; in eal_nohuge_init() local 674 page_sz = RTE_PGSIZE_4K; in eal_nohuge_init() 675 n_segs = mem_sz / page_sz; in eal_nohuge_init() 678 msl, "nohugemem", page_sz, n_segs, 0, true)) { in eal_nohuge_init()
|
| /dpdk/lib/eal/linux/ |
| H A D | eal_memalloc.c | 507 page_sz, grow); in resize_hugefile() 807 size_t page_sz; member 819 size_t page_sz; in alloc_seg_walk() local 825 if (msl->page_sz != wa->page_sz) in alloc_seg_walk() 830 page_sz = (size_t)msl->page_sz; in alloc_seg_walk() 1033 if (page_sz == in eal_memalloc_alloc_seg_bulk() 1057 wa.page_sz = page_sz; in eal_memalloc_alloc_seg_bulk() 1192 size_t len, page_sz; in sync_chunk() local 1196 page_sz = (size_t)primary_msl->page_sz; in sync_chunk() 1232 size_t len, page_sz; in sync_chunk() local [all …]
|
| H A D | eal_memory.c | 664 uint64_t page_sz; local 684 if (msl->page_sz != page_sz) 737 memseg_len = (size_t)page_sz; 758 munmap(hfile->orig_va, page_sz); 770 ms->hugepage_sz = page_sz; 851 uint64_t page_sz = local 877 else if (cur->size != page_sz) 969 page_sz >> 10); 1129 uint64_t page_sz; local 1141 page_sz = RTE_PGSIZE_4K; [all …]
|
| H A D | eal_vfio.c | 618 uint64_t page_sz = msl->page_sz; in vfio_mem_event_callback() local 621 for (; cur_len < len; cur_len += page_sz) { in vfio_mem_event_callback() 624 vfio_va, page_sz, 1); in vfio_mem_event_callback() 627 vfio_va, page_sz, 0); in vfio_mem_event_callback() 628 vfio_va += page_sz; in vfio_mem_event_callback() 1579 uint64_t page_sz; member 1601 param->page_sz = msl->page_sz; in vfio_spapr_size_walk() 1713 spapr_dma_win_page_sz = param.page_sz; in spapr_dma_win_size()
|
| /dpdk/drivers/net/mlx4/ |
| H A D | mlx4_mr.c | 317 MLX4_ASSERT(msl->page_sz == ms->hugepage_sz); in mr_find_next_chunk() 636 data.end = data.start + data.msl->page_sz; in mlx4_mr_create_primary() 652 MLX4_ASSERT(msl->page_sz == ms->hugepage_sz); in mlx4_mr_create_primary() 654 ms_n = len / msl->page_sz; in mlx4_mr_create_primary() 699 if (len > msl->page_sz && in mlx4_mr_create_primary() 714 data.end = data.start + msl->page_sz; in mlx4_mr_create_primary() 753 start = data_re.start + n * msl->page_sz; in mlx4_mr_create_primary() 765 data.end = start + msl->page_sz; in mlx4_mr_create_primary() 771 mr->ms_bmp_n = len / msl->page_sz; in mlx4_mr_create_primary() 909 ms_n = len / msl->page_sz; in mlx4_mr_mem_event_free_cb() [all …]
|
| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mr.c | 696 data.end = data.start + data.msl->page_sz; in mlx5_mr_create_primary() 714 MLX5_ASSERT(msl->page_sz == ms->hugepage_sz); in mlx5_mr_create_primary() 716 ms_n = len / msl->page_sz; in mlx5_mr_create_primary() 756 if (len > msl->page_sz && in mlx5_mr_create_primary() 770 data.end = data.start + msl->page_sz; in mlx5_mr_create_primary() 809 start = data_re.start + n * msl->page_sz; in mlx5_mr_create_primary() 822 data.end = start + msl->page_sz; in mlx5_mr_create_primary() 828 mr->ms_bmp_n = len / msl->page_sz; in mlx5_mr_create_primary() 1181 ms_n = len / msl->page_sz; in mlx5_free_mr_by_addr() 1192 start = (uintptr_t)addr + i * msl->page_sz; in mlx5_free_mr_by_addr() [all …]
|
| /dpdk/lib/eal/include/ |
| H A D | rte_memory.h | 76 uint64_t page_sz; /**< Page size for all memsegs in this list. */ member 445 unsigned int n_pages, size_t page_sz);
|
| H A D | rte_malloc.h | 343 rte_iova_t iova_addrs[], unsigned int n_pages, size_t page_sz);
|
| /dpdk/app/test/ |
| H A D | test_memzone.c | 142 if (msl->page_sz == RTE_PGSIZE_2M) in find_available_pagesz() 144 if (msl->page_sz == RTE_PGSIZE_1G) in find_available_pagesz() 146 if (msl->page_sz == RTE_PGSIZE_16M) in find_available_pagesz() 148 if (msl->page_sz == RTE_PGSIZE_16G) in find_available_pagesz()
|