| /dpdk/lib/mempool/ |
| H A D | rte_mempool.h | 333 #define MEMPOOL_HEADER_SIZE(mp, cs) \ argument 356 return hdr->mp; in rte_mempool_from_obj() 1286 if (mp->cache_size == 0) in rte_mempool_default_cache() 1293 &mp->local_cache[lcore_id]); in rte_mempool_default_cache() 1294 return &mp->local_cache[lcore_id]; in rte_mempool_default_cache() 1307 struct rte_mempool *mp) in rte_mempool_cache_flush() argument 1438 rte_mempool_put_bulk(mp, &obj, 1); in rte_mempool_put() 1693 return rte_mempool_avail_count(mp) == mp->size; in rte_mempool_full() 1756 return (char *)mp + in rte_mempool_get_priv() 1757 RTE_MEMPOOL_HEADER_SIZE(mp, mp->cache_size); in rte_mempool_get_priv() [all …]
|
| H A D | rte_mempool.c | 169 hdr->mp = mp; in mempool_add_elem() 331 if (mp->populated_size >= mp->size) in rte_mempool_populate_iova() 338 memhdr->mp = mp; in rte_mempool_populate_iova() 355 i = rte_mempool_ops_populate(mp, mp->size - mp->populated_size, in rte_mempool_populate_iova() 374 if (mp->populated_size >= mp->size) in rte_mempool_populate_iova() 895 ret = strlcpy(mp->name, name, sizeof(mp->name)); in rte_mempool_create_empty() 1026 return mp->size - rte_mempool_avail_count(mp); in rte_mempool_in_use_count() 1133 mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_contig_blocks_check_cookies() 1173 mp, mp->size, num); in mempool_audit_cookies() 1234 fprintf(f, "mempool <%s>@%p\n", mp->name, mp); in rte_mempool_dump() [all …]
|
| H A D | rte_mempool_ops.c | 79 rte_mempool_trace_ops_alloc(mp); in rte_mempool_ops_alloc() 80 ops = rte_mempool_get_ops(mp->ops_index); in rte_mempool_ops_alloc() 81 return ops->alloc(mp); in rte_mempool_ops_alloc() 90 rte_mempool_trace_ops_free(mp); in rte_mempool_ops_free() 91 ops = rte_mempool_get_ops(mp->ops_index); in rte_mempool_ops_free() 94 ops->free(mp); in rte_mempool_ops_free() 103 ops = rte_mempool_get_ops(mp->ops_index); in rte_mempool_ops_get_count() 104 return ops->get_count(mp); in rte_mempool_ops_get_count() 158 return ops->get_info(mp, info); in rte_mempool_ops_get_info() 185 mp->ops_index = i; in rte_mempool_set_ops_byname() [all …]
|
| H A D | rte_mempool_ops_default.c | 10 rte_mempool_op_calc_mem_size_helper(const struct rte_mempool *mp, in rte_mempool_op_calc_mem_size_helper() argument 19 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_op_calc_mem_size_helper() 69 rte_mempool_op_calc_mem_size_default(const struct rte_mempool *mp, in rte_mempool_op_calc_mem_size_default() argument 73 return rte_mempool_op_calc_mem_size_helper(mp, obj_num, pg_shift, in rte_mempool_op_calc_mem_size_default() 103 ret = rte_mempool_get_page_size(mp, &pg_sz); in rte_mempool_op_populate_helper() 107 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in rte_mempool_op_populate_helper() 126 off += mp->header_size; in rte_mempool_op_populate_helper() 128 obj_cb(mp, obj_cb_arg, obj, in rte_mempool_op_populate_helper() 130 rte_mempool_ops_enqueue_bulk(mp, &obj, 1); in rte_mempool_op_populate_helper() 131 off += mp->elt_size + mp->trailer_size; in rte_mempool_op_populate_helper() [all …]
|
| /dpdk/drivers/mempool/ring/ |
| H A D | rte_mempool_ring.c | 75 return rte_ring_count(mp->pool_data); in common_ring_get_count() 86 RTE_MEMPOOL_MZ_FORMAT, mp->name); in ring_alloc() 99 mp->socket_id, rg_flags); in ring_alloc() 103 mp->pool_data = r; in ring_alloc() 113 if (mp->flags & RTE_MEMPOOL_F_SP_PUT) in common_ring_alloc() 115 if (mp->flags & RTE_MEMPOOL_F_SC_GET) in common_ring_alloc() 118 return ring_alloc(mp, rg_flags); in common_ring_alloc() 122 rts_ring_alloc(struct rte_mempool *mp) in rts_ring_alloc() argument 128 hts_ring_alloc(struct rte_mempool *mp) in hts_ring_alloc() argument 134 common_ring_free(struct rte_mempool *mp) in common_ring_free() argument [all …]
|
| /dpdk/drivers/mempool/cnxk/ |
| H A D | cnxk_mempool_ops.c | 21 roc_npa_aura_op_free(mp->pool_id, 0, in cnxk_mempool_enq() 67 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in cnxk_mempool_calc_mem_size() 73 cnxk_mempool_alloc(struct rte_mempool *mp) in cnxk_mempool_alloc() argument 82 block_size = mp->elt_size + mp->header_size + mp->trailer_size; in cnxk_mempool_alloc() 83 block_count = mp->size; in cnxk_mempool_alloc() 84 if (mp->header_size % ROC_ALIGN != 0) { in cnxk_mempool_alloc() 100 if (mp->pool_config != NULL) in cnxk_mempool_alloc() 111 mp->pool_id = aura_handle; in cnxk_mempool_alloc() 121 cnxk_mempool_free(struct rte_mempool *mp) in cnxk_mempool_free() argument 126 rc = roc_npa_pool_destroy(mp->pool_id); in cnxk_mempool_free() [all …]
|
| H A D | cn10k_mempool_ops.c | 80 batch_op_init(struct rte_mempool *mp) in batch_op_init() argument 106 batch_op_fini(struct rte_mempool *mp) in batch_op_fini() argument 263 block_size = mp->elt_size + mp->header_size + mp->trailer_size; in cn10k_mempool_alloc() 267 mp->header_size; in cn10k_mempool_alloc() 268 mp->header_size += padding; in cn10k_mempool_alloc() 275 mp->trailer_size += padding; in cn10k_mempool_alloc() 279 rc = cnxk_mempool_alloc(mp); in cn10k_mempool_alloc() 283 rc = batch_op_init(mp); in cn10k_mempool_alloc() 291 cnxk_mempool_free(mp); in cn10k_mempool_alloc() 298 batch_op_fini(mp); in cn10k_mempool_free() [all …]
|
| H A D | cn9k_mempool_ops.c | 36 if (cnxk_mempool_deq(mp, &obj_table[count], n - count)) { in cn9k_mempool_deq() 37 cn9k_mempool_enq(mp, obj_table, count); in cn9k_mempool_deq() 46 cn9k_mempool_alloc(struct rte_mempool *mp) in cn9k_mempool_alloc() argument 50 block_size = mp->elt_size + mp->header_size + mp->trailer_size; in cn9k_mempool_alloc() 52 if (mp->header_size % ROC_ALIGN != 0) { in cn9k_mempool_alloc() 53 padding = RTE_ALIGN_CEIL(mp->header_size, ROC_ALIGN) - in cn9k_mempool_alloc() 54 mp->header_size; in cn9k_mempool_alloc() 55 mp->header_size += padding; in cn9k_mempool_alloc() 62 mp->trailer_size += padding; in cn9k_mempool_alloc() 73 mp->trailer_size += padding; in cn9k_mempool_alloc() [all …]
|
| H A D | cnxk_mempool.h | 10 unsigned int cnxk_mempool_get_count(const struct rte_mempool *mp); 11 ssize_t cnxk_mempool_calc_mem_size(const struct rte_mempool *mp, 14 int cnxk_mempool_populate(struct rte_mempool *mp, unsigned int max_objs, 18 int cnxk_mempool_alloc(struct rte_mempool *mp); 19 void cnxk_mempool_free(struct rte_mempool *mp); 21 int __rte_hot cnxk_mempool_enq(struct rte_mempool *mp, void *const *obj_table, 23 int __rte_hot cnxk_mempool_deq(struct rte_mempool *mp, void **obj_table,
|
| /dpdk/app/test/ |
| H A D | test_mempool.c | 115 if (rte_mempool_get_priv(mp) != (char *)mp + in test_mempool_basic() 116 RTE_MEMPOOL_HEADER_SIZE(mp, mp->cache_size)) in test_mempool_basic() 388 if (mp == NULL) in test_mempool_basic_ex() 398 mp->name, rte_mempool_in_use_count(mp)); in test_mempool_basic_ex() 486 if (mp == NULL) { in test_mp_mem_init() 506 data->mp = mp; in test_mempool_events_cb() 529 memset(mp, 0, sizeof(mp)); in test_mempool_events() 567 RTE_TEST_ASSERT_EQUAL(data[j].mp, mp[0], in test_mempool_events() 600 freed = mp[i]; in test_mempool_events() 601 mp[i] = NULL; in test_mempool_events() [all …]
|
| H A D | test_mempool_perf.c | 119 memset(obj, 0, mp->elt_size); in my_obj_init() 135 ret = rte_mempool_generic_get(mp, in test_loop() 140 rte_mempool_dump(stdout, mp); in test_loop() 147 rte_mempool_generic_put(mp, in test_loop() 160 struct rte_mempool *mp = arg; in per_lcore_mempool_test() local 203 ret = test_loop(mp, cache, n_keep, in per_lcore_mempool_test() 220 rte_mempool_cache_flush(cache, mp); in per_lcore_mempool_test() 257 mp, lcore_id); in launch_cores() 263 ret = per_lcore_mempool_test(mp); in launch_cores() 308 ret = launch_cores(mp, cores); in do_one_mempool_test() [all …]
|
| H A D | sample_packet_forward.c | 22 test_dev_start(uint16_t port, struct rte_mempool *mp) in test_dev_start() argument 34 NULL, mp); in test_dev_start() 66 test_mp_free(struct rte_mempool *mp) in test_mp_free() argument 68 rte_mempool_free(mp); in test_mp_free() 87 test_get_mempool(struct rte_mempool **mp, char *poolname) in test_get_mempool() argument 89 *mp = rte_pktmbuf_pool_create(poolname, NB_MBUF, 32, 0, in test_get_mempool() 91 if (*mp == NULL) in test_get_mempool() 103 ret = test_get_mempool(mp, poolname); in test_get_mbuf_from_pool() 106 if (rte_pktmbuf_alloc_bulk(*mp, pbuf, NUM_PACKETS) != 0) { in test_get_mbuf_from_pool() 116 test_put_mbuf_to_pool(struct rte_mempool *mp, struct rte_mbuf **pbuf) in test_put_mbuf_to_pool() argument [all …]
|
| H A D | test_pdump.c | 52 struct rte_mempool *mp = NULL; in run_pdump_client_tests() local 56 ret = test_get_mempool(&mp, poolname); in run_pdump_client_tests() 59 mp->flags = 0x0000; in run_pdump_client_tests() 77 mp, NULL); in run_pdump_client_tests() 92 ring_client, mp, NULL); in run_pdump_client_tests() 116 if (mp != NULL) in run_pdump_client_tests() 117 test_mp_free(mp); in run_pdump_client_tests() 144 struct rte_mempool *mp; in send_pkts() local 151 ret = test_dev_start(portid, mp); in send_pkts() 154 portid, mp, ret); in send_pkts() [all …]
|
| H A D | test_kni.c | 97 struct rte_mempool * mp; in test_kni_create_mempool() local 99 mp = rte_mempool_lookup("kni_mempool"); in test_kni_create_mempool() 100 if (!mp) in test_kni_create_mempool() 106 return mp; in test_kni_create_mempool() 234 if (mp == NULL) in test_kni_loop() 432 if (!mp) in test_kni_processing() 465 kni = rte_kni_alloc(mp, &conf, &ops); in test_kni_processing() 544 struct rte_mempool *mp; in test_kni() local 577 mp = test_kni_create_mempool(); in test_kni() 578 if (!mp) { in test_kni() [all …]
|
| /dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 13 octeontx_fpavf_alloc(struct rte_mempool *mp) in octeontx_fpavf_alloc() argument 16 uint32_t memseg_count = mp->size; in octeontx_fpavf_alloc() 20 object_size = mp->elt_size + mp->header_size + mp->trailer_size; in octeontx_fpavf_alloc() 24 mp->socket_id); in octeontx_fpavf_alloc() 37 mp->pool_id = (uint64_t)pool; in octeontx_fpavf_alloc() 49 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_free() 77 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_enqueue() 94 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_dequeue() 124 pool = (uintptr_t)mp->pool_id; in octeontx_fpavf_get_count() 140 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in octeontx_fpavf_calc_mem_size() [all …]
|
| /dpdk/drivers/mempool/stack/ |
| H A D | rte_mempool_stack.c | 17 RTE_MEMPOOL_MZ_FORMAT, mp->name); in __stack_alloc() 23 s = rte_stack_create(name, mp->size, mp->socket_id, flags); in __stack_alloc() 27 mp->pool_data = s; in __stack_alloc() 33 stack_alloc(struct rte_mempool *mp) in stack_alloc() argument 35 return __stack_alloc(mp, 0); in stack_alloc() 39 lf_stack_alloc(struct rte_mempool *mp) in lf_stack_alloc() argument 48 struct rte_stack *s = mp->pool_data; in stack_enqueue() 57 struct rte_stack *s = mp->pool_data; in stack_dequeue() 65 struct rte_stack *s = mp->pool_data; in stack_get_count() 71 stack_free(struct rte_mempool *mp) in stack_free() argument [all …]
|
| /dpdk/drivers/net/softnic/ |
| H A D | rte_eth_softnic_meter.c | 49 if (mp == NULL) in softnic_mtr_free() 53 free(mp); in softnic_mtr_free() 61 if (mp == NULL) in softnic_mtr_free() 65 free(mp); in softnic_mtr_free() 78 return mp; in softnic_mtr_meter_profile_find() 102 if (mp) in meter_profile_check() 155 if (mp == NULL) in pmd_mtr_meter_profile_add() 164 memcpy(&mp->params, profile, sizeof(mp->params)); in pmd_mtr_meter_profile_add() 200 free(mp); in pmd_mtr_meter_profile_delete() 214 return mp; in softnic_mtr_meter_policy_find() [all …]
|
| /dpdk/drivers/mempool/bucket/ |
| H A D | rte_mempool_bucket.c | 70 mp->socket_id); in bucket_stack_create() 396 bplc.bd = mp->pool_data; in bucket_get_count() 413 struct rte_mempool *mp; in bucket_init_per_lcore() local 417 mp = bd->pool; in bucket_init_per_lcore() 424 mp->name, lcore_id); in bucket_init_per_lcore() 432 rte_align32pow2(mp->size + 1), mp->socket_id, rg_flags); in bucket_init_per_lcore() 474 bd->pool = mp; in bucket_alloc() 481 bd->total_elt_size = mp->header_size + mp->elt_size + mp->trailer_size; in bucket_alloc() 509 mp->socket_id, rg_flags); in bucket_alloc() 525 mp->socket_id, rg_flags); in bucket_alloc() [all …]
|
| /dpdk/drivers/mempool/dpaa/ |
| H A D | dpaa_mempool.c | 43 dpaa_mbuf_create_pool(struct rte_mempool *mp) in dpaa_mbuf_create_pool() argument 98 rte_dpaa_bpid_info[bpid].mp = mp; in dpaa_mbuf_create_pool() 119 mp->pool_data = (void *)bp_info; in dpaa_mbuf_create_pool() 136 rte_free(mp->pool_data); in dpaa_mbuf_free_pool() 138 mp->pool_data = NULL; in dpaa_mbuf_free_pool() 286 if (!mp || !mp->pool_data) { in dpaa_mbuf_get_count() 291 bp_info = DPAA_MEMPOOL_TO_POOL_INFO(mp); in dpaa_mbuf_get_count() 304 if (!mp || !mp->pool_data) { in dpaa_populate() 312 bp_info = DPAA_MEMPOOL_TO_POOL_INFO(mp); in dpaa_populate() 313 total_elt_sz = mp->header_size + mp->elt_size + mp->trailer_size; in dpaa_populate() [all …]
|
| /dpdk/drivers/mempool/dpaa2/ |
| H A D | dpaa2_hw_mempool.c | 110 bp_list->buf_pool.num_bufs = mp->size; in rte_hw_mbuf_create_pool() 111 bp_list->buf_pool.size = mp->elt_size in rte_hw_mbuf_create_pool() 119 bp_list->mp = mp; in rte_hw_mbuf_create_pool() 124 + rte_pktmbuf_priv_size(mp); in rte_hw_mbuf_create_pool() 130 mp->pool_data = (void *)bp_info; in rte_hw_mbuf_create_pool() 153 if (!mp->pool_data) { in rte_hw_mbuf_free_pool() 180 rte_free(mp->pool_data); in rte_hw_mbuf_free_pool() 282 + rte_pktmbuf_priv_size(mp); in rte_dpaa2_bpid_info_init() 294 bp_info = mempool_to_bpinfo(mp); in rte_dpaa2_mbuf_pool_bpid() 308 bp_info = mempool_to_bpinfo(mp); in rte_dpaa2_mbuf_from_buf_addr() [all …]
|
| /dpdk/lib/mbuf/ |
| H A D | rte_mbuf.c | 99 m->pool = mp; in rte_pktmbuf_init() 202 m->pool = mp; in __rte_pktmbuf_init_extmem() 223 struct rte_mempool *mp; in rte_pktmbuf_pool_create_by_ops() local 243 if (mp == NULL) in rte_pktmbuf_pool_create_by_ops() 251 rte_mempool_free(mp); in rte_pktmbuf_pool_create_by_ops() 259 rte_mempool_free(mp); in rte_pktmbuf_pool_create_by_ops() 266 return mp; in rte_pktmbuf_pool_create_by_ops() 335 if (mp == NULL) in rte_pktmbuf_pool_create_extbuf() 342 rte_mempool_free(mp); in rte_pktmbuf_pool_create_extbuf() 350 rte_mempool_free(mp); in rte_pktmbuf_pool_create_extbuf() [all …]
|
| /dpdk/lib/pdump/ |
| H A D | rte_pdump.c | 44 struct rte_mempool *mp; member 58 struct rte_mempool *mp; member 93 struct rte_mempool *mp; in pdump_copy() local 102 mp = cbs->mp; in pdump_copy() 191 cbs->mp = mp; in pdump_register_rx_callbacks() 249 cbs->mp = mp; in pdump_register_tx_callbacks() 323 mp = p->mp; in set_pdump_rxtx_cbs() 548 req->mp = mp; in pdump_prepare_client_request() 621 ring, mp, prm); in rte_pdump_enable_bpf() 655 ring, mp, NULL); in rte_pdump_enable_by_deviceid() [all …]
|
| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mr.c | 1390 mp->name); in mlx5_mempool_get_extmem() 1472 mp->name); in mlx5_mempool_reg_analyze() 1522 mp->name); in mlx5_mempool_reg_create() 1530 mp->name); in mlx5_mempool_reg_create() 1534 mpr->mp = mp; in mlx5_mempool_reg_create() 1568 if (mpr->mp == mp) in mlx5_mempool_reg_lookup() 1617 mp->name, pd); in mlx5_mr_mempool_register_primary() 1631 mp->name, pd); in mlx5_mr_mempool_register_primary() 1677 mp->name); in mlx5_mr_mempool_register_primary() 1760 if (mpr->mp == mp) { in mlx5_mr_mempool_unregister_primary() [all …]
|
| /dpdk/lib/compressdev/ |
| H A D | rte_comp.c | 126 if (mp != NULL) { in rte_comp_op_pool_create() 128 rte_mempool_get_priv(mp); in rte_comp_op_pool_create() 130 if (mp->elt_size != elt_size || in rte_comp_op_pool_create() 131 mp->cache_size < cache_size || in rte_comp_op_pool_create() 132 mp->size < nb_elts || in rte_comp_op_pool_create() 134 mp = NULL; in rte_comp_op_pool_create() 140 return mp; in rte_comp_op_pool_create() 143 mp = rte_mempool_create( in rte_comp_op_pool_create() 156 if (mp == NULL) { in rte_comp_op_pool_create() 162 rte_mempool_get_priv(mp); in rte_comp_op_pool_create() [all …]
|
| /dpdk/drivers/compress/zlib/ |
| H A D | zlib_pmd_ops.c | 34 struct rte_mempool *mp; in zlib_pmd_config() local 40 mp = internals->mp; in zlib_pmd_config() 41 if (mp == NULL) { in zlib_pmd_config() 42 mp = rte_mempool_create(mp_name, in zlib_pmd_config() 49 if (mp == NULL) { in zlib_pmd_config() 54 internals->mp = mp; in zlib_pmd_config() 77 rte_mempool_free(internals->mp); in zlib_pmd_close() 78 internals->mp = NULL; in zlib_pmd_close() 231 if (rte_mempool_get(internals->mp, zstream)) { in zlib_pmd_stream_create() 244 rte_mempool_put(internals->mp, stream); in zlib_pmd_stream_create() [all …]
|