| /dpdk/lib/ring/ |
| H A D | rte_ring_elem.h | 135 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_enqueue_bulk_elem() 164 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_sp_enqueue_bulk_elem() 200 return rte_ring_mp_enqueue_bulk_elem(r, obj_table, esize, n, in rte_ring_enqueue_bulk_elem() 203 return rte_ring_sp_enqueue_bulk_elem(r, obj_table, esize, n, in rte_ring_enqueue_bulk_elem() 321 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_dequeue_bulk_elem() 349 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_sc_dequeue_bulk_elem() 382 return rte_ring_mc_dequeue_bulk_elem(r, obj_table, esize, n, in rte_ring_dequeue_bulk_elem() 506 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_enqueue_burst_elem() 535 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_sp_enqueue_burst_elem() 616 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_dequeue_burst_elem() [all …]
|
| H A D | rte_ring_hts.h | 56 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_bulk_elem() 80 rte_ring_mc_hts_dequeue_bulk_elem(struct rte_ring *r, void *obj_table, in rte_ring_mc_hts_dequeue_bulk_elem() argument 83 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_bulk_elem() 110 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_burst_elem() 139 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_burst_elem() 162 return rte_ring_mp_hts_enqueue_bulk_elem(r, obj_table, in rte_ring_mp_hts_enqueue_bulk() 182 rte_ring_mc_hts_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_mc_hts_dequeue_bulk() argument 185 return rte_ring_mc_hts_dequeue_bulk_elem(r, obj_table, in rte_ring_mc_hts_dequeue_bulk() 208 return rte_ring_mp_hts_enqueue_burst_elem(r, obj_table, in rte_ring_mp_hts_enqueue_burst() 230 rte_ring_mc_hts_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_mc_hts_dequeue_burst() argument [all …]
|
| H A D | rte_ring.h | 233 return rte_ring_mp_enqueue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_mp_enqueue_bulk() 280 rte_ring_enqueue_bulk(struct rte_ring *r, void * const *obj_table, in rte_ring_enqueue_bulk() argument 283 return rte_ring_enqueue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_enqueue_bulk() 364 rte_ring_mc_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_mc_dequeue_bulk() argument 388 rte_ring_sc_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_sc_dequeue_bulk() argument 418 return rte_ring_dequeue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_dequeue_bulk() 738 return rte_ring_enqueue_burst_elem(r, obj_table, sizeof(void *), in rte_ring_enqueue_burst() 763 rte_ring_mc_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_mc_dequeue_burst() argument 788 rte_ring_sc_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_sc_dequeue_burst() argument 815 rte_ring_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_burst() argument [all …]
|
| H A D | rte_ring_rts.h | 83 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_bulk_elem() 107 rte_ring_mc_rts_dequeue_bulk_elem(struct rte_ring *r, void *obj_table, in rte_ring_mc_rts_dequeue_bulk_elem() argument 110 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_bulk_elem() 137 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_burst_elem() 166 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_burst_elem() 189 return rte_ring_mp_rts_enqueue_bulk_elem(r, obj_table, in rte_ring_mp_rts_enqueue_bulk() 209 rte_ring_mc_rts_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_mc_rts_dequeue_bulk() argument 212 return rte_ring_mc_rts_dequeue_bulk_elem(r, obj_table, in rte_ring_mc_rts_dequeue_bulk() 235 return rte_ring_mp_rts_enqueue_burst_elem(r, obj_table, in rte_ring_mp_rts_enqueue_burst() 257 rte_ring_mc_rts_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_mc_rts_dequeue_burst() argument [all …]
|
| H A D | rte_ring_peek.h | 167 rte_ring_enqueue_elem_finish(struct rte_ring *r, const void *obj_table, in rte_ring_enqueue_elem_finish() argument 176 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish() 182 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish() 206 rte_ring_enqueue_finish(struct rte_ring *r, void * const *obj_table, in rte_ring_enqueue_finish() argument 209 rte_ring_enqueue_elem_finish(r, obj_table, sizeof(uintptr_t), n); in rte_ring_enqueue_finish() 234 rte_ring_dequeue_bulk_elem_start(struct rte_ring *r, void *obj_table, in rte_ring_dequeue_bulk_elem_start() argument 237 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_bulk_elem_start() 259 rte_ring_dequeue_bulk_start(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_bulk_start() argument 291 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_burst_elem_start() 313 rte_ring_dequeue_burst_start(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_burst_start() argument [all …]
|
| H A D | rte_ring_elem_pvt.h | 15 uint32_t idx, const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_32() argument 19 const uint32_t *obj = (const uint32_t *)obj_table; in __rte_ring_enqueue_elems_32() 58 const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_64() argument 91 const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_128() argument 143 obj_table, nr_num); in __rte_ring_enqueue_elems() 149 uint32_t idx, void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_32() argument 153 uint32_t *obj = (uint32_t *)obj_table; in __rte_ring_dequeue_elems_32() 192 void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_64() argument 225 void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_128() argument 231 rte_int128_t *obj = (rte_int128_t *)obj_table; in __rte_ring_dequeue_elems_128() [all …]
|
| H A D | rte_ring_rts_elem_pvt.h | 202 __rte_ring_do_rts_enqueue_elem(struct rte_ring *r, const void *obj_table, in __rte_ring_do_rts_enqueue_elem() argument 211 __rte_ring_enqueue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_enqueue_elem() 243 __rte_ring_do_rts_dequeue_elem(struct rte_ring *r, void *obj_table, in __rte_ring_do_rts_dequeue_elem() argument 252 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_dequeue_elem()
|
| /dpdk/lib/mempool/ |
| H A D | rte_mempool_trace_fp.h | 22 RTE_TRACE_POINT_ARGS(void *mempool, void **obj_table, 25 rte_trace_point_emit_ptr(obj_table); 40 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 43 rte_trace_point_emit_ptr(obj_table); 49 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 52 rte_trace_point_emit_ptr(obj_table); 59 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 62 rte_trace_point_emit_ptr(obj_table); 72 rte_trace_point_emit_ptr(obj_table); 79 RTE_TRACE_POINT_ARGS(void *mempool, void **obj_table, [all …]
|
| H A D | rte_mempool.h | 442 void * const *obj_table, unsigned int n); 448 void **obj_table, unsigned int n); 741 void **obj_table, unsigned n) in rte_mempool_ops_dequeue_bulk() argument 748 ret = ops->dequeue(mp, obj_table, n); in rte_mempool_ops_dequeue_bulk() 804 return ops->enqueue(mp, obj_table, n); in rte_mempool_ops_enqueue_bulk() 1373 rte_mempool_ops_enqueue_bulk(mp, obj_table, n); in rte_mempool_do_generic_put() 1395 RTE_MEMPOOL_CHECK_COOKIES(mp, obj_table, n, 0); in rte_mempool_generic_put() 1396 rte_mempool_do_generic_put(mp, obj_table, n, cache); in rte_mempool_generic_put() 1420 rte_mempool_generic_put(mp, obj_table, n, cache); in rte_mempool_put_bulk() 1492 *obj_table = cache_objs[len]; in rte_mempool_do_generic_get() [all …]
|
| /dpdk/drivers/mempool/ring/ |
| H A D | rte_mempool_ring.c | 13 common_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in common_ring_mp_enqueue() argument 17 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_mp_enqueue() 25 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_sp_enqueue() 29 rts_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in rts_ring_mp_enqueue() argument 33 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in rts_ring_mp_enqueue() 37 hts_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in hts_ring_mp_enqueue() argument 41 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in hts_ring_mp_enqueue() 48 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_mc_dequeue() 55 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_sc_dequeue() 62 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in rts_ring_mc_dequeue() [all …]
|
| /dpdk/app/test/ |
| H A D | test_stack.c | 31 ret = rte_stack_push(s, &obj_table[i], bulk_sz); in test_stack_push_pop() 85 if (obj_table[i] != popped_objs[STACK_SIZE - i - 1]) { in test_stack_push_pop() 103 void **obj_table = NULL; in test_stack_basic() local 107 if (obj_table == NULL) { in test_stack_basic() 114 obj_table[i] = (void *)(uintptr_t)i; in test_stack_basic() 141 ret = test_stack_push_pop(s, obj_table, 1); in test_stack_basic() 148 ret = test_stack_push_pop(s, obj_table, MAX_BULK); in test_stack_basic() 155 ret = rte_stack_push(s, obj_table, 2 * STACK_SIZE); in test_stack_basic() 162 ret = rte_stack_pop(s, obj_table, 1); in test_stack_basic() 174 rte_free(obj_table); in test_stack_basic() [all …]
|
| H A D | test_ring.c | 84 test_ring_copy_to(&zcd, obj_table, sizeof(void *), ret); in test_ring_enqueue_zc_bulk() 102 test_ring_copy_to(&zcd, obj_table, esize, ret); in test_ring_enqueue_zc_bulk_elem() 119 test_ring_copy_to(&zcd, obj_table, sizeof(void *), ret); in test_ring_enqueue_zc_burst() 137 test_ring_copy_to(&zcd, obj_table, esize, ret); in test_ring_enqueue_zc_burst_elem() 154 test_ring_copy_from(&zcd, obj_table, sizeof(void *), ret); in test_ring_dequeue_zc_bulk() 172 test_ring_copy_from(&zcd, obj_table, esize, ret); in test_ring_dequeue_zc_bulk_elem() 189 test_ring_copy_from(&zcd, obj_table, sizeof(void *), ret); in test_ring_dequeue_zc_burst() 207 test_ring_copy_from(&zcd, obj_table, esize, ret); in test_ring_dequeue_zc_burst_elem() 220 void * const *obj_table, unsigned int n, 228 void **obj_table, unsigned int n, [all …]
|
| /dpdk/lib/stack/ |
| H A D | rte_stack.h | 110 rte_stack_push(struct rte_stack *s, void * const *obj_table, unsigned int n) in rte_stack_push() argument 113 RTE_ASSERT(obj_table != NULL); in rte_stack_push() 116 return __rte_stack_lf_push(s, obj_table, n); in rte_stack_push() 118 return __rte_stack_std_push(s, obj_table, n); in rte_stack_push() 134 rte_stack_pop(struct rte_stack *s, void **obj_table, unsigned int n) in rte_stack_pop() argument 137 RTE_ASSERT(obj_table != NULL); in rte_stack_pop() 140 return __rte_stack_lf_pop(s, obj_table, n); in rte_stack_pop() 142 return __rte_stack_std_pop(s, obj_table, n); in rte_stack_pop()
|
| H A D | rte_stack_std.h | 23 __rte_stack_std_push(struct rte_stack *s, void * const *obj_table, in __rte_stack_std_push() argument 40 for (index = 0; index < n; ++index, obj_table++) in __rte_stack_std_push() 41 cache_objs[index] = *obj_table; in __rte_stack_std_push() 62 __rte_stack_std_pop(struct rte_stack *s, void **obj_table, unsigned int n) in __rte_stack_std_pop() argument 78 ++index, len--, obj_table++) in __rte_stack_std_pop() 79 *obj_table = cache_objs[len]; in __rte_stack_std_pop()
|
| H A D | rte_stack_lf.h | 37 void * const *obj_table, in __rte_stack_lf_push() argument 53 tmp->data = obj_table[n - i - 1]; in __rte_stack_lf_push() 74 __rte_stack_lf_pop(struct rte_stack *s, void **obj_table, unsigned int n) in __rte_stack_lf_pop() argument 83 n, obj_table, &last); in __rte_stack_lf_pop()
|
| H A D | rte_stack_lf_c11.h | 75 void **obj_table, in __rte_stack_lf_pop_elems() argument 126 if (obj_table) in __rte_stack_lf_pop_elems() 127 obj_table[i] = tmp->data; in __rte_stack_lf_pop_elems()
|
| H A D | rte_stack_lf_generic.h | 77 void **obj_table, in __rte_stack_lf_pop_elems() argument 121 if (obj_table) in __rte_stack_lf_pop_elems() 122 obj_table[i] = tmp->data; in __rte_stack_lf_pop_elems()
|
| /dpdk/drivers/mempool/cnxk/ |
| H A D | cn9k_mempool_ops.c | 11 cn9k_mempool_enq(struct rte_mempool *mp, void *const *obj_table, unsigned int n) in cn9k_mempool_enq() argument 17 roc_npa_aura_op_bulk_free(mp->pool_id, (const uint64_t *)obj_table, n, in cn9k_mempool_enq() 24 cn9k_mempool_deq(struct rte_mempool *mp, void **obj_table, unsigned int n) in cn9k_mempool_deq() argument 28 count = roc_npa_aura_op_bulk_alloc(mp->pool_id, (uint64_t *)obj_table, in cn9k_mempool_deq() 36 if (cnxk_mempool_deq(mp, &obj_table[count], n - count)) { in cn9k_mempool_deq() 37 cn9k_mempool_enq(mp, obj_table, count); in cn9k_mempool_deq()
|
| H A D | cnxk_mempool_ops.c | 12 cnxk_mempool_enq(struct rte_mempool *mp, void *const *obj_table, unsigned int n) in cnxk_mempool_enq() argument 22 (uint64_t)obj_table[index]); in cnxk_mempool_enq() 28 cnxk_mempool_deq(struct rte_mempool *mp, void **obj_table, unsigned int n) in cnxk_mempool_deq() argument 33 for (index = 0; index < n; index++, obj_table++) { in cnxk_mempool_deq() 42 cnxk_mempool_enq(mp, obj_table - index, index); in cnxk_mempool_deq() 45 *obj_table = (void *)obj; in cnxk_mempool_deq()
|
| H A D | cn10k_mempool_ops.c | 135 cn10k_mempool_enq(struct rte_mempool *mp, void *const *obj_table, in cn10k_mempool_enq() argument 138 const uint64_t *ptr = (const uint64_t *)obj_table; in cn10k_mempool_enq() 187 cn10k_mempool_deq(struct rte_mempool *mp, void **obj_table, unsigned int n) in cn10k_mempool_deq() argument 205 return cnxk_mempool_deq(mp, obj_table, n); in cn10k_mempool_deq() 229 memcpy(&obj_table[count], &mem->objs[mem->sz - cur_sz], in cn10k_mempool_deq() 249 cn10k_mempool_enq(mp, obj_table, count); in cn10k_mempool_deq()
|
| /dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 71 octeontx_fpavf_enqueue(struct rte_mempool *mp, void * const *obj_table, in octeontx_fpavf_enqueue() argument 80 for (index = 0; index < n; index++, obj_table++) in octeontx_fpavf_enqueue() 81 octeontx_fpa_bufpool_free(pool, *obj_table); in octeontx_fpavf_enqueue() 87 octeontx_fpavf_dequeue(struct rte_mempool *mp, void **obj_table, in octeontx_fpavf_dequeue() argument 97 for (index = 0; index < n; index++, obj_table++) { in octeontx_fpavf_dequeue() 108 obj_table--; in octeontx_fpavf_dequeue() 109 octeontx_fpa_bufpool_free(pool, *obj_table); in octeontx_fpavf_dequeue() 113 *obj_table = obj; in octeontx_fpavf_dequeue()
|
| /dpdk/drivers/mempool/bucket/ |
| H A D | rte_mempool_bucket.c | 149 rc = bucket_enqueue_single(bd, obj_table[i]); in bucket_enqueue() 166 void **obj_table, unsigned int n) in bucket_fill_obj_table() argument 173 *obj_table++ = objptr; in bucket_fill_obj_table() 175 return obj_table; in bucket_fill_obj_table() 228 void **obj_table_base = obj_table; in bucket_dequeue_buckets() 234 obj_table = bucket_fill_obj_table(bd, &obj, obj_table, in bucket_dequeue_buckets() 247 obj_table - obj_table_base); in bucket_dequeue_buckets() 252 obj_table = bucket_fill_obj_table(bd, (void **)&hdr, in bucket_dequeue_buckets() 253 obj_table, in bucket_dequeue_buckets() 289 rc = bucket_dequeue_orphans(bd, obj_table + in bucket_dequeue() [all …]
|
| /dpdk/drivers/mempool/dpaa2/ |
| H A D | dpaa2_hw_mempool.c | 186 void * const *obj_table, in rte_dpaa2_mbuf_release() argument 221 bufs[i] = (uint64_t)rte_mempool_virt2iova(obj_table[i]) in rte_dpaa2_mbuf_release() 224 bufs[i] = (uint64_t)obj_table[i] + meta_data_size; in rte_dpaa2_mbuf_release() 246 rte_mempool_virt2iova(obj_table[n + i]) in rte_dpaa2_mbuf_release() 249 bufs[i] = (uint64_t)obj_table[n + i] + meta_data_size; in rte_dpaa2_mbuf_release() 320 void **obj_table, unsigned int count) in rte_dpaa2_mbuf_alloc_bulk() argument 371 rte_dpaa2_mbuf_release(pool, obj_table, bpid, in rte_dpaa2_mbuf_alloc_bulk() 378 obj_table[n] = (struct rte_mbuf *) in rte_dpaa2_mbuf_alloc_bulk() 382 (void *)bufs[i], (void *)obj_table[n]); in rte_dpaa2_mbuf_alloc_bulk() 397 void * const *obj_table, unsigned int n) in rte_hw_mbuf_free_bulk() argument [all …]
|
| /dpdk/drivers/mempool/stack/ |
| H A D | rte_mempool_stack.c | 45 stack_enqueue(struct rte_mempool *mp, void * const *obj_table, in stack_enqueue() argument 50 return rte_stack_push(s, obj_table, n) == 0 ? -ENOBUFS : 0; in stack_enqueue() 54 stack_dequeue(struct rte_mempool *mp, void **obj_table, in stack_dequeue() argument 59 return rte_stack_pop(s, obj_table, n) == 0 ? -ENOBUFS : 0; in stack_dequeue()
|
| /dpdk/drivers/mempool/dpaa/ |
| H A D | dpaa_mempool.c | 163 void *const *obj_table, in dpaa_mbuf_free_bulk() argument 183 uint64_t phy = rte_mempool_virt2iova(obj_table[i]); in dpaa_mbuf_free_bulk() 188 bp_info->ptov_off = (size_t)obj_table[i] - phy; in dpaa_mbuf_free_bulk() 207 void **obj_table, in dpaa_mbuf_alloc_bulk() argument 210 struct rte_mbuf **m = (struct rte_mbuf **)obj_table; in dpaa_mbuf_alloc_bulk() 256 dpaa_mbuf_free_bulk(pool, obj_table, n); in dpaa_mbuf_alloc_bulk()
|