| /f-stack/dpdk/lib/librte_ring/ |
| H A D | rte_ring_hts.h | 66 __rte_ring_enqueue_elems(r, head, obj_table, esize, n); in __rte_ring_do_hts_enqueue_elem() 98 __rte_ring_do_hts_dequeue_elem(struct rte_ring *r, void *obj_table, in __rte_ring_do_hts_dequeue_elem() argument 107 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_hts_dequeue_elem() 140 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_bulk_elem() 168 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_bulk_elem() 196 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_burst_elem() 226 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_burst_elem() 250 return rte_ring_mp_hts_enqueue_bulk_elem(r, obj_table, in rte_ring_mp_hts_enqueue_bulk() 274 return rte_ring_mc_hts_dequeue_bulk_elem(r, obj_table, in rte_ring_mc_hts_dequeue_bulk() 298 return rte_ring_mp_hts_enqueue_burst_elem(r, obj_table, in rte_ring_mp_hts_enqueue_burst() [all …]
|
| H A D | rte_ring_elem.h | 110 uint32_t idx, const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_32() argument 153 const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_64() argument 186 const void *obj_table, uint32_t n) in __rte_ring_enqueue_elems_128() argument 238 obj_table, nr_num); in __rte_ring_enqueue_elems() 244 uint32_t idx, void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_32() argument 248 uint32_t *obj = (uint32_t *)obj_table; in __rte_ring_dequeue_elems_32() 287 void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_64() argument 320 void *obj_table, uint32_t n) in __rte_ring_dequeue_elems_128() argument 326 rte_int128_t *obj = (rte_int128_t *)obj_table; in __rte_ring_dequeue_elems_128() 349 void *obj_table, uint32_t esize, uint32_t num) in __rte_ring_dequeue_elems() argument [all …]
|
| H A D | rte_ring.h | 216 return rte_ring_mp_enqueue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_mp_enqueue_bulk() 263 rte_ring_enqueue_bulk(struct rte_ring *r, void * const *obj_table, in rte_ring_enqueue_bulk() argument 266 return rte_ring_enqueue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_enqueue_bulk() 347 rte_ring_mc_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_mc_dequeue_bulk() argument 371 rte_ring_sc_dequeue_bulk(struct rte_ring *r, void **obj_table, in rte_ring_sc_dequeue_bulk() argument 401 return rte_ring_dequeue_bulk_elem(r, obj_table, sizeof(void *), in rte_ring_dequeue_bulk() 721 return rte_ring_enqueue_burst_elem(r, obj_table, sizeof(void *), in rte_ring_enqueue_burst() 746 rte_ring_mc_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_mc_dequeue_burst() argument 771 rte_ring_sc_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_sc_dequeue_burst() argument 798 rte_ring_dequeue_burst(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_burst() argument [all …]
|
| H A D | rte_ring_rts.h | 93 __rte_ring_enqueue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_enqueue_elem() 125 __rte_ring_do_rts_dequeue_elem(struct rte_ring *r, void *obj_table, in __rte_ring_do_rts_dequeue_elem() argument 134 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_dequeue_elem() 167 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_bulk_elem() 195 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_bulk_elem() 223 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_burst_elem() 253 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_burst_elem() 277 return rte_ring_mp_rts_enqueue_bulk_elem(r, obj_table, in rte_ring_mp_rts_enqueue_bulk() 301 return rte_ring_mc_rts_dequeue_bulk_elem(r, obj_table, in rte_ring_mc_rts_dequeue_bulk() 325 return rte_ring_mp_rts_enqueue_burst_elem(r, obj_table, in rte_ring_mp_rts_enqueue_burst() [all …]
|
| H A D | rte_ring_peek.h | 214 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish() 220 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish() 245 rte_ring_enqueue_finish(struct rte_ring *r, void * const *obj_table, in rte_ring_enqueue_finish() argument 248 rte_ring_enqueue_elem_finish(r, obj_table, sizeof(uintptr_t), n); in rte_ring_enqueue_finish() 256 __rte_ring_do_dequeue_start(struct rte_ring *r, void *obj_table, in __rte_ring_do_dequeue_start() argument 281 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_dequeue_start() 314 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_bulk_elem_start() 337 rte_ring_dequeue_bulk_start(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_bulk_start() argument 370 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_burst_elem_start() 393 rte_ring_dequeue_burst_start(struct rte_ring *r, void **obj_table, in rte_ring_dequeue_burst_start() argument [all …]
|
| /f-stack/dpdk/lib/librte_mempool/ |
| H A D | rte_mempool_trace_fp.h | 22 RTE_TRACE_POINT_ARGS(void *mempool, void **obj_table, 25 rte_trace_point_emit_ptr(obj_table); 40 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 43 rte_trace_point_emit_ptr(obj_table); 49 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 52 rte_trace_point_emit_ptr(obj_table); 59 RTE_TRACE_POINT_ARGS(void *mempool, void * const *obj_table, 62 rte_trace_point_emit_ptr(obj_table); 72 rte_trace_point_emit_ptr(obj_table); 79 RTE_TRACE_POINT_ARGS(void *mempool, void **obj_table, [all …]
|
| H A D | rte_mempool.h | 409 void * const *obj_table, unsigned int n); 415 void **obj_table, unsigned int n); 708 void **obj_table, unsigned n) in rte_mempool_ops_dequeue_bulk() argument 714 return ops->dequeue(mp, obj_table, n); in rte_mempool_ops_dequeue_bulk() 763 return ops->enqueue(mp, obj_table, n); in rte_mempool_ops_enqueue_bulk() 1326 rte_mempool_ops_enqueue_bulk(mp, obj_table, n); in __mempool_generic_put() 1348 __mempool_check_cookies(mp, obj_table, n, 0); in rte_mempool_generic_put() 1349 __mempool_generic_put(mp, obj_table, n, cache); in rte_mempool_generic_put() 1373 rte_mempool_generic_put(mp, obj_table, n, cache); in rte_mempool_put_bulk() 1445 *obj_table = cache_objs[len]; in __mempool_generic_get() [all …]
|
| H A D | rte_mempool.c | 1040 void **obj_table; in rte_mempool_check_cookies() local 1045 obj_table = tmp; in rte_mempool_check_cookies() 1048 obj = obj_table[n]; in rte_mempool_check_cookies()
|
| /f-stack/dpdk/drivers/mempool/ring/ |
| H A D | rte_mempool_ring.c | 13 common_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in common_ring_mp_enqueue() argument 17 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_mp_enqueue() 25 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_sp_enqueue() 29 rts_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in rts_ring_mp_enqueue() argument 33 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in rts_ring_mp_enqueue() 37 hts_ring_mp_enqueue(struct rte_mempool *mp, void * const *obj_table, in hts_ring_mp_enqueue() argument 41 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in hts_ring_mp_enqueue() 48 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_mc_dequeue() 55 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in common_ring_sc_dequeue() 62 obj_table, n, NULL) == 0 ? -ENOBUFS : 0; in rts_ring_mc_dequeue() [all …]
|
| /f-stack/dpdk/app/test/ |
| H A D | test_stack.c | 32 ret = rte_stack_push(s, &obj_table[i], bulk_sz); in test_stack_push_pop() 86 if (obj_table[i] != popped_objs[STACK_SIZE - i - 1]) { in test_stack_push_pop() 104 void **obj_table = NULL; in test_stack_basic() local 108 if (obj_table == NULL) { in test_stack_basic() 115 obj_table[i] = (void *)(uintptr_t)i; in test_stack_basic() 142 ret = test_stack_push_pop(s, obj_table, 1); in test_stack_basic() 149 ret = test_stack_push_pop(s, obj_table, MAX_BULK); in test_stack_basic() 156 ret = rte_stack_push(s, obj_table, 2 * STACK_SIZE); in test_stack_basic() 163 ret = rte_stack_pop(s, obj_table, 1); in test_stack_basic() 175 rte_free(obj_table); in test_stack_basic() [all …]
|
| H A D | test_ring.c | 85 test_ring_copy_to(&zcd, obj_table, sizeof(void *), ret); in test_ring_enqueue_zc_bulk() 103 test_ring_copy_to(&zcd, obj_table, esize, ret); in test_ring_enqueue_zc_bulk_elem() 120 test_ring_copy_to(&zcd, obj_table, sizeof(void *), ret); in test_ring_enqueue_zc_burst() 138 test_ring_copy_to(&zcd, obj_table, esize, ret); in test_ring_enqueue_zc_burst_elem() 155 test_ring_copy_from(&zcd, obj_table, sizeof(void *), ret); in test_ring_dequeue_zc_bulk() 173 test_ring_copy_from(&zcd, obj_table, esize, ret); in test_ring_dequeue_zc_bulk_elem() 190 test_ring_copy_from(&zcd, obj_table, sizeof(void *), ret); in test_ring_dequeue_zc_burst() 208 test_ring_copy_from(&zcd, obj_table, esize, ret); in test_ring_dequeue_zc_burst_elem() 221 void * const *obj_table, unsigned int n, 229 void **obj_table, unsigned int n, [all …]
|
| H A D | test_mempool_perf.c | 118 void *obj_table[MAX_KEEP]; in per_lcore_mempool_test() local 158 &obj_table[idx], in per_lcore_mempool_test() 172 rte_mempool_generic_put(mp, &obj_table[idx], in per_lcore_mempool_test()
|
| /f-stack/dpdk/lib/librte_stack/ |
| H A D | rte_stack.h | 112 rte_stack_push(struct rte_stack *s, void * const *obj_table, unsigned int n) in rte_stack_push() argument 115 RTE_ASSERT(obj_table != NULL); in rte_stack_push() 118 return __rte_stack_lf_push(s, obj_table, n); in rte_stack_push() 120 return __rte_stack_std_push(s, obj_table, n); in rte_stack_push() 136 rte_stack_pop(struct rte_stack *s, void **obj_table, unsigned int n) in rte_stack_pop() argument 139 RTE_ASSERT(obj_table != NULL); in rte_stack_pop() 142 return __rte_stack_lf_pop(s, obj_table, n); in rte_stack_pop() 144 return __rte_stack_std_pop(s, obj_table, n); in rte_stack_pop()
|
| H A D | rte_stack_std.h | 23 __rte_stack_std_push(struct rte_stack *s, void * const *obj_table, in __rte_stack_std_push() argument 40 for (index = 0; index < n; ++index, obj_table++) in __rte_stack_std_push() 41 cache_objs[index] = *obj_table; in __rte_stack_std_push() 62 __rte_stack_std_pop(struct rte_stack *s, void **obj_table, unsigned int n) in __rte_stack_std_pop() argument 78 ++index, len--, obj_table++) in __rte_stack_std_pop() 79 *obj_table = cache_objs[len]; in __rte_stack_std_pop()
|
| H A D | rte_stack_lf.h | 32 void * const *obj_table, in __rte_stack_lf_push() argument 48 tmp->data = obj_table[n - i - 1]; in __rte_stack_lf_push() 69 __rte_stack_lf_pop(struct rte_stack *s, void **obj_table, unsigned int n) in __rte_stack_lf_pop() argument 78 n, obj_table, &last); in __rte_stack_lf_pop()
|
| H A D | rte_stack_lf_c11.h | 75 void **obj_table, in __rte_stack_lf_pop_elems() argument 126 if (obj_table) in __rte_stack_lf_pop_elems() 127 obj_table[i] = tmp->data; in __rte_stack_lf_pop_elems()
|
| H A D | rte_stack_lf_generic.h | 77 void **obj_table, in __rte_stack_lf_pop_elems() argument 121 if (obj_table) in __rte_stack_lf_pop_elems() 122 obj_table[i] = tmp->data; in __rte_stack_lf_pop_elems()
|
| H A D | rte_stack_lf_stubs.h | 33 void **obj_table, in __rte_stack_lf_pop_elems() argument 36 RTE_SET_USED(obj_table); in __rte_stack_lf_pop_elems()
|
| /f-stack/dpdk/drivers/mempool/octeontx2/ |
| H A D | otx2_mempool_ops.c | 30 void **obj_table, uint8_t i) in npa_lf_aura_op_alloc_one() argument 36 if (obj_table[i] != NULL) in npa_lf_aura_op_alloc_one() 47 void **obj_table, unsigned int n) in npa_lf_aura_op_search_alloc() argument 52 if (obj_table[i] != NULL) in npa_lf_aura_op_search_alloc() 281 if (obj_table[i] != NULL) { in otx2_npa_clear_alloc() 283 obj_table[i] = NULL; in otx2_npa_clear_alloc() 292 void **obj_table_bak = obj_table; in otx2_npa_deq_arm64() 303 parts, obj_table))) { in otx2_npa_deq_arm64() 307 obj_table += parts; in otx2_npa_deq_arm64() 329 obj_table--; in otx2_npa_deq() [all …]
|
| /f-stack/dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 71 octeontx_fpavf_enqueue(struct rte_mempool *mp, void * const *obj_table, in octeontx_fpavf_enqueue() argument 80 for (index = 0; index < n; index++, obj_table++) in octeontx_fpavf_enqueue() 81 octeontx_fpa_bufpool_free(pool, *obj_table); in octeontx_fpavf_enqueue() 87 octeontx_fpavf_dequeue(struct rte_mempool *mp, void **obj_table, in octeontx_fpavf_dequeue() argument 97 for (index = 0; index < n; index++, obj_table++) { in octeontx_fpavf_dequeue() 108 obj_table--; in octeontx_fpavf_dequeue() 109 octeontx_fpa_bufpool_free(pool, *obj_table); in octeontx_fpavf_dequeue() 113 *obj_table = obj; in octeontx_fpavf_dequeue()
|
| /f-stack/dpdk/drivers/mempool/bucket/ |
| H A D | rte_mempool_bucket.c | 149 rc = bucket_enqueue_single(bd, obj_table[i]); in bucket_enqueue() 166 void **obj_table, unsigned int n) in bucket_fill_obj_table() argument 173 *obj_table++ = objptr; in bucket_fill_obj_table() 175 return obj_table; in bucket_fill_obj_table() 228 void **obj_table_base = obj_table; in bucket_dequeue_buckets() 234 obj_table = bucket_fill_obj_table(bd, &obj, obj_table, in bucket_dequeue_buckets() 247 obj_table - obj_table_base); in bucket_dequeue_buckets() 252 obj_table = bucket_fill_obj_table(bd, (void **)&hdr, in bucket_dequeue_buckets() 253 obj_table, in bucket_dequeue_buckets() 289 rc = bucket_dequeue_orphans(bd, obj_table + in bucket_dequeue() [all …]
|
| /f-stack/dpdk/drivers/mempool/dpaa2/ |
| H A D | dpaa2_hw_mempool.c | 186 void * const *obj_table, in rte_dpaa2_mbuf_release() argument 221 bufs[i] = (uint64_t)rte_mempool_virt2iova(obj_table[i]) in rte_dpaa2_mbuf_release() 224 bufs[i] = (uint64_t)obj_table[i] + meta_data_size; in rte_dpaa2_mbuf_release() 246 rte_mempool_virt2iova(obj_table[n + i]) in rte_dpaa2_mbuf_release() 249 bufs[i] = (uint64_t)obj_table[n + i] + meta_data_size; in rte_dpaa2_mbuf_release() 297 void **obj_table, unsigned int count) in rte_dpaa2_mbuf_alloc_bulk() argument 348 rte_dpaa2_mbuf_release(pool, obj_table, bpid, in rte_dpaa2_mbuf_alloc_bulk() 355 obj_table[n] = (struct rte_mbuf *) in rte_dpaa2_mbuf_alloc_bulk() 359 (void *)bufs[i], (void *)obj_table[n]); in rte_dpaa2_mbuf_alloc_bulk() 374 void * const *obj_table, unsigned int n) in rte_hw_mbuf_free_bulk() argument [all …]
|
| H A D | dpaa2_hw_mempool.h | 64 void **obj_table, unsigned int count);
|
| /f-stack/dpdk/drivers/mempool/stack/ |
| H A D | rte_mempool_stack.c | 45 stack_enqueue(struct rte_mempool *mp, void * const *obj_table, in stack_enqueue() argument 50 return rte_stack_push(s, obj_table, n) == 0 ? -ENOBUFS : 0; in stack_enqueue() 54 stack_dequeue(struct rte_mempool *mp, void **obj_table, in stack_dequeue() argument 59 return rte_stack_pop(s, obj_table, n) == 0 ? -ENOBUFS : 0; in stack_dequeue()
|
| /f-stack/dpdk/drivers/mempool/dpaa/ |
| H A D | dpaa_mempool.c | 162 void *const *obj_table, in dpaa_mbuf_free_bulk() argument 182 uint64_t phy = rte_mempool_virt2iova(obj_table[i]); in dpaa_mbuf_free_bulk() 187 bp_info->ptov_off = (size_t)obj_table[i] - phy; in dpaa_mbuf_free_bulk() 206 void **obj_table, in dpaa_mbuf_alloc_bulk() argument 209 struct rte_mbuf **m = (struct rte_mbuf **)obj_table; in dpaa_mbuf_alloc_bulk() 255 dpaa_mbuf_free_bulk(pool, obj_table, n); in dpaa_mbuf_alloc_bulk()
|