| /dpdk/lib/ring/ |
| H A D | rte_ring_elem.h | 135 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_enqueue_bulk_elem()
164 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_sp_enqueue_bulk_elem()
200 return rte_ring_mp_enqueue_bulk_elem(r, obj_table, esize, n, in rte_ring_enqueue_bulk_elem()
321 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_dequeue_bulk_elem()
349 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_sc_dequeue_bulk_elem()
423 unsigned int esize) in rte_ring_mc_dequeue_elem() argument
447 unsigned int esize) in rte_ring_sc_dequeue_elem() argument
506 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_enqueue_burst_elem()
535 return __rte_ring_do_enqueue_elem(r, obj_table, esize, n, in rte_ring_sp_enqueue_burst_elem()
616 return __rte_ring_do_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_dequeue_burst_elem()
[all …]
|
| H A D | rte_ring_hts.h | 54 unsigned int esize, unsigned int n, unsigned int *free_space) in rte_ring_mp_hts_enqueue_bulk_elem() argument
56 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_bulk_elem()
81 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_mc_hts_dequeue_bulk_elem() argument
83 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_bulk_elem()
108 unsigned int esize, unsigned int n, unsigned int *free_space) in rte_ring_mp_hts_enqueue_burst_elem() argument
110 return __rte_ring_do_hts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_hts_enqueue_burst_elem()
137 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_mc_hts_dequeue_burst_elem() argument
139 return __rte_ring_do_hts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_hts_dequeue_burst_elem()
|
| H A D | rte_ring_peek_zc.h | 99 uint32_t esize, uint32_t num, void **dst1, uint32_t *n1, void **dst2) in __rte_ring_get_elem_addr() argument
105 scale = esize / sizeof(uint32_t); in __rte_ring_get_elem_addr()
124 __rte_ring_do_enqueue_zc_elem_start(struct rte_ring *r, unsigned int esize, in __rte_ring_do_enqueue_zc_elem_start() argument
148 __rte_ring_get_elem_addr(r, head, esize, n, &zcd->ptr1, in __rte_ring_do_enqueue_zc_elem_start()
180 rte_ring_enqueue_zc_bulk_elem_start(struct rte_ring *r, unsigned int esize, in rte_ring_enqueue_zc_bulk_elem_start() argument
183 return __rte_ring_do_enqueue_zc_elem_start(r, esize, n, in rte_ring_enqueue_zc_bulk_elem_start()
244 return __rte_ring_do_enqueue_zc_elem_start(r, esize, n, in rte_ring_enqueue_zc_burst_elem_start()
332 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_dequeue_zc_elem_start() argument
356 __rte_ring_get_elem_addr(r, head, esize, n, &zcd->ptr1, in __rte_ring_do_dequeue_zc_elem_start()
390 return __rte_ring_do_dequeue_zc_elem_start(r, esize, n, in rte_ring_dequeue_zc_bulk_elem_start()
[all …]
|
| H A D | rte_ring_rts.h | 81 unsigned int esize, unsigned int n, unsigned int *free_space) in rte_ring_mp_rts_enqueue_bulk_elem() argument
83 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_bulk_elem()
108 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_mc_rts_dequeue_bulk_elem() argument
110 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_bulk_elem()
135 unsigned int esize, unsigned int n, unsigned int *free_space) in rte_ring_mp_rts_enqueue_burst_elem() argument
137 return __rte_ring_do_rts_enqueue_elem(r, obj_table, esize, n, in rte_ring_mp_rts_enqueue_burst_elem()
164 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_mc_rts_dequeue_burst_elem() argument
166 return __rte_ring_do_rts_dequeue_elem(r, obj_table, esize, n, in rte_ring_mc_rts_dequeue_burst_elem()
|
| H A D | rte_ring_peek.h | 168 unsigned int esize, unsigned int n) in rte_ring_enqueue_elem_finish() argument
176 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish()
182 __rte_ring_enqueue_elems(r, tail, obj_table, esize, n); in rte_ring_enqueue_elem_finish()
235 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_dequeue_bulk_elem_start() argument
237 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_bulk_elem_start()
289 unsigned int esize, unsigned int n, unsigned int *available) in rte_ring_dequeue_burst_elem_start() argument
291 return __rte_ring_do_dequeue_start(r, obj_table, esize, n, in rte_ring_dequeue_burst_elem_start()
|
| H A D | rte_ring_elem_pvt.h | 124 const void *obj_table, uint32_t esize, uint32_t num) in __rte_ring_enqueue_elems() argument
129 if (esize == 8) in __rte_ring_enqueue_elems()
131 else if (esize == 16) in __rte_ring_enqueue_elems()
137 scale = esize / sizeof(uint32_t); in __rte_ring_enqueue_elems()
254 void *obj_table, uint32_t esize, uint32_t num) in __rte_ring_dequeue_elems() argument
259 if (esize == 8) in __rte_ring_dequeue_elems()
261 else if (esize == 16) in __rte_ring_dequeue_elems()
267 scale = esize / sizeof(uint32_t); in __rte_ring_dequeue_elems()
316 unsigned int esize, unsigned int n, in __rte_ring_do_enqueue_elem() argument
328 __rte_ring_enqueue_elems(r, prod_head, obj_table, esize, n); in __rte_ring_do_enqueue_elem()
[all …]
|
| H A D | rte_ring_rts_elem_pvt.h | 203 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_rts_enqueue_elem() argument
211 __rte_ring_enqueue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_enqueue_elem()
244 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_rts_dequeue_elem() argument
252 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_rts_dequeue_elem()
|
| H A D | rte_ring_hts_elem_pvt.h | 188 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_hts_enqueue_elem() argument
196 __rte_ring_enqueue_elems(r, head, obj_table, esize, n); in __rte_ring_do_hts_enqueue_elem()
229 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_hts_dequeue_elem() argument
237 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_hts_dequeue_elem()
|
| H A D | rte_ring.c | 49 rte_ring_get_memsize_elem(unsigned int esize, unsigned int count) in EAL_REGISTER_TAILQ()
54 if (esize % 4 != 0) { in EAL_REGISTER_TAILQ()
69 sz = sizeof(struct rte_ring) + (ssize_t)count * esize; in EAL_REGISTER_TAILQ()
240 rte_ring_create_elem(const char *name, unsigned int esize, unsigned int count, in rte_ring_create_elem() argument
259 ring_size = rte_ring_get_memsize_elem(esize, count); in rte_ring_create_elem()
|
| H A D | rte_ring_peek_elem_pvt.h | 148 uint32_t esize, uint32_t n, enum rte_ring_queue_behavior behavior, in __rte_ring_do_dequeue_start() argument
172 __rte_ring_dequeue_elems(r, head, obj_table, esize, n); in __rte_ring_do_dequeue_start()
|
| /dpdk/app/test/ |
| H A D | test_ring.h | 38 if (esize == -1) in test_ring_create()
52 if (esize != -1) in test_ring_inc_ptr()
53 sz = esize; in test_ring_inc_ptr()
64 if (esize != -1) in test_ring_mem_copy()
65 sz = esize * num; in test_ring_mem_copy()
77 if (esize == -1) in test_ring_copy_to()
83 esize, num - zcd->n1); in test_ring_copy_to()
105 if (esize == -1) in test_ring_enqueue()
166 if (esize == -1) in test_ring_dequeue()
232 if (esize == -1) in test_ring_calloc()
[all …]
|
| H A D | test_ring.c | 223 unsigned int esize, unsigned int n,
231 unsigned int esize, unsigned int n,
423 if (esize == -1) in test_ring_enq_impl()
434 if (esize == -1) in test_ring_deq_impl()
447 if (esize == -1) in test_ring_mem_init()
475 if (esize == -1) in test_ring_print_test_string()
517 for (i = 0; i < RTE_DIM(esize); i++) { in test_ring_negative_tests()
596 for (i = 0; i < RTE_DIM(esize); i++) { in test_ring_burst_bulk_tests1()
655 if (esize[i] != -1) in test_ring_burst_bulk_tests1()
656 temp_sz = rsz * esize[i]; in test_ring_burst_bulk_tests1()
[all …]
|
| H A D | test_ring_perf.c | 43 if (esize == -1) in test_ring_print_test_string()
46 printf("elem APIs: element size %dB", esize); in test_ring_print_test_string()
288 if (esize == -1) { in run_on_core_pair()
387 if (esize == -1) in run_on_all_cores()
437 burst = test_ring_calloc(1, esize); in test_single_enqueue_dequeue()
495 test_ring_perf_esize(const int esize) in test_ring_perf_esize() argument
509 if (test_single_enqueue_dequeue(r, esize, in test_ring_perf_esize()
512 if (test_single_enqueue_dequeue(r, esize, in test_ring_perf_esize()
533 test_empty_dequeue(r, esize, in test_ring_perf_esize()
535 test_empty_dequeue(r, esize, in test_ring_perf_esize()
[all …]
|
| H A D | test_rcu_qsbr.c | 663 params.esize = 3; in test_rcu_qsbr_dq_create()
673 params.esize = 16; in test_rcu_qsbr_dq_create()
680 params.esize = 16; in test_rcu_qsbr_dq_create()
712 params.esize = 16; in test_rcu_qsbr_dq_enqueue()
759 params.esize = 3; in test_rcu_qsbr_dq_reclaim()
793 params.esize = 16; in test_rcu_qsbr_dq_delete()
822 e = (uint64_t *)rte_zmalloc(NULL, esize, RTE_CACHE_LINE_SIZE); in test_rcu_qsbr_dq_functional()
838 params.esize = esize; in test_rcu_qsbr_dq_functional()
861 for (j = 0; j < esize/8; j++) in test_rcu_qsbr_dq_functional()
880 for (j = 0; j < esize/8; j++) in test_rcu_qsbr_dq_functional()
[all …]
|
| /dpdk/lib/rcu/ |
| H A D | rte_rcu_qsbr.c | 283 params->size == 0 || params->esize == 0 || in rte_rcu_qsbr_dq_create()
284 (params->esize % 4 != 0)) { in rte_rcu_qsbr_dq_create()
328 __RTE_QSBR_TOKEN_SIZE + params->esize, in rte_rcu_qsbr_dq_create()
339 dq->esize = __RTE_QSBR_TOKEN_SIZE + params->esize; in rte_rcu_qsbr_dq_create()
364 char data[dq->esize]; in rte_rcu_qsbr_dq_enqueue()
388 memcpy(dq_elem->elem, e, dq->esize - __RTE_QSBR_TOKEN_SIZE); in rte_rcu_qsbr_dq_enqueue()
393 if (rte_ring_enqueue_elem(dq->r, data, dq->esize) != 0) { in rte_rcu_qsbr_dq_enqueue()
434 char data[dq->esize]; in rte_rcu_qsbr_dq_reclaim()
438 dq->esize, 1, available) != 0) { in rte_rcu_qsbr_dq_reclaim()
|
| H A D | rcu_qsbr_pvt.h | 28 uint32_t esize; member
|
| H A D | rte_rcu_qsbr.h | 162 uint32_t esize; member
|
| /dpdk/lib/lpm/ |
| H A D | rte_lpm.c | 332 params.esize = sizeof(uint32_t); /* tbl8 group index */ in rte_lpm_rcu_qsbr_add()
|
| /dpdk/lib/hash/ |
| H A D | rte_cuckoo_hash.c | 1548 params.esize = sizeof(struct __rte_hash_rcu_dq_entry); in rte_hash_rcu_qsbr_add()
|