| /f-stack/dpdk/lib/librte_stack/ |
| H A D | rte_stack_lf_c11.h | 39 struct rte_stack_lf_head old_head; in __rte_stack_lf_push_elems() local
42 old_head = list->head; in __rte_stack_lf_push_elems()
51 new_head.cnt = old_head.cnt + 1; in __rte_stack_lf_push_elems()
53 last->next = old_head.top; in __rte_stack_lf_push_elems()
60 (rte_int128_t *)&old_head, in __rte_stack_lf_push_elems()
101 old_head = list->head; in __rte_stack_lf_pop_elems()
115 rte_prefetch0(old_head.top); in __rte_stack_lf_pop_elems()
117 tmp = old_head.top; in __rte_stack_lf_pop_elems()
137 old_head = list->head; in __rte_stack_lf_pop_elems()
160 (rte_int128_t *)&old_head, in __rte_stack_lf_pop_elems()
[all …]
|
| H A D | rte_stack_lf_generic.h | 39 struct rte_stack_lf_head old_head; in __rte_stack_lf_push_elems() local
42 old_head = list->head; in __rte_stack_lf_push_elems()
58 new_head.cnt = old_head.cnt + 1; in __rte_stack_lf_push_elems()
60 last->next = old_head.top; in __rte_stack_lf_push_elems()
65 (rte_int128_t *)&old_head, in __rte_stack_lf_push_elems()
96 old_head = list->head; in __rte_stack_lf_pop_elems()
110 rte_prefetch0(old_head.top); in __rte_stack_lf_pop_elems()
112 tmp = old_head.top; in __rte_stack_lf_pop_elems()
135 new_head.cnt = old_head.cnt + 1; in __rte_stack_lf_pop_elems()
140 (rte_int128_t *)&old_head, in __rte_stack_lf_pop_elems()
[all …]
|
| /f-stack/dpdk/lib/librte_ring/ |
| H A D | rte_ring_generic.h | 58 uint32_t *old_head, uint32_t *new_head, in __rte_ring_move_prod_head() argument
69 *old_head = r->prod.head; in __rte_ring_move_prod_head()
82 *free_entries = (capacity + r->cons.tail - *old_head); in __rte_ring_move_prod_head()
92 *new_head = *old_head + n; in __rte_ring_move_prod_head()
97 *old_head, *new_head); in __rte_ring_move_prod_head()
128 uint32_t *old_head, uint32_t *new_head, in __rte_ring_move_cons_head() argument
139 *old_head = r->cons.head; in __rte_ring_move_cons_head()
151 *entries = (r->prod.tail - *old_head); in __rte_ring_move_cons_head()
160 *new_head = *old_head + n; in __rte_ring_move_cons_head()
166 success = rte_atomic32_cmpset(&r->cons.head, *old_head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_c11_mem.h | 56 uint32_t *old_head, uint32_t *new_head, in __rte_ring_move_prod_head() argument
64 *old_head = __atomic_load_n(&r->prod.head, __ATOMIC_RELAXED); in __rte_ring_move_prod_head()
83 *free_entries = (capacity + cons_tail - *old_head); in __rte_ring_move_prod_head()
93 *new_head = *old_head + n; in __rte_ring_move_prod_head()
99 old_head, *new_head, in __rte_ring_move_prod_head()
132 uint32_t *old_head, uint32_t *new_head, in __rte_ring_move_cons_head() argument
140 *old_head = __atomic_load_n(&r->cons.head, __ATOMIC_RELAXED); in __rte_ring_move_cons_head()
159 *entries = (prod_tail - *old_head); in __rte_ring_move_cons_head()
168 *new_head = *old_head + n; in __rte_ring_move_cons_head()
174 old_head, *new_head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_hts_c11_mem.h | 56 enum rte_ring_queue_behavior behavior, uint32_t *old_head, in __rte_ring_hts_move_prod_head() argument
105 *old_head = op.pos.head; in __rte_ring_hts_move_prod_head()
114 enum rte_ring_queue_behavior behavior, uint32_t *old_head, in __rte_ring_hts_move_cons_head() argument
160 *old_head = op.pos.head; in __rte_ring_hts_move_cons_head()
|
| H A D | rte_ring_rts_c11_mem.h | 71 enum rte_ring_queue_behavior behavior, uint32_t *old_head, in __rte_ring_rts_move_prod_head() argument
120 *old_head = oh.val.pos; in __rte_ring_rts_move_prod_head()
129 enum rte_ring_queue_behavior behavior, uint32_t *old_head, in __rte_ring_rts_move_cons_head() argument
175 *old_head = oh.val.pos; in __rte_ring_rts_move_cons_head()
|
| /f-stack/dpdk/drivers/event/opdl/ |
| H A D | opdl_ring.c | 414 uint32_t *old_head, bool block, bool claim_func) in move_head_atomically() argument
445 *old_head + *num_entries, in move_head_atomically()
456 claim_mgr_add(disclaims, *old_head, *old_head + *num_entries); in move_head_atomically()
465 uint32_t old_head; in opdl_ring_input_multithread() local
471 copy_entries_in(t, old_head, entries, num_entries); in opdl_ring_input_multithread()
478 __atomic_store_n(&s->shared.tail, old_head + num_entries, in opdl_ring_input_multithread()
563 uint32_t old_head; in opdl_stage_claim_multithread() local
584 *seq = old_head; in opdl_stage_claim_multithread()
609 uint32_t old_head; in opdl_stage_claim_copy_multithread() local
614 copy_entries_out(s->t, old_head, entries, num_entries); in opdl_stage_claim_copy_multithread()
[all …]
|
| /f-stack/dpdk/drivers/common/qat/ |
| H A D | qat_qp.c | 554 uint32_t old_head, new_head; in rxq_free_desc() local
557 old_head = q->csr_head; in rxq_free_desc()
562 void *cur_desc = (uint8_t *)q->base_addr + old_head; in rxq_free_desc()
564 if (new_head < old_head) { in rxq_free_desc()
565 memset(cur_desc, ADF_RING_EMPTY_SIG_BYTE, max_head - old_head); in rxq_free_desc()
568 memset(cur_desc, ADF_RING_EMPTY_SIG_BYTE, new_head - old_head); in rxq_free_desc()
|
| /f-stack/dpdk/drivers/crypto/qat/ |
| H A D | qat_sym_hw_dp.c | 859 uint32_t old_head, new_head; in qat_sym_dp_update_head() local
862 old_head = rx_queue->csr_head; in qat_sym_dp_update_head()
867 void *cur_desc = (uint8_t *)rx_queue->base_addr + old_head; in qat_sym_dp_update_head()
869 if (new_head < old_head) { in qat_sym_dp_update_head()
871 max_head - old_head); in qat_sym_dp_update_head()
876 old_head); in qat_sym_dp_update_head()
|
| /f-stack/freebsd/netpfil/ipfw/ |
| H A D | ip_fw_table_algo.c | 1784 struct chashbhead *old_head, *new_head; in ta_modify_chash() local
1798 old_head = ti->state; in ta_modify_chash()
1803 SLIST_FOREACH_SAFE(ent, &old_head[i], next, ent_next) { in ta_modify_chash()
1812 mi->main_ptr = old_head; in ta_modify_chash()
1819 old_head = ti->xstate; in ta_modify_chash()
1824 SLIST_FOREACH_SAFE(ent, &old_head[i], next, ent_next) { in ta_modify_chash()
1833 mi->main_ptr6 = old_head; in ta_modify_chash()
3699 struct fhashbhead *old_head, *new_head; in ta_modify_fhash() local
3709 old_head = ti->state; in ta_modify_fhash()
3713 SLIST_FOREACH_SAFE(ent, &old_head[i], next, ent_next) { in ta_modify_fhash()
[all …]
|