| /f-stack/dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_common.h | 108 uint16_t cons = txr->tx_cons; in bnxt_tx_cmp_vec_fast() local 114 tx_buf = &txr->tx_buf_ring[cons]; in bnxt_tx_cmp_vec_fast() 115 cons = (cons + 1) & ring_mask; in bnxt_tx_cmp_vec_fast() 122 txr->tx_cons = cons; in bnxt_tx_cmp_vec_fast() 130 uint16_t cons = txr->tx_cons; in bnxt_tx_cmp_vec() local 138 tx_buf = &txr->tx_buf_ring[cons]; in bnxt_tx_cmp_vec() 139 cons = (cons + 1) & ring_mask; in bnxt_tx_cmp_vec() 154 txr->tx_cons = cons; in bnxt_tx_cmp_vec()
|
| H A D | bnxt_rxtx_vec_sse.c | 155 uint32_t cons, mbcons; in bnxt_recv_pkts_vec() local 171 cons = raw_cons & (cp_ring_size - 1); in bnxt_recv_pkts_vec() 175 rte_prefetch0(&cp_desc_ring[cons]); in bnxt_recv_pkts_vec() 176 rte_prefetch0(&cp_desc_ring[cons + 4]); in bnxt_recv_pkts_vec() 180 (cp_ring_size - cons) / 2)); in bnxt_recv_pkts_vec() 194 cons += RTE_BNXT_DESCS_PER_LOOP * 2, in bnxt_recv_pkts_vec() 213 rte_prefetch0(&cp_desc_ring[cons + 8]); in bnxt_recv_pkts_vec() 214 rte_prefetch0(&cp_desc_ring[cons + 12]); in bnxt_recv_pkts_vec() 298 uint32_t cons; in bnxt_handle_tx_cp_vec() local 306 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxtx_vec_neon.c | 162 uint32_t cons, mbcons; in bnxt_recv_pkts_vec() local 179 cons = raw_cons & (cp_ring_size - 1); in bnxt_recv_pkts_vec() 183 rte_prefetch0(&cp_desc_ring[cons]); in bnxt_recv_pkts_vec() 184 rte_prefetch0(&cp_desc_ring[cons + 4]); in bnxt_recv_pkts_vec() 188 (cp_ring_size - cons) / 2)); in bnxt_recv_pkts_vec() 202 cons += RTE_BNXT_DESCS_PER_LOOP * 2, in bnxt_recv_pkts_vec() 222 rte_prefetch0(&cp_desc_ring[cons + 8]); in bnxt_recv_pkts_vec() 223 rte_prefetch0(&cp_desc_ring[cons + 12]); in bnxt_recv_pkts_vec() 316 uint32_t cons; in bnxt_handle_tx_cp_vec() local 324 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_txr.c | 348 uint16_t cons = txr->tx_cons; in bnxt_tx_cmp_fast() local 356 tx_buf = &txr->tx_buf_ring[cons]; in bnxt_tx_cmp_fast() 364 cons = RING_NEXT(txr->tx_ring_struct, cons); in bnxt_tx_cmp_fast() 365 tx_buf = &txr->tx_buf_ring[cons]; in bnxt_tx_cmp_fast() 371 txr->tx_cons = cons; in bnxt_tx_cmp_fast() 379 uint16_t cons = txr->tx_cons; in bnxt_tx_cmp() local 391 cons = RING_NEXT(txr->tx_ring_struct, cons); in bnxt_tx_cmp() 392 tx_buf = &txr->tx_buf_ring[cons]; in bnxt_tx_cmp() 425 txr->tx_cons = cons; in bnxt_tx_cmp() 432 uint32_t cons; in bnxt_handle_tx_cp() local [all …]
|
| H A D | bnxt_cpr.h | 34 #define FLIP_VALID(cons, mask, val) ((cons) >= (mask) ? !(val) : (val)) argument 57 #define B_CP_DB_IDX_ARM(cpr, cons) \ argument 59 (cons))) 61 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \ argument 64 (cons)); \
|
| H A D | bnxt_irq.c | 27 uint32_t cons; in bnxt_int_handler() local 45 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_int_handler() 46 cmp = &cpr->cp_desc_ring[cons]; in bnxt_int_handler()
|
| H A D | bnxt_rxr.c | 117 uint16_t cons) in bnxt_consume_rx_buf() argument 122 cons_rx_buf = &rxr->rx_buf_ring[cons]; in bnxt_consume_rx_buf() 669 uint16_t cons, prod, cp_cons = in bnxt_rx_pkt() local 731 cons = rxcmp->opaque; in bnxt_rx_pkt() 732 mbuf = bnxt_consume_rx_buf(rxr, cons); in bnxt_rx_pkt() 768 bnxt_reuse_rx_mbuf(rxr, cons, mbuf); in bnxt_rx_pkt() 830 uint32_t cons; in bnxt_recv_pkts() local 866 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_recv_pkts() 867 rxcmp = (struct rx_pkt_cmpl *)&cpr->cp_desc_ring[cons]; in bnxt_recv_pkts() 871 cpr->valid = FLIP_VALID(cons, in bnxt_recv_pkts()
|
| H A D | bnxt_ethdev.c | 2891 uint32_t desc = 0, raw_cons = 0, cons; in bnxt_rx_queue_count_op() local 2906 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_rx_queue_count_op() 2907 rte_prefetch0(&cpr->cp_desc_ring[cons]); in bnxt_rx_queue_count_op() 2929 uint32_t cons, cp_cons; in bnxt_rx_descriptor_status_op() local 2945 cons = RING_CMP(cpr->cp_ring_struct, offset); in bnxt_rx_descriptor_status_op() 2949 if (cons > cp_cons) { in bnxt_rx_descriptor_status_op() 2956 rx_buf = rxr->rx_buf_ring[cons]; in bnxt_rx_descriptor_status_op() 2972 uint32_t cons, cp_cons; in bnxt_tx_descriptor_status_op() local 2988 cons = RING_CMP(cpr->cp_ring_struct, offset); in bnxt_tx_descriptor_status_op() 2992 if (cons > cp_cons) { in bnxt_tx_descriptor_status_op() [all …]
|
| /f-stack/dpdk/lib/librte_ring/ |
| H A D | rte_ring_generic.h | 82 *free_entries = (capacity + r->cons.tail - *old_head); in __rte_ring_move_prod_head() 139 *old_head = r->cons.head; in __rte_ring_move_cons_head() 162 r->cons.head = *new_head; in __rte_ring_move_cons_head() 166 success = rte_atomic32_cmpset(&r->cons.head, *old_head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_c11_mem.h | 75 cons_tail = __atomic_load_n(&r->cons.tail, in __rte_ring_move_prod_head() 140 *old_head = __atomic_load_n(&r->cons.head, __ATOMIC_RELAXED); in __rte_ring_move_cons_head() 170 r->cons.head = *new_head, success = 1; in __rte_ring_move_cons_head() 173 success = __atomic_compare_exchange_n(&r->cons.head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_peek.h | 262 switch (r->cons.sync_type) { in __rte_ring_do_dequeue_start() 416 switch (r->cons.sync_type) { in rte_ring_dequeue_elem_finish() 418 n = __rte_ring_st_get_tail(&r->cons, &tail, n); in rte_ring_dequeue_elem_finish() 419 __rte_ring_st_set_head_tail(&r->cons, tail, n, 0); in rte_ring_dequeue_elem_finish()
|
| H A D | rte_ring_peek_zc.h | 344 switch (r->cons.sync_type) { in __rte_ring_do_dequeue_zc_elem_start() 511 switch (r->cons.sync_type) { in rte_ring_dequeue_zc_elem_finish() 513 n = __rte_ring_st_get_tail(&r->cons, &tail, n); in rte_ring_dequeue_zc_elem_finish() 514 __rte_ring_st_set_head_tail(&r->cons, tail, n, 0); in rte_ring_dequeue_zc_elem_finish()
|
| H A D | rte_ring.c | 127 reset_headtail(&r->cons); in rte_ring_reset() 190 RTE_BUILD_BUG_ON((offsetof(struct rte_ring, cons) & in rte_ring_init() 218 ret = get_sync_type(flags, &r->prod.sync_type, &r->cons.sync_type); in rte_ring_init() 378 fprintf(f, " ct=%"PRIu32"\n", r->cons.tail); in rte_ring_dump() 379 fprintf(f, " ch=%"PRIu32"\n", r->cons.head); in rte_ring_dump()
|
| H A D | rte_ring.h | 492 uint32_t cons_tail = r->cons.tail; in rte_ring_count() 539 uint32_t cons_tail = r->cons.tail; in rte_ring_empty() 612 return r->cons.sync_type; in rte_ring_get_cons_sync_type()
|
| H A D | rte_ring_rts.h | 408 if (r->cons.sync_type == RTE_RING_SYNC_MT_RTS) in rte_ring_get_cons_htd_max() 428 if (r->cons.sync_type != RTE_RING_SYNC_MT_RTS) in rte_ring_set_cons_htd_max()
|
| H A D | rte_ring_core.h | 153 struct rte_ring_headtail cons; member
|
| H A D | rte_ring_hts_c11_mem.h | 83 *free_entries = capacity + r->cons.tail - op.pos.head; in __rte_ring_hts_move_prod_head()
|
| H A D | rte_ring_elem.h | 473 update_tail(&r->cons, cons_head, cons_next, is_sc, 0); in __rte_ring_do_dequeue_elem() 756 switch (r->cons.sync_type) { in rte_ring_dequeue_bulk_elem() 1056 switch (r->cons.sync_type) { in rte_ring_dequeue_burst_elem()
|
| H A D | rte_ring_rts_c11_mem.h | 98 *free_entries = capacity + r->cons.tail - oh.val.pos; in __rte_ring_rts_move_prod_head()
|
| /f-stack/freebsd/arm64/iommu/ |
| H A D | smmu.c | 219 Q_WRP(q, q->lc.cons) == Q_WRP(q, q->lc.prod)) in smmu_q_has_space() 230 Q_WRP(q, q->lc.cons) == Q_WRP(q, q->lc.prod)) in smmu_q_empty() 240 if ((Q_WRP(q, q->lc.cons) == Q_WRP(q, prod)) && in smmu_q_consumed() 241 (Q_IDX(q, q->lc.cons) >= Q_IDX(q, prod))) in smmu_q_consumed() 244 if ((Q_WRP(q, q->lc.cons) != Q_WRP(q, prod)) && in smmu_q_consumed() 245 (Q_IDX(q, q->lc.cons) <= Q_IDX(q, prod))) in smmu_q_consumed() 254 uint32_t cons; in smmu_q_inc_cons() local 257 cons = (Q_WRP(q, q->lc.cons) | Q_IDX(q, q->lc.cons)) + 1; in smmu_q_inc_cons() 258 val = (Q_OVF(q->lc.cons) | Q_WRP(q, cons) | Q_IDX(q, cons)); in smmu_q_inc_cons() 421 evtq->lc.cons * EVTQ_ENTRY_DWORDS * 8); in smmu_evtq_dequeue() [all …]
|
| H A D | smmuvar.h | 78 uint32_t cons; member
|
| /f-stack/freebsd/mips/atheros/ar531x/ |
| H A D | if_are.c | 1481 int cons, prod; in are_tx() local 1485 cons = sc->are_cdata.are_tx_cons; in are_tx() 1487 if (cons == prod) in are_tx() 1499 for (; cons != prod; ARE_INC(cons, ARE_TX_RING_CNT)) { in are_tx() 1510 txd = &sc->are_cdata.are_txdesc[cons]; in are_tx() 1533 sc->are_cdata.are_tx_cons = cons; in are_tx() 1544 int cons, prog, packet_len, error; in are_rx() local 1550 cons = sc->are_cdata.are_rx_cons; in are_rx() 1598 if (cons == ARE_RX_RING_CNT - 1) in are_rx() 1601 if (are_newbuf(sc, cons) != 0) { in are_rx() [all …]
|
| /f-stack/freebsd/mips/atheros/ |
| H A D | if_arge.c | 2424 int cons, prod; in arge_tx_locked() local 2428 cons = sc->arge_cdata.arge_tx_cons; in arge_tx_locked() 2434 if (cons == prod) in arge_tx_locked() 2446 for (; cons != prod; ARGE_INC(cons, ARGE_TX_RING_COUNT)) { in arge_tx_locked() 2458 txd = &sc->arge_cdata.arge_txdesc[cons]; in arge_tx_locked() 2475 sc->arge_cdata.arge_tx_cons = cons; in arge_tx_locked() 2486 int cons, prog, packet_len, i; in arge_rx_locked() local 2493 cons = sc->arge_cdata.arge_rx_cons; in arge_rx_locked() 2500 ARGE_INC(cons, ARGE_RX_RING_COUNT)) { in arge_rx_locked() 2502 rxd = &sc->arge_cdata.arge_rxdesc[cons]; in arge_rx_locked() [all …]
|
| /f-stack/freebsd/contrib/openzfs/config/ |
| H A D | nls.m4 | 19 dnl Bruno Haible <haible@clisp.cons.org>, 2000-2003.
|
| H A D | gettext.m4 | 18 dnl Bruno Haible <haible@clisp.cons.org>, 2000-2006, 2008-2010.
|