| /dpdk/drivers/net/sfc/ |
| H A D | sfc_ef10_essb_rx.c | 149 rxd = &rxq->sw_ring[rxq->completed & rxq->rxq_ptr_mask]; in sfc_ef10_essb_maybe_next_completed()
154 rxd = &rxq->sw_ring[rxq->completed & rxq->rxq_ptr_mask]; in sfc_ef10_essb_maybe_next_completed()
155 rxq->left_in_completed = rxq->block_size; in sfc_ef10_essb_maybe_next_completed()
230 *rx_ev = rxq->evq_hw_ring[rxq->evq_read_ptr & rxq->evq_ptr_mask]; in sfc_ef10_essb_rx_event_get()
271 rxd = &rxq->sw_ring[rxq->pending_id]; in sfc_ef10_essb_rx_process_ev()
273 rxq->block_size - rxq->left_in_pending); in sfc_ef10_essb_rx_process_ev()
282 rxq->left_in_pending = rxq->block_size; in sfc_ef10_essb_rx_process_ev()
283 if (rxq->pending_id != rxq->rxq_ptr_mask) in sfc_ef10_essb_rx_process_ev()
477 if (offset < (rxq->added - rxq->completed) * rxq->block_size + in sfc_ef10_essb_rx_qdesc_status()
679 rxq->completed = rxq->pending_id = rxq->added = 0; in sfc_ef10_essb_rx_qstart()
[all …]
|
| H A D | sfc_ef10_rx.c | 98 sfc_ef10_ev_qprime(rxq->evq_prime, rxq->evq_read_ptr, rxq->ptr_mask); in sfc_ef10_rx_qprime()
99 rxq->evq_read_ptr_primed = rxq->evq_read_ptr; in sfc_ef10_rx_qprime()
210 SFC_ASSERT(rxq->pending == rxq->completed || rxq->scatter_pkt == NULL); in sfc_ef10_rx_pending()
219 rxq->sw_ring[completed++ & rxq->ptr_mask].mbuf; in sfc_ef10_rx_pending()
412 *rx_ev = rxq->evq_hw_ring[rxq->evq_read_ptr & rxq->ptr_mask]; in sfc_ef10_rx_get_event()
466 rxq->evq_read_ptr_primed != rxq->evq_read_ptr) in sfc_ef10_recv_pkts()
576 if (offset < (rxq->added - rxq->completed)) in sfc_ef10_rx_qdesc_status()
659 rxq = rte_zmalloc_socket("sfc-ef10-rxq", sizeof(*rxq), in sfc_ef10_rx_qcreate()
784 for (i = rxq->completed; i != rxq->added; ++i) { in sfc_ef10_rx_qpurge()
785 rxd = &rxq->sw_ring[i & rxq->ptr_mask]; in sfc_ef10_rx_qpurge()
[all …]
|
| H A D | sfc_ef100_rx.c | 111 rxq->evq_read_ptr & rxq->ptr_mask); in sfc_ef100_rx_qprime()
112 rxq->evq_read_ptr_primed = rxq->evq_read_ptr; in sfc_ef100_rx_qprime()
492 m = rxq->sw_ring[rxq->completed++ & rxq->ptr_mask].mbuf; in sfc_ef100_rx_next_mbuf()
495 if (unlikely(rxq->completed == rxq->added)) in sfc_ef100_rx_next_mbuf()
504 id = rxq->completed & rxq->ptr_mask; in sfc_ef100_rx_next_mbuf()
507 if (unlikely(rxq->completed + 1 == rxq->added)) in sfc_ef100_rx_next_mbuf()
596 *ev = rxq->evq_hw_ring[rxq->evq_read_ptr & rxq->ptr_mask]; in sfc_ef100_rx_get_event()
610 rxq->evq_read_ptr, rxq->evq_read_ptr & rxq->ptr_mask, in sfc_ef100_rx_get_event()
620 rxq->evq_read_ptr & rxq->ptr_mask); in sfc_ef100_rx_get_event()
938 rxd = &rxq->sw_ring[i & rxq->ptr_mask]; in sfc_ef100_rx_qpurge()
[all …]
|
| H A D | sfc_rx.c | 71 if (rxq->evq->read_ptr_primed != rxq->evq->read_ptr) { in sfc_efx_rx_qprime()
74 rxq->evq->read_ptr_primed = rxq->evq->read_ptr; in sfc_efx_rx_qprime()
134 efx_rx_qpost(rxq->common, addr, rxq->buf_size, in sfc_efx_rx_qrefill()
141 efx_rx_qpush(rxq->common, added, &rxq->pushed); in sfc_efx_rx_qrefill()
351 return rxq->pending - rxq->completed; in sfc_efx_rx_qdesc_npending()
382 if (offset < (rxq->pending - rxq->completed)) in sfc_efx_rx_qdesc_status()
385 if (offset < (rxq->added - rxq->completed)) in sfc_efx_rx_qdesc_status()
507 rxq->evq = sfc_rxq_by_dp_rxq(&rxq->dp)->evq; in sfc_efx_rx_qcreate()
566 rxq->pending = rxq->completed = rxq->added = rxq->pushed = 0; in sfc_efx_rx_qstart()
607 for (i = rxq->completed; i != rxq->added; ++i) { in sfc_efx_rx_qpurge()
[all …]
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx_vec.c | 92 uint16_t n = q_n - (rxq->rq_ci - rxq->rq_pi); in mlx5_rx_replenish_bulk_mbuf()
135 (*rxq->elts)[elts_idx + i] = &rxq->fake_mbuf; in mlx5_rx_replenish_bulk_mbuf()
137 *rxq->rq_db = rte_cpu_to_be_32(rxq->rq_ci); in mlx5_rx_replenish_bulk_mbuf()
154 uint32_t n = elts_n - (rxq->elts_ci - rxq->rq_pi); in mlx5_rx_mprq_replenish_bulk_mbuf()
160 rxq->elts_ci - rxq->rq_pi <= in mlx5_rx_mprq_replenish_bulk_mbuf()
177 (*rxq->elts)[elts_idx + i] = &rxq->fake_mbuf; in mlx5_rx_mprq_replenish_bulk_mbuf()
257 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_copy_mprq_mbuf_v()
261 *rxq->rq_db = rte_cpu_to_be_32(rxq->rq_ci); in rxq_copy_mprq_mbuf_v()
303 MLX5_ASSERT(rxq->cqe_n == rxq->elts_n); in rxq_burst_v()
351 rxq->cq_ci += rxq->decompressed; in rxq_burst_v()
[all …]
|
| H A D | mlx5_rx.c | 157 rxq->mprq_mp : rxq->mp; in mlx5_rxq_info_get()
385 rxq->elts_ci = mlx5_rxq_mprq_enabled(rxq) ? in mlx5_rxq_initialize()
388 rxq->rq_ci = wqe_n >> rxq->sges_n; in mlx5_rxq_initialize()
390 *rxq->rq_db = rte_cpu_to_be_32(rxq->rq_ci); in mlx5_rxq_initialize()
422 .cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_mask], in mlx5_rx_err_handle()
444 rxq->rq_ci << rxq->sges_n, rxq->cq_ci); in mlx5_rx_err_handle()
484 rxq->elts_ci : rxq->rq_ci; in mlx5_rx_err_handle()
662 cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_cnt]; in mlx5_rx_poll_len()
809 &(*rxq->cqes)[rxq->cq_ci & cqe_cnt]; in mlx5_rx_burst()
913 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in mlx5_rx_burst()
[all …]
|
| H A D | mlx5_rxq.c | 89 struct mlx5_rxq_data *rxq = &rxq_ctrl->rxq; in rxq_alloc_elts_mprq() local
110 rxq->port_id, rxq->idx, wqe_n); in rxq_alloc_elts_mprq()
122 rxq->port_id, rxq->idx); in rxq_alloc_elts_mprq()
182 struct mlx5_rxq_data *rxq = &rxq_ctrl->rxq; in rxq_alloc_elts_sprq() local
275 rxq->port_id, rxq->idx, (1u << rxq->elts_n)); in rxq_free_elts_mprq()
304 rxq->elts_ci : rxq->rq_ci; in rxq_free_elts_sprq()
1218 mlx5_arm_cq(&rxq->ctrl->rxq, rxq->ctrl->rxq.cq_arm_sn); in mlx5_rx_intr_enable()
1254 rxq->ctrl->rxq.cq_arm_sn++; in mlx5_rx_intr_disable()
1408 rxq = &rxq_ctrl->rxq; in mlx5_mprq_alloc_mp()
2101 return rxq == NULL ? NULL : &rxq->ctrl->rxq; in mlx5_rxq_data_get()
[all …]
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxq.c | 62 if (rxq && rxq->cp_ring && rxq->cp_ring->hw_stats) in bnxt_free_rxq_stats()
206 if (!rxq || !rxq->rx_ring) in bnxt_rx_queue_release_mbufs()
301 rxq->mz = NULL; in bnxt_free_rxq_mem()
312 bnxt_free_hwrm_rx_ring(rxq->bp, rxq->queue_id); in bnxt_rx_queue_release_op()
348 if (rxq) in bnxt_rx_queue_setup_op()
353 if (!rxq) { in bnxt_rx_queue_setup_op()
357 rxq->bp = bp; in bnxt_rx_queue_setup_op()
403 rxq->rx_started = rxq->rx_deferred_start ? false : true; in bnxt_rx_queue_setup_op()
430 if (!rxq) in bnxt_rx_queue_intr_enable_op()
453 if (!rxq) in bnxt_rx_queue_intr_disable_op()
[all …]
|
| /dpdk/drivers/net/mlx4/ |
| H A D | mlx4_rxq.c | 190 struct rxq *rxq = NULL; in mlx4_rss_attach() local
438 if (rxq) in mlx4_rss_init()
487 mlx4_rxq_attach(struct rxq *rxq) in mlx4_rxq_attach() argument
568 rxq->mp->name, rxq->mp->nb_mem_chunks); in mlx4_rxq_attach()
569 mlx4_mr_update_mp(dev, &rxq->mr_ctrl, rxq->mp); in mlx4_rxq_attach()
623 *rxq->rq_db = rte_cpu_to_be_32(rxq->rq_ci); in mlx4_rxq_attach()
649 mlx4_rxq_detach(struct rxq *rxq) in mlx4_rxq_detach() argument
657 memset(&rxq->mcq, 0, sizeof(rxq->mcq)); in mlx4_rxq_detach()
739 struct rxq *rxq; in mlx4_rx_queue_setup() local
810 *rxq = (struct rxq){ in mlx4_rx_queue_setup()
[all …]
|
| /dpdk/drivers/net/nfb/ |
| H A D | nfb_rx.c | 21 if (rxq->queue == NULL) { in nfb_eth_rx_queue_start()
72 if (rxq == NULL) { in nfb_eth_rx_queue_setup()
78 rxq->flags = 0; in nfb_eth_rx_queue_setup()
84 rxq); in nfb_eth_rx_queue_setup()
89 rte_free(rxq); in nfb_eth_rx_queue_setup()
111 rxq->nfb = nfb; in nfb_eth_rx_queue_init()
118 rxq->rx_pkts = 0; in nfb_eth_rx_queue_init()
119 rxq->rx_bytes = 0; in nfb_eth_rx_queue_init()
120 rxq->err_pkts = 0; in nfb_eth_rx_queue_init()
132 rte_free(rxq); in nfb_eth_rx_queue_release()
[all …]
|
| /dpdk/drivers/net/bnx2x/ |
| H A D | bnx2x_rxtx.c | 66 if (NULL == rxq) { in bnx2x_dev_rx_queue_setup()
70 rxq->sc = sc; in bnx2x_dev_rx_queue_setup()
71 rxq->mb_pool = mp; in bnx2x_dev_rx_queue_setup()
75 rxq->nb_rx_pages = 1; in bnx2x_dev_rx_queue_setup()
79 rxq->nb_rx_desc = TOTAL_RX_BD(rxq); in bnx2x_dev_rx_queue_setup()
81 rxq->nb_cq_pages = RCQ_BD_PAGES(rxq); in bnx2x_dev_rx_queue_setup()
86 (unsigned long)TOTAL_RX_BD(rxq), rxq->nb_rx_pages, in bnx2x_dev_rx_queue_setup()
129 rxq->rx_ring[idx] = in bnx2x_dev_rx_queue_setup()
135 rxq->rx_bd_tail = rxq->nb_rx_desc; in bnx2x_dev_rx_queue_setup()
155 rxq->rx_cq_tail = TOTAL_RCQ_ENTRIES(rxq); in bnx2x_dev_rx_queue_setup()
[all …]
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec.c | 59 struct hns3_entry *rxep = &rxq->sw_ring[rxq->rx_rearm_start]; in hns3_rxq_rearm_mbuf()
60 struct hns3_desc *rxdp = rxq->rx_ring + rxq->rx_rearm_start; in hns3_rxq_rearm_mbuf()
98 if (rxq->rx_rearm_start >= rxq->nb_rx_desc) in hns3_rxq_rearm_mbuf()
112 struct hns3_desc *rxdp = &rxq->rx_ring[rxq->next_to_use]; in hns3_recv_pkts_vec()
127 rte_prefetch0(rxq->sw_ring[rxq->next_to_use + 0].mbuf); in hns3_recv_pkts_vec()
128 rte_prefetch0(rxq->sw_ring[rxq->next_to_use + 1].mbuf); in hns3_recv_pkts_vec()
129 rte_prefetch0(rxq->sw_ring[rxq->next_to_use + 2].mbuf); in hns3_recv_pkts_vec()
130 rte_prefetch0(rxq->sw_ring[rxq->next_to_use + 3].mbuf); in hns3_recv_pkts_vec()
202 memset(&rxq->rx_ring[rxq->nb_rx_desc], 0, in hns3_rxq_vec_setup()
205 memset(&rxq->fake_mbuf, 0, sizeof(rxq->fake_mbuf)); in hns3_rxq_vec_setup()
[all …]
|
| /dpdk/drivers/net/nfp/ |
| H A D | nfp_rxtx.c | 107 rxq = rx_queue; in nfp_net_rx_queue_count()
314 hw = rxq->hw; in nfp_net_recv_pkts()
319 rxb = &rxq->rxbufs[rxq->rd_p]; in nfp_net_recv_pkts()
325 rxds = &rxq->rxds[rxq->rd_p]; in nfp_net_recv_pkts()
343 rxq->port_id, (unsigned int)rxq->qidx); in nfp_net_recv_pkts()
429 rxq->port_id, (unsigned int)rxq->qidx, nb_hold); in nfp_net_recv_pkts()
440 rxq->port_id, (unsigned int)rxq->qidx, in nfp_net_recv_pkts()
471 if (rxq) { in nfp_net_rx_queue_release()
532 rxq->rx_qcidx = rxq->fl_qcidx + (hw->stride_rx - 1); in nfp_net_rx_queue_setup()
541 rxq->mbuf_size = rxq->mem_pool->elt_size; in nfp_net_rx_queue_setup()
[all …]
|
| /dpdk/drivers/net/hinic/ |
| H A D | hinic_pmd_rx.c | 21 ((rxq)->wq->mask)
24 (((rxq)->wq->cons_idx) & HINIC_GET_RQ_WQE_MASK(rxq))
27 (((rxq)->wq->prod_idx) & HINIC_GET_RQ_WQE_MASK(rxq))
39 #define HINIC_GET_RQ_FREE_WQEBBS(rxq) ((rxq)->wq->delta - 1) argument
206 buf_size = buf_size > rxq->buf_len ? rxq->buf_len : buf_size; in hinic_get_func_rx_buf_size()
293 memcpy(stats, &rxq->rxq_stats, sizeof(rxq->rxq_stats)); in hinic_rxq_get_stats()
300 if (rxq == NULL) in hinic_rxq_stats_reset()
319 rxq->rx_cqe = (struct hinic_rq_cqe *)rxq->cqe_start_vaddr; in hinic_rx_alloc_cqe()
330 rxq->cqe_start_vaddr, rxq->cqe_start_paddr); in hinic_rx_free_cqe()
368 rx_info_sz = rxq->q_depth * sizeof(*rxq->rx_info); in hinic_setup_rx_resources()
[all …]
|
| /dpdk/drivers/net/atlantic/ |
| H A D | atl_rxtx.c | 133 rxq = rte_zmalloc_socket("atlantic Rx queue", sizeof(*rxq), in atl_rx_queue_setup()
161 rxq->port_id, rxq->queue_id); in atl_rx_queue_setup()
162 rte_free(rxq); in atl_rx_queue_setup()
178 rxq->port_id, rxq->queue_id); in atl_rx_queue_setup()
363 rxq->port_id, rxq->queue_id); in atl_rx_init()
369 rxq->port_id, rxq->queue_id); in atl_rx_init()
380 rxq->port_id, rxq->queue_id); in atl_rx_init()
409 rxq->port_id, rxq->queue_id); in atl_alloc_rx_queue_mbufs()
457 rxq->port_id, rxq->queue_id); in atl_rx_queue_start()
703 return rxq->nb_rx_desc - rxq->nb_rx_hold; in atl_rx_queue_count()
[all …]
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_common.h | 75 rxq->pkt_first_seg = start; in reassemble_packets()
76 rxq->pkt_last_seg = end; in reassemble_packets()
165 if (rxq->sw_ring == NULL || rxq->rxrearm_nb >= rxq->nb_rx_desc) in _i40e_rx_queue_release_mbufs_vec()
175 for (i = rxq->rx_tail; in _i40e_rx_queue_release_mbufs_vec()
183 rxq->rxrearm_nb = rxq->nb_rx_desc; in _i40e_rx_queue_release_mbufs_vec()
186 memset(rxq->sw_ring, 0, sizeof(rxq->sw_ring[0]) * rxq->nb_rx_desc); in _i40e_rx_queue_release_mbufs_vec()
215 struct i40e_rx_queue *rxq; in i40e_rx_vec_dev_conf_condition_check_default() local
239 if (!rxq) in i40e_rx_vec_dev_conf_condition_check_default()
241 desc = rxq->nb_rx_desc; in i40e_rx_vec_dev_conf_condition_check_default()
256 if (!rxq) in i40e_rx_vec_dev_conf_condition_check_default()
[all …]
|
| H A D | i40e_rxtx.c | 466 rxdp = &rxq->rx_ring[rxq->rx_tail]; in i40e_rx_scan_hw_ring()
467 rxep = &rxq->sw_ring[rxq->rx_tail]; in i40e_rx_scan_hw_ring()
658 if (rxq->rx_tail >= rxq->nb_rx_desc) in rx_recv_pkts()
1694 if (!rxq || !rxq->q_set) { in i40e_dev_rx_queue_start()
1735 if (!rxq || !rxq->q_set) { in i40e_dev_rx_queue_stop()
1925 rxq->nb_rx_desc, rxq->queue_id); in i40e_dev_rx_queue_setup_runtime()
2089 rxq->port_id, rxq->queue_id); in i40e_dev_rx_queue_setup()
2097 rxq->port_id, rxq->queue_id); in i40e_dev_rx_queue_setup()
2143 rxdp = &(rxq->rx_ring[rxq->rx_tail]); in i40e_dev_rx_queue_count()
2567 rxq->sw_ring[rxq->nb_rx_desc + i].mbuf = &rxq->fake_mbuf; in i40e_reset_rx_queue()
[all …]
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx.c | 439 if (!rxq || !rxq->sw_ring) { in _ice_rx_queue_release_mbufs()
558 rxq->sw_ring[rxq->nb_rx_desc + i].mbuf = &rxq->fake_mbuf; in ice_reset_rx_queue()
589 if (!rxq || !rxq->q_set) { in ice_rx_queue_start()
616 rxq->rx_rel_mbufs(rxq); in ice_rx_queue_start()
643 rxq->rx_rel_mbufs(rxq); in ice_rx_queue_stop()
809 rxq = pf->fdir.rxq; in ice_fdir_rx_queue_start()
810 if (!rxq || !rxq->q_set) { in ice_fdir_rx_queue_start()
1012 rxq = pf->fdir.rxq; in ice_fdir_rx_queue_stop()
1020 rxq->rx_rel_mbufs(rxq); in ice_fdir_rx_queue_stop()
2334 pf->fdir.rxq = rxq; in ice_fdir_setup_rx_resources()
[all …]
|
| H A D | ice_rxtx_vec_common.h | 73 rxq->pkt_first_seg = start; in ice_rx_reassemble_packets()
74 rxq->pkt_last_seg = end; in ice_rx_reassemble_packets()
157 if (rxq->rxrearm_nb >= rxq->nb_rx_desc) in _ice_rx_queue_release_mbufs_vec()
161 if (rxq->rxrearm_nb == 0) { in _ice_rx_queue_release_mbufs_vec()
163 if (rxq->sw_ring[i].mbuf) in _ice_rx_queue_release_mbufs_vec()
167 for (i = rxq->rx_tail; in _ice_rx_queue_release_mbufs_vec()
175 rxq->rxrearm_nb = rxq->nb_rx_desc; in _ice_rx_queue_release_mbufs_vec()
178 memset(rxq->sw_ring, 0, sizeof(rxq->sw_ring[0]) * rxq->nb_rx_desc); in _ice_rx_queue_release_mbufs_vec()
276 if (!rxq) in ice_rx_vec_queue_default()
285 if (rxq->nb_rx_desc % rxq->rx_free_thresh) in ice_rx_vec_queue_default()
[all …]
|
| /dpdk/drivers/net/axgbe/ |
| H A D | axgbe_rxtx.c | 61 if (!rxq) { in axgbe_dev_rx_queue_setup()
66 rxq->cur = 0; in axgbe_dev_rx_queue_setup()
67 rxq->dirty = 0; in axgbe_dev_rx_queue_setup()
86 if (rxq->free_thresh > rxq->nb_desc) in axgbe_dev_rx_queue_setup()
87 rxq->free_thresh = rxq->nb_desc >> 3; in axgbe_dev_rx_queue_setup()
216 idx = AXGBE_GET_DESC_IDX(rxq, rxq->cur); in axgbe_recv_pkts()
325 idx = AXGBE_GET_DESC_IDX(rxq, rxq->dirty - 1); in axgbe_recv_pkts()
351 idx = AXGBE_GET_DESC_IDX(rxq, rxq->cur); in eth_axgbe_recv_scattered_pkts()
491 idx = AXGBE_GET_DESC_IDX(rxq, rxq->dirty - 1); in eth_axgbe_recv_scattered_pkts()
925 if (offset >= rxq->nb_desc - rxq->dirty) in axgbe_dev_rx_descriptor_status()
[all …]
|
| /dpdk/drivers/net/qede/ |
| H A D | qede_rxtx.c | 15 uint16_t idx = rxq->sw_rx_prod & NUM_RX_BDS(rxq); in qede_alloc_rx_buffer()
22 idx, rxq->sw_rx_cons & NUM_RX_BDS(rxq), in qede_alloc_rx_buffer()
48 idx = rxq->sw_rx_prod & NUM_RX_BDS(rxq); in qede_alloc_rx_bulk_mbufs()
55 count, idx, rxq->sw_rx_cons & NUM_RX_BDS(rxq), in qede_alloc_rx_bulk_mbufs()
66 idx = rxq->sw_rx_prod & NUM_RX_BDS(rxq); in qede_alloc_rx_bulk_mbufs()
264 qdev->fp_array[qid * 2].rxq = rxq; in qede_rx_queue_setup()
270 qdev->fp_array[qid * 2 + 1].rxq = rxq; in qede_rx_queue_setup()
280 qdev->fp_array[qid].rxq = rxq; in qede_rx_queue_setup()
358 rxq = qdev->fp_array[rx_queue_id].rxq; in qede_rx_queue_stop()
760 rxq = fp->rxq; in qede_rx_queue_start()
[all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.c | 223 rxq->sw_ring[rxq->nb_rx_desc + i] = &rxq->fake_mbuf; in reset_rx_queue()
687 rxq->port_id, rxq->queue_id); in iavf_dev_rx_queue_setup()
692 rxq->port_id, rxq->queue_id); in iavf_dev_rx_queue_setup()
950 rxq->ops->release_mbufs(rxq); in iavf_dev_rx_queue_stop()
1049 rxq->ops->release_mbufs(rxq); in iavf_stop_queues()
1888 rxep = &rxq->sw_ring[rxq->rx_tail]; in iavf_rx_scan_hw_ring_flex_rxd()
2016 rxdp = &rxq->rx_ring[rxq->rx_tail]; in iavf_rx_scan_hw_ring()
2017 rxep = &rxq->sw_ring[rxq->rx_tail]; in iavf_rx_scan_hw_ring()
2205 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx + rxq->rx_nb_avail); in rx_recv_pkts()
2234 rxq->port_id, rxq->queue_id, in rx_recv_pkts()
[all …]
|
| H A D | iavf_rxtx_vec_common.h | 155 if (!rxq->sw_ring || rxq->rxrearm_nb >= rxq->nb_rx_desc) in _iavf_rx_queue_release_mbufs_vec()
161 if (rxq->sw_ring[i]) in _iavf_rx_queue_release_mbufs_vec()
168 if (rxq->sw_ring[i]) in _iavf_rx_queue_release_mbufs_vec()
173 rxq->rxrearm_nb = rxq->nb_rx_desc; in _iavf_rx_queue_release_mbufs_vec()
176 memset(rxq->sw_ring, 0, sizeof(rxq->sw_ring[0]) * rxq->nb_rx_desc); in _iavf_rx_queue_release_mbufs_vec()
219 if (!rxq) in iavf_rx_vec_queue_default()
228 if (rxq->nb_rx_desc % rxq->rx_free_thresh) in iavf_rx_vec_queue_default()
388 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm_common()
390 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm_common()
567 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm_common()
[all …]
|
| /dpdk/drivers/net/ngbe/ |
| H A D | ngbe_rxtx.c | 1007 rxdp = &rxq->rx_ring[rxq->rx_tail]; in ngbe_rx_scan_hw_ring()
1008 rxep = &rxq->sw_ring[rxq->rx_tail]; in ngbe_rx_scan_hw_ring()
1113 rxq->rx_free_trigger = rxq->rx_free_trigger + rxq->rx_free_thresh; in ngbe_rx_alloc_bufs()
1193 if (rxq->rx_tail >= rxq->nb_rx_desc) in ngbe_rx_recv_pkts()
1511 rxq->port_id, rxq->queue_id); in ngbe_recv_pkts_sc()
1527 rxq->port_id, rxq->queue_id); in ngbe_recv_pkts_sc()
2212 rxq->sw_ring[i].mbuf = &rxq->fake_mbuf; in ngbe_reset_rx_queue()
2327 rxq->queue_id, rxq->port_id); in ngbe_dev_rx_queue_setup()
2367 rxq->sw_ring, rxq->sw_sc_ring, rxq->rx_ring, in ngbe_dev_rx_queue_setup()
2385 rxdp = &rxq->rx_ring[rxq->rx_tail]; in ngbe_dev_rx_queue_count()
[all …]
|
| /dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 409 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_pkts()
417 rxq->port_id, rxq->queue_id); in igc_recv_pkts()
482 rxq->port_id, rxq->queue_id, rx_id, nb_hold, nb_rx); in igc_recv_pkts()
553 rxq->port_id, rxq->queue_id, rx_id, staterr, in igc_recv_scattered_pkts()
561 rxq->port_id, rxq->queue_id); in igc_recv_scattered_pkts()
740 rxdp = &rxq->rx_ring[rxq->rx_tail]; in eth_igc_rx_queue_count()
742 while (desc < rxq->nb_rx_desc - rxq->rx_tail) { in eth_igc_rx_queue_count()
749 rxdp = &rxq->rx_ring[rxq->rx_tail + desc - rxq->nb_rx_desc]; in eth_igc_rx_queue_count()
766 if (unlikely(!rxq || offset >= rxq->nb_rx_desc)) in eth_igc_rx_descriptor_status()
769 if (offset >= rxq->nb_rx_desc - rxq->nb_rx_hold) in eth_igc_rx_descriptor_status()
[all …]
|