Home
last modified time | relevance | path

Searched refs:xsk_pool (Results 1 – 25 of 52) sorted by relevance

123

/linux-6.15/drivers/net/ethernet/intel/ice/
H A Dice_xsk.c356 if (!rx_ring->xsk_pool) in ice_realloc_zc_buf()
609 struct xsk_buff_pool *xsk_pool) in ice_clean_xdp_irq_zc() argument
814 struct xsk_buff_pool *xsk_pool, in ice_clean_rx_irq_zc() argument
882 xsk_pool); in ice_clean_rx_irq_zc()
937 if (xsk_uses_need_wakeup(xsk_pool)) { in ice_clean_rx_irq_zc()
942 xsk_set_rx_need_wakeup(xsk_pool); in ice_clean_rx_irq_zc()
944 xsk_clear_rx_need_wakeup(xsk_pool); in ice_clean_rx_irq_zc()
1020 struct xsk_buff_pool *xsk_pool, in ice_fill_tx_hw_ring() argument
1075 if (xsk_uses_need_wakeup(xsk_pool)) in ice_xmit_zc()
1076 xsk_set_tx_need_wakeup(xsk_pool); in ice_xmit_zc()
[all …]
H A Dice_xsk.h16 struct xsk_buff_pool *xsk_pool,
20 struct xsk_buff_pool *xsk_pool, u16 count);
24 bool ice_xmit_zc(struct ice_tx_ring *xdp_ring, struct xsk_buff_pool *xsk_pool);
28 struct xsk_buff_pool __always_unused *xsk_pool) in ice_xmit_zc() argument
43 struct xsk_buff_pool __always_unused *xsk_pool, in ice_clean_rx_irq_zc() argument
51 struct xsk_buff_pool __always_unused *xsk_pool, in ice_alloc_rx_bufs_zc() argument
H A Dice_base.c510 xsk_pool_fill_cb(ring->xsk_pool, &desc); in ice_xsk_pool_fill_cb()
555 if (ring->xsk_pool) { in ice_vsi_cfg_rxq()
559 xsk_pool_get_rx_frame_size(ring->xsk_pool); in ice_vsi_cfg_rxq()
571 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in ice_vsi_cfg_rxq()
604 if (ring->xsk_pool) { in ice_vsi_cfg_rxq()
607 if (!xsk_buff_can_alloc(ring->xsk_pool, num_bufs)) { in ice_vsi_cfg_rxq()
615 ok = ice_alloc_rx_bufs_zc(ring, ring->xsk_pool, num_bufs); in ice_vsi_cfg_rxq()
H A Dice_txrx.c156 if (ice_ring_is_xdp(tx_ring) && tx_ring->xsk_pool) { in ice_clean_tx_ring()
394 if (rx_ring->xsk_pool) { in ice_clean_rx_ring()
429 if (rx_ring->xsk_pool) in ice_clean_rx_ring()
460 if (rx_ring->xsk_pool) { in ice_free_rx_ring()
1541 struct xsk_buff_pool *xsk_pool = READ_ONCE(tx_ring->xsk_pool); in ice_napi_poll() local
1544 if (xsk_pool) in ice_napi_poll()
1545 wd = ice_xmit_zc(tx_ring, xsk_pool); in ice_napi_poll()
1571 struct xsk_buff_pool *xsk_pool = READ_ONCE(rx_ring->xsk_pool); in ice_napi_poll() local
1578 cleaned = rx_ring->xsk_pool ? in ice_napi_poll()
1579 ice_clean_rx_irq_zc(rx_ring, xsk_pool, budget_per_ring) : in ice_napi_poll()
H A Dice_txrx.h360 struct xsk_buff_pool *xsk_pool; member
388 struct xsk_buff_pool *xsk_pool; member
/linux-6.15/drivers/net/ethernet/intel/igb/
H A Digb_xsk.c73 if (rx_ring->xsk_pool) in igb_txrx_ring_enable()
74 igb_alloc_rx_buffers_zc(rx_ring, rx_ring->xsk_pool, in igb_txrx_ring_enable()
201 struct xsk_buff_pool *xsk_pool, u16 count) in igb_alloc_rx_buffers_zc() argument
310 if (xsk_uses_need_wakeup(xsk_pool) && in igb_run_xdp_zc()
342 struct xsk_buff_pool *xsk_pool, const int budget) in igb_clean_rx_irq_zc() argument
453 if (xsk_uses_need_wakeup(xsk_pool)) { in igb_clean_rx_irq_zc()
455 xsk_set_rx_need_wakeup(xsk_pool); in igb_clean_rx_irq_zc()
457 xsk_clear_rx_need_wakeup(xsk_pool); in igb_clean_rx_irq_zc()
468 struct xdp_desc *descs = xsk_pool->tx_descs; in igb_xmit_zc()
485 dma = xsk_buff_raw_get_dma(xsk_pool, descs[i].addr); in igb_xmit_zc()
[all …]
H A Digb.h365 struct xsk_buff_pool *xsk_pool; member
859 struct xsk_buff_pool *xsk_pool, u16 count);
862 struct xsk_buff_pool *xsk_pool, const int budget);
863 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool);
/linux-6.15/drivers/net/ethernet/intel/i40e/
H A Di40e_xsk.c211 if (xsk_uses_need_wakeup(rx_ring->xsk_pool) && err == -ENOBUFS) in i40e_run_xdp_zc()
497 if (xsk_uses_need_wakeup(rx_ring->xsk_pool)) { in i40e_clean_rx_irq_zc()
499 xsk_set_rx_need_wakeup(rx_ring->xsk_pool); in i40e_clean_rx_irq_zc()
501 xsk_clear_rx_need_wakeup(rx_ring->xsk_pool); in i40e_clean_rx_irq_zc()
515 dma = xsk_buff_raw_get_dma(xdp_ring->xsk_pool, desc->addr); in i40e_xmit_pkt()
581 struct xdp_desc *descs = xdp_ring->xsk_pool->tx_descs; in i40e_xmit_zc()
632 struct xsk_buff_pool *bp = tx_ring->xsk_pool; in i40e_clean_xdp_tx_irq()
677 if (xsk_uses_need_wakeup(tx_ring->xsk_pool)) in i40e_clean_xdp_tx_irq()
678 xsk_set_tx_need_wakeup(tx_ring->xsk_pool); in i40e_clean_xdp_tx_irq()
710 if (!vsi->xdp_rings[queue_id]->xsk_pool) in i40e_xsk_wakeup()
[all …]
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/
H A Drx.c30 if (unlikely(!xsk_buff_can_alloc(rq->xsk_pool, rq->mpwqe.pages_per_wqe))) in mlx5e_xsk_alloc_rx_mpwqe()
35 batch = xsk_buff_alloc_batch(rq->xsk_pool, xsk_buffs, in mlx5e_xsk_alloc_rx_mpwqe()
45 xsk_buffs[batch] = xsk_buff_alloc(rq->xsk_pool); in mlx5e_xsk_alloc_rx_mpwqe()
102 rq->xsk_pool->chunk_size); in mlx5e_xsk_alloc_rx_mpwqe()
103 __be32 frame_size = cpu_to_be32(rq->xsk_pool->chunk_size); in mlx5e_xsk_alloc_rx_mpwqe()
173 alloc = xsk_buff_alloc_batch(rq->xsk_pool, buffs + ix, wqe_bulk); in mlx5e_xsk_alloc_rx_wqes_batched()
175 alloc = xsk_buff_alloc_batch(rq->xsk_pool, buffs + ix, contig); in mlx5e_xsk_alloc_rx_wqes_batched()
177 alloc += xsk_buff_alloc_batch(rq->xsk_pool, buffs, wqe_bulk - contig); in mlx5e_xsk_alloc_rx_wqes_batched()
213 *frag->xskp = xsk_buff_alloc(rq->xsk_pool); in mlx5e_xsk_alloc_rx_wqes()
H A Dtx.c58 if (xp_tx_metadata_enabled(sq->xsk_pool)) in mlx5e_xsk_tx_post_err()
66 struct xsk_buff_pool *pool = sq->xsk_pool; in mlx5e_xsk_tx()
114 if (xp_tx_metadata_enabled(sq->xsk_pool)) { in mlx5e_xsk_tx()
/linux-6.15/drivers/net/ethernet/netronome/nfp/nfd3/
H A Dxsk.c21 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_nfd3_xsk_tx_xdp()
324 xsk_tx_completed(r_vec->xsk_pool, done_pkts - reused); in nfp_nfd3_xsk_complete()
337 struct xsk_buff_pool *xsk_pool; in nfp_nfd3_xsk_tx() local
342 xsk_pool = r_vec->xsk_pool; in nfp_nfd3_xsk_tx()
346 if (!xsk_tx_peek_desc(xsk_pool, &desc[i])) in nfp_nfd3_xsk_tx()
356 xsk_buff_raw_dma_sync_for_device(xsk_pool, desc[i].addr, in nfp_nfd3_xsk_tx()
368 xsk_buff_raw_get_dma(xsk_pool, desc[i].addr)); in nfp_nfd3_xsk_tx()
381 xsk_tx_release(xsk_pool); in nfp_nfd3_xsk_tx()
H A Drings.c25 if (tx_ring->r_vec->xsk_pool) { in nfp_nfd3_xsk_tx_bufs_free()
29 xsk_tx_completed(tx_ring->r_vec->xsk_pool, 1); in nfp_nfd3_xsk_tx_bufs_free()
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_txrx.c90 bool need_wakeup = xsk_uses_need_wakeup(xskrq->xsk_pool); in mlx5e_napi_xsk_post()
98 xsk_set_tx_need_wakeup(xsksq->xsk_pool); in mlx5e_napi_xsk_post()
102 xsk_clear_tx_need_wakeup(xsksq->xsk_pool); in mlx5e_napi_xsk_post()
108 xsk_set_rx_need_wakeup(xskrq->xsk_pool); in mlx5e_napi_xsk_post()
117 xsk_set_rx_need_wakeup(xskrq->xsk_pool); in mlx5e_napi_xsk_post()
119 xsk_clear_rx_need_wakeup(xskrq->xsk_pool); in mlx5e_napi_xsk_post()
/linux-6.15/drivers/net/ethernet/freescale/dpaa2/
H A Ddpaa2-xsk.c49 ch->xsk_pool->umem->headroom); in dpaa2_xsk_run_xdp()
183 if (!ch->xsk_pool) in dpaa2_xsk_disable_pool()
200 ch->xsk_pool = NULL; in dpaa2_xsk_disable_pool()
265 ch->xsk_pool = pool; in dpaa2_xsk_enable_pool()
354 addr = xsk_buff_raw_get_dma(ch->xsk_pool, xdp_desc->addr); in dpaa2_xsk_tx_build_fd()
355 xsk_buff_raw_dma_sync_for_device(ch->xsk_pool, addr, xdp_desc->len); in dpaa2_xsk_tx_build_fd()
393 struct xdp_desc *xdp_descs = ch->xsk_pool->tx_descs; in dpaa2_xsk_tx()
410 batch = xsk_tx_peek_release_desc_batch(ch->xsk_pool, budget); in dpaa2_xsk_tx()
451 xsk_tx_release(ch->xsk_pool); in dpaa2_xsk_tx()
/linux-6.15/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_xsk.c114 if (xsk_uses_need_wakeup(rx_ring->xsk_pool) && err == -ENOBUFS) in ixgbe_run_xdp_zc()
168 bi->xdp = xsk_buff_alloc(rx_ring->xsk_pool); in ixgbe_alloc_rx_buffers_zc()
364 if (xsk_uses_need_wakeup(rx_ring->xsk_pool)) { in ixgbe_clean_rx_irq_zc()
366 xsk_set_rx_need_wakeup(rx_ring->xsk_pool); in ixgbe_clean_rx_irq_zc()
368 xsk_clear_rx_need_wakeup(rx_ring->xsk_pool); in ixgbe_clean_rx_irq_zc()
393 struct xsk_buff_pool *pool = xdp_ring->xsk_pool; in ixgbe_xmit_zc()
461 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_clean_xdp_tx_irq()
528 if (!ring->xsk_pool) in ixgbe_xsk_wakeup()
543 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_xsk_clean_tx_ring()
/linux-6.15/drivers/net/ethernet/engleder/
H A Dtsnep_main.c893 if (tx->xsk_pool) { in tsnep_tx_poll()
962 if (rx->xsk_pool && entry->xdp) in tsnep_rx_ring_cleanup()
1682 if (rx->xsk_pool) in tsnep_rx_open()
1695 if (rx->xsk_pool) { in tsnep_rx_open()
1710 if (rx->xsk_pool) in tsnep_rx_close()
1822 done = queue->rx->xsk_pool ? in tsnep_poll()
1955 if (rx->xsk_pool) in tsnep_queue_open()
2125 queue->tx->xsk_pool = pool; in tsnep_enable_xsk()
2126 queue->rx->xsk_pool = pool; in tsnep_enable_xsk()
2145 queue->rx->xsk_pool = NULL; in tsnep_disable_xsk()
[all …]
H A Dtsnep.h93 struct xsk_buff_pool *xsk_pool; member
131 struct xsk_buff_pool *xsk_pool; member
/linux-6.15/drivers/net/ethernet/marvell/octeontx2/nic/
H A Dotx2_xsk.c22 xdp = xsk_buff_alloc(pool->xsk_pool); in otx2_xsk_pool_alloc_buf()
150 sq->xsk_pool = NULL; in otx2_xsk_pool_disable()
196 sq->xsk_pool = xsk_get_pool_from_qid(pfvf->netdev, qidx); in otx2_attach_xsk_buff()
H A Dotx2_txrx.c452 xsk_tx_completed(xsk_pool, *xsk_frames); in otx2_zc_submit_pkts()
454 if (xsk_uses_need_wakeup(xsk_pool)) in otx2_zc_submit_pkts()
455 xsk_set_tx_need_wakeup(xsk_pool); in otx2_zc_submit_pkts()
457 otx2_zc_napi_handler(pfvf, xsk_pool, qidx, budget); in otx2_zc_submit_pkts()
477 if (sq->xsk_pool) in otx2_tx_napi_handler()
536 if (sq->xsk_pool) in otx2_tx_napi_handler()
623 if (pool->xsk_pool) in otx2_napi_handler()
624 xsk_set_rx_need_wakeup(pool->xsk_pool); in otx2_napi_handler()
628 if (pool && pool->xsk_pool) in otx2_napi_handler()
629 xsk_clear_rx_need_wakeup(pool->xsk_pool); in otx2_napi_handler()
[all …]
H A Dotx2_txrx.h110 struct xsk_buff_pool *xsk_pool; member
134 struct xsk_buff_pool *xsk_pool; member
H A Dotx2_common.c561 if (pool->xsk_pool) in __otx2_alloc_rbuf()
1075 if (pool->xsk_pool) { in otx2_cq_init()
1079 xsk_pool_set_rxq_info(pool->xsk_pool, &cq->xdp_rxq); in otx2_cq_init()
1306 } else if (pool->xsk_pool) { in otx2_free_bufs()
1369 pool->xsk_pool = NULL; in otx2_aura_pool_free()
1456 struct xsk_buff_pool *xsk_pool; in otx2_pool_init() local
1520 if (xsk_pool) { in otx2_pool_init()
1521 pool->xsk_pool = xsk_pool; in otx2_pool_init()
1591 if (pool->xsk_pool) { in otx2_sq_aura_pool_init()
1654 if (pool->xsk_pool) { in otx2_rq_aura_pool_init()
[all …]
/linux-6.15/drivers/net/ethernet/netronome/nfp/
H A Dnfp_net_xsk.c22 headroom = xsk_pool_get_headroom(rx_ring->r_vec->xsk_pool); in nfp_net_xsk_rx_bufs_stash()
60 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_net_xsk_rx_ring_fill_freelist()
/linux-6.15/drivers/net/ethernet/google/gve/
H A Dgve_tx.c188 if (xsk_complete > 0 && tx->xsk_pool) in gve_clean_xdp_done()
189 xsk_tx_completed(tx->xsk_pool, xsk_complete); in gve_clean_xdp_done()
956 !xsk_tx_peek_desc(tx->xsk_pool, &desc)) in gve_xsk_tx()
959 data = xsk_buff_raw_get_data(tx->xsk_pool, desc.addr); in gve_xsk_tx()
967 xsk_tx_release(tx->xsk_pool); in gve_xsk_tx()
981 if (tx->xsk_pool) { in gve_xsk_tx_poll()
987 if (xsk_uses_need_wakeup(tx->xsk_pool)) in gve_xsk_tx_poll()
988 xsk_set_tx_need_wakeup(tx->xsk_pool); in gve_xsk_tx_poll()
/linux-6.15/drivers/net/ethernet/stmicro/stmmac/
H A Dstmmac_main.c265 if (rx_q->xsk_pool) { in stmmac_disable_all_queues()
1763 if (rx_q->xsk_pool) { in __init_dma_rx_desc_rings()
1780 if (rx_q->xsk_pool) { in __init_dma_rx_desc_rings()
1831 if (rx_q->xsk_pool) in init_dma_rx_desc_rings()
1837 rx_q->xsk_pool = NULL; in init_dma_rx_desc_rings()
1967 tx_q->xsk_pool = NULL; in dma_free_tx_skbufs()
1997 if (rx_q->xsk_pool) in __free_dma_rx_desc_resources()
2003 rx_q->xsk_pool = NULL; in __free_dma_rx_desc_resources()
2495 if (rx_q->xsk_pool) { in stmmac_dma_operation_mode()
2853 if (tx_q->xsk_pool) { in stmmac_tx_clean()
[all …]
H A Dstmmac.h76 struct xsk_buff_pool *xsk_pool; member
122 struct xsk_buff_pool *xsk_pool; member

123