Home
last modified time | relevance | path

Searched refs:xsk_buff_pool (Results 1 – 25 of 60) sorted by relevance

123

/linux-6.15/include/net/
H A Dxdp_sock_drv.h23 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries);
26 void xsk_tx_release(struct xsk_buff_pool *pool);
29 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool);
30 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool);
31 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool);
32 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool);
33 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool);
56 static inline void xsk_pool_fill_cb(struct xsk_buff_pool *pool, in xsk_pool_fill_cb()
68 static inline int xsk_pool_dma_map(struct xsk_buff_pool *pool, in xsk_pool_dma_map()
244 xsk_buff_get_metadata(struct xsk_buff_pool *pool, u64 addr) in xsk_buff_get_metadata()
[all …]
H A Dxsk_buff_pool.h13 struct xsk_buff_pool;
30 struct xsk_buff_pool *pool;
46 struct xsk_buff_pool { struct
111 void xp_destroy(struct xsk_buff_pool *pool);
112 void xp_get_pool(struct xsk_buff_pool *pool);
113 bool xp_put_pool(struct xsk_buff_pool *pool);
114 void xp_clear_dev(struct xsk_buff_pool *pool);
141 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
143 bool xp_can_alloc(struct xsk_buff_pool *pool, u32 count);
144 void *xp_raw_get_data(struct xsk_buff_pool *pool, u64 addr);
[all …]
/linux-6.15/net/xdp/
H A Dxsk_buff_pool.c13 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk()
25 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk()
37 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy()
61 struct xsk_buff_pool *pool; in xp_create_and_assign_umem()
142 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc()
165 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev()
268 void xp_clear_dev(struct xsk_buff_pool *pool) in xp_clear_dev()
281 struct xsk_buff_pool *pool = container_of(work, struct xsk_buff_pool, in xp_release_deferred()
302 void xp_get_pool(struct xsk_buff_pool *pool) in xp_get_pool()
307 bool xp_put_pool(struct xsk_buff_pool *pool) in xp_put_pool()
[all …]
H A Dxsk_queue.h143 static inline bool xp_aligned_validate_desc(struct xsk_buff_pool *pool, in xp_aligned_validate_desc()
164 static inline bool xp_unaligned_validate_desc(struct xsk_buff_pool *pool, in xp_unaligned_validate_desc()
185 static inline bool xp_validate_desc(struct xsk_buff_pool *pool, in xp_validate_desc()
199 struct xsk_buff_pool *pool) in xskq_cons_is_valid_desc()
210 struct xsk_buff_pool *pool) in xskq_cons_read_desc()
229 static inline void parse_desc(struct xsk_queue *q, struct xsk_buff_pool *pool, in parse_desc()
237 u32 xskq_cons_read_desc_batch(struct xsk_queue *q, struct xsk_buff_pool *pool, in xskq_cons_read_desc_batch()
318 struct xsk_buff_pool *pool) in xskq_cons_peek_desc()
H A Dxsk.c39 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_rx_need_wakeup()
49 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_tx_need_wakeup()
66 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_rx_need_wakeup()
76 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_tx_need_wakeup()
93 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool) in xsk_uses_need_wakeup()
99 struct xsk_buff_pool *xsk_get_pool_from_qid(struct net_device *dev, in xsk_get_pool_from_qid()
399 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries) in xsk_tx_completed()
405 void xsk_tx_release(struct xsk_buff_pool *pool) in xsk_tx_release()
606 struct xsk_buff_pool *pool = xs->pool; in xsk_build_skb_zerocopy()
907 struct xsk_buff_pool *pool; in __xsk_sendmsg()
[all …]
H A DMakefile3 obj-$(CONFIG_XDP_SOCKETS) += xsk_buff_pool.o
/linux-6.15/drivers/net/ethernet/intel/ice/
H A Dice_xsk.h13 int ice_xsk_pool_setup(struct ice_vsi *vsi, struct xsk_buff_pool *pool,
16 struct xsk_buff_pool *xsk_pool,
20 struct xsk_buff_pool *xsk_pool, u16 count);
24 bool ice_xmit_zc(struct ice_tx_ring *xdp_ring, struct xsk_buff_pool *xsk_pool);
28 struct xsk_buff_pool __always_unused *xsk_pool) in ice_xmit_zc()
35 struct xsk_buff_pool __always_unused *pool, in ice_xsk_pool_setup()
43 struct xsk_buff_pool __always_unused *xsk_pool, in ice_clean_rx_irq_zc()
51 struct xsk_buff_pool __always_unused *xsk_pool, in ice_alloc_rx_bufs_zc()
H A Dice_xsk.c270 struct xsk_buff_pool *pool = xsk_get_pool_from_qid(vsi->netdev, qid); in ice_xsk_pool_disable()
289 ice_xsk_pool_enable(struct ice_vsi *vsi, struct xsk_buff_pool *pool, u16 qid) in ice_xsk_pool_enable()
476 struct xsk_buff_pool *xsk_pool, u16 count) in __ice_alloc_rx_bufs_zc()
526 struct xsk_buff_pool *xsk_pool, u16 count) in ice_alloc_rx_bufs_zc()
609 struct xsk_buff_pool *xsk_pool) in ice_clean_xdp_irq_zc()
680 struct xsk_buff_pool *xsk_pool) in ice_xmit_xdp_tx_zc()
763 struct xsk_buff_pool *xsk_pool) in ice_run_xdp_zc()
814 struct xsk_buff_pool *xsk_pool, in ice_clean_rx_irq_zc()
960 struct xsk_buff_pool *xsk_pool, struct xdp_desc *desc, in ice_xmit_pkt()
985 struct xsk_buff_pool *xsk_pool, in ice_xmit_pkt_batch()
[all …]
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/
H A Dpool.c10 struct xsk_buff_pool *pool) in mlx5e_xsk_map_pool()
18 struct xsk_buff_pool *pool) in mlx5e_xsk_unmap_pool()
46 static int mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_add_pool()
65 static bool mlx5e_xsk_is_pool_sane(struct xsk_buff_pool *pool) in mlx5e_xsk_is_pool_sane()
71 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param()
79 struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_enable_locked()
165 struct xsk_buff_pool *pool = mlx5e_xsk_get_pool(&priv->channels.params, in mlx5e_xsk_disable_locked()
197 static int mlx5e_xsk_enable_pool(struct mlx5e_priv *priv, struct xsk_buff_pool *pool, in mlx5e_xsk_enable_pool()
220 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid) in mlx5e_xsk_setup_pool()
H A Dpool.h9 static inline struct xsk_buff_pool *mlx5e_xsk_get_pool(struct mlx5e_params *params, in mlx5e_xsk_get_pool()
22 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk);
25 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid);
H A Dsetup.c62 struct xsk_buff_pool *pool, in mlx5e_init_xsk_rq()
94 struct mlx5e_rq_param *rq_params, struct xsk_buff_pool *pool, in mlx5e_open_xsk_rq()
114 struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool, in mlx5e_open_xsk()
/linux-6.15/drivers/net/ethernet/marvell/octeontx2/nic/
H A Dotx2_xsk.h12 struct xsk_buff_pool;
14 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
15 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
20 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool,
H A Dotx2_xsk.c118 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_enable()
142 struct xsk_buff_pool *pool; in otx2_xsk_pool_disable()
160 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_setup()
199 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool, in otx2_zc_napi_handler()
H A Dotx2_txrx.h110 struct xsk_buff_pool *xsk_pool;
134 struct xsk_buff_pool *xsk_pool;
/linux-6.15/drivers/net/ethernet/netronome/nfp/
H A Dnfp_net_xsk.c60 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_net_xsk_rx_ring_fill_freelist()
100 struct xsk_buff_pool *pool) in nfp_net_xsk_pool_unmap()
105 static int nfp_net_xsk_pool_map(struct device *dev, struct xsk_buff_pool *pool) in nfp_net_xsk_pool_map()
111 struct xsk_buff_pool *pool, u16 queue_id) in nfp_net_xsk_setup_pool()
115 struct xsk_buff_pool *prev_pool; in nfp_net_xsk_setup_pool()
/linux-6.15/drivers/net/ethernet/engleder/
H A Dtsnep_xdp.c22 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_enable_pool()
60 struct xsk_buff_pool *pool; in tsnep_xdp_disable_pool()
81 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_setup_pool()
H A Dtsnep.h93 struct xsk_buff_pool *xsk_pool;
131 struct xsk_buff_pool *xsk_pool;
228 struct xsk_buff_pool *pool, u16 queue_id);
257 int tsnep_enable_xsk(struct tsnep_queue *queue, struct xsk_buff_pool *pool);
/linux-6.15/drivers/net/ethernet/intel/igb/
H A Digb_xsk.c83 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter, in igb_xsk_pool()
87 struct xsk_buff_pool *pool; in igb_xsk_pool()
98 struct xsk_buff_pool *pool, in igb_xsk_pool_enable()
141 struct xsk_buff_pool *pool; in igb_xsk_pool_disable()
169 struct xsk_buff_pool *pool, in igb_xsk_pool_setup()
176 static u16 igb_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in igb_fill_rx_descs()
201 struct xsk_buff_pool *xsk_pool, u16 count) in igb_alloc_rx_buffers_zc()
295 struct xdp_buff *xdp, struct xsk_buff_pool *xsk_pool, in igb_run_xdp_zc()
342 struct xsk_buff_pool *xsk_pool, const int budget) in igb_clean_rx_irq_zc()
464 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool) in igb_xmit_zc()
H A Digb.h365 struct xsk_buff_pool *xsk_pool;
853 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter,
856 struct xsk_buff_pool *pool,
859 struct xsk_buff_pool *xsk_pool, u16 count);
862 struct xsk_buff_pool *xsk_pool, const int budget);
863 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool);
/linux-6.15/drivers/net/ethernet/intel/i40e/
H A Di40e_xsk.h20 struct xsk_buff_pool;
24 int i40e_xsk_pool_setup(struct i40e_vsi *vsi, struct xsk_buff_pool *pool,
/linux-6.15/drivers/net/ethernet/stmicro/stmmac/
H A Dstmmac_xdp.c10 struct xsk_buff_pool *pool, u16 queue) in stmmac_xdp_enable_pool()
61 struct xsk_buff_pool *pool; in stmmac_xdp_disable_pool()
95 int stmmac_xdp_setup_pool(struct stmmac_priv *priv, struct xsk_buff_pool *pool, in stmmac_xdp_setup_pool()
H A Dstmmac_xdp.h9 int stmmac_xdp_setup_pool(struct stmmac_priv *priv, struct xsk_buff_pool *pool,
/linux-6.15/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_xsk.c11 struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter, in ixgbe_xsk_pool()
24 struct xsk_buff_pool *pool, in ixgbe_xsk_pool_enable()
67 struct xsk_buff_pool *pool; in ixgbe_xsk_pool_disable()
90 struct xsk_buff_pool *pool, in ixgbe_xsk_pool_setup()
393 struct xsk_buff_pool *pool = xdp_ring->xsk_pool; in ixgbe_xmit_zc()
461 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_clean_xdp_tx_irq()
543 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_xsk_clean_tx_ring()
H A Dixgbe_txrx_common.h33 struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter,
36 struct xsk_buff_pool *pool,
/linux-6.15/drivers/net/ethernet/intel/igc/
H A Digc_xdp.c57 struct xsk_buff_pool *pool, u16 queue_id) in igc_xdp_enable_pool()
121 struct xsk_buff_pool *pool; in igc_xdp_disable_pool()
159 int igc_xdp_setup_pool(struct igc_adapter *adapter, struct xsk_buff_pool *pool, in igc_xdp_setup_pool()

123