Home
last modified time | relevance | path

Searched refs:xdp_prog (Results 1 – 25 of 142) sorted by relevance

123456

/linux-6.15/drivers/net/ethernet/microchip/lan966x/
H A Dlan966x_xdp.c24 old_prog = xchg(&port->xdp_prog, xdp->prog); in lan966x_xdp_setup()
32 xchg(&port->xdp_prog, old_prog); in lan966x_xdp_setup()
77 struct bpf_prog *xdp_prog = port->xdp_prog; in lan966x_xdp_run() local
87 act = bpf_prog_run_xdp(xdp_prog, &xdp); in lan966x_xdp_run()
96 if (xdp_do_redirect(port->dev, &xdp, xdp_prog)) in lan966x_xdp_run()
101 bpf_warn_invalid_xdp_action(port->dev, xdp_prog, act); in lan966x_xdp_run()
104 trace_xdp_exception(port->dev, xdp_prog, act); in lan966x_xdp_run()
/linux-6.15/kernel/bpf/
H A Ddevmap.c61 struct bpf_prog *xdp_prog; member
68 struct bpf_prog *xdp_prog; member
226 if (dev->xdp_prog) in dev_map_free()
242 if (dev->xdp_prog) in dev_map_free()
393 if (bq->xdp_prog) { in bq_xmit_all()
430 bq->xdp_prog = NULL; in __dev_flush()
475 bq->xdp_prog = xdp_prog; in bq_enqueue()
509 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
814 if (dev->xdp_prog) in __dev_map_entry_free()
889 dev->xdp_prog = prog; in __dev_map_alloc_node()
[all …]
/linux-6.15/drivers/net/ethernet/amazon/ena/
H A Dena_xdp.h85 struct bpf_prog *xdp_prog; in ena_xdp_execute() local
90 xdp_prog = READ_ONCE(rx_ring->xdp_bpf_prog); in ena_xdp_execute()
92 verdict = bpf_prog_run_xdp(xdp_prog, xdp); in ena_xdp_execute()
98 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
119 if (likely(!xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog))) { in ena_xdp_execute()
124 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
129 trace_xdp_exception(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
142 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, verdict); in ena_xdp_execute()
/linux-6.15/drivers/net/ethernet/broadcom/bnxt/
H A Dbnxt_xdp.c177 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_xdp_attached() local
179 return !!xdp_prog; in bnxt_xdp_attached()
228 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_rx_xdp() local
239 if (!xdp_prog) in bnxt_rx_xdp()
249 act = bpf_prog_run_xdp(xdp_prog, xdp); in bnxt_rx_xdp()
281 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
303 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
321 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
335 struct bpf_prog *xdp_prog = READ_ONCE(bp->xdp_prog); in bnxt_xdp_xmit() local
345 !xdp_prog) in bnxt_xdp_xmit()
[all …]
/linux-6.15/drivers/net/ethernet/sfc/siena/
H A Drx.c256 struct bpf_prog *xdp_prog; in efx_do_xdp() local
263 xdp_prog = rcu_dereference_bh(efx->xdp_prog); in efx_do_xdp()
264 if (!xdp_prog) in efx_do_xdp()
294 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in efx_do_xdp()
320 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
327 err = xdp_do_redirect(efx->net_dev, &xdp, xdp_prog); in efx_do_xdp()
334 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
341 bpf_warn_invalid_xdp_action(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
344 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
348 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
/linux-6.15/drivers/net/ethernet/sfc/
H A Drx.c254 struct bpf_prog *xdp_prog; in efx_do_xdp() local
261 xdp_prog = rcu_dereference_bh(efx->xdp_prog); in efx_do_xdp()
262 if (!xdp_prog) in efx_do_xdp()
292 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in efx_do_xdp()
318 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
325 err = xdp_do_redirect(efx->net_dev, &xdp, xdp_prog); in efx_do_xdp()
332 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
339 bpf_warn_invalid_xdp_action(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
342 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
346 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
/linux-6.15/drivers/net/ethernet/freescale/dpaa2/
H A Ddpaa2-xsk.c38 struct bpf_prog *xdp_prog; in dpaa2_xsk_run_xdp() local
44 xdp_prog = READ_ONCE(ch->xdp.prog); in dpaa2_xsk_run_xdp()
45 if (!xdp_prog) in dpaa2_xsk_run_xdp()
59 xdp_act = bpf_prog_run_xdp(xdp_prog, xdp_buff); in dpaa2_xsk_run_xdp()
66 err = xdp_do_redirect(priv->net_dev, xdp_buff, xdp_prog); in dpaa2_xsk_run_xdp()
85 bpf_warn_invalid_xdp_action(priv->net_dev, xdp_prog, xdp_act); in dpaa2_xsk_run_xdp()
88 trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act); in dpaa2_xsk_run_xdp()
122 WARN_ON(priv->xdp_prog); in dpaa2_xsk_rx()
317 if (!priv->xdp_prog) in dpaa2_xsk_wakeup()
/linux-6.15/drivers/net/vmxnet3/
H A Dvmxnet3_xdp.c340 struct bpf_prog *xdp_prog; in vmxnet3_process_xdp_small() local
359 xdp_prog = rcu_dereference(rq->adapter->xdp_bpf_prog); in vmxnet3_process_xdp_small()
360 if (!xdp_prog) { in vmxnet3_process_xdp_small()
364 act = vmxnet3_run_xdp(rq, &xdp, xdp_prog); in vmxnet3_process_xdp_small()
385 struct bpf_prog *xdp_prog; in vmxnet3_process_xdp() local
403 xdp_prog = rcu_dereference(rq->adapter->xdp_bpf_prog); in vmxnet3_process_xdp()
404 if (!xdp_prog) { in vmxnet3_process_xdp()
408 act = vmxnet3_run_xdp(rq, &xdp, xdp_prog); in vmxnet3_process_xdp()
/linux-6.15/drivers/net/ethernet/intel/ixgbe/
H A Dixgbe_xsk.c14 bool xdp_on = READ_ONCE(adapter->xdp_prog); in ixgbe_xsk_pool()
102 struct bpf_prog *xdp_prog; in ixgbe_run_xdp_zc() local
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
108 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
141 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
146 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
517 if (!READ_ONCE(adapter->xdp_prog)) in ixgbe_xsk_wakeup()
/linux-6.15/drivers/net/ethernet/intel/igb/
H A Digb_xsk.c296 struct bpf_prog *xdp_prog) in igb_run_xdp_zc() argument
303 act = bpf_prog_run_xdp(xdp_prog, xdp); in igb_run_xdp_zc()
306 err = xdp_do_redirect(adapter->netdev, xdp, xdp_prog); in igb_run_xdp_zc()
327 bpf_warn_invalid_xdp_action(adapter->netdev, xdp_prog, act); in igb_run_xdp_zc()
331 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in igb_run_xdp_zc()
348 struct bpf_prog *xdp_prog; in igb_clean_rx_irq_zc() local
355 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in igb_clean_rx_irq_zc()
393 xdp_prog); in igb_clean_rx_irq_zc()
/linux-6.15/drivers/net/ethernet/netronome/nfp/nfd3/
H A Dxsk.c121 struct bpf_prog *xdp_prog; in nfp_nfd3_xsk_rx() local
125 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_nfd3_xsk_rx()
219 act = bpf_prog_run_xdp(xdp_prog, xrxbuf->xdp); in nfp_nfd3_xsk_rx()
237 if (xdp_do_redirect(dp->netdev, xrxbuf->xdp, xdp_prog)) { in nfp_nfd3_xsk_rx()
245 bpf_warn_invalid_xdp_action(dp->netdev, xdp_prog, act); in nfp_nfd3_xsk_rx()
248 trace_xdp_exception(dp->netdev, xdp_prog, act); in nfp_nfd3_xsk_rx()
H A Ddp.c556 if (!dp->xdp_prog) { in nfp_nfd3_napi_alloc_one()
571 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_nfd3_napi_alloc_one()
911 struct bpf_prog *xdp_prog; in nfp_nfd3_rx() local
918 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_nfd3_rx()
919 true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; in nfp_nfd3_rx()
1007 if (xdp_prog && !meta.portid) { in nfp_nfd3_rx()
1017 act = bpf_prog_run_xdp(xdp_prog, &xdp); in nfp_nfd3_rx()
1035 xdp_prog, act); in nfp_nfd3_rx()
1038 bpf_warn_invalid_xdp_action(dp->netdev, xdp_prog, act); in nfp_nfd3_rx()
1041 trace_xdp_exception(dp->netdev, xdp_prog, act); in nfp_nfd3_rx()
[all …]
/linux-6.15/drivers/net/ethernet/fungible/funeth/
H A Dfuneth_rx.c144 struct bpf_prog *xdp_prog; in fun_run_xdp() local
155 xdp_prog = READ_ONCE(q->xdp_prog); in fun_run_xdp()
156 act = bpf_prog_run_xdp(xdp_prog, &xdp); in fun_run_xdp()
177 if (unlikely(xdp_do_redirect(q->netdev, &xdp, xdp_prog))) in fun_run_xdp()
183 bpf_warn_invalid_xdp_action(q->netdev, xdp_prog, act); in fun_run_xdp()
186 trace_xdp_exception(q->netdev, xdp_prog, act); in fun_run_xdp()
608 WRITE_ONCE(q->xdp_prog, prog); in fun_rxq_set_bpf()
724 q->xdp_prog = fp->xdp_prog; in fun_rxq_create_dev()
725 q->headroom = fp->xdp_prog ? FUN_XDP_HEADROOM : FUN_RX_HEADROOM; in fun_rxq_create_dev()
/linux-6.15/drivers/net/
H A Dveth.c65 struct bpf_prog __rcu *xdp_prog; member
616 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
619 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
620 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
629 act = bpf_prog_run_xdp(xdp_prog, xdp); in veth_xdp_rcv_one()
663 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
768 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
777 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_skb()
778 if (unlikely(!xdp_prog)) { in veth_xdp_rcv_skb()
791 act = bpf_prog_run_xdp(xdp_prog, xdp); in veth_xdp_rcv_skb()
[all …]
H A Dtun.c1604 struct bpf_prog *xdp_prog; in tun_build_skb() local
1613 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1614 if (xdp_prog) in tun_build_skb()
1645 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1646 if (xdp_prog) { in tun_build_skb()
1853 struct bpf_prog *xdp_prog; in tun_get_user() local
1858 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_get_user()
1859 if (xdp_prog) { in tun_get_user()
2361 struct bpf_prog *xdp_prog; in tun_xdp_one() local
2374 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_xdp_one()
[all …]
/linux-6.15/drivers/net/ethernet/intel/i40e/
H A Di40e_xsk.c199 struct bpf_prog *xdp_prog) in i40e_run_xdp_zc() argument
205 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp_zc()
208 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp_zc()
231 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp_zc()
236 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp_zc()
414 struct bpf_prog *xdp_prog; in i40e_clean_rx_irq_zc() local
424 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_clean_rx_irq_zc()
475 xdp_res = i40e_run_xdp_zc(rx_ring, first, xdp_prog); in i40e_clean_rx_irq_zc()
/linux-6.15/tools/testing/selftests/bpf/prog_tests/
H A Dxdp_context_test_run.c180 struct bpf_program *tc_prog, *xdp_prog; in test_xdp_context_veth() local
225 xdp_prog = bpf_object__find_program_by_name(skel->obj, "ing_xdp"); in test_xdp_context_veth()
226 if (!ASSERT_OK_PTR(xdp_prog, "open ing_xdp prog")) in test_xdp_context_veth()
230 bpf_program__fd(xdp_prog), in test_xdp_context_veth()
/linux-6.15/drivers/net/ethernet/aquantia/atlantic/
H A Daq_main.c137 prog = READ_ONCE(aq_nic->xdp_prog); in aq_ndev_change_mtu()
229 prog = READ_ONCE(aq_nic->xdp_prog); in aq_ndev_fix_features()
231 aq_nic->xdp_prog && features & NETIF_F_LRO) { in aq_ndev_fix_features()
466 need_update = !!aq_nic->xdp_prog != !!prog; in aq_xdp_setup()
470 old_prog = xchg(&aq_nic->xdp_prog, prog); in aq_xdp_setup()
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/
H A Dparams.c235 if (params->xdp_prog) in mlx5e_get_linear_rq_headroom()
288 return params->xdp_prog && sz < PAGE_SIZE ? PAGE_SIZE : sz; in mlx5e_rx_get_linear_stride_sz()
446 if (params->xdp_prog) in mlx5e_mpwqe_get_log_stride_size()
670 wqe_bulk_in_bytes = min_t(u32, MAX_WQE_BULK_BYTES(params->xdp_prog), in mlx5e_rx_compute_wqe_bulk_params()
679 split_factor = DIV_ROUND_UP(MAX_WQE_BULK_BYTES(params->xdp_prog), in mlx5e_rx_compute_wqe_bulk_params()
723 params->xdp_prog); in mlx5e_build_rq_frags_info()
724 if (byte_count > max_mtu || params->xdp_prog) { in mlx5e_build_rq_frags_info()
729 params->xdp_prog); in mlx5e_build_rq_frags_info()
749 if (params->xdp_prog) { in mlx5e_build_rq_frags_info()
803 *xdp_frag_size = info->num_frags > 1 && params->xdp_prog ? PAGE_SIZE : 0; in mlx5e_build_rq_frags_info()
[all …]
/linux-6.15/drivers/net/ethernet/pensando/ionic/
H A Dionic_txrx.c468 struct bpf_prog *xdp_prog, in ionic_run_xdp() argument
531 xdp_action = bpf_prog_run_xdp(xdp_prog, &xdp_buf); in ionic_run_xdp()
578 err = xdp_do_redirect(netdev, &xdp_buf, xdp_prog); in ionic_run_xdp()
606 struct bpf_prog *xdp_prog) in ionic_rx_clean() argument
635 if (xdp_prog) { in ionic_rx_clean()
744 ionic_rx_clean(q, desc_info, comp, xdp_prog); in __ionic_rx_service()
792 if (xdp_prog) { in ionic_rx_fill()
978 struct bpf_prog *xdp_prog; in ionic_rx_cq_service() local
983 xdp_prog = READ_ONCE(q->xdp_prog); in ionic_rx_cq_service()
984 while (__ionic_rx_service(cq, xdp_prog)) { in ionic_rx_cq_service()
[all …]
H A Dionic_lif.h245 struct bpf_prog *xdp_prog; member
271 struct bpf_prog *xdp_prog; member
284 qparam->xdp_prog = lif->xdp_prog; in ionic_init_queue_params()
/linux-6.15/drivers/net/ethernet/intel/ice/
H A Dice_xsk.c762 struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring, in ice_run_xdp_zc() argument
768 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp_zc()
771 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp_zc()
793 bpf_warn_invalid_xdp_action(rx_ring->netdev, xdp_prog, act); in ice_run_xdp_zc()
798 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp_zc()
823 struct bpf_prog *xdp_prog; in ice_clean_rx_irq_zc() local
831 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_clean_rx_irq_zc()
881 xdp_res = ice_run_xdp_zc(rx_ring, first, xdp_prog, xdp_ring, in ice_clean_rx_irq_zc()
/linux-6.15/drivers/net/ethernet/stmicro/stmmac/
H A Dstmmac_xdp.c123 need_update = !!priv->xdp_prog != !!prog; in stmmac_xdp_set_prog()
127 old_prog = xchg(&priv->xdp_prog, prog); in stmmac_xdp_set_prog()
/linux-6.15/drivers/net/ethernet/mellanox/mlx4/
H A Den_rx.c412 ring->xdp_prog, in mlx4_en_destroy_rx_ring()
686 struct bpf_prog *xdp_prog; in mlx4_en_process_rx_cq() local
699 xdp_prog = rcu_dereference_bh(ring->xdp_prog); in mlx4_en_process_rx_cq()
786 if (xdp_prog) { in mlx4_en_process_rx_cq()
805 act = bpf_prog_run_xdp(xdp_prog, &mxbuf.xdp); in mlx4_en_process_rx_cq()
818 if (likely(!xdp_do_redirect(dev, &mxbuf.xdp, xdp_prog))) { in mlx4_en_process_rx_cq()
825 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
834 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
837 bpf_warn_invalid_xdp_action(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
840 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
/linux-6.15/drivers/net/ethernet/netronome/nfp/nfdk/
H A Ddp.c576 if (!dp->xdp_prog) { in nfp_nfdk_napi_alloc_one()
591 nfp_net_free_frag(frag, dp->xdp_prog); in nfp_nfdk_napi_alloc_one()
1032 struct bpf_prog *xdp_prog; in nfp_nfdk_rx() local
1040 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_nfdk_rx()
1041 true_bufsz = xdp_prog ? PAGE_SIZE : dp->fl_bufsz; in nfp_nfdk_rx()
1126 if (xdp_prog && !meta.portid) { in nfp_nfdk_rx()
1136 act = bpf_prog_run_xdp(xdp_prog, &xdp); in nfp_nfdk_rx()
1154 xdp_prog, act); in nfp_nfdk_rx()
1157 bpf_warn_invalid_xdp_action(dp->netdev, xdp_prog, act); in nfp_nfdk_rx()
1160 trace_xdp_exception(dp->netdev, xdp_prog, act); in nfp_nfdk_rx()
[all …]

123456