| /linux-6.15/include/net/ |
| H A D | busy_poll.h | 29 return napi_id >= MIN_NAPI_ID; in napi_id_valid() 52 void napi_busy_loop(unsigned int napi_id, 56 void napi_busy_loop_rcu(unsigned int napi_id, 60 void napi_suspend_irqs(unsigned int napi_id); 61 void napi_resume_irqs(unsigned int napi_id); 122 if (napi_id_valid(napi_id)) in sk_busy_loop() 137 if (!napi_id_valid(skb->napi_id)) in __skb_mark_napi_id() 138 skb->napi_id = gro->cached_napi_id; in __skb_mark_napi_id() 166 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id_set() 175 WRITE_ONCE(sk->sk_napi_id, napi_id); in __sk_mark_napi_id_once() [all …]
|
| H A D | xdp.h | 443 unsigned int napi_id, u32 frag_size); 447 unsigned int napi_id) in xdp_rxq_info_reg() argument 449 return __xdp_rxq_info_reg(xdp_rxq, dev, queue_index, napi_id, 0); in xdp_rxq_info_reg()
|
| /linux-6.15/io_uring/ |
| H A D | napi.c | 12 unsigned int napi_id; member 22 unsigned int napi_id) in io_napi_hash_find() argument 27 if (e->napi_id != napi_id) in io_napi_hash_find() 47 if (!napi_id_valid(napi_id)) in __io_napi_add_id() 53 e = io_napi_hash_find(hash_list, napi_id); in __io_napi_add_id() 64 e->napi_id = napi_id; in __io_napi_add_id() 72 if (unlikely(io_napi_hash_find(hash_list, napi_id))) { in __io_napi_add_id() 90 if (!napi_id_valid(napi_id)) in __io_napi_del_id() 95 e = io_napi_hash_find(hash_list, napi_id); in __io_napi_del_id() 170 napi_busy_loop_rcu(e->napi_id, loop_end, loop_end_arg, in static_tracking_do_busy_loop() [all …]
|
| H A D | napi.h | 18 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id);
|
| /linux-6.15/net/core/ |
| H A D | netdev-genl.c | 23 unsigned int napi_id; member 223 u32 napi_id; in netdev_nl_napi_get_doit() local 229 napi_id = nla_get_u32(info->attrs[NETDEV_A_NAPI_ID]); in netdev_nl_napi_get_doit() 272 if (!napi_id_valid(napi->napi_id)) in netdev_nl_napi_dump_one() 276 WARN_ON_ONCE(napi->napi_id >= prev_id); in netdev_nl_napi_dump_one() 277 prev_id = napi->napi_id; in netdev_nl_napi_dump_one() 279 if (ctx->napi_id && napi->napi_id >= ctx->napi_id) in netdev_nl_napi_dump_one() 285 ctx->napi_id = napi->napi_id; in netdev_nl_napi_dump_one() 315 ctx->napi_id = 0; in netdev_nl_napi_get_dumpit() 350 unsigned int napi_id; in netdev_nl_napi_set_doit() local [all …]
|
| H A D | page_pool_user.c | 220 unsigned int napi_id; in page_pool_nl_fill() local 235 napi_id = pool->p.napi ? READ_ONCE(pool->p.napi->napi_id) : 0; in page_pool_nl_fill() 236 if (napi_id_valid(napi_id) && in page_pool_nl_fill() 237 nla_put_uint(rsp, NETDEV_A_PAGE_POOL_NAPI_ID, napi_id)) in page_pool_nl_fill()
|
| H A D | dev.h | 28 netdev_napi_by_id_lock(struct net *net, unsigned int napi_id); 29 struct net_device *dev_get_by_napi_id(unsigned int napi_id);
|
| H A D | dev.c | 779 if (napi->napi_id == napi_id) in napi_by_id() 791 napi = napi_by_id(napi_id); in netdev_napi_by_id() 1026 if (!napi_id_valid(napi_id)) in dev_get_by_napi_id() 1029 napi = napi_by_id(napi_id); in dev_get_by_napi_id() 6634 napi = napi_by_id(napi_id); in __napi_busy_loop() 6732 napi = napi_by_id(napi_id); in napi_suspend_irqs() 6771 WRITE_ONCE(napi->napi_id, napi_id); in __napi_hash_add_with_id() 6777 unsigned int napi_id) in napi_hash_add_with_id() argument 7089 if (n->config->napi_id) { in napi_restore_config() 7093 n->config->napi_id = n->napi_id; in napi_restore_config() [all …]
|
| H A D | xdp.c | 168 unsigned int napi_id, u32 frag_size) in __xdp_rxq_info_reg() argument
|
| /linux-6.15/fs/ |
| H A D | eventpoll.c | 230 unsigned int napi_id; member 443 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local 461 napi_resume_irqs(napi_id); in ep_busy_loop() 462 ep->napi_id = 0; in ep_busy_loop() 474 unsigned int napi_id; in ep_set_busy_poll_napi_id() local 495 if (!napi_id_valid(napi_id) || napi_id == ep->napi_id) in ep_set_busy_poll_napi_id() 499 ep->napi_id = napi_id; in ep_set_busy_poll_napi_id() 547 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_suspend_napi_irqs() local 550 napi_suspend_irqs(napi_id); in ep_suspend_napi_irqs() 555 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_resume_napi_irqs() local [all …]
|
| /linux-6.15/include/trace/events/ |
| H A D | net.h | 173 __field( unsigned int, napi_id ) 196 __entry->napi_id = skb->napi_id; 198 __entry->napi_id = 0; 220 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
| /linux-6.15/tools/testing/selftests/net/ |
| H A D | busy_poller.c | 226 uint32_t napi_id = 0; in setup_queue() local 238 napi_id = napi_list->obj.id; in setup_queue() 243 netdev_napi_set_req_set_id(set_req, napi_id); in setup_queue()
|
| /linux-6.15/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_cgroup_skb.c | 93 __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in test_3_for_cgroup_skb() 192 : __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in napi_id_for_cgroup_skb()
|
| /linux-6.15/drivers/net/ethernet/microchip/lan966x/ |
| H A D | lan966x_xdp.c | 129 lan966x->napi.napi_id); in lan966x_xdp_port_init()
|
| /linux-6.15/drivers/staging/octeon/ |
| H A D | ethernet-rx.c | 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument 52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
| /linux-6.15/drivers/net/ethernet/intel/ice/ |
| H A D | ice_base.c | 548 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq() 562 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq() 580 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | setup.c | 90 return xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq_xdp_ix, c->napi.napi_id); in mlx5e_init_xsk_rq()
|
| /linux-6.15/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_vec.c | 151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
|
| /linux-6.15/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_dp.c | 300 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
| /linux-6.15/drivers/net/ethernet/google/gve/ |
| H A D | gve_main.c | 1149 napi->napi_id); in gve_reg_xdp_info() 1165 napi->napi_id); in gve_reg_xdp_info() 1543 err = xdp_rxq_info_reg(&rx->xsk_rxq, dev, qid, napi->napi_id); in gve_xsk_pool_enable()
|
| /linux-6.15/drivers/net/ethernet/fungible/funeth/ |
| H A D | funeth_rx.c | 705 irq->napi.napi_id); in fun_rxq_create_dev()
|
| /linux-6.15/drivers/net/ethernet/pensando/ionic/ |
| H A D | ionic_lif.c | 52 static int ionic_register_rxq_info(struct ionic_queue *q, unsigned int napi_id); 960 err = ionic_register_rxq_info(q, qcq->napi.napi_id); in ionic_lif_rxq_init() 2705 static int ionic_register_rxq_info(struct ionic_queue *q, unsigned int napi_id) in ionic_register_rxq_info() argument 2714 err = xdp_rxq_info_reg(rxq_info, q->lif->netdev, q->index, napi_id); in ionic_register_rxq_info()
|
| /linux-6.15/drivers/net/ethernet/sfc/ |
| H A D | efx_channels.c | 615 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /linux-6.15/drivers/net/ethernet/sfc/siena/ |
| H A D | efx_channels.c | 618 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /linux-6.15/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_main.c | 2100 unsigned int napi_id; in __alloc_dma_rx_desc_resources() local 2159 napi_id = ch->rxtx_napi.napi_id; in __alloc_dma_rx_desc_resources() 2161 napi_id = ch->rx_napi.napi_id; in __alloc_dma_rx_desc_resources() 2165 napi_id); in __alloc_dma_rx_desc_resources()
|