| /linux-6.15/net/core/ |
| H A D | gro_cells.c | 10 struct napi_struct napi; member
40 napi_schedule(&cell->napi); in gro_cells_receive()
51 static int gro_cell_poll(struct napi_struct *napi, int budget) in gro_cell_poll() argument
53 struct gro_cell *cell = container_of(napi, struct gro_cell, napi); in gro_cell_poll()
61 napi_gro_receive(napi, skb); in gro_cell_poll()
66 napi_complete_done(napi, work_done); in gro_cell_poll()
83 set_bit(NAPI_STATE_NO_BUSY_POLL, &cell->napi.state); in gro_cells_init()
85 netif_napi_add(dev, &cell->napi, gro_cell_poll); in gro_cells_init()
86 napi_enable(&cell->napi); in gro_cells_init()
116 napi_disable(&cell->napi); in gro_cells_destroy()
[all …]
|
| H A D | netdev-genl.c | 173 if (!napi->dev->up) in netdev_nl_napi_fill_one()
186 if (napi->irq >= 0 && nla_put_u32(rsp, NETDEV_A_NAPI_IRQ, napi->irq)) in netdev_nl_napi_fill_one()
189 if (napi->thread) { in netdev_nl_napi_fill_one()
221 struct napi_struct *napi; in netdev_nl_napi_get_doit() local
236 if (napi) { in netdev_nl_napi_get_doit()
238 netdev_unlock(napi->dev); in netdev_nl_napi_get_doit()
263 struct napi_struct *napi; in netdev_nl_napi_dump_one() local
277 prev_id = napi->napi_id; in netdev_nl_napi_dump_one()
349 struct napi_struct *napi; in netdev_nl_napi_set_doit() local
359 if (napi) { in netdev_nl_napi_set_doit()
[all …]
|
| H A D | dev.h | 220 struct napi_struct *napi; in netdev_set_defer_hard_irqs() local
224 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_defer_hard_irqs()
225 napi_set_defer_hard_irqs(napi, defer); in netdev_set_defer_hard_irqs()
266 struct napi_struct *napi; in netdev_set_gro_flush_timeout() local
270 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_gro_flush_timeout()
271 napi_set_gro_flush_timeout(napi, timeout); in netdev_set_gro_flush_timeout()
305 void xdp_do_check_flushed(struct napi_struct *napi);
307 static inline void xdp_do_check_flushed(struct napi_struct *napi) { } in xdp_do_check_flushed() argument
314 if (!napi->poll_list.next) in napi_assert_will_not_race()
318 WARN_ON(!test_bit(NAPI_STATE_SCHED, &napi->state)); in napi_assert_will_not_race()
[all …]
|
| H A D | gro.c | 648 skb->dev = napi->dev; in napi_reuse_skb()
665 napi->skb = skb; in napi_reuse_skb()
670 struct sk_buff *skb = napi->skb; in napi_get_frags()
675 napi->skb = skb; in napi_get_frags()
676 skb_mark_napi_id(skb, napi); in napi_get_frags()
700 napi_reuse_skb(napi, skb); in napi_frags_finish()
717 struct sk_buff *skb = napi->skb; in napi_frags_skb()
721 napi->skb = NULL; in napi_frags_skb()
730 __func__, napi->dev->name); in napi_frags_skb()
731 napi_reuse_skb(napi, skb); in napi_frags_skb()
[all …]
|
| H A D | dev.c | 792 if (!napi) in netdev_napi_by_id()
837 if (napi && napi->dev != dev) in netdev_napi_by_id_lock()
841 if (!napi) in netdev_napi_by_id_lock()
1031 return napi ? napi->dev : NULL; in dev_get_by_napi_id()
6606 rc = napi->poll(napi, budget); in busy_poll_stop()
6898 if (WARN_ON_ONCE(napi && !napi->dev)) in netif_queue_set_napi()
6905 rxq->napi = napi; in netif_queue_set_napi()
6909 txq->napi = napi; in netif_queue_set_napi()
6928 if (napi->config && napi->dev->irq_affinity_auto) in netif_napi_irq_notify()
7041 rc = cpu_rmap_add(napi->dev->rx_cpu_rmap, napi); in netif_napi_set_irq_locked()
[all …]
|
| /linux-6.15/include/trace/events/ |
| H A D | napi.h | 3 #define TRACE_SYSTEM napi
16 TP_PROTO(struct napi_struct *napi, int work, int budget),
18 TP_ARGS(napi, work, budget),
21 __field( struct napi_struct *, napi)
22 __string( dev_name, napi->dev ? napi->dev->name : NO_DEV)
28 __entry->napi = napi;
35 __entry->napi, __get_str(dev_name),
|
| /linux-6.15/drivers/net/ethernet/intel/igc/ |
| H A D | igc_xdp.c | 32 napi_disable(&adapter->rx_ring[i]->q_vector->napi); in igc_xdp_set_prog()
47 napi_enable(&adapter->rx_ring[i]->q_vector->napi); in igc_xdp_set_prog()
62 struct napi_struct *napi; in igc_xdp_enable_pool() local
92 napi = &rx_ring->q_vector->napi; in igc_xdp_enable_pool()
97 napi_disable(napi); in igc_xdp_enable_pool()
104 napi_enable(napi); in igc_xdp_enable_pool()
122 struct napi_struct *napi; in igc_xdp_disable_pool() local
138 napi = &rx_ring->q_vector->napi; in igc_xdp_disable_pool()
143 napi_disable(napi); in igc_xdp_disable_pool()
151 napi_enable(napi); in igc_xdp_disable_pool()
|
| /linux-6.15/include/linux/ |
| H A D | netpoll.h | 79 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
81 struct net_device *dev = napi->dev; in netpoll_poll_lock()
86 while (cmpxchg(&napi->poll_owner, -1, owner) != -1) in netpoll_poll_lock()
89 return napi; in netpoll_poll_lock()
96 struct napi_struct *napi = have; in netpoll_poll_unlock() local
98 if (napi) in netpoll_poll_unlock()
99 smp_store_release(&napi->poll_owner, -1); in netpoll_poll_unlock()
108 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
|
| /linux-6.15/io_uring/ |
| H A D | napi.c | 267 struct io_uring_napi *napi) in io_napi_register_napi() argument
269 switch (napi->op_param) { in io_napi_register_napi()
278 WRITE_ONCE(ctx->napi_track_mode, napi->op_param); in io_napi_register_napi()
280 WRITE_ONCE(ctx->napi_prefer_busy_poll, !!napi->prefer_busy_poll); in io_napi_register_napi()
298 struct io_uring_napi napi; in io_register_napi() local
302 if (copy_from_user(&napi, arg, sizeof(napi))) in io_register_napi()
304 if (napi.pad[0] || napi.pad[1] || napi.resv) in io_register_napi()
310 switch (napi.opcode) { in io_register_napi()
312 return io_napi_register_napi(ctx, &napi); in io_register_napi()
316 return __io_napi_add_id(ctx, napi.op_param); in io_register_napi()
[all …]
|
| /linux-6.15/drivers/infiniband/hw/hfi1/ |
| H A D | ipoib_rx.c | 22 static struct sk_buff *prepare_frag_skb(struct napi_struct *napi, int size) in prepare_frag_skb() argument
33 return napi_alloc_skb(napi, size); in prepare_frag_skb()
49 struct napi_struct *napi = &rxq->napi; in hfi1_ipoib_prepare_skb() local
58 skb = napi_alloc_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
60 skb = prepare_frag_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
|
| /linux-6.15/drivers/net/ethernet/google/gve/ |
| H A D | gve_utils.c | 67 struct sk_buff *gve_rx_copy_data(struct net_device *dev, struct napi_struct *napi, in gve_rx_copy_data() argument
72 skb = napi_alloc_skb(napi, len); in gve_rx_copy_data()
83 struct sk_buff *gve_rx_copy(struct net_device *dev, struct napi_struct *napi, in gve_rx_copy() argument
89 return gve_rx_copy_data(dev, napi, va, len); in gve_rx_copy()
113 netif_napi_add_locked(priv->dev, &block->napi, gve_poll); in gve_add_napi()
114 netif_napi_set_irq_locked(&block->napi, block->irq); in gve_add_napi()
121 netif_napi_del_locked(&block->napi); in gve_remove_napi()
|
| H A D | gve_rx.c | 460 skb = napi_get_frags(napi); in gve_rx_add_frags()
469 skb = napi_alloc_skb(napi, 0); in gve_rx_add_frags()
687 page_info, len, napi, in gve_rx_skb()
817 struct napi_struct *napi = &priv->ntfy_blocks[rx->ntfy_id].napi; in gve_rx() local
828 napi_free_frags(napi); in gve_rx()
836 napi_free_frags(napi); in gve_rx()
891 napi_free_frags(napi); in gve_rx()
917 napi_gro_frags(napi); in gve_rx()
919 napi_gro_receive(napi, skb); in gve_rx()
1035 struct napi_struct *napi = &priv->ntfy_blocks[rx->ntfy_id].napi; in gve_clean_rx_done() local
[all …]
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | trap.c | 8 static int mlx5e_trap_napi_poll(struct napi_struct *napi, int budget) in mlx5e_trap_napi_poll() argument
10 struct mlx5e_trap *trap_ctx = container_of(napi, struct mlx5e_trap, napi); in mlx5e_trap_napi_poll()
29 if (unlikely(!napi_complete_done(napi, work_done))) in mlx5e_trap_napi_poll()
77 ccp.napi = &t->napi; in mlx5e_open_trap_rq()
152 netif_napi_add(netdev, &t->napi, mlx5e_trap_napi_poll); in mlx5e_open_trap()
167 netif_napi_del(&t->napi); in mlx5e_open_trap()
176 netif_napi_del(&trap->napi); in mlx5e_close_trap()
182 napi_enable(&trap->napi); in mlx5e_activate_trap()
184 mlx5e_trigger_napi_sched(&trap->napi); in mlx5e_activate_trap()
192 napi_disable(&trap->napi); in mlx5e_deactivate_trap()
|
| /linux-6.15/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_vec.c | 21 struct napi_struct napi; member
28 static int aq_vec_poll(struct napi_struct *napi, int budget) in aq_vec_poll() argument
30 struct aq_vec_s *self = container_of(napi, struct aq_vec_s, napi); in aq_vec_poll()
68 napi, in aq_vec_poll()
93 napi_complete_done(napi, work_done); in aq_vec_poll()
151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
245 napi_enable(&self->napi); in aq_vec_start()
265 napi_disable(&self->napi); in aq_vec_stop()
290 netif_napi_del(&self->napi); in aq_vec_free()
328 napi_schedule(&self->napi); in aq_vec_isr()
[all …]
|
| /linux-6.15/drivers/net/ethernet/ |
| H A D | lantiq_xrx200.c | 64 struct napi_struct napi; member
151 napi_enable(&priv->chan_tx.napi); in xrx200_open()
155 napi_enable(&priv->chan_rx.napi); in xrx200_open()
178 napi_disable(&priv->chan_rx.napi); in xrx200_close()
181 napi_disable(&priv->chan_tx.napi); in xrx200_close()
286 struct xrx200_chan, napi); in xrx200_poll_rx()
316 struct xrx200_chan, napi); in xrx200_tx_housekeeping()
431 napi_disable(&ch_rx->napi); in xrx200_change_mtu()
453 napi_enable(&ch_rx->napi); in xrx200_change_mtu()
474 if (napi_schedule_prep(&ch->napi)) { in xrx200_dma_irq()
[all …]
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | en_cq.c | 152 netif_napi_add_tx(cq->dev, &cq->napi, mlx4_en_poll_tx_cq); in mlx4_en_activate_cq()
153 netif_napi_set_irq(&cq->napi, irq); in mlx4_en_activate_cq()
154 napi_enable(&cq->napi); in mlx4_en_activate_cq()
155 netif_queue_set_napi(cq->dev, cq_idx, NETDEV_QUEUE_TYPE_TX, &cq->napi); in mlx4_en_activate_cq()
159 netif_napi_add_config(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, in mlx4_en_activate_cq()
161 netif_napi_set_irq(&cq->napi, irq); in mlx4_en_activate_cq()
162 napi_enable(&cq->napi); in mlx4_en_activate_cq()
163 netif_queue_set_napi(cq->dev, cq_idx, NETDEV_QUEUE_TYPE_RX, &cq->napi); in mlx4_en_activate_cq()
207 napi_disable(&cq->napi); in mlx4_en_deactivate_cq()
208 netif_napi_del(&cq->napi); in mlx4_en_deactivate_cq()
|
| /linux-6.15/drivers/net/ethernet/synopsys/ |
| H A D | dwc-xlgmac-net.c | 365 struct napi_struct *napi; in xlgmac_tx_timer() local
367 napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi; in xlgmac_tx_timer()
378 __napi_schedule(napi); in xlgmac_tx_timer()
424 napi_enable(&channel->napi); in xlgmac_napi_enable()
431 napi_enable(&pdata->napi); in xlgmac_napi_enable()
449 napi_disable(&pdata->napi); in xlgmac_napi_disable()
1118 struct napi_struct *napi; in xlgmac_rx_poll() local
1131 napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi; in xlgmac_rx_poll()
1259 napi_gro_receive(napi, skb); in xlgmac_rx_poll()
1283 napi); in xlgmac_one_poll()
[all …]
|
| /linux-6.15/drivers/net/wireless/intel/iwlwifi/mld/ |
| H A D | rx.h | 53 void iwl_mld_rx_mpdu(struct iwl_mld *mld, struct napi_struct *napi,
61 struct napi_struct *napi,
65 struct napi_struct *napi,
69 void iwl_mld_rx_monitor_no_data(struct iwl_mld *mld, struct napi_struct *napi,
|
| /linux-6.15/drivers/net/netdevsim/ |
| H A D | netdev.c | 368 struct nsim_rq *rq = container_of(napi, struct nsim_rq, napi); in nsim_poll()
372 napi_complete(napi); in nsim_poll()
383 .dev = &napi->dev->dev, in nsim_create_page_pool()
384 .napi = napi, in nsim_create_page_pool()
386 .netdev = napi->dev, in nsim_create_page_pool()
437 napi_schedule(&rq->napi); in nsim_napi_schedule()
457 napi_enable_locked(&rq->napi); in nsim_enable_napi()
485 napi_disable_locked(&rq->napi); in nsim_del_napi()
486 __netif_napi_del_locked(&rq->napi); in nsim_del_napi()
722 napi_enable_locked(&ns->rq[idx]->napi); in nsim_queue_start()
[all …]
|
| /linux-6.15/drivers/net/wan/ |
| H A D | lapbether.c | 59 struct napi_struct napi; member
89 static int lapbeth_napi_poll(struct napi_struct *napi, int budget) in lapbeth_napi_poll() argument
91 struct lapbethdev *lapbeth = container_of(napi, struct lapbethdev, in lapbeth_napi_poll()
92 napi); in lapbeth_napi_poll()
104 napi_complete(napi); in lapbeth_napi_poll()
179 napi_schedule(&lapbeth->napi); in lapbeth_data_indication()
278 napi_schedule(&lapbeth->napi); in lapbeth_connected()
296 napi_schedule(&lapbeth->napi); in lapbeth_disconnected()
325 napi_enable(&lapbeth->napi); in lapbeth_open()
329 napi_disable(&lapbeth->napi); in lapbeth_open()
[all …]
|
| /linux-6.15/drivers/net/can/dev/ |
| H A D | rx-offload.c | 42 static int can_rx_offload_napi_poll(struct napi_struct *napi, int quota) in can_rx_offload_napi_poll() argument
44 struct can_rx_offload *offload = container_of(napi, in can_rx_offload_napi_poll()
46 napi); in can_rx_offload_napi_poll()
66 napi_complete_done(napi, work_done); in can_rx_offload_napi_poll()
70 napi_schedule(&offload->napi); in can_rx_offload_napi_poll()
325 napi_schedule(&offload->napi); in can_rx_offload_irq_finish()
347 napi_schedule(&offload->napi); in can_rx_offload_threaded_irq_finish()
364 netif_napi_add_weight(dev, &offload->napi, can_rx_offload_napi_poll, in can_rx_offload_init_queue()
417 napi_enable(&offload->napi); in can_rx_offload_enable()
423 netif_napi_del(&offload->napi); in can_rx_offload_del()
|
| /linux-6.15/drivers/net/wireless/intel/iwlwifi/ |
| H A D | iwl-op-mode.h | 149 void (*rx)(struct iwl_op_mode *op_mode, struct napi_struct *napi,
151 void (*rx_rss)(struct iwl_op_mode *op_mode, struct napi_struct *napi,
193 struct napi_struct *napi, in iwl_op_mode_rx() argument
196 return op_mode->ops->rx(op_mode, napi, rxb); in iwl_op_mode_rx()
200 struct napi_struct *napi, in iwl_op_mode_rx_rss() argument
204 op_mode->ops->rx_rss(op_mode, napi, rxb, queue); in iwl_op_mode_rx_rss()
|
| /linux-6.15/drivers/net/ethernet/qlogic/qlcnic/ |
| H A D | qlcnic_io.c | 966 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_poll()
995 tx_ring = container_of(napi, struct qlcnic_host_tx_ring, napi); in qlcnic_tx_poll()
1017 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_rx_poll()
1652 napi_enable(&sds_ring->napi); in qlcnic_82xx_napi_enable()
1661 napi_enable(&tx_ring->napi); in qlcnic_82xx_napi_enable()
1956 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_83xx_msix_sriov_vf_poll()
1984 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_83xx_poll()
2010 tx_ring = container_of(napi, struct qlcnic_host_tx_ring, napi); in qlcnic_83xx_msix_tx_poll()
2031 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_83xx_rx_poll()
2055 napi_enable(&sds_ring->napi); in qlcnic_83xx_napi_enable()
[all …]
|
| /linux-6.15/drivers/net/wireless/mediatek/mt76/ |
| H A D | mt792x_dma.c | 66 napi_schedule(&dev->mt76.napi[MT_RXQ_MCU]); in mt792x_irq_tasklet()
69 napi_schedule(&dev->mt76.napi[MT_RXQ_MCU_WA]); in mt792x_irq_tasklet()
72 napi_schedule(&dev->mt76.napi[MT_RXQ_MAIN]); in mt792x_irq_tasklet()
316 int mt792x_poll_tx(struct napi_struct *napi, int budget) in mt792x_poll_tx() argument
320 dev = container_of(napi, struct mt792x_dev, mt76.tx_napi); in mt792x_poll_tx()
323 napi_complete(napi); in mt792x_poll_tx()
329 if (napi_complete(napi)) in mt792x_poll_tx()
338 int mt792x_poll_rx(struct napi_struct *napi, int budget) in mt792x_poll_rx() argument
343 dev = mt76_priv(napi->dev); in mt792x_poll_rx()
346 napi_complete(napi); in mt792x_poll_rx()
[all …]
|
| /linux-6.15/drivers/net/wwan/t7xx/ |
| H A D | t7xx_netdev.c | 68 napi_enable(ctlb->napi[i]); in t7xx_ccmni_enable_napi()
69 napi_schedule(ctlb->napi[i]); in t7xx_ccmni_enable_napi()
82 napi_synchronize(ctlb->napi[i]); in t7xx_ccmni_disable_napi()
83 napi_disable(ctlb->napi[i]); in t7xx_ccmni_disable_napi()
271 ctlb->napi[i] = &ctlb->hif_ctrl->rxq[i].napi; in t7xx_init_netdev_napi()
272 netif_napi_add_weight(ctlb->dummy_dev, ctlb->napi[i], t7xx_dpmaif_napi_rx_poll, in t7xx_init_netdev_napi()
284 netif_napi_del(ctlb->napi[i]); in t7xx_uninit_netdev_napi()
285 ctlb->napi[i] = NULL; in t7xx_uninit_netdev_napi()
412 struct napi_struct *napi) in t7xx_ccmni_recv_skb() argument
437 napi_gro_receive(napi, skb); in t7xx_ccmni_recv_skb()
|