| /linux-6.15/net/sched/ |
| H A D | sch_mq.c | 72 struct netdev_queue *dev_queue; in mq_init() local 89 dev_queue = netdev_get_tx_queue(dev, ntx); in mq_init() 90 qdisc = qdisc_create_dflt(dev_queue, get_default_qdisc_ops(dev, ntx), in mq_init() 115 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mq_attach() 178 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_graft() local 185 *old = dev_graft_qdisc(dev_queue, new); in mq_graft() 203 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_leaf() local 205 return rtnl_dereference(dev_queue->qdisc_sleeping); in mq_leaf() 220 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_dump_class() local 231 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_dump_class_stats() local [all …]
|
| H A D | sch_generic.c | 667 .dev_queue = &noop_netdev_queue, 940 if (!dev_queue) { in qdisc_alloc() 946 dev = dev_queue->dev; in qdisc_alloc() 984 sch->dev_queue = dev_queue; in qdisc_alloc() 1149 struct netdev_queue *dev_queue, in shutdown_scheduler_queue() argument 1164 struct netdev_queue *dev_queue, in attach_one_default_qdisc() argument 1226 struct netdev_queue *dev_queue, in transition_one_qdisc() argument 1237 WRITE_ONCE(dev_queue->trans_start, 0); in transition_one_qdisc() 1279 struct netdev_queue *dev_queue, in dev_deactivate_queue() argument 1295 struct netdev_queue *dev_queue, in dev_reset_queue() argument [all …]
|
| H A D | sch_htb.c | 1370 return sch->dev_queue; in htb_select_queue() 1429 cl_old->leaf.q->dev_queue = queue_new; in htb_offload_move_qdisc() 1445 struct netdev_queue *dev_queue = sch->dev_queue; in htb_graft() local 1544 struct netdev_queue *dev_queue; in htb_destroy_class_offload() local 1553 dev_queue = htb_offload_get_queue(cl); in htb_destroy_class_offload() 1585 htb_graft_helper(dev_queue, old); in htb_destroy_class_offload() 1720 struct netdev_queue *dev_queue = sch->dev_queue; in htb_delete() local 1768 struct netdev_queue *dev_queue; in htb_change_class() local 1886 dev_queue = sch->dev_queue; in htb_change_class() 1927 htb_graft_helper(dev_queue, old_q); in htb_change_class() [all …]
|
| H A D | sch_mqprio.c | 350 struct netdev_queue *dev_queue; in mqprio_init() local 397 dev_queue = netdev_get_tx_queue(dev, i); in mqprio_init() 398 qdisc = qdisc_create_dflt(dev_queue, in mqprio_init() 442 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mqprio_attach() 467 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_graft() local 469 if (!dev_queue) in mqprio_graft() 475 *old = dev_graft_qdisc(dev_queue, new); in mqprio_graft() 614 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_leaf() local 616 if (!dev_queue) in mqprio_leaf() 619 return rtnl_dereference(dev_queue->qdisc_sleeping); in mqprio_leaf() [all …]
|
| H A D | sch_api.c | 1110 struct netdev_queue *dev_queue; in qdisc_graft() local 1118 if (!dev_queue) { in qdisc_graft() 1162 dev_graft_qdisc(dev_queue, new); in qdisc_graft() 1748 struct netdev_queue *dev_queue; in __tc_modify_qdisc() local 1753 dev_queue = p->dev_queue; in __tc_modify_qdisc() 1757 q = qdisc_create(dev, dev_queue, in __tc_modify_qdisc() 1903 struct netdev_queue *dev_queue; in tc_dump_qdisc() local 1920 if (dev_queue && in tc_dump_qdisc() 2398 struct netdev_queue *dev_queue; in __tc_dump_tclass() local 2408 dev_queue = dev_ingress_queue(dev); in __tc_dump_tclass() [all …]
|
| H A D | sch_plug.c | 184 netif_schedule_queue(sch->dev_queue); in plug_change() 192 netif_schedule_queue(sch->dev_queue); in plug_change()
|
| H A D | sch_cbs.c | 412 q->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_init() 423 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in cbs_init() 498 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_graft()
|
| H A D | sch_prio.c | 198 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_tune() 294 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_graft()
|
| H A D | sch_taprio.c | 2089 struct netdev_queue *dev_queue; in taprio_init() local 2092 dev_queue = netdev_get_tx_queue(dev, i); in taprio_init() 2093 qdisc = qdisc_create_dflt(dev_queue, in taprio_init() 2123 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in taprio_attach() local 2141 old = dev_graft_qdisc(dev_queue, dev_queue_qdisc); in taprio_attach() 2169 struct netdev_queue *dev_queue = taprio_queue_get(sch, cl); in taprio_graft() local 2171 if (!dev_queue) in taprio_graft() 2186 WARN_ON_ONCE(dev_graft_qdisc(dev_queue, new) != *old); in taprio_graft()
|
| H A D | sch_drr.c | 116 cl->qdisc = qdisc_create_dflt(sch->dev_queue, in drr_change_class() 217 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in drr_graft_class()
|
| H A D | sch_fifo.c | 263 q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1), in fifo_create_dflt()
|
| H A D | sch_ets.c | 261 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_class_graft() 642 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_qdisc_change()
|
| H A D | sch_multiq.c | 214 child = qdisc_create_dflt(sch->dev_queue, in multiq_tune()
|
| H A D | sch_hfsc.c | 1069 cl->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_change_class() 1202 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_graft_class() 1429 q->root.qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_init_qdisc()
|
| H A D | sch_etf.c | 379 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in etf_init()
|
| /linux-6.15/include/linux/ |
| H A D | netdevice.h | 3584 WRITE_ONCE(dev_queue->trans_start, jiffies); in netif_tx_stop_queue() 3654 dev_queue->dql.min_limit = min_limit; in netdev_queue_set_dql_min_limit() 3678 prefetchw(&dev_queue->dql.num_queued); in netdev_txq_bql_enqueue_prefetchw() 3692 prefetchw(&dev_queue->dql.limit); in netdev_txq_bql_complete_prefetchw() 3710 dql_queued(&dev_queue->dql, bytes); in netdev_tx_sent_queue() 3748 dql_queued(&dev_queue->dql, bytes); in __netdev_tx_sent_queue() 3750 return netif_tx_queue_stopped(dev_queue); in __netdev_tx_sent_queue() 3752 netdev_tx_sent_queue(dev_queue, bytes); in __netdev_tx_sent_queue() 3795 dql_completed(&dev_queue->dql, bytes); in netdev_tx_completed_queue() 3808 netif_schedule_queue(dev_queue); in netdev_tx_completed_queue() [all …]
|
| /linux-6.15/include/net/ |
| H A D | netdev_queues.h | 229 netdev_txq_completed_mb(struct netdev_queue *dev_queue, in netdev_txq_completed_mb() argument 233 netdev_tx_completed_queue(dev_queue, pkts, bytes); in netdev_txq_completed_mb()
|
| H A D | sch_generic.h | 105 struct netdev_queue *dev_queue; member 549 struct Qdisc *q = rcu_dereference_rtnl(qdisc->dev_queue->qdisc); in qdisc_root() 556 return rcu_dereference_bh(qdisc->dev_queue->qdisc); in qdisc_root_bh() 561 return rcu_dereference_rtnl(qdisc->dev_queue->qdisc_sleeping); in qdisc_root_sleeping() 574 return qdisc->dev_queue->dev; in qdisc_dev() 692 struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue, 726 struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue, 730 struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue,
|
| H A D | pkt_sched.h | 144 return dev_net(q->dev_queue->dev); in qdisc_net()
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hns/ |
| H A D | hns_enet.c | 333 struct netdev_queue *dev_queue; in hns_nic_net_xmit_hw() local 386 dev_queue = netdev_get_tx_queue(ndev, skb->queue_mapping); in hns_nic_net_xmit_hw() 387 netdev_tx_sent_queue(dev_queue, skb->len); in hns_nic_net_xmit_hw() 976 struct netdev_queue *dev_queue; in hns_nic_tx_poll_one() local 1005 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in hns_nic_tx_poll_one() 1006 netdev_tx_completed_queue(dev_queue, pkts, bytes); in hns_nic_tx_poll_one() 1017 if (netif_tx_queue_stopped(dev_queue) && in hns_nic_tx_poll_one() 1019 netif_tx_wake_queue(dev_queue); in hns_nic_tx_poll_one() 1060 struct netdev_queue *dev_queue; in hns_nic_tx_clr_all_bufs() local 1070 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in hns_nic_tx_clr_all_bufs() [all …]
|
| H A D | hns_ethtool.c | 376 struct netdev_queue *dev_queue; in __lb_other_process() local 407 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in __lb_other_process() 408 netdev_tx_reset_queue(dev_queue); in __lb_other_process()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | qos.c | 376 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, qid); in mlx5e_reset_qdisc() local 377 struct Qdisc *qdisc = dev_queue->qdisc_sleeping; in mlx5e_reset_qdisc()
|
| /linux-6.15/drivers/net/xen-netback/ |
| H A D | xenbus.c | 31 struct netdev_queue *dev_queue; in xenvif_read_io_ring() local 92 dev_queue = netdev_get_tx_queue(queue->vif->dev, queue->id); in xenvif_read_io_ring() 97 netif_tx_queue_stopped(dev_queue) ? "stopped" : "running"); in xenvif_read_io_ring()
|
| /linux-6.15/drivers/net/ethernet/hisilicon/hns3/ |
| H A D | hns3_enet.c | 828 struct netdev_queue *dev_queue; in hns3_reset_tx_queue() local 832 dev_queue = netdev_get_tx_queue(ndev, in hns3_reset_tx_queue() 834 netdev_tx_reset_queue(dev_queue); in hns3_reset_tx_queue() 2306 struct netdev_queue *dev_queue; in hns3_nic_net_xmit() local 2350 dev_queue = netdev_get_tx_queue(netdev, ring->queue_index); in hns3_nic_net_xmit() 2351 doorbell = __netdev_tx_sent_queue(dev_queue, desc_cb->send_bytes, in hns3_nic_net_xmit() 3639 struct netdev_queue *dev_queue; in hns3_clean_tx_ring() local 3656 dev_queue = netdev_get_tx_queue(netdev, ring->tqp->tqp_index); in hns3_clean_tx_ring() 3657 netdev_tx_completed_queue(dev_queue, pkts, bytes); in hns3_clean_tx_ring() 3665 if (netif_tx_queue_stopped(dev_queue) && in hns3_clean_tx_ring() [all …]
|
| /linux-6.15/tools/perf/Documentation/ |
| H A D | perf-trace.txt | 335 next block:*_unplug and the next three net:*dev_queue events, this last one 338 …# perf trace -e sched:*switch/nr=2/,block:*_plug/nr=4/,block:*_unplug/nr=1/,net:*dev_queue/nr=3,ma…
|