| /Linux-v5.15/net/sched/ |
| D | sch_generic.c | 74 const struct netdev_queue *txq = q->dev_queue; in __skb_dequeue_bad_txq()
231 const struct netdev_queue *txq = q->dev_queue; in dequeue_skb()
608 .dev_queue = &noop_netdev_queue,
872 struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue, in qdisc_alloc() argument
881 if (!dev_queue) { in qdisc_alloc()
887 dev = dev_queue->dev; in qdisc_alloc()
888 sch = kzalloc_node(size, GFP_KERNEL, netdev_queue_numa_node_read(dev_queue)); in qdisc_alloc()
927 sch->dev_queue = dev_queue; in qdisc_alloc()
938 struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue, in qdisc_create_dflt() argument
950 sch = qdisc_alloc(dev_queue, ops, extack); in qdisc_create_dflt()
[all …]
|
| D | sch_mq.c | 72 struct netdev_queue *dev_queue; in mq_init() local
89 dev_queue = netdev_get_tx_queue(dev, ntx); in mq_init()
90 qdisc = qdisc_create_dflt(dev_queue, get_default_qdisc_ops(dev, ntx), in mq_init()
115 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mq_attach()
193 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_graft() local
200 *old = dev_graft_qdisc(dev_queue, new); in mq_graft()
218 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_leaf() local
220 return dev_queue->qdisc_sleeping; in mq_leaf()
235 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_dump_class() local
239 tcm->tcm_info = dev_queue->qdisc_sleeping->handle; in mq_dump_class()
[all …]
|
| D | sch_htb.c | 1120 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_init() local
1123 qdisc = qdisc_create_dflt(dev_queue, &pfifo_qdisc_ops, in htb_init()
1180 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in htb_attach_offload()
1185 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_attach_offload() local
1186 struct Qdisc *old = dev_graft_qdisc(dev_queue, NULL); in htb_attach_offload()
1202 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_attach_software() local
1203 struct Qdisc *old = dev_graft_qdisc(dev_queue, sch); in htb_attach_software()
1386 return sch->dev_queue; in htb_select_queue()
1399 htb_graft_helper(struct netdev_queue *dev_queue, struct Qdisc *new_q) in htb_graft_helper() argument
1401 struct net_device *dev = dev_queue->dev; in htb_graft_helper()
[all …]
|
| D | sch_mqprio.c | 138 struct netdev_queue *dev_queue; in mqprio_init() local
227 dev_queue = netdev_get_tx_queue(dev, i); in mqprio_init()
228 qdisc = qdisc_create_dflt(dev_queue, in mqprio_init()
299 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mqprio_attach()
324 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_graft() local
326 if (!dev_queue) in mqprio_graft()
332 *old = dev_graft_qdisc(dev_queue, new); in mqprio_graft()
461 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_leaf() local
463 if (!dev_queue) in mqprio_leaf()
466 return dev_queue->qdisc_sleeping; in mqprio_leaf()
[all …]
|
| D | sch_api.c | 1069 struct netdev_queue *dev_queue = dev_ingress_queue(dev); in qdisc_graft() local
1072 dev_queue = netdev_get_tx_queue(dev, i); in qdisc_graft()
1074 old = dev_graft_qdisc(dev_queue, new); in qdisc_graft()
1165 struct netdev_queue *dev_queue, in qdisc_create() argument
1211 sch = qdisc_alloc(dev_queue, ops, extack); in qdisc_create()
1660 struct netdev_queue *dev_queue; in tc_modify_qdisc() local
1663 dev_queue = p->ops->cl_ops->select_queue(p, tcm); in tc_modify_qdisc()
1665 dev_queue = p->dev_queue; in tc_modify_qdisc()
1667 dev_queue = netdev_get_tx_queue(dev, 0); in tc_modify_qdisc()
1669 q = qdisc_create(dev, dev_queue, p, in tc_modify_qdisc()
[all …]
|
| D | sch_plug.c | 187 netif_schedule_queue(sch->dev_queue); in plug_change()
195 netif_schedule_queue(sch->dev_queue); in plug_change()
|
| D | sch_taprio.c | 1713 struct netdev_queue *dev_queue; in taprio_init() local
1716 dev_queue = netdev_get_tx_queue(dev, i); in taprio_init()
1717 qdisc = qdisc_create_dflt(dev_queue, in taprio_init()
1747 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in taprio_attach()
1749 old = dev_graft_qdisc(qdisc->dev_queue, sch); in taprio_attach()
1781 struct netdev_queue *dev_queue = taprio_queue_get(sch, cl); in taprio_graft() local
1783 if (!dev_queue) in taprio_graft()
1790 *old = dev_graft_qdisc(dev_queue, new); in taprio_graft()
1943 struct netdev_queue *dev_queue = taprio_queue_get(sch, cl); in taprio_leaf() local
1945 if (!dev_queue) in taprio_leaf()
[all …]
|
| D | sch_cbs.c | 412 q->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_init()
423 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in cbs_init()
498 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_graft()
|
| D | sch_prio.c | 200 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_tune()
296 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_graft()
|
| D | sch_drr.c | 111 cl->qdisc = qdisc_create_dflt(sch->dev_queue, in drr_change_class()
212 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in drr_graft_class()
|
| D | sch_dsmark.c | 74 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in dsmark_graft()
391 p->q = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, sch->handle, in dsmark_init()
|
| D | sch_fifo.c | 259 q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1), in fifo_create_dflt()
|
| D | sch_atm.c | 295 flow->q = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, classid, in atm_tc_change()
552 p->link.q = qdisc_create_dflt(sch->dev_queue, in atm_tc_init()
|
| D | sch_ets.c | 254 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_class_graft()
650 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_qdisc_change()
|
| D | sch_multiq.c | 215 child = qdisc_create_dflt(sch->dev_queue, in multiq_tune()
|
| D | sch_hfsc.c | 1056 cl->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_change_class()
1179 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_graft_class()
1411 q->root.qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in hfsc_init_qdisc()
|
| D | sch_etf.c | 382 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in etf_init()
|
| /Linux-v5.15/include/linux/ |
| D | netdevice.h | 3420 static __always_inline void netif_tx_start_queue(struct netdev_queue *dev_queue) in netif_tx_start_queue() argument
3422 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_start_queue()
3446 void netif_tx_wake_queue(struct netdev_queue *dev_queue);
3470 static __always_inline void netif_tx_stop_queue(struct netdev_queue *dev_queue) in netif_tx_stop_queue() argument
3472 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_stop_queue()
3489 static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue) in netif_tx_queue_stopped() argument
3491 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_queue_stopped()
3505 static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue) in netif_xmit_stopped() argument
3507 return dev_queue->state & QUEUE_STATE_ANY_XOFF; in netif_xmit_stopped()
3511 netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue) in netif_xmit_frozen_or_stopped() argument
[all …]
|
| /Linux-v5.15/include/net/ |
| D | sch_generic.h | 97 struct netdev_queue *dev_queue; member
551 struct Qdisc *q = rcu_dereference_rtnl(qdisc->dev_queue->qdisc); in qdisc_root()
558 return rcu_dereference_bh(qdisc->dev_queue->qdisc); in qdisc_root_bh()
563 return qdisc->dev_queue->qdisc_sleeping; in qdisc_root_sleeping()
603 return qdisc->dev_queue->dev; in qdisc_dev()
692 struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue,
722 struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue,
726 struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue,
|
| D | pkt_sched.h | 147 return dev_net(q->dev_queue->dev); in qdisc_net()
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns/ |
| D | hns_enet.c | 312 struct netdev_queue *dev_queue; in hns_nic_net_xmit_hw() local
363 dev_queue = netdev_get_tx_queue(ndev, skb->queue_mapping); in hns_nic_net_xmit_hw()
364 netdev_tx_sent_queue(dev_queue, skb->len); in hns_nic_net_xmit_hw()
953 struct netdev_queue *dev_queue; in hns_nic_tx_poll_one() local
982 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in hns_nic_tx_poll_one()
983 netdev_tx_completed_queue(dev_queue, pkts, bytes); in hns_nic_tx_poll_one()
994 if (netif_tx_queue_stopped(dev_queue) && in hns_nic_tx_poll_one()
996 netif_tx_wake_queue(dev_queue); in hns_nic_tx_poll_one()
1037 struct netdev_queue *dev_queue; in hns_nic_tx_clr_all_bufs() local
1047 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in hns_nic_tx_clr_all_bufs()
[all …]
|
| D | hns_ethtool.c | 376 struct netdev_queue *dev_queue; in __lb_other_process() local
407 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in __lb_other_process()
408 netdev_tx_reset_queue(dev_queue); in __lb_other_process()
|
| /Linux-v5.15/drivers/net/xen-netback/ |
| D | xenbus.c | 31 struct netdev_queue *dev_queue; in xenvif_read_io_ring() local
92 dev_queue = netdev_get_tx_queue(queue->vif->dev, queue->id); in xenvif_read_io_ring()
97 netif_tx_queue_stopped(dev_queue) ? "stopped" : "running"); in xenvif_read_io_ring()
|
| /Linux-v5.15/drivers/net/ethernet/hisilicon/hns3/ |
| D | hns3_enet.c | 813 struct netdev_queue *dev_queue; in hns3_reset_tx_queue() local
817 dev_queue = netdev_get_tx_queue(ndev, in hns3_reset_tx_queue()
819 netdev_tx_reset_queue(dev_queue); in hns3_reset_tx_queue()
2182 struct netdev_queue *dev_queue; in hns3_nic_net_xmit() local
2240 dev_queue = netdev_get_tx_queue(netdev, ring->queue_index); in hns3_nic_net_xmit()
2241 doorbell = __netdev_tx_sent_queue(dev_queue, desc_cb->send_bytes, in hns3_nic_net_xmit()
3444 struct netdev_queue *dev_queue; in hns3_clean_tx_ring() local
3461 dev_queue = netdev_get_tx_queue(netdev, ring->tqp->tqp_index); in hns3_clean_tx_ring()
3462 netdev_tx_completed_queue(dev_queue, pkts, bytes); in hns3_clean_tx_ring()
3470 if (netif_tx_queue_stopped(dev_queue) && in hns3_clean_tx_ring()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | qos.c | 725 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, qid); in mlx5e_reset_qdisc() local
726 struct Qdisc *qdisc = dev_queue->qdisc_sleeping; in mlx5e_reset_qdisc()
|
