Lines Matching refs:bq
361 static void bq_xmit_all(struct xdp_dev_bulk_queue *bq, u32 flags) in bq_xmit_all() argument
363 struct net_device *dev = bq->dev; in bq_xmit_all()
364 unsigned int cnt = bq->count; in bq_xmit_all()
373 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
378 if (bq->xdp_prog) { in bq_xmit_all()
379 to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev); in bq_xmit_all()
384 sent = dev->netdev_ops->ndo_xdp_xmit(dev, to_send, bq->q, flags); in bq_xmit_all()
397 xdp_return_frame_rx_napi(bq->q[i]); in bq_xmit_all()
400 bq->count = 0; in bq_xmit_all()
401 trace_xdp_devmap_xmit(bq->dev_rx, dev, sent, cnt - sent, err); in bq_xmit_all()
411 struct xdp_dev_bulk_queue *bq, *tmp; in __dev_flush() local
413 list_for_each_entry_safe(bq, tmp, flush_list, flush_node) { in __dev_flush()
414 bq_xmit_all(bq, XDP_XMIT_FLUSH); in __dev_flush()
415 bq->dev_rx = NULL; in __dev_flush()
416 bq->xdp_prog = NULL; in __dev_flush()
417 __list_del_clearprev(&bq->flush_node); in __dev_flush()
446 struct xdp_dev_bulk_queue *bq = this_cpu_ptr(dev->xdp_bulkq); in bq_enqueue() local
448 if (unlikely(bq->count == DEV_MAP_BULK_SIZE)) in bq_enqueue()
449 bq_xmit_all(bq, 0); in bq_enqueue()
458 if (!bq->dev_rx) { in bq_enqueue()
459 bq->dev_rx = dev_rx; in bq_enqueue()
460 bq->xdp_prog = xdp_prog; in bq_enqueue()
461 list_add(&bq->flush_node, flush_list); in bq_enqueue()
464 bq->q[bq->count++] = xdpf; in bq_enqueue()