Lines Matching refs:bq
376 static void bq_xmit_all(struct xdp_dev_bulk_queue *bq, u32 flags) in bq_xmit_all() argument
378 struct net_device *dev = bq->dev; in bq_xmit_all()
379 unsigned int cnt = bq->count; in bq_xmit_all()
388 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
393 if (bq->xdp_prog) { in bq_xmit_all()
394 to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev, bq->dev_rx); in bq_xmit_all()
399 sent = dev->netdev_ops->ndo_xdp_xmit(dev, to_send, bq->q, flags); in bq_xmit_all()
412 xdp_return_frame_rx_napi(bq->q[i]); in bq_xmit_all()
415 bq->count = 0; in bq_xmit_all()
416 trace_xdp_devmap_xmit(bq->dev_rx, dev, sent, cnt - sent, err); in bq_xmit_all()
425 struct xdp_dev_bulk_queue *bq, *tmp; in __dev_flush() local
427 list_for_each_entry_safe(bq, tmp, flush_list, flush_node) { in __dev_flush()
428 bq_xmit_all(bq, XDP_XMIT_FLUSH); in __dev_flush()
429 bq->dev_rx = NULL; in __dev_flush()
430 bq->xdp_prog = NULL; in __dev_flush()
431 __list_del_clearprev(&bq->flush_node); in __dev_flush()
459 struct xdp_dev_bulk_queue *bq = this_cpu_ptr(dev->xdp_bulkq); in bq_enqueue() local
461 if (unlikely(bq->count == DEV_MAP_BULK_SIZE)) in bq_enqueue()
462 bq_xmit_all(bq, 0); in bq_enqueue()
471 if (!bq->dev_rx) { in bq_enqueue()
474 bq->dev_rx = dev_rx; in bq_enqueue()
475 bq->xdp_prog = xdp_prog; in bq_enqueue()
476 list_add(&bq->flush_node, flush_list); in bq_enqueue()
479 bq->q[bq->count++] = xdpf; in bq_enqueue()