Lines Matching refs:PACKED_BATCH_SIZE

360 	vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) {  in vhost_flush_enqueue_batch_packed()
367 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_flush_enqueue_batch_packed()
374 PACKED_BATCH_SIZE); in vhost_flush_enqueue_batch_packed()
377 vq_inc_last_used_packed(vq, PACKED_BATCH_SIZE); in vhost_flush_enqueue_batch_packed()
395 vq_inc_last_used_packed(vq, PACKED_BATCH_SIZE); in vhost_shadow_dequeue_batch_packed_inorder()
420 vhost_for_each_try_unroll(i, begin, PACKED_BATCH_SIZE) { in vhost_shadow_dequeue_batch_packed()
426 vhost_for_each_try_unroll(i, begin, PACKED_BATCH_SIZE) in vhost_shadow_dequeue_batch_packed()
432 PACKED_BATCH_SIZE); in vhost_shadow_dequeue_batch_packed()
435 vq_inc_last_used_packed(vq, PACKED_BATCH_SIZE); in vhost_shadow_dequeue_batch_packed()
530 if (vq->shadow_aligned_idx >= PACKED_BATCH_SIZE) { in vhost_shadow_enqueue_single_packed()
1316 if (unlikely((avail_idx + PACKED_BATCH_SIZE) > vq->size)) in virtio_dev_rx_sync_batch_check()
1319 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_rx_sync_batch_check()
1327 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_rx_sync_batch_check()
1330 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_rx_sync_batch_check()
1335 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_rx_sync_batch_check()
1341 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_rx_sync_batch_check()
1359 struct virtio_net_hdr_mrg_rxbuf *hdrs[PACKED_BATCH_SIZE]; in virtio_dev_rx_batch_packed_copy()
1362 uint16_t ids[PACKED_BATCH_SIZE]; in virtio_dev_rx_batch_packed_copy()
1365 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_rx_batch_packed_copy()
1373 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_rx_batch_packed_copy()
1376 vq_inc_last_avail_packed(vq, PACKED_BATCH_SIZE); in virtio_dev_rx_batch_packed_copy()
1378 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_rx_batch_packed_copy()
1384 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_rx_batch_packed_copy()
1388 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_rx_batch_packed_copy()
1399 uint64_t desc_addrs[PACKED_BATCH_SIZE]; in virtio_dev_rx_sync_batch_packed()
1400 uint64_t lens[PACKED_BATCH_SIZE]; in virtio_dev_rx_sync_batch_packed()
1450 if (count - pkt_idx >= PACKED_BATCH_SIZE) { in virtio_dev_rx_packed()
1453 pkt_idx += PACKED_BATCH_SIZE; in virtio_dev_rx_packed()
2800 uint64_t lens[PACKED_BATCH_SIZE]; in vhost_reserve_avail_batch_packed()
2801 uint64_t buf_lens[PACKED_BATCH_SIZE]; in vhost_reserve_avail_batch_packed()
2807 if (unlikely((avail_idx + PACKED_BATCH_SIZE) > vq->size)) in vhost_reserve_avail_batch_packed()
2810 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2820 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in vhost_reserve_avail_batch_packed()
2823 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2829 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2836 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2841 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in vhost_reserve_avail_batch_packed()
2844 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2849 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in vhost_reserve_avail_batch_packed()
2870 uintptr_t desc_addrs[PACKED_BATCH_SIZE]; in virtio_dev_tx_batch_packed()
2871 uint16_t ids[PACKED_BATCH_SIZE]; in virtio_dev_tx_batch_packed()
2878 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_tx_batch_packed()
2881 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) in virtio_dev_tx_batch_packed()
2887 vhost_for_each_try_unroll(i, 0, PACKED_BATCH_SIZE) { in virtio_dev_tx_batch_packed()
2895 ids[PACKED_BATCH_SIZE - 1]); in virtio_dev_tx_batch_packed()
2899 vq_inc_last_avail_packed(vq, PACKED_BATCH_SIZE); in virtio_dev_tx_batch_packed()
2994 if (count - pkt_idx >= PACKED_BATCH_SIZE) { in virtio_dev_tx_packed()
2998 pkt_idx += PACKED_BATCH_SIZE; in virtio_dev_tx_packed()