Lines Matching refs:ring

270 			struct vring ring;  member
275 struct vring_packed ring; member
381 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()
384 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()
417 vq->vq_packed.ring.driver->desc_event_flags = in virtqueue_disable_intr_packed()
428 vq->vq_split.ring.avail->flags |= VRING_AVAIL_F_NO_INTERRUPT; in virtqueue_disable_intr_split()
451 vq->vq_packed.ring.driver->desc_event_flags = in virtqueue_enable_intr_packed()
462 vq->vq_split.ring.avail->flags &= (~VRING_AVAIL_F_NO_INTERRUPT); in virtqueue_enable_intr_split()
525 idx = vq->vq_split.ring.used->idx; in virtqueue_nused()
528 idx = __atomic_load_n(&(vq)->vq_split.ring.used->idx, in virtqueue_nused()
532 idx = vq->vq_split.ring.used->idx; in virtqueue_nused()
555 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx()
557 __atomic_store_n(&vq->vq_split.ring.avail->idx, in vq_update_avail_idx()
562 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx()
578 if (unlikely(vq->vq_split.ring.avail->ring[avail_idx] != desc_idx)) in vq_update_avail_ring()
579 vq->vq_split.ring.avail->ring[avail_idx] = desc_idx; in vq_update_avail_ring()
591 return !(vq->vq_split.ring.used->flags & VRING_USED_F_NO_NOTIFY); in virtqueue_kick_prepare()
603 flags = vq->vq_packed.ring.device->desc_event_flags; in virtqueue_kick_prepare_packed()
621 used_idx = __atomic_load_n(&(vq)->vq_split.ring.used->idx, \
638 (vq)->vq_split.ring.avail->idx, (vq)->vq_used_cons_idx, \
639 __atomic_load_n(&(vq)->vq_split.ring.used->idx, __ATOMIC_RELAXED), \
640 (vq)->vq_split.ring.avail->flags, (vq)->vq_split.ring.used->flags); \
734 start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_xmit_packed()
736 head_dp = &vq->vq_packed.ring.desc[idx]; in virtqueue_enqueue_xmit_packed()
861 struct vring_packed_desc *desc = vq->vq_packed.ring.desc; in virtio_xmit_cleanup_inorder_packed()
896 struct vring_packed_desc *desc = vq->vq_packed.ring.desc; in virtio_xmit_cleanup_normal_packed()
940 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtio_xmit_cleanup()