Lines Matching refs:ring

249 			struct vring ring;  member
254 struct vring_packed ring; member
356 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()
359 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()
392 vq->vq_packed.ring.driver->desc_event_flags = in virtqueue_disable_intr_packed()
403 vq->vq_split.ring.avail->flags |= VRING_AVAIL_F_NO_INTERRUPT; in virtqueue_disable_intr_split()
426 vq->vq_packed.ring.driver->desc_event_flags = in virtqueue_enable_intr_packed()
437 vq->vq_split.ring.avail->flags &= (~VRING_AVAIL_F_NO_INTERRUPT); in virtqueue_enable_intr_split()
500 idx = vq->vq_split.ring.used->idx; in virtqueue_nused()
503 idx = __atomic_load_n(&(vq)->vq_split.ring.used->idx, in virtqueue_nused()
507 idx = vq->vq_split.ring.used->idx; in virtqueue_nused()
530 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx()
532 __atomic_store_n(&vq->vq_split.ring.avail->idx, in vq_update_avail_idx()
537 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx()
553 if (unlikely(vq->vq_split.ring.avail->ring[avail_idx] != desc_idx)) in vq_update_avail_ring()
554 vq->vq_split.ring.avail->ring[avail_idx] = desc_idx; in vq_update_avail_ring()
566 return !(vq->vq_split.ring.used->flags & VRING_USED_F_NO_NOTIFY); in virtqueue_kick_prepare()
578 flags = vq->vq_packed.ring.device->desc_event_flags; in virtqueue_kick_prepare_packed()
596 used_idx = __atomic_load_n(&(vq)->vq_split.ring.used->idx, \
613 (vq)->vq_split.ring.avail->idx, (vq)->vq_used_cons_idx, \
614 __atomic_load_n(&(vq)->vq_split.ring.used->idx, __ATOMIC_RELAXED), \
615 (vq)->vq_split.ring.avail->flags, (vq)->vq_split.ring.used->flags); \
712 start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_xmit_packed()
714 head_dp = &vq->vq_packed.ring.desc[idx]; in virtqueue_enqueue_xmit_packed()
835 struct vring_packed_desc *desc = vq->vq_packed.ring.desc; in virtio_xmit_cleanup_inorder_packed()
869 struct vring_packed_desc *desc = vq->vq_packed.ring.desc; in virtio_xmit_cleanup_normal_packed()
913 uep = &vq->vq_split.ring.used->ring[used_idx]; in virtio_xmit_cleanup()