Searched refs:vq_packed (Results 1 – 8 of 8) sorted by relevance
279 } vq_packed; member381 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()384 vq->vq_packed.ring.desc[i].id = i; in vring_desc_init_packed()418 vq->vq_packed.event_flags_shadow; in virtqueue_disable_intr_packed()452 vq->vq_packed.event_flags_shadow; in virtqueue_enable_intr_packed()630 (vq)->vq_packed.used_wrap_counter); \734 start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_xmit_packed()782 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_xmit_packed()803 flags |= vq->vq_packed.cached_flags; in virtqueue_enqueue_xmit_packed()810 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_xmit_packed()[all …]
65 struct vring_packed_desc *descs = vq->vq_packed.ring.desc; in virtqueue_rxvq_flush_packed()79 vq->vq_packed.used_wrap_counter ^= 1; in virtqueue_rxvq_flush_packed()160 vq->vq_packed.used_wrap_counter = 1; in virtqueue_rxvq_reset_packed()161 vq->vq_packed.cached_flags = VRING_PACKED_DESC_F_AVAIL; in virtqueue_rxvq_reset_packed()162 vq->vq_packed.event_flags_shadow = 0; in virtqueue_rxvq_reset_packed()163 vq->vq_packed.cached_flags |= VRING_DESC_F_WRITE; in virtqueue_rxvq_reset_packed()198 vq->vq_packed.used_wrap_counter = 1; in virtqueue_txvq_reset_packed()199 vq->vq_packed.cached_flags = VRING_PACKED_DESC_F_AVAIL; in virtqueue_txvq_reset_packed()200 vq->vq_packed.event_flags_shadow = 0; in virtqueue_txvq_reset_packed()
94 (uint64_t)vq->vq_packed.cached_flags << FLAGS_BITS_OFFSET; in virtqueue_enqueue_batch_packed_vec()123 _mm512_storeu_si512((void *)&vq->vq_packed.ring.desc[idx], v_desc); in virtqueue_enqueue_batch_packed_vec()134 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_batch_packed_vec()167 desc_addr = &vq->vq_packed.ring.desc[id]; in virtqueue_dequeue_batch_packed_vec()173 if (vq->vq_packed.used_wrap_counter) in virtqueue_dequeue_batch_packed_vec()235 vq->vq_packed.used_wrap_counter ^= 1; in virtqueue_dequeue_batch_packed_vec()
221 desc = vq->vq_packed.ring.desc; in virtqueue_dequeue_single_packed_vec()255 vq->vq_packed.used_wrap_counter ^= 1; in virtqueue_dequeue_single_packed_vec()267 struct vring_packed_desc *start_dp = vq->vq_packed.ring.desc; in virtio_recv_refill_packed_vec()268 uint16_t flags = vq->vq_packed.cached_flags; in virtio_recv_refill_packed_vec()274 uint16_t head_flag = vq->vq_packed.cached_flags; in virtio_recv_refill_packed_vec()304 vq->vq_packed.cached_flags ^= in virtio_recv_refill_packed_vec()306 flags = vq->vq_packed.cached_flags; in virtio_recv_refill_packed_vec()
111 uint64_t flags = (uint64_t)vq->vq_packed.cached_flags << FLAGS_LEN_BITS_OFFSET; in virtqueue_enqueue_batch_packed_vec()142 p_desc = &vq->vq_packed.ring.desc[idx]; in virtqueue_enqueue_batch_packed_vec()155 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_batch_packed_vec()211 p_desc = &vq->vq_packed.ring.desc[id]; in virtqueue_dequeue_batch_packed_vec()225 if (vq->vq_packed.used_wrap_counter) in virtqueue_dequeue_batch_packed_vec()289 vq->vq_packed.used_wrap_counter ^= 1; in virtqueue_dequeue_batch_packed_vec()
165 flags = vq->vq_packed.cached_flags; in virtio_send_command_packed()181 vq->vq_packed.cached_flags; in virtio_send_command_packed()187 vq->vq_packed.cached_flags ^= in virtio_send_command_packed()196 vq->vq_packed.cached_flags; in virtio_send_command_packed()221 vq->vq_packed.used_wrap_counter ^= 1; in virtio_send_command_packed()232 vq->vq_packed.cached_flags, in virtio_send_command_packed()233 vq->vq_packed.used_wrap_counter); in virtio_send_command_packed()538 vq->vq_packed.used_wrap_counter = 1; in virtio_init_queue()540 vq->vq_packed.event_flags_shadow = 0; in virtio_init_queue()1418 desc = vq->vq_packed.ring.desc; in virtio_get_monitor_addr()[all …]
137 desc = vq->vq_packed.ring.desc; in virtqueue_dequeue_burst_rx_packed()162 vq->vq_packed.used_wrap_counter ^= 1; in virtqueue_dequeue_burst_rx_packed()327 uint16_t flags = vq->vq_packed.cached_flags; in virtqueue_refill_single_packed()337 vq->vq_packed.cached_flags ^= in virtqueue_refill_single_packed()339 flags = vq->vq_packed.cached_flags; in virtqueue_refill_single_packed()347 struct vring_packed_desc *start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_recv_refill_packed_init()373 struct vring_packed_desc *start_dp = vq->vq_packed.ring.desc; in virtqueue_enqueue_recv_refill_packed()502 dp = &vq->vq_packed.ring.desc[idx]; in virtqueue_enqueue_xmit_packed_fast()508 flags = vq->vq_packed.cached_flags; in virtqueue_enqueue_xmit_packed_fast()526 vq->vq_packed.cached_flags ^= VRING_PACKED_DESC_F_AVAIL_USED; in virtqueue_enqueue_xmit_packed_fast()
546 notify_data = ((uint32_t)(!!(vq->vq_packed.cached_flags & in modern_notify_queue()