| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.c | 26 if (vq == NULL) in virtqueue_detach_unused() 29 hw = vq->hw; in virtqueue_detach_unused() 31 start = vq->vq_avail_idx & (vq->vq_nentries - 1); in virtqueue_detach_unused() 32 end = (vq->vq_avail_idx + vq->vq_free_cnt) & (vq->vq_nentries - 1); in virtqueue_detach_unused() 77 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_rxvq_flush_packed() 78 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_rxvq_flush_packed() 99 used_idx = vq->vq_used_cons_idx & (vq->vq_nentries - 1); in virtqueue_rxvq_flush_split() 157 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtqueue_rxvq_reset_packed() 158 vq->vq_free_cnt = vq->vq_nentries; in virtqueue_rxvq_reset_packed() 195 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtqueue_txvq_reset_packed() [all …]
|
| H A D | virtqueue.h | 555 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx() 562 vq->vq_split.ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx() 615 VIRTIO_OPS(vq->hw)->notify_queue(vq->hw, vq); in virtqueue_notify() 628 (vq)->vq_nentries, (vq)->vq_free_cnt, (vq)->vq_used_cons_idx, \ 629 (vq)->vq_avail_idx, (vq)->vq_packed.cached_flags, \ 637 (vq)->vq_nentries, (vq)->vq_free_cnt, nused, (vq)->vq_desc_head_idx, \ 638 (vq)->vq_split.ring.avail->idx, (vq)->vq_used_cons_idx, \ 725 id = in_order ? vq->vq_avail_idx : vq->vq_desc_head_idx; in virtqueue_enqueue_xmit_packed() 826 vq->vq_free_cnt = (uint16_t)(vq->vq_free_cnt - needed); in virtqueue_enqueue_xmit_packed() 850 vq->vq_descx[vq->vq_desc_tail_idx].next = id; in vq_ring_free_id_packed() [all …]
|
| H A D | virtio_rxtx.c | 46 vq->vq_desc_tail_idx = desc_idx & (vq->vq_nentries - 1); in vq_ring_free_inorder() 160 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_burst_rx_packed() 161 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_burst_rx_packed() 277 vq->vq_free_cnt = (uint16_t)(vq->vq_free_cnt - num); in virtqueue_enqueue_refill_inorder() 312 vq->vq_desc_tail_idx = vq->vq_desc_head_idx; in virtqueue_enqueue_recv_refill() 335 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_refill_single_packed() 336 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_refill_single_packed() 459 dxp = &vq->vq_descx[vq->vq_avail_idx & (vq->vq_nentries - 1)]; in virtqueue_enqueue_xmit_inorder() 524 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_enqueue_xmit_packed_fast() 525 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_xmit_packed_fast() [all …]
|
| H A D | virtio_rxtx_packed_avx.h | 25 uint16_t idx = vq->vq_avail_idx; in virtqueue_enqueue_batch_packed_vec() 63 dxp = &vq->vq_descx[idx + i]; in virtqueue_enqueue_batch_packed_vec() 74 VIRTIO_MBUF_ADDR(tx_pkts[3], vq), in virtqueue_enqueue_batch_packed_vec() 76 VIRTIO_MBUF_ADDR(tx_pkts[2], vq), in virtqueue_enqueue_batch_packed_vec() 101 if (!vq->hw->has_tx_offload) { in virtqueue_enqueue_batch_packed_vec() 132 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_enqueue_batch_packed_vec() 133 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_batch_packed_vec() 134 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_batch_packed_vec() 146 struct virtio_hw *hw = vq->hw; in virtqueue_dequeue_batch_packed_vec() 233 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_batch_packed_vec() [all …]
|
| H A D | virtio_rxtx_packed.h | 108 struct virtio_hw *hw = vq->hw; in virtqueue_enqueue_single_packed_vec() 215 struct virtio_hw *hw = vq->hw; in virtqueue_dequeue_single_packed_vec() 231 vq->vq_used_cons_idx); in virtqueue_dequeue_single_packed_vec() 251 vq->vq_free_cnt++; in virtqueue_dequeue_single_packed_vec() 252 vq->vq_used_cons_idx++; in virtqueue_dequeue_single_packed_vec() 253 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_single_packed_vec() 254 vq->vq_used_cons_idx -= vq->vq_nentries; in virtqueue_dequeue_single_packed_vec() 278 idx = vq->vq_avail_idx; in virtio_recv_refill_packed_vec() 302 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtio_recv_refill_packed_vec() 303 vq->vq_avail_idx -= vq->vq_nentries; in virtio_recv_refill_packed_vec() [all …]
|
| H A D | virtio_rxtx_packed_neon.h | 25 uint16_t idx = vq->vq_avail_idx; in virtqueue_enqueue_batch_packed_vec() 88 dxp = &vq->vq_descx[idx + i]; in virtqueue_enqueue_batch_packed_vec() 125 if (!vq->hw->has_tx_offload) { in virtqueue_enqueue_batch_packed_vec() 153 if (vq->vq_avail_idx >= vq->vq_nentries) { in virtqueue_enqueue_batch_packed_vec() 154 vq->vq_avail_idx -= vq->vq_nentries; in virtqueue_enqueue_batch_packed_vec() 155 vq->vq_packed.cached_flags ^= in virtqueue_enqueue_batch_packed_vec() 167 struct virtio_hw *hw = vq->hw; in virtqueue_dequeue_batch_packed_vec() 169 uint16_t id = vq->vq_used_cons_idx; in virtqueue_dequeue_batch_packed_vec() 225 if (vq->vq_packed.used_wrap_counter) in virtqueue_dequeue_batch_packed_vec() 287 if (vq->vq_used_cons_idx >= vq->vq_nentries) { in virtqueue_dequeue_batch_packed_vec() [all …]
|
| H A D | virtio_rxtx_packed.c | 30 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtio_xmit_pkts_packed_vec() local 31 struct virtio_hw *hw = vq->hw; in virtio_xmit_pkts_packed_vec() 43 if (vq->vq_free_cnt <= vq->vq_nentries - vq->vq_free_thresh) in virtio_xmit_pkts_packed_vec() 44 virtio_xmit_cleanup_inorder_packed(vq, vq->vq_free_thresh); in virtio_xmit_pkts_packed_vec() 46 remained = RTE_MIN(nb_pkts, vq->vq_free_cnt); in virtio_xmit_pkts_packed_vec() 70 virtqueue_notify(vq); in virtio_xmit_pkts_packed_vec() 84 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_packed_vec() local 85 struct virtio_hw *hw = vq->hw; in virtio_recv_pkts_packed_vec() 88 uint16_t free_cnt = vq->vq_free_thresh; in virtio_recv_pkts_packed_vec() 119 if (likely(vq->vq_free_cnt >= free_cnt)) { in virtio_recv_pkts_packed_vec() [all …]
|
| H A D | virtio_ethdev.c | 170 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtio_send_command_packed() 171 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 185 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtio_send_command_packed() 186 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 199 if (++vq->vq_avail_idx >= vq->vq_nentries) { in virtio_send_command_packed() 200 vq->vq_avail_idx -= vq->vq_nentries; in virtio_send_command_packed() 220 vq->vq_used_cons_idx -= vq->vq_nentries; in virtio_send_command_packed() 316 vq->vq_free_cnt, vq->vq_desc_head_idx); in virtio_send_command_split() 342 vq->vq_desc_head_idx, status, vq->hw->cvq, vq); in virtio_send_command() 453 vq->vq_free_cnt = vq->vq_nentries; in virtio_init_vring() [all …]
|
| H A D | virtio_rxtx_simple.h | 26 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_rxq_rearm_vec() local 28 desc_idx = vq->vq_avail_idx & (vq->vq_nentries - 1); in virtio_rxq_rearm_vec() 29 sw_ring = &vq->sw_ring[desc_idx]; in virtio_rxq_rearm_vec() 30 start_dp = &vq->vq_split.ring.desc[desc_idx]; in virtio_rxq_rearm_vec() 46 start_dp[i].addr = VIRTIO_MBUF_ADDR(sw_ring[i], vq) + in virtio_rxq_rearm_vec() 47 RTE_PKTMBUF_HEADROOM - vq->hw->vtnet_hdr_size; in virtio_rxq_rearm_vec() 49 RTE_PKTMBUF_HEADROOM + vq->hw->vtnet_hdr_size; in virtio_rxq_rearm_vec() 52 vq->vq_avail_idx += RTE_VIRTIO_VPMD_RX_REARM_THRESH; in virtio_rxq_rearm_vec() 53 vq->vq_free_cnt -= RTE_VIRTIO_VPMD_RX_REARM_THRESH; in virtio_rxq_rearm_vec() 54 vq_update_avail_idx(vq); in virtio_rxq_rearm_vec()
|
| H A D | virtio_rxtx_simple_sse.c | 45 struct virtio_hw *hw = vq->hw; in virtio_recv_pkts_vec() 78 (uint16_t)-vq->hw->vtnet_hdr_size, in virtio_recv_pkts_vec() 79 0, (uint16_t)-vq->hw->vtnet_hdr_size, in virtio_recv_pkts_vec() 90 if (unlikely(virtqueue_kick_prepare(vq))) in virtio_recv_pkts_vec() 91 virtqueue_notify(vq); in virtio_recv_pkts_vec() 94 nb_used = virtqueue_nused(vq); in virtio_recv_pkts_vec() 102 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 104 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec() 105 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec() 191 vq->vq_used_cons_idx += nb_pkts_received; in virtio_recv_pkts_vec() [all …]
|
| H A D | virtio_rxtx_simple_altivec.c | 45 struct virtio_hw *hw = vq->hw; in virtio_recv_pkts_vec() 77 (uint16_t)-vq->hw->vtnet_hdr_size, 0, in virtio_recv_pkts_vec() 78 (uint16_t)-vq->hw->vtnet_hdr_size, 0, in virtio_recv_pkts_vec() 90 if (unlikely(virtqueue_kick_prepare(vq))) in virtio_recv_pkts_vec() 91 virtqueue_notify(vq); in virtio_recv_pkts_vec() 94 nb_used = virtqueue_nused(vq); in virtio_recv_pkts_vec() 104 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 106 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec() 107 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec() 201 vq->vq_used_cons_idx += nb_pkts_received; in virtio_recv_pkts_vec() [all …]
|
| H A D | virtio_rxtx_simple_neon.c | 44 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_vec() local 45 struct virtio_hw *hw = vq->hw; in virtio_recv_pkts_vec() 89 if (unlikely(virtqueue_kick_prepare(vq))) in virtio_recv_pkts_vec() 90 virtqueue_notify(vq); in virtio_recv_pkts_vec() 94 nb_used = virtqueue_nused(vq); in virtio_recv_pkts_vec() 102 desc_idx = (uint16_t)(vq->vq_used_cons_idx & (vq->vq_nentries - 1)); in virtio_recv_pkts_vec() 103 rused = &vq->vq_split.ring.used->ring[desc_idx]; in virtio_recv_pkts_vec() 104 sw_ring = &vq->sw_ring[desc_idx]; in virtio_recv_pkts_vec() 105 sw_ring_end = &vq->sw_ring[vq->vq_nentries]; in virtio_recv_pkts_vec() 207 vq->vq_used_cons_idx += nb_pkts_received; in virtio_recv_pkts_vec() [all …]
|
| /dpdk/lib/vhost/ |
| H A D | iotlb.c | 134 vq->iotlb_cache_nr = 0; in vhost_user_iotlb_cache_remove_all() 153 vq->iotlb_cache_nr--; in vhost_user_iotlb_cache_random_evict() 205 vq->iotlb_cache_nr++; in vhost_user_iotlb_cache_insert() 211 vq->iotlb_cache_nr++; in vhost_user_iotlb_cache_insert() 239 vq->iotlb_cache_nr--; in vhost_user_iotlb_cache_remove() 302 if (vq->iotlb_pool) { in vhost_user_iotlb_init() 307 vhost_user_iotlb_flush_all(vq); in vhost_user_iotlb_init() 315 rte_rwlock_init(&vq->iotlb_lock); in vhost_user_iotlb_init() 318 TAILQ_INIT(&vq->iotlb_list); in vhost_user_iotlb_init() 334 if (!vq->iotlb_pool) { in vhost_user_iotlb_init() [all …]
|
| H A D | vhost.c | 388 vq->log_guest_addr = translate_log_addr(dev, vq, in log_translate() 945 if (!vq) in rte_vhost_get_vhost_vring() 1291 if (!vq) in rte_vhost_vring_call() 1321 if (!vq) in rte_vhost_avail_entries() 1326 if (unlikely(!vq->enabled || vq->avail == NULL)) in rte_vhost_avail_entries() 1350 vhost_avail_event(vq) = vq->last_avail_idx; in vhost_enable_notify_split() 1413 if (!vq) in rte_vhost_enable_guest_notification() 1451 if (!vq) in rte_vhost_log_used_vring() 1530 if (!vq) in rte_vhost_get_vring_base() 1560 if (!vq) in rte_vhost_set_vring_base() [all …]
|
| H A D | virtio_net.c | 241 vq->last_used_idx += vq->shadow_used_idx; in flush_shadow_used_ring_split() 387 vq->shadow_last_used_idx = vq->last_used_idx; in vhost_shadow_dequeue_batch_packed_inorder() 410 vq->shadow_last_used_idx = vq->last_used_idx; in vhost_shadow_dequeue_batch_packed() 463 vq->desc_packed[vq->last_used_idx].len = 0; in vhost_shadow_dequeue_single_packed() 679 vq->desc[idx].addr, vq->desc[idx].len); in fill_vec_buf_split() 1261 rte_prefetch0(&vq->avail->ring[vq->last_avail_idx & (vq->size - 1)]); in virtio_dev_rx_split() 1605 rte_prefetch0(&vq->avail->ring[vq->last_avail_idx & (vq->size - 1)]); in virtio_dev_rx_async_submit_split() 1783 vq->last_avail_idx = vq->last_avail_idx + vq->size - descs_err; in dma_error_handler_packed() 1873 to = vq->last_used_idx & (vq->size - 1); in write_back_completed_descs_split() 2137 if (unlikely(!vq->enabled || !vq->async)) in virtio_dev_rx_async_submit() [all …]
|
| H A D | vhost_user.c | 443 if (vq->size & (vq->size - 1)) { in vhost_user_set_vring_num() 528 vq = rte_realloc_socket(vq, sizeof(*vq), 0, node); in numa_realloc() 793 if (vq->desc && vq->avail && vq->used) in translate_ring_addresses() 831 if (vq->last_used_idx != vq->used->idx) { in translate_ring_addresses() 834 vq->last_used_idx, vq->used->idx); in translate_ring_addresses() 835 vq->last_used_idx = vq->used->idx; in translate_ring_addresses() 836 vq->last_avail_idx = vq->used->idx; in translate_ring_addresses() 919 vq->last_used_idx = vq->last_avail_idx; in vhost_user_set_vring_base() 1381 if (vq->desc || vq->avail || vq->used) { in vhost_user_set_mem_table() 1433 rings_ok = vq->desc && vq->avail && vq->used; in vq_is_ready() [all …]
|
| H A D | vhost.h | 506 vq->last_used_idx += num; in vq_inc_last_used_packed() 507 if (vq->last_used_idx >= vq->size) { in vq_inc_last_used_packed() 509 vq->last_used_idx -= vq->size; in vq_inc_last_used_packed() 517 if (vq->last_avail_idx >= vq->size) { in vq_inc_last_avail_packed() 519 vq->last_avail_idx -= vq->size; in vq_inc_last_avail_packed() 564 __vhost_log_cache_write(dev, vq, vq->log_guest_addr + offset, in vhost_log_cache_used_vring() 852 vhost_used_event(vq), in vhost_vring_call_split() 856 (vq->callfd >= 0)) || in vhost_vring_call_split() 890 new = vq->last_used_idx; in vhost_vring_call_packed() 912 old -= vq->size; in vhost_vring_call_packed() [all …]
|
| H A D | iotlb.h | 13 vhost_user_iotlb_rd_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_lock() argument 15 rte_rwlock_read_lock(&vq->iotlb_lock); in vhost_user_iotlb_rd_lock() 19 vhost_user_iotlb_rd_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_unlock() argument 21 rte_rwlock_read_unlock(&vq->iotlb_lock); in vhost_user_iotlb_rd_unlock() 25 vhost_user_iotlb_wr_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_lock() argument 27 rte_rwlock_write_lock(&vq->iotlb_lock); in vhost_user_iotlb_wr_lock() 31 vhost_user_iotlb_wr_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_unlock() argument 33 rte_rwlock_write_unlock(&vq->iotlb_lock); in vhost_user_iotlb_wr_unlock() 39 void vhost_user_iotlb_cache_remove(struct vhost_virtqueue *vq, 43 bool vhost_user_iotlb_pending_miss(struct vhost_virtqueue *vq, uint64_t iova, [all …]
|
| H A D | vdpa.c | 136 struct vhost_virtqueue *vq; in rte_vdpa_relay_vring_used() local 155 vq = dev->virtqueue[qid]; in rte_vdpa_relay_vring_used() 156 idx = vq->used->idx; in rte_vdpa_relay_vring_used() 162 vq->used->ring[idx & (vq->size - 1)] = in rte_vdpa_relay_vring_used() 165 desc_id = vq->used->ring[idx & (vq->size - 1)].id; in rte_vdpa_relay_vring_used() 166 desc_ring = vq->desc; in rte_vdpa_relay_vring_used() 167 nr_descs = vq->size; in rte_vdpa_relay_vring_used() 173 dlen = vq->desc[desc_id].len; in rte_vdpa_relay_vring_used() 179 vhost_iova_to_vva(dev, vq, in rte_vdpa_relay_vring_used() 187 vq->desc[desc_id].addr, in rte_vdpa_relay_vring_used() [all …]
|
| /dpdk/examples/vhost_blk/ |
| H A D | vhost_blk.c | 74 struct vhost_blk_queue *vq = task->vq; in enqueue_task() local 105 struct vhost_blk_queue *vq = task->vq; in enqueue_task_packed() local 126 if (vq->last_used_idx >= vq->vring.size) { in enqueue_task_packed() 127 vq->last_used_idx -= vq->vring.size; in enqueue_task_packed() 128 vq->used_wrap_counter = !vq->used_wrap_counter; in enqueue_task_packed() 414 vq->last_avail_idx -= vq->vring.size; in submit_inflight_vq() 444 vq->last_avail_idx = (vq->last_avail_idx + 1) % vq->vring.size; in vhost_blk_vq_get_desc_chain_buffer_id() 450 vq->last_avail_idx = (vq->last_avail_idx + 1) % vq->vring.size; in vhost_blk_vq_get_desc_chain_buffer_id() 584 vq->tasks[j].vq = vq; in alloc_task_pool() 669 vq->last_avail_idx = vq->last_avail_idx & in new_device() [all …]
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.h | 107 return vq->vq_free_cnt == 0; in virtqueue_full() 110 #define VIRTQUEUE_NUSED(vq) \ argument 111 ((uint16_t)((vq)->vq_ring.used->idx - (vq)->vq_used_cons_idx)) 117 vq->vq_ring.avail->idx = vq->vq_avail_idx; in vq_update_avail_idx() 131 avail_idx = (uint16_t)(vq->vq_avail_idx & (vq->vq_nentries - 1)); in vq_update_avail_ring() 134 vq->vq_avail_idx++; in vq_update_avail_ring() 151 VTPCI_OPS(vq->hw)->notify_queue(vq->hw, vq); in virtqueue_notify() 165 (vq)->vq_nentries, (vq)->vq_free_cnt, nused, \ 166 (vq)->vq_desc_head_idx, (vq)->vq_ring.avail->idx, \ 167 (vq)->vq_used_cons_idx, (vq)->vq_ring.used->idx, \ [all …]
|
| H A D | virtio_cryptodev.c | 205 vq->vq_desc_head_idx = vq->vq_ring.desc[head].next; in virtio_crypto_send_command() 216 while (vq->vq_used_cons_idx == vq->vq_ring.used->idx) { in virtio_crypto_send_command() 221 while (vq->vq_used_cons_idx != vq->vq_ring.used->idx) { in virtio_crypto_send_command() 236 vq->vq_ring.desc[desc_idx].next = vq->vq_desc_head_idx; in virtio_crypto_send_command() 245 vq->vq_free_cnt, vq->vq_desc_head_idx); in virtio_crypto_send_command() 273 if (vq) { in virtio_crypto_queue_release() 376 vq->hw = hw; in virtio_crypto_queue_setup() 430 *pvq = vq; in virtio_crypto_queue_setup() 963 "vq = %p", vq->vq_desc_head_idx, vq); in virtio_crypto_sym_clear_session() 1021 vq->vq_desc_head_idx = vq->vq_ring.desc[head].next; in virtio_crypto_sym_clear_session() [all …]
|
| H A D | virtio_rxtx.c | 17 dp = &vq->vq_ring.desc[desc_idx]; in vq_ring_free_chain() 18 dxp = &vq->vq_descx[desc_idx]; in vq_ring_free_chain() 19 vq->vq_free_cnt = (uint16_t)(vq->vq_free_cnt + dxp->ndescs); in vq_ring_free_chain() 36 dp_tail = &vq->vq_ring.desc[vq->vq_desc_tail_idx]; in vq_ring_free_chain() 58 & (vq->vq_nentries - 1)); in virtqueue_dequeue_burst_rx() 66 vq->vq_used_cons_idx); in virtqueue_dequeue_burst_rx() 97 vq->packets_received_total++; in virtqueue_dequeue_burst_rx() 102 vq->vq_used_cons_idx++; in virtqueue_dequeue_burst_rx() 378 vq->vq_desc_tail_idx = (uint16_t)(vq->vq_nentries - 1); in virtio_crypto_vring_start() 379 vq->vq_free_cnt = vq->vq_nentries; in virtio_crypto_vring_start() [all …]
|
| H A D | virtqueue.c | 14 virtqueue_disable_intr(struct virtqueue *vq) in virtqueue_disable_intr() argument 21 vq->vq_ring.avail->flags |= VRING_AVAIL_F_NO_INTERRUPT; in virtqueue_disable_intr() 25 virtqueue_detatch_unused(struct virtqueue *vq) in virtqueue_detatch_unused() argument 31 if (vq != NULL) in virtqueue_detatch_unused() 32 for (idx = 0; idx < vq->vq_nentries; idx++) { in virtqueue_detatch_unused() 33 cop = vq->vq_descx[idx].crypto_op; in virtqueue_detatch_unused() 38 vq->vq_descx[idx].crypto_op = NULL; in virtqueue_detatch_unused()
|
| /dpdk/drivers/net/vhost/ |
| H A D | rte_eth_vhost.c | 238 if (!vq) in vhost_dev_xstats_reset() 240 memset(&vq->stats, 0, sizeof(vq->stats)); in vhost_dev_xstats_reset() 244 if (!vq) in vhost_dev_xstats_reset() 246 memset(&vq->stats, 0, sizeof(vq->stats)); in vhost_dev_xstats_reset() 295 if (!vq) in vhost_dev_xstats_get() 308 if (!vq) in vhost_dev_xstats_get() 579 if (!vq) { in eth_rxq_intr_enable() 616 if (!vq) { in eth_rxq_intr_disable() 770 if (!vq) in queue_setup() 778 if (!vq) in queue_setup() [all …]
|