| /dpdk/lib/vhost/ |
| H A D | vhost.c | 546 struct vhost_virtqueue *vq; in init_vring_queue() local
583 struct vhost_virtqueue *vq; in reset_vring_queue() local
608 struct vhost_virtqueue *vq; in alloc_vring_queue() local
935 struct vhost_virtqueue *vq; in rte_vhost_get_vhost_vring() local
971 struct vhost_virtqueue *vq; in rte_vhost_get_vhost_ring_inflight() local
1005 struct vhost_virtqueue *vq; in rte_vhost_set_inflight_desc_split() local
1044 struct vhost_virtqueue *vq; in rte_vhost_set_inflight_desc_packed() local
1110 struct vhost_virtqueue *vq; in rte_vhost_clr_inflight_desc_split() local
1152 struct vhost_virtqueue *vq; in rte_vhost_clr_inflight_desc_packed() local
1197 struct vhost_virtqueue *vq; in rte_vhost_set_last_inflight_io_split() local
[all …]
|
| H A D | iotlb.c | 29 vhost_user_iotlb_pending_remove_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_pending_remove_all()
44 vhost_user_iotlb_pending_miss(struct vhost_virtqueue *vq, uint64_t iova, in vhost_user_iotlb_pending_miss()
65 vhost_user_iotlb_pending_insert(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_user_iotlb_pending_insert()
100 vhost_user_iotlb_pending_remove(struct vhost_virtqueue *vq, in vhost_user_iotlb_pending_remove()
123 vhost_user_iotlb_cache_remove_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_cache_remove_all()
140 vhost_user_iotlb_cache_random_evict(struct vhost_virtqueue *vq) in vhost_user_iotlb_cache_random_evict()
163 vhost_user_iotlb_cache_insert(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_user_iotlb_cache_insert()
221 vhost_user_iotlb_cache_remove(struct vhost_virtqueue *vq, in vhost_user_iotlb_cache_remove()
247 vhost_user_iotlb_cache_find(struct vhost_virtqueue *vq, uint64_t iova, in vhost_user_iotlb_cache_find()
289 vhost_user_iotlb_flush_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_flush_all()
[all …]
|
| H A D | virtio_net.c | 211 struct vhost_virtqueue *vq, in do_flush_shadow_used_ring_split()
264 struct vhost_virtqueue *vq) in vhost_flush_enqueue_shadow_packed()
328 struct vhost_virtqueue *vq) in vhost_flush_dequeue_shadow_packed()
346 struct vhost_virtqueue *vq, in vhost_flush_enqueue_batch_packed()
400 struct vhost_virtqueue *vq, in vhost_shadow_dequeue_batch_packed()
775 struct vhost_virtqueue *vq, in fill_vec_buf_packed_indirect()
1479 struct vhost_virtqueue *vq; in virtio_dev_rx() local
2031 struct vhost_virtqueue *vq; in rte_vhost_poll_enqueue_completed() local
2079 struct vhost_virtqueue *vq; in rte_vhost_clear_queue_thread_unsafe() local
2116 struct vhost_virtqueue *vq; in virtio_dev_rx_async_submit() local
[all …]
|
| H A D | iotlb.h | 13 vhost_user_iotlb_rd_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_lock()
19 vhost_user_iotlb_rd_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_unlock()
25 vhost_user_iotlb_wr_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_lock()
31 vhost_user_iotlb_wr_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_unlock()
|
| H A D | vhost_user.c | 247 struct vhost_virtqueue *vq = dev->virtqueue[index]; in vhost_user_notify_queue_state() local
393 struct vhost_virtqueue *vq; in vhost_user_set_features() local
501 struct vhost_virtqueue *vq; in numa_realloc() local
862 struct vhost_virtqueue *vq; in vhost_user_set_vring_addr() local
1446 struct vhost_virtqueue *vq; in virtio_is_ready() local
1644 struct vhost_virtqueue *vq; in vhost_user_set_inflight_fd() local
1743 struct vhost_virtqueue *vq; in vhost_user_set_vring_call() local
1805 struct vhost_virtqueue *vq) in vhost_check_queue_inflights_split()
1894 struct vhost_virtqueue *vq) in vhost_check_queue_inflights_packed()
1997 struct vhost_virtqueue *vq; in vhost_user_set_vring_kick() local
[all …]
|
| H A D | vhost.h | 504 vq_inc_last_used_packed(struct vhost_virtqueue *vq, uint16_t num) in vq_inc_last_used_packed()
514 vq_inc_last_avail_packed(struct vhost_virtqueue *vq, uint16_t num) in vq_inc_last_avail_packed()
543 vhost_log_cache_sync(struct virtio_net *dev, struct vhost_virtqueue *vq) in vhost_log_cache_sync()
550 vhost_log_cache_write(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_write()
558 vhost_log_cache_used_vring(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_used_vring()
570 vhost_log_used_vring(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_used_vring()
581 vhost_log_cache_write_iova(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_write_iova()
594 vhost_log_write_iova(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_write_iova()
809 vhost_iova_to_vva(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_iova_to_vva()
836 vhost_vring_call_split(struct virtio_net *dev, struct vhost_virtqueue *vq) in vhost_vring_call_split()
[all …]
|
| /dpdk/examples/vhost_blk/ |
| H A D | vhost_blk.c | 74 struct vhost_blk_queue *vq = task->vq; in enqueue_task() local
105 struct vhost_blk_queue *vq = task->vq; in enqueue_task_packed() local
211 struct vhost_blk_queue *vq, uint16_t req_idx, in setup_iovs_from_descs_split()
242 struct vhost_blk_queue *vq, uint16_t req_idx, in setup_iovs_from_descs_packed()
377 submit_inflight_vq(struct vhost_blk_queue *vq) in submit_inflight_vq()
458 vq_get_desc_idx(struct vhost_blk_queue *vq) in vq_get_desc_idx()
471 vhost_blk_vq_is_avail(struct vhost_blk_queue *vq) in vhost_blk_vq_is_avail()
489 process_vq(struct vhost_blk_queue *vq) in process_vq()
568 struct vhost_blk_queue *vq; in alloc_task_pool() local
604 struct vhost_blk_queue *vq; in new_device() local
[all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtqueue.c | 19 virtqueue_detach_unused(struct virtqueue *vq) in virtqueue_detach_unused()
60 virtqueue_rxvq_flush_packed(struct virtqueue *vq) in virtqueue_rxvq_flush_packed()
87 virtqueue_rxvq_flush_split(struct virtqueue *vq) in virtqueue_rxvq_flush_split()
136 virtqueue_rxvq_flush(struct virtqueue *vq) in virtqueue_rxvq_flush()
147 virtqueue_rxvq_reset_packed(struct virtqueue *vq) in virtqueue_rxvq_reset_packed()
183 virtqueue_txvq_reset_packed(struct virtqueue *vq) in virtqueue_txvq_reset_packed()
|
| H A D | virtqueue.h | 125 #define VIRTIO_MBUF_ADDR(mb, vq) \ argument
132 #define VIRTIO_MBUF_DATA_DMA_ADDR(mb, vq) \ argument
435 virtqueue_disable_intr(struct virtqueue *vq) in virtqueue_disable_intr()
469 virtqueue_enable_intr(struct virtqueue *vq) in virtqueue_enable_intr()
494 virtqueue_full(const struct virtqueue *vq) in virtqueue_full()
512 virtqueue_nused(const struct virtqueue *vq) in virtqueue_nused()
544 vq_update_avail_idx(struct virtqueue *vq) in vq_update_avail_idx()
584 virtqueue_kick_prepare(struct virtqueue *vq) in virtqueue_kick_prepare()
613 virtqueue_notify(struct virtqueue *vq) in virtqueue_notify()
619 #define VIRTQUEUE_DUMP(vq) do { \ argument
[all …]
|
| H A D | virtio_rxtx.c | 204 virtqueue_dequeue_rx_inorder(struct virtqueue *vq, in virtqueue_dequeue_rx_inorder()
447 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_xmit_inorder() local
493 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_xmit_packed_fast() local
547 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_xmit() local
654 struct virtqueue *vq = hw->vqs[vq_idx]; in virtio_dev_rx_queue_setup() local
720 struct virtqueue *vq = hw->vqs[vq_idx]; in virtio_dev_rx_queue_setup_finish() local
819 struct virtqueue *vq = hw->vqs[vq_idx]; in virtio_dev_tx_queue_setup() local
863 struct virtqueue *vq = hw->vqs[vq_idx]; in virtio_dev_tx_queue_setup_finish() local
986 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts() local
1093 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_packed() local
[all …]
|
| H A D | virtio_pci.c | 37 check_vq_phys_addr_ok(struct virtqueue *vq) in check_vq_phys_addr_ok()
250 legacy_set_queue_irq(struct virtio_hw *hw, struct virtqueue *vq, uint16_t vec) in legacy_set_queue_irq()
272 legacy_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_setup_queue()
288 legacy_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_del_queue()
298 legacy_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_notify_queue()
454 modern_set_queue_irq(struct virtio_hw *hw, struct virtqueue *vq, uint16_t vec) in modern_set_queue_irq()
473 modern_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_setup_queue()
514 modern_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_del_queue()
531 modern_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_notify_queue()
|
| H A D | virtio_rxtx_packed.c | 30 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtio_xmit_pkts_packed_vec() local
84 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_pkts_packed_vec() local
|
| H A D | virtio_ethdev.c | 149 struct virtqueue *vq = virtnet_cq_to_vq(cvq); in virtio_send_command_packed() local
245 struct virtqueue *vq = virtnet_cq_to_vq(cvq); in virtio_send_command_split() local
328 struct virtqueue *vq; in virtio_send_command() local
440 virtio_init_vring(struct virtqueue *vq) in virtio_init_vring()
482 struct virtqueue *vq; in virtio_init_queue() local
706 struct virtqueue *vq; in virtio_free_queues() local
942 struct virtqueue *vq; in virtio_check_scatter_on_all_rx_queues() local
1004 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_dev_rx_queue_intr_enable() local
2755 struct virtqueue *vq; in virtio_dev_start() local
2850 struct virtqueue *vq; in virtio_dev_free_mbufs() local
[all …]
|
| H A D | virtio_rxtx_packed.h | 107 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_single_packed_vec() local
214 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_single_packed_vec() local
266 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_recv_refill_packed_vec() local
|
| H A D | virtio_user_ethdev.c | 173 virtio_user_setup_queue_packed(struct virtqueue *vq, in virtio_user_setup_queue_packed()
202 virtio_user_setup_queue_split(struct virtqueue *vq, struct virtio_user_dev *dev) in virtio_user_setup_queue_split()
220 virtio_user_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_setup_queue()
233 virtio_user_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_del_queue()
251 virtio_user_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_notify_queue()
|
| H A D | virtio_rxtx_packed_avx.h | 23 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_batch_packed_vec() local
145 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_batch_packed_vec() local
|
| H A D | virtio_rxtx_packed_neon.h | 23 struct virtqueue *vq = virtnet_txq_to_vq(txvq); in virtqueue_enqueue_batch_packed_vec() local
166 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtqueue_dequeue_batch_packed_vec() local
|
| H A D | virtio_rxtx_simple.h | 26 struct virtqueue *vq = virtnet_rxq_to_vq(rxvq); in virtio_rxq_rearm_vec() local
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.h | 105 virtqueue_full(const struct virtqueue *vq) in virtqueue_full()
110 #define VIRTQUEUE_NUSED(vq) \ argument
114 vq_update_avail_idx(struct virtqueue *vq) in vq_update_avail_idx()
121 vq_update_avail_ring(struct virtqueue *vq, uint16_t desc_idx) in vq_update_avail_ring()
138 virtqueue_kick_prepare(struct virtqueue *vq) in virtqueue_kick_prepare()
144 virtqueue_notify(struct virtqueue *vq) in virtqueue_notify()
157 #define VIRTQUEUE_DUMP(vq) do { \ argument
|
| H A D | virtqueue.c | 14 virtqueue_disable_intr(struct virtqueue *vq) in virtqueue_disable_intr()
25 virtqueue_detatch_unused(struct virtqueue *vq) in virtqueue_detatch_unused()
|
| H A D | virtio_pci.c | 37 check_vq_phys_addr_ok(struct virtqueue *vq) in check_vq_phys_addr_ok()
148 modern_set_queue_irq(struct virtio_crypto_hw *hw, struct virtqueue *vq, in modern_set_queue_irq()
164 modern_setup_queue(struct virtio_crypto_hw *hw, struct virtqueue *vq) in modern_setup_queue()
204 modern_del_queue(struct virtio_crypto_hw *hw, struct virtqueue *vq) in modern_del_queue()
220 struct virtqueue *vq) in modern_notify_queue()
|
| H A D | virtio_cryptodev.c | 65 virtio_crypto_send_command(struct virtqueue *vq, in virtio_crypto_send_command()
267 virtio_crypto_queue_release(struct virtqueue *vq) in virtio_crypto_queue_release()
299 struct virtqueue *vq = NULL; in virtio_crypto_queue_setup() local
452 struct virtqueue *vq; in virtio_crypto_ctrlq_setup() local
583 struct virtqueue *vq; in virtio_crypto_qp_setup() local
607 struct virtqueue *vq in virtio_crypto_qp_release() local
935 struct virtqueue *vq; in virtio_crypto_sym_clear_session() local
|
| H A D | virtio_rxtx.c | 11 vq_ring_free_chain(struct virtqueue *vq, uint16_t desc_idx) in vq_ring_free_chain()
45 virtqueue_dequeue_burst_rx(struct virtqueue *vq, in virtqueue_dequeue_burst_rx()
368 virtio_crypto_vring_start(struct virtqueue *vq) in virtio_crypto_vring_start()
|
| /dpdk/drivers/net/vhost/ |
| H A D | rte_eth_vhost.c | 575 struct vhost_queue *vq; in eth_rxq_intr_enable() local
612 struct vhost_queue *vq; in eth_rxq_intr_disable() local
651 struct vhost_queue *vq; in eth_vhost_install_intr() local
722 struct vhost_queue *vq; in update_queuing_status() local
765 struct vhost_queue *vq; in queue_setup() local
853 struct vhost_queue *vq; in destroy_device() local
908 struct vhost_queue *vq; in vring_conf_update() local
1105 struct vhost_queue *vq; in rte_eth_vhost_get_vid_from_port_id() local
1234 struct vhost_queue *vq; in eth_rx_queue_setup() local
1257 struct vhost_queue *vq; in eth_tx_queue_setup() local
[all …]
|
| /dpdk/drivers/vdpa/sfc/ |
| H A D | sfc_vdpa_ops.c | 179 struct rte_vhost_vring vq; in sfc_vdpa_get_vring_info() local
225 efx_virtio_vq_t *vq; in sfc_vdpa_virtq_start() local
298 efx_virtio_vq_t *vq; in sfc_vdpa_virtq_stop() local
324 efx_virtio_vq_t *vq; in sfc_vdpa_configure() local
|