| /f-stack/dpdk/lib/librte_vhost/ |
| H A D | vhost.c | 537 struct vhost_virtqueue *vq; in init_vring_queue() local
567 struct vhost_virtqueue *vq; in reset_vring_queue() local
592 struct vhost_virtqueue *vq; in alloc_vring_queue() local
899 struct vhost_virtqueue *vq; in rte_vhost_get_vhost_vring() local
935 struct vhost_virtqueue *vq; in rte_vhost_get_vhost_ring_inflight() local
969 struct vhost_virtqueue *vq; in rte_vhost_set_inflight_desc_split() local
1008 struct vhost_virtqueue *vq; in rte_vhost_set_inflight_desc_packed() local
1074 struct vhost_virtqueue *vq; in rte_vhost_clr_inflight_desc_split() local
1116 struct vhost_virtqueue *vq; in rte_vhost_clr_inflight_desc_packed() local
1161 struct vhost_virtqueue *vq; in rte_vhost_set_last_inflight_io_split() local
[all …]
|
| H A D | iotlb.c | 29 vhost_user_iotlb_pending_remove_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_pending_remove_all()
44 vhost_user_iotlb_pending_miss(struct vhost_virtqueue *vq, uint64_t iova, in vhost_user_iotlb_pending_miss()
65 vhost_user_iotlb_pending_insert(struct vhost_virtqueue *vq, in vhost_user_iotlb_pending_insert()
96 vhost_user_iotlb_pending_remove(struct vhost_virtqueue *vq, in vhost_user_iotlb_pending_remove()
118 vhost_user_iotlb_cache_remove_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_cache_remove_all()
135 vhost_user_iotlb_cache_random_evict(struct vhost_virtqueue *vq) in vhost_user_iotlb_cache_random_evict()
158 vhost_user_iotlb_cache_insert(struct vhost_virtqueue *vq, uint64_t iova, in vhost_user_iotlb_cache_insert()
211 vhost_user_iotlb_cache_remove(struct vhost_virtqueue *vq, in vhost_user_iotlb_cache_remove()
237 vhost_user_iotlb_cache_find(struct vhost_virtqueue *vq, uint64_t iova, in vhost_user_iotlb_cache_find()
279 vhost_user_iotlb_flush_all(struct vhost_virtqueue *vq) in vhost_user_iotlb_flush_all()
[all …]
|
| H A D | iotlb.h | 13 vhost_user_iotlb_rd_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_lock()
19 vhost_user_iotlb_rd_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_rd_unlock()
25 vhost_user_iotlb_wr_lock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_lock()
31 vhost_user_iotlb_wr_unlock(struct vhost_virtqueue *vq) in vhost_user_iotlb_wr_unlock()
|
| H A D | virtio_net.c | 79 struct vhost_virtqueue *vq, in do_flush_shadow_used_ring_split()
122 struct vhost_virtqueue *vq) in async_flush_shadow_used_ring_split()
157 struct vhost_virtqueue *vq) in vhost_flush_enqueue_shadow_packed()
220 struct vhost_virtqueue *vq) in vhost_flush_dequeue_shadow_packed()
237 struct vhost_virtqueue *vq, in vhost_flush_enqueue_batch_packed()
290 struct vhost_virtqueue *vq, in vhost_shadow_dequeue_batch_packed()
653 struct vhost_virtqueue *vq, in fill_vec_buf_packed_indirect()
1407 struct vhost_virtqueue *vq; in virtio_dev_rx() local
1632 struct vhost_virtqueue *vq; in rte_vhost_poll_enqueue_completed() local
1715 struct vhost_virtqueue *vq; in virtio_dev_rx_async_submit() local
[all …]
|
| H A D | vhost_user.c | 213 struct vhost_virtqueue *vq = dev->virtqueue[index]; in vhost_user_notify_queue_state() local
374 struct vhost_virtqueue *vq; in vhost_user_set_features() local
486 struct vhost_virtqueue *old_vq, *vq; in numa_realloc() local
797 struct vhost_virtqueue *vq; in vhost_user_set_vring_addr() local
1311 struct vhost_virtqueue *vq; in virtio_is_ready() local
1508 struct vhost_virtqueue *vq; in vhost_user_set_inflight_fd() local
1600 struct vhost_virtqueue *vq; in vhost_user_set_vring_call() local
1661 struct vhost_virtqueue *vq) in vhost_check_queue_inflights_split()
1746 struct vhost_virtqueue *vq) in vhost_check_queue_inflights_packed()
1844 struct vhost_virtqueue *vq; in vhost_user_set_vring_kick() local
[all …]
|
| H A D | vhost.h | 409 vq_inc_last_used_packed(struct vhost_virtqueue *vq, uint16_t num) in vq_inc_last_used_packed()
419 vq_inc_last_avail_packed(struct vhost_virtqueue *vq, uint16_t num) in vq_inc_last_avail_packed()
448 vhost_log_cache_sync(struct virtio_net *dev, struct vhost_virtqueue *vq) in vhost_log_cache_sync()
455 vhost_log_cache_write(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_write()
463 vhost_log_cache_used_vring(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_used_vring()
475 vhost_log_used_vring(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_used_vring()
486 vhost_log_cache_write_iova(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_cache_write_iova()
499 vhost_log_write_iova(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_log_write_iova()
701 vhost_iova_to_vva(struct virtio_net *dev, struct vhost_virtqueue *vq, in vhost_iova_to_vva()
728 vhost_vring_call_split(struct virtio_net *dev, struct vhost_virtqueue *vq) in vhost_vring_call_split()
[all …]
|
| /f-stack/dpdk/drivers/net/virtio/ |
| H A D | virtqueue.h | 127 #define VIRTIO_MBUF_ADDR(mb, vq) \ argument
137 #define VIRTIO_MBUF_DATA_DMA_ADDR(mb, vq) \ argument
410 virtqueue_disable_intr(struct virtqueue *vq) in virtqueue_disable_intr()
444 virtqueue_enable_intr(struct virtqueue *vq) in virtqueue_enable_intr()
469 virtqueue_full(const struct virtqueue *vq) in virtqueue_full()
487 virtqueue_nused(const struct virtqueue *vq) in virtqueue_nused()
519 vq_update_avail_idx(struct virtqueue *vq) in vq_update_avail_idx()
588 virtqueue_notify(struct virtqueue *vq) in virtqueue_notify()
594 #define VIRTQUEUE_DUMP(vq) do { \ argument
618 #define VIRTQUEUE_DUMP(vq) do { } while (0) argument
[all …]
|
| H A D | virtqueue.c | 19 virtqueue_detach_unused(struct virtqueue *vq) in virtqueue_detach_unused()
60 virtqueue_rxvq_flush_packed(struct virtqueue *vq) in virtqueue_rxvq_flush_packed()
87 virtqueue_rxvq_flush_split(struct virtqueue *vq) in virtqueue_rxvq_flush_split()
136 virtqueue_rxvq_flush(struct virtqueue *vq) in virtqueue_rxvq_flush()
147 virtqueue_rxvq_reset_packed(struct virtqueue *vq) in virtqueue_rxvq_reset_packed()
183 virtqueue_txvq_reset_packed(struct virtqueue *vq) in virtqueue_txvq_reset_packed()
|
| H A D | virtio_rxtx.c | 46 struct virtqueue *vq = rxvq->vq; in virtio_dev_rx_queue_done() local
432 struct virtqueue *vq = txvq->vq; in virtqueue_enqueue_xmit_inorder() local
479 struct virtqueue *vq = txvq->vq; in virtqueue_enqueue_xmit_packed_fast() local
533 struct virtqueue *vq = txvq->vq; in virtqueue_enqueue_xmit() local
957 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts() local
1064 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts_packed() local
1167 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts_inorder() local
1351 struct virtqueue *vq = rxvq->vq; in virtio_recv_mergeable_pkts() local
1529 struct virtqueue *vq = rxvq->vq; in virtio_recv_mergeable_pkts_packed() local
1740 struct virtqueue *vq = txvq->vq; in virtio_xmit_pkts_packed() local
[all …]
|
| H A D | virtio_pci.c | 35 check_vq_phys_addr_ok(struct virtqueue *vq) in check_vq_phys_addr_ok()
190 legacy_set_queue_irq(struct virtio_hw *hw, struct virtqueue *vq, uint16_t vec) in legacy_set_queue_irq()
212 legacy_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_setup_queue()
228 legacy_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_del_queue()
238 legacy_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in legacy_notify_queue()
349 modern_set_queue_irq(struct virtio_hw *hw, struct virtqueue *vq, uint16_t vec) in modern_set_queue_irq()
364 modern_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_setup_queue()
404 modern_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_del_queue()
419 modern_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in modern_notify_queue()
|
| H A D | virtio_rxtx_packed_avx.c | 85 struct virtqueue *vq = txvq->vq; in virtqueue_enqueue_batch_packed_vec() local
207 struct virtqueue *vq = txvq->vq; in virtqueue_enqueue_single_packed_vec() local
256 struct virtqueue *vq = txvq->vq; in virtio_xmit_pkts_packed_vec() local
361 struct virtqueue *vq = rxvq->vq; in virtqueue_dequeue_batch_packed_vec() local
463 struct virtqueue *vq = rxvq->vq; in virtqueue_dequeue_single_packed_vec() local
515 struct virtqueue *vq = rxvq->vq; in virtio_recv_refill_packed_vec() local
571 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts_packed_vec() local
|
| H A D | virtio_rxtx.h | 21 struct virtqueue *vq; member
37 struct virtqueue *vq; member
52 struct virtqueue *vq; member
|
| H A D | virtio_user_ethdev.c | 369 virtio_user_setup_queue_packed(struct virtqueue *vq, in virtio_user_setup_queue_packed()
398 virtio_user_setup_queue_split(struct virtqueue *vq, struct virtio_user_dev *dev) in virtio_user_setup_queue_split()
416 virtio_user_setup_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_setup_queue()
429 virtio_user_del_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_del_queue()
447 virtio_user_notify_queue(struct virtio_hw *hw, struct virtqueue *vq) in virtio_user_notify_queue()
|
| H A D | virtio_ethdev.c | 151 struct virtqueue *vq = cvq->vq; in virtio_send_command_packed() local
247 struct virtqueue *vq = cvq->vq; in virtio_send_command_split() local
330 struct virtqueue *vq; in virtio_send_command() local
405 virtio_init_vring(struct virtqueue *vq) in virtio_init_vring()
447 struct virtqueue *vq; in virtio_init_queue() local
658 struct virtqueue *vq; in virtio_free_queues() local
895 struct virtqueue *vq = rxvq->vq; in virtio_dev_rx_queue_intr_enable() local
906 struct virtqueue *vq = rxvq->vq; in virtio_dev_rx_queue_intr_disable() local
2483 struct virtqueue *vq; in virtio_dev_free_mbufs() local
|
| H A D | virtio_rxtx_simple.h | 26 struct virtqueue *vq = rxvq->vq; in virtio_rxq_rearm_vec() local
|
| H A D | virtio_rxtx_simple_neon.c | 44 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts_vec() local
|
| H A D | virtio_rxtx_simple_sse.c | 44 struct virtqueue *vq = rxvq->vq; in virtio_recv_pkts_vec() local
|
| /f-stack/dpdk/examples/vhost_blk/ |
| H A D | vhost_blk.c | 74 struct vhost_blk_queue *vq = task->vq; in enqueue_task() local
105 struct vhost_blk_queue *vq = task->vq; in enqueue_task_packed() local
211 struct vhost_blk_queue *vq, uint16_t req_idx, in setup_iovs_from_descs_split()
242 struct vhost_blk_queue *vq, uint16_t req_idx, in setup_iovs_from_descs_packed()
377 submit_inflight_vq(struct vhost_blk_queue *vq) in submit_inflight_vq()
458 vq_get_desc_idx(struct vhost_blk_queue *vq) in vq_get_desc_idx()
471 vhost_blk_vq_is_avail(struct vhost_blk_queue *vq) in vhost_blk_vq_is_avail()
489 process_vq(struct vhost_blk_queue *vq) in process_vq()
568 struct vhost_blk_queue *vq; in alloc_task_pool() local
604 struct vhost_blk_queue *vq; in new_device() local
[all …]
|
| /f-stack/freebsd/contrib/openzfs/module/zfs/ |
| H A D | vdev_queue.c | 261 vdev_queue_type_tree(vdev_queue_t *vq, zio_type_t t) in vdev_queue_type_tree()
417 vdev_queue_class_to_issue(vdev_queue_t *vq) in vdev_queue_class_to_issue()
460 vdev_queue_t *vq = &vd->vdev_queue; in vdev_queue_init() local
504 vdev_queue_t *vq = &vd->vdev_queue; in vdev_queue_fini() local
517 vdev_queue_io_add(vdev_queue_t *vq, zio_t *zio) in vdev_queue_io_add()
534 vdev_queue_io_remove(vdev_queue_t *vq, zio_t *zio) in vdev_queue_io_remove()
646 vdev_queue_aggregate(vdev_queue_t *vq, zio_t *zio) in vdev_queue_aggregate()
864 vdev_queue_io_to_issue(vdev_queue_t *vq) in vdev_queue_io_to_issue()
925 vdev_queue_t *vq = &zio->io_vd->vdev_queue; in vdev_queue_io() local
983 vdev_queue_t *vq = &zio->io_vd->vdev_queue; in vdev_queue_io_done() local
[all …]
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.h | 105 virtqueue_full(const struct virtqueue *vq) in virtqueue_full()
110 #define VIRTQUEUE_NUSED(vq) \ argument
114 vq_update_avail_idx(struct virtqueue *vq) in vq_update_avail_idx()
121 vq_update_avail_ring(struct virtqueue *vq, uint16_t desc_idx) in vq_update_avail_ring()
138 virtqueue_kick_prepare(struct virtqueue *vq) in virtqueue_kick_prepare()
144 virtqueue_notify(struct virtqueue *vq) in virtqueue_notify()
157 #define VIRTQUEUE_DUMP(vq) do { \ argument
|
| H A D | virtqueue.c | 14 virtqueue_disable_intr(struct virtqueue *vq) in virtqueue_disable_intr()
25 virtqueue_detatch_unused(struct virtqueue *vq) in virtqueue_detatch_unused()
|
| H A D | virtio_pci.c | 37 check_vq_phys_addr_ok(struct virtqueue *vq) in check_vq_phys_addr_ok()
148 modern_set_queue_irq(struct virtio_crypto_hw *hw, struct virtqueue *vq, in modern_set_queue_irq()
164 modern_setup_queue(struct virtio_crypto_hw *hw, struct virtqueue *vq) in modern_setup_queue()
204 modern_del_queue(struct virtio_crypto_hw *hw, struct virtqueue *vq) in modern_del_queue()
220 struct virtqueue *vq) in modern_notify_queue()
|
| H A D | virtio_cryptodev.c | 65 virtio_crypto_send_command(struct virtqueue *vq, in virtio_crypto_send_command()
267 virtio_crypto_queue_release(struct virtqueue *vq) in virtio_crypto_queue_release()
299 struct virtqueue *vq = NULL; in virtio_crypto_queue_setup() local
452 struct virtqueue *vq; in virtio_crypto_ctrlq_setup() local
583 struct virtqueue *vq; in virtio_crypto_qp_setup() local
607 struct virtqueue *vq in virtio_crypto_qp_release() local
933 struct virtqueue *vq; in virtio_crypto_sym_clear_session() local
|
| H A D | virtio_rxtx.c | 11 vq_ring_free_chain(struct virtqueue *vq, uint16_t desc_idx) in vq_ring_free_chain()
45 virtqueue_dequeue_burst_rx(struct virtqueue *vq, in virtqueue_dequeue_burst_rx()
365 virtio_crypto_vring_start(struct virtqueue *vq) in virtio_crypto_vring_start()
|
| /f-stack/dpdk/drivers/net/vhost/ |
| H A D | rte_eth_vhost.c | 578 struct vhost_queue *vq; in eth_rxq_intr_enable() local
615 struct vhost_queue *vq; in eth_rxq_intr_disable() local
656 struct vhost_queue *vq; in eth_vhost_install_intr() local
721 struct vhost_queue *vq; in update_queuing_status() local
755 struct vhost_queue *vq; in queue_setup() local
843 struct vhost_queue *vq; in destroy_device() local
898 struct vhost_queue *vq; in vring_conf_update() local
1090 struct vhost_queue *vq; in rte_eth_vhost_get_vid_from_port_id() local
1219 struct vhost_queue *vq; in eth_rx_queue_setup() local
1242 struct vhost_queue *vq; in eth_tx_queue_setup() local
[all …]
|