227 	int64_t vid;  in open_dma()  local
280 		vid = strtol(start, &end, 0);  in open_dma()
341 		(dma_info + vid)->dmas[VIRTIO_RXQ].dev_id = dev_id;  in open_dma()
913 			vdev->vid);  in link_vmdq()
922 	vdev->vlan_tag = vlan_tags[vdev->vid];  in link_vmdq()
927 		vdev->vid, RTE_ETHER_ADDR_BYTES(&vdev->mac_address),  in link_vmdq()
932 				(uint32_t)vdev->vid + vmdq_pool_base);  in link_vmdq()
936 			vdev->vid);  in link_vmdq()
993 	int16_t dma_id = dma_bind[vdev->vid].dmas[VIRTIO_RXQ].dev_id;  in complete_async_pkts()
995 	complete_count = rte_vhost_poll_enqueue_completed(vdev->vid,  in complete_async_pkts()
1011 		ret = rte_vhost_enqueue_burst(dst_vdev->vid, VIRTIO_RXQ, &m, 1);  in sync_virtio_xmit()
1028 	uint32_t buff_idx = rte_lcore_id() * RTE_MAX_VHOST_DEVICE + vdev->vid;  in drain_vhost()
1034 	} else if (dma_bind[vdev->vid].dmas[VIRTIO_RXQ].async_enabled) {  in drain_vhost()
1036 		int16_t dma_id = dma_bind[vdev->vid].dmas[VIRTIO_RXQ].dev_id;  in drain_vhost()
1039 		ret = rte_vhost_submit_enqueue_burst(vdev->vid, VIRTIO_RXQ, m, nr_xmit, dma_id, 0);  in drain_vhost()
1045 		ret = rte_vhost_enqueue_burst(vdev->vid, VIRTIO_RXQ,  in drain_vhost()
1056 	if (!dma_bind[vdev->vid].dmas[VIRTIO_RXQ].async_enabled)  in drain_vhost()
1072 		vhost_txq = vhost_txbuff[lcore_id * RTE_MAX_VHOST_DEVICE + vdev->vid];  in drain_vhost_table()
1104 	if (vdev->vid == dst_vdev->vid) {  in virtio_tx_local()
1107 			vdev->vid);  in virtio_tx_local()
1112 		"(%d) TX: MAC address is local\n", dst_vdev->vid);  in virtio_tx_local()
1116 			"(%d) device is marked for removal\n", dst_vdev->vid);  in virtio_tx_local()
1120 	vhost_txq = vhost_txbuff[lcore_id * RTE_MAX_VHOST_DEVICE + dst_vdev->vid];  in virtio_tx_local()
1152 	if (vdev->vid == dst_vdev->vid) {  in find_local_dest()
1155 			vdev->vid);  in find_local_dest()
1165 	*vlan_tag = vlan_tags[vdev->vid];  in find_local_dest()
1169 		vdev->vid, dst_vdev->vid, *vlan_tag);  in find_local_dest()
1254 		"(%d) TX: MAC address is external\n", vdev->vid);  in virtio_tx_route()
1346 	    unlikely(rx_count > rte_vhost_avail_entries(vdev->vid,  in drain_eth_rx()
1352 			if (rx_count <= rte_vhost_avail_entries(vdev->vid,  in drain_eth_rx()
1361 	} else if (dma_bind[vdev->vid].dmas[VIRTIO_RXQ].async_enabled) {  in drain_eth_rx()
1363 		int16_t dma_id = dma_bind[vdev->vid].dmas[VIRTIO_RXQ].dev_id;  in drain_eth_rx()
1366 		enqueue_count = rte_vhost_submit_enqueue_burst(vdev->vid,  in drain_eth_rx()
1374 		enqueue_count = rte_vhost_enqueue_burst(vdev->vid, VIRTIO_RXQ,  in drain_eth_rx()
1385 	if (!dma_bind[vdev->vid].dmas[VIRTIO_RXQ].async_enabled)  in drain_eth_rx()
1400 		count = rte_vhost_dequeue_burst(vdev->vid, VIRTIO_TXQ,  in drain_virtio_tx()
1411 		virtio_tx_route(vdev, pkts[i], vlan_tags[vdev->vid]);  in drain_virtio_tx()
1488 destroy_device(int vid)  in destroy_device()  argument
1495 		if (vdev->vid == vid)  in destroy_device()
1507 		rte_free(vhost_txbuff[i * RTE_MAX_VHOST_DEVICE + vid]);  in destroy_device()
1535 		vdev->vid);  in destroy_device()
1537 	if (dma_bind[vid].dmas[VIRTIO_RXQ].async_enabled) {  in destroy_device()
1540 		int16_t dma_id = dma_bind[vid].dmas[VIRTIO_RXQ].dev_id;  in destroy_device()
1541 		pkts_inflight = rte_vhost_async_get_inflight_thread_unsafe(vid, VIRTIO_RXQ);  in destroy_device()
1545 			n_pkt = rte_vhost_clear_queue_thread_unsafe(vid, VIRTIO_RXQ,  in destroy_device()
1548 			pkts_inflight = rte_vhost_async_get_inflight_thread_unsafe(vid,  in destroy_device()
1552 		rte_vhost_async_channel_unregister(vid, VIRTIO_RXQ);  in destroy_device()
1553 		dma_bind[vid].dmas[VIRTIO_RXQ].async_enabled = false;  in destroy_device()
1564 new_device(int vid)  in new_device()  argument
1574 			vid);  in new_device()
1577 	vdev->vid = vid;  in new_device()
1580 		vhost_txbuff[i * RTE_MAX_VHOST_DEVICE + vid]  in new_device()
1585 		if (vhost_txbuff[i * RTE_MAX_VHOST_DEVICE + vid] == NULL) {  in new_device()
1587 			  "(%d) couldn't allocate memory for vhost TX\n", vid);  in new_device()
1596 	vdev->vmdq_rx_q = vid * queues_per_pool + vmdq_queue_base;  in new_device()
1616 	rte_vhost_enable_guest_notification(vid, VIRTIO_RXQ, 0);  in new_device()
1617 	rte_vhost_enable_guest_notification(vid, VIRTIO_TXQ, 0);  in new_device()
1621 		vid, vdev->coreid);  in new_device()
1623 	if (dma_bind[vid].dmas[VIRTIO_RXQ].dev_id != INVALID_DMA_ID) {  in new_device()
1626 		ret = rte_vhost_async_channel_register(vid, VIRTIO_RXQ);  in new_device()
1628 			dma_bind[vid].dmas[VIRTIO_RXQ].async_enabled = true;  in new_device()
1636 vring_state_changed(int vid, uint16_t queue_id, int enable)  in vring_state_changed()  argument
1641 		if (vdev->vid == vid)  in vring_state_changed()
1650 	if (dma_bind[vid].dmas[queue_id].async_enabled) {  in vring_state_changed()
1654 			pkts_inflight = rte_vhost_async_get_inflight_thread_unsafe(vid, queue_id);  in vring_state_changed()
1655 			int16_t dma_id = dma_bind[vid].dmas[VIRTIO_RXQ].dev_id;  in vring_state_changed()
1659 				n_pkt = rte_vhost_clear_queue_thread_unsafe(vid, queue_id,  in vring_state_changed()
1662 				pkts_inflight = rte_vhost_async_get_inflight_thread_unsafe(vid,  in vring_state_changed()
1721 				vdev->vid,  in print_stats()