79 		if (unlikely(copy_idx < 0)) {  in vhost_async_dma_transfer_one()
112 		if (unlikely(ret < 0))  in vhost_async_dma_transfer()
149 	if (unlikely(!vhost_async_dma_complete_log && has_error)) {  in vhost_async_dma_check_completed()
615 		if (unlikely(vec_id >= BUF_VECTOR_MAX))  in map_one_desc()
622 		if (unlikely(!desc_addr))  in map_one_desc()
655 	if (unlikely(idx >= vq->size))  in fill_vec_buf_split()
663 		if (unlikely(nr_descs > vq->size))  in fill_vec_buf_split()
670 		if (unlikely(!descs))  in fill_vec_buf_split()
673 		if (unlikely(dlen < vq->desc[idx].len)) {  in fill_vec_buf_split()
680 			if (unlikely(!idesc))  in fill_vec_buf_split()
690 		if (unlikely(idx >= nr_descs || cnt++ >= nr_descs)) {  in fill_vec_buf_split()
698 		if (unlikely(map_one_desc(dev, vq, buf_vec, &vec_id,  in fill_vec_buf_split()
714 	if (unlikely(!!idesc))  in fill_vec_buf_split()
745 		if (unlikely(cur_idx == avail_head))  in reserve_avail_buf_split()
752 		if (unlikely(++tries > max_tries))  in reserve_avail_buf_split()
755 		if (unlikely(fill_vec_buf_split(dev, vq, cur_idx,  in reserve_avail_buf_split()
788 	if (unlikely(!descs))  in fill_vec_buf_packed_indirect()
791 	if (unlikely(dlen < desc->len)) {  in fill_vec_buf_packed_indirect()
798 		if (unlikely(!idescs))  in fill_vec_buf_packed_indirect()
805 	if (unlikely(nr_descs >= vq->size)) {  in fill_vec_buf_packed_indirect()
811 		if (unlikely(vec_id >= BUF_VECTOR_MAX)) {  in fill_vec_buf_packed_indirect()
818 		if (unlikely(map_one_desc(dev, vq, buf_vec, &vec_id,  in fill_vec_buf_packed_indirect()
825 	if (unlikely(!!idescs))  in fill_vec_buf_packed_indirect()
850 	if (unlikely(!desc_is_avail(&descs[avail_idx], wrap_counter)))  in fill_vec_buf_packed()
857 		if (unlikely(vec_id >= BUF_VECTOR_MAX))  in fill_vec_buf_packed()
860 		if (unlikely(*desc_count >= vq->size))  in fill_vec_buf_packed()
867 			if (unlikely(fill_vec_buf_packed_indirect(dev, vq,  in fill_vec_buf_packed()
876 			if (unlikely(map_one_desc(dev, vq, buf_vec, &vec_id,  in fill_vec_buf_packed()
932 	if (unlikely(async->iovec_idx >= VHOST_MAX_ASYNC_VEC)) {  in async_iter_initialize()
951 	if (unlikely(async->iovec_idx >= VHOST_MAX_ASYNC_VEC)) {  in async_iter_add_iovec()
1012 		if (unlikely(!host_iova)) {  in async_mbuf_to_desc_seg()
1018 		if (unlikely(async_iter_add_iovec(dev, async,  in async_mbuf_to_desc_seg()
1071 	if (unlikely(m == NULL))  in mbuf_to_desc()
1078 	if (unlikely(buf_len < dev->vhost_hlen && nr_vec <= 1))  in mbuf_to_desc()
1083 	if (unlikely(buf_len < dev->vhost_hlen)) {  in mbuf_to_desc()
1092 	if (unlikely(buf_len < dev->vhost_hlen)) {  in mbuf_to_desc()
1116 			if (unlikely(vec_idx >= nr_vec))  in mbuf_to_desc()
1141 			if (unlikely(hdr == &tmp_hdr)) {  in mbuf_to_desc()
1213 		if (unlikely(++tries > max_tries))  in vhost_enqueue_single_packed()
1216 		if (unlikely(fill_vec_buf_packed(dev, vq,  in vhost_enqueue_single_packed()
1267 		if (unlikely(reserve_avail_buf_split(dev, vq,  in virtio_dev_rx_split()
1313 	if (unlikely(avail_idx & PACKED_BATCH_MASK))  in virtio_dev_rx_sync_batch_check()
1316 	if (unlikely((avail_idx + PACKED_BATCH_SIZE) > vq->size))  in virtio_dev_rx_sync_batch_check()
1320 		if (unlikely(pkts[i]->next != NULL))  in virtio_dev_rx_sync_batch_check()
1322 		if (unlikely(!desc_is_avail(&descs[avail_idx + i],  in virtio_dev_rx_sync_batch_check()
1331 		if (unlikely(pkts[i]->pkt_len > (lens[i] - buf_offset)))  in virtio_dev_rx_sync_batch_check()
1342 		if (unlikely(!desc_addrs[i]))  in virtio_dev_rx_sync_batch_check()
1344 		if (unlikely(lens[i] != descs[avail_idx + i].len))  in virtio_dev_rx_sync_batch_check()
1423 	if (unlikely(vhost_enqueue_single_packed(dev, vq, pkt, buf_vec,  in virtio_dev_rx_single_packed()
1483 	if (unlikely(!is_valid_virt_queue_idx(queue_id, 0, dev->nr_vring))) {  in virtio_dev_rx()
1493 	if (unlikely(!vq->enabled))  in virtio_dev_rx()
1499 	if (unlikely(!vq->access_ok))  in virtio_dev_rx()
1500 		if (unlikely(vring_translate(dev, vq) < 0))  in virtio_dev_rx()
1531 	if (unlikely(!(dev->flags & VIRTIO_DEV_BUILTIN_VIRTIO_NET))) {  in rte_vhost_enqueue_burst()
1613 		if (unlikely(reserve_avail_buf_split(dev, vq, pkt_len, buf_vec,  in virtio_dev_rx_async_submit_split()
1636 	if (unlikely(pkt_idx == 0))  in virtio_dev_rx_async_submit_split()
1643 	if (unlikely(pkt_err)) {  in virtio_dev_rx_async_submit_split()
1715 		if (unlikely(++tries > max_tries))  in vhost_enqueue_async_packed()
1718 		if (unlikely(fill_vec_buf_packed(dev, vq,  in vhost_enqueue_async_packed()
1738 	if (unlikely(mbuf_to_desc(dev, vq, pkt, buf_vec, nr_vec, *nr_buffers, true) < 0))  in vhost_enqueue_async_packed()
1752 	if (unlikely(vhost_enqueue_async_packed(dev, vq, pkt, buf_vec,  in virtio_dev_rx_async_packed()
1811 		if (unlikely(virtio_dev_rx_async_packed(dev, vq, pkts[pkt_idx],  in virtio_dev_rx_async_submit_packed()
1826 	if (unlikely(pkt_idx == 0))  in virtio_dev_rx_async_submit_packed()
1835 	if (unlikely(pkt_err)) {  in virtio_dev_rx_async_submit_packed()
2034 	if (unlikely(!dev))  in rte_vhost_poll_enqueue_completed()
2038 	if (unlikely(!is_valid_virt_queue_idx(queue_id, 0, dev->nr_vring))) {  in rte_vhost_poll_enqueue_completed()
2044 	if (unlikely(!dma_copy_track[dma_id].vchans ||  in rte_vhost_poll_enqueue_completed()
2059 	if (unlikely(!vq->async)) {  in rte_vhost_poll_enqueue_completed()
2086 	if (unlikely(!is_valid_virt_queue_idx(queue_id, 0, dev->nr_vring))) {  in rte_vhost_clear_queue_thread_unsafe()
2094 	if (unlikely(!vq->async)) {  in rte_vhost_clear_queue_thread_unsafe()
2100 	if (unlikely(!dma_copy_track[dma_id].vchans ||  in rte_vhost_clear_queue_thread_unsafe()
2120 	if (unlikely(!is_valid_virt_queue_idx(queue_id, 0, dev->nr_vring))) {  in virtio_dev_rx_async_submit()
2126 	if (unlikely(!dma_copy_track[dma_id].vchans ||  in virtio_dev_rx_async_submit()
2137 	if (unlikely(!vq->enabled || !vq->async))  in virtio_dev_rx_async_submit()
2143 	if (unlikely(!vq->access_ok))  in virtio_dev_rx_async_submit()
2144 		if (unlikely(vring_translate(dev, vq) < 0))  in virtio_dev_rx_async_submit()
2178 	if (unlikely(!(dev->flags & VIRTIO_DEV_BUILTIN_VIRTIO_NET))) {  in rte_vhost_submit_enqueue_burst()
2491 	if (unlikely(buf_len < dev->vhost_hlen && nr_vec <= 1)) {  in copy_desc_to_mbuf()
2497 		if (unlikely(buf_len < sizeof(struct virtio_net_hdr))) {  in copy_desc_to_mbuf()
2514 	if (unlikely(buf_len < dev->vhost_hlen)) {  in copy_desc_to_mbuf()
2521 		if (unlikely(++vec_idx >= nr_vec))  in copy_desc_to_mbuf()
2585 			if (unlikely(cur == NULL)) {  in copy_desc_to_mbuf()
2632 	if (unlikely(total_len > UINT16_MAX))  in virtio_dev_extbuf_alloc()
2637 	if (unlikely(buf == NULL))  in virtio_dev_extbuf_alloc()
2643 	if (unlikely(shinfo == NULL)) {  in virtio_dev_extbuf_alloc()
2716 		if (unlikely(fill_vec_buf_split(dev, vq,  in virtio_dev_tx_split()
2726 		if (unlikely(err)) {  in virtio_dev_tx_split()
2744 		if (unlikely(err)) {  in virtio_dev_tx_split()
2762 	if (unlikely(i < count))  in virtio_dev_tx_split()
2805 	if (unlikely(avail_idx & PACKED_BATCH_MASK))  in vhost_reserve_avail_batch_packed()
2807 	if (unlikely((avail_idx + PACKED_BATCH_SIZE) > vq->size))  in vhost_reserve_avail_batch_packed()
2812 		if (unlikely((wrap != !!(flags & VRING_DESC_F_AVAIL)) ||  in vhost_reserve_avail_batch_packed()
2830 		if (unlikely(!desc_addrs[i]))  in vhost_reserve_avail_batch_packed()
2832 		if (unlikely((lens[i] != descs[avail_idx + i].len)))  in vhost_reserve_avail_batch_packed()
2845 		if (unlikely(buf_lens[i] < (lens[i] - buf_offset)))  in vhost_reserve_avail_batch_packed()
2919 	if (unlikely(fill_vec_buf_packed(dev, vq,  in vhost_dequeue_single_packed()
2926 	if (unlikely(virtio_dev_pktmbuf_prep(dev, pkts, buf_len))) {  in vhost_dequeue_single_packed()
2937 	if (unlikely(err)) {  in vhost_dequeue_single_packed()
3054 	if (unlikely(!(dev->flags & VIRTIO_DEV_BUILTIN_VIRTIO_NET))) {  in rte_vhost_dequeue_burst()
3060 	if (unlikely(!is_valid_virt_queue_idx(queue_id, 1, dev->nr_vring))) {  in rte_vhost_dequeue_burst()
3068 	if (unlikely(rte_spinlock_trylock(&vq->access_lock) == 0))  in rte_vhost_dequeue_burst()
3071 	if (unlikely(!vq->enabled)) {  in rte_vhost_dequeue_burst()
3079 	if (unlikely(!vq->access_ok))  in rte_vhost_dequeue_burst()
3080 		if (unlikely(vring_translate(dev, vq) < 0)) {  in rte_vhost_dequeue_burst()
3101 	if (unlikely(__atomic_load_n(&dev->broadcast_rarp, __ATOMIC_ACQUIRE) &&  in rte_vhost_dequeue_burst()
3139 	if (unlikely(rarp_mbuf != NULL))  in rte_vhost_dequeue_burst()