Lines Matching refs:unlikely
34 if (unlikely(!*size)) in __vhost_iova_to_vva()
98 if (unlikely(!dev->log_base || !len)) in __vhost_log_write()
101 if (unlikely(dev->log_size <= ((addr + len - 1) / VHOST_LOG_PAGE / 8))) in __vhost_log_write()
140 if (unlikely(!dev->log_base)) in __vhost_log_cache_sync()
144 if (unlikely(!vq->log_cache)) in __vhost_log_cache_sync()
179 if (unlikely(!vq->log_cache)) { in vhost_log_cache_page()
196 if (unlikely(i >= VHOST_LOG_CACHE_NR)) { in vhost_log_cache_page()
218 if (unlikely(!dev->log_base || !len)) in __vhost_log_cache_write()
221 if (unlikely(dev->log_size <= ((addr + len - 1) / VHOST_LOG_PAGE / 8))) in __vhost_log_cache_write()
260 if (unlikely(!idesc)) in vhost_alloc_copy_ind_table()
269 if (unlikely(!src || !len)) { in vhost_alloc_copy_ind_table()
974 if (unlikely(!dev)) in rte_vhost_get_vhost_ring_inflight()
981 if (unlikely(!vq)) in rte_vhost_get_vhost_ring_inflight()
985 if (unlikely(!vq->inflight_packed)) in rte_vhost_get_vhost_ring_inflight()
990 if (unlikely(!vq->inflight_split)) in rte_vhost_get_vhost_ring_inflight()
1009 if (unlikely(!dev)) in rte_vhost_set_inflight_desc_split()
1012 if (unlikely(!(dev->protocol_features & in rte_vhost_set_inflight_desc_split()
1016 if (unlikely(vq_is_packed(dev))) in rte_vhost_set_inflight_desc_split()
1019 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_set_inflight_desc_split()
1023 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_split()
1026 if (unlikely(!vq->inflight_split)) in rte_vhost_set_inflight_desc_split()
1029 if (unlikely(idx >= vq->size)) in rte_vhost_set_inflight_desc_split()
1049 if (unlikely(!dev)) in rte_vhost_set_inflight_desc_packed()
1052 if (unlikely(!(dev->protocol_features & in rte_vhost_set_inflight_desc_packed()
1056 if (unlikely(!vq_is_packed(dev))) in rte_vhost_set_inflight_desc_packed()
1059 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_set_inflight_desc_packed()
1063 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_packed()
1067 if (unlikely(!inflight_info)) in rte_vhost_set_inflight_desc_packed()
1070 if (unlikely(head >= vq->size)) in rte_vhost_set_inflight_desc_packed()
1075 if (unlikely(old_free_head >= vq->size)) in rte_vhost_set_inflight_desc_packed()
1113 if (unlikely(!dev)) in rte_vhost_clr_inflight_desc_split()
1116 if (unlikely(!(dev->protocol_features & in rte_vhost_clr_inflight_desc_split()
1120 if (unlikely(vq_is_packed(dev))) in rte_vhost_clr_inflight_desc_split()
1123 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_clr_inflight_desc_split()
1127 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_split()
1130 if (unlikely(!vq->inflight_split)) in rte_vhost_clr_inflight_desc_split()
1133 if (unlikely(idx >= vq->size)) in rte_vhost_clr_inflight_desc_split()
1155 if (unlikely(!dev)) in rte_vhost_clr_inflight_desc_packed()
1158 if (unlikely(!(dev->protocol_features & in rte_vhost_clr_inflight_desc_packed()
1162 if (unlikely(!vq_is_packed(dev))) in rte_vhost_clr_inflight_desc_packed()
1165 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_clr_inflight_desc_packed()
1169 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_packed()
1173 if (unlikely(!inflight_info)) in rte_vhost_clr_inflight_desc_packed()
1176 if (unlikely(head >= vq->size)) in rte_vhost_clr_inflight_desc_packed()
1200 if (unlikely(!dev)) in rte_vhost_set_last_inflight_io_split()
1203 if (unlikely(!(dev->protocol_features & in rte_vhost_set_last_inflight_io_split()
1207 if (unlikely(vq_is_packed(dev))) in rte_vhost_set_last_inflight_io_split()
1210 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_set_last_inflight_io_split()
1214 if (unlikely(!vq)) in rte_vhost_set_last_inflight_io_split()
1217 if (unlikely(!vq->inflight_split)) in rte_vhost_set_last_inflight_io_split()
1220 if (unlikely(idx >= vq->size)) in rte_vhost_set_last_inflight_io_split()
1237 if (unlikely(!dev)) in rte_vhost_set_last_inflight_io_packed()
1240 if (unlikely(!(dev->protocol_features & in rte_vhost_set_last_inflight_io_packed()
1244 if (unlikely(!vq_is_packed(dev))) in rte_vhost_set_last_inflight_io_packed()
1247 if (unlikely(vring_idx >= VHOST_MAX_VRING)) in rte_vhost_set_last_inflight_io_packed()
1251 if (unlikely(!vq)) in rte_vhost_set_last_inflight_io_packed()
1255 if (unlikely(!inflight_info)) in rte_vhost_set_last_inflight_io_packed()
1258 if (unlikely(head >= vq->size)) in rte_vhost_set_last_inflight_io_packed()
1262 if (unlikely(last >= vq->size)) in rte_vhost_set_last_inflight_io_packed()
1326 if (unlikely(!vq->enabled || vq->avail == NULL)) in rte_vhost_avail_entries()
1468 if (unlikely(qid >= dev->nr_vring || (qid & 1) == 0)) { in rte_vhost_rx_queue_count()
1480 if (unlikely(!vq->enabled || vq->avail == NULL)) in rte_vhost_rx_queue_count()
1632 if (unlikely(vq->async)) { in async_channel_register()
1708 if (unlikely(vq == NULL || !dev->async_copy)) in rte_vhost_async_channel_register()
1732 if (unlikely(vq == NULL || !dev->async_copy)) in rte_vhost_async_channel_register_thread_unsafe()