Lines Matching refs:unlikely

245 	if (unlikely(ret < 0))  in transform_cipher_param()
267 if (unlikely(ret < 0)) in transform_cipher_param()
301 if (unlikely(ret < 0)) in transform_chain_param()
313 if (unlikely(ret < 0)) in transform_chain_param()
321 if (unlikely(ret < 0)) in transform_chain_param()
348 if (unlikely(ret)) { in vhost_crypto_create_sess()
355 if (unlikely(sess_param->hash_mode != in vhost_crypto_create_sess()
366 if (unlikely(ret)) { in vhost_crypto_create_sess()
425 if (unlikely(ret < 0)) { in vhost_crypto_close_sess()
514 if (unlikely(dlen != sizeof(*inhdr))) in reach_inhdr()
519 if (unlikely(!inhdr || dlen != last->len)) in reach_inhdr()
540 if (unlikely(left > 0)) in move_desc()
543 if (unlikely(head - desc == (int)max_n_descs)) in move_desc()
560 if (unlikely(!data || dlen != cur_desc->len)) { in get_data_ptr()
585 if (unlikely(!src || !dlen)) in copy_data()
591 if (unlikely(dlen < to_copy)) { in copy_data()
599 if (unlikely(!src || !len)) { in copy_data()
619 if (unlikely(!src || !dlen)) { in copy_data()
627 if (unlikely(dlen < to_copy)) { in copy_data()
635 if (unlikely(!src || !len)) { in copy_data()
650 if (unlikely(left > 0)) { in copy_data()
655 if (unlikely(desc - head == (int)max_n_descs)) in copy_data()
729 if (unlikely(ret < 0)) { in prepare_write_back_data()
741 if (unlikely(!dst || dlen != desc->len)) { in prepare_write_back_data()
752 if (unlikely(write_back_len)) { in prepare_write_back_data()
755 if (unlikely(ret < 0)) { in prepare_write_back_data()
770 if (unlikely(!(desc->flags & VRING_DESC_F_WRITE))) { in prepare_write_back_data()
783 if (unlikely(dst == NULL || dlen != desc->len)) { in prepare_write_back_data()
798 if (unlikely(ret < 0)) { in prepare_write_back_data()
808 if (unlikely(desc - head_desc == (int)max_n_descs)) in prepare_write_back_data()
848 if (unlikely(ret != VIRTIO_CRYPTO_OK)) in prepare_sym_cipher_op()
853 if (unlikely(copy_data(iv_data, vc_req, head, &desc, in prepare_sym_cipher_op()
865 if (unlikely(m_src->buf_iova == 0 || in prepare_sym_cipher_op()
872 if (unlikely(move_desc(head, &desc, cipher->para.src_data_len, in prepare_sym_cipher_op()
883 if (unlikely(copy_data(rte_pktmbuf_mtod(m_src, uint8_t *), in prepare_sym_cipher_op()
897 if (unlikely(!desc)) { in prepare_sym_cipher_op()
908 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_cipher_op()
914 if (unlikely(move_desc(head, &desc, cipher->para.dst_data_len, in prepare_sym_cipher_op()
927 if (unlikely(vc_req->wb == NULL)) { in prepare_sym_cipher_op()
946 if (unlikely(vc_req->inhdr == NULL)) { in prepare_sym_cipher_op()
1002 if (unlikely(ret != VIRTIO_CRYPTO_OK)) in prepare_sym_chain_op()
1007 if (unlikely(copy_data(iv_data, vc_req, head, &desc, in prepare_sym_chain_op()
1021 if (unlikely(m_src->buf_iova == 0 || m_src->buf_addr == NULL)) { in prepare_sym_chain_op()
1027 if (unlikely(move_desc(head, &desc, chain->para.src_data_len, in prepare_sym_chain_op()
1037 if (unlikely(copy_data(rte_pktmbuf_mtod(m_src, uint8_t *), in prepare_sym_chain_op()
1052 if (unlikely(!desc)) { in prepare_sym_chain_op()
1063 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_chain_op()
1069 if (unlikely(move_desc(vc_req->head, &desc, in prepare_sym_chain_op()
1080 if (unlikely(op->sym->auth.digest.phys_addr == 0)) { in prepare_sym_chain_op()
1086 if (unlikely(move_desc(head, &desc, in prepare_sym_chain_op()
1102 if (unlikely(vc_req->wb == NULL)) { in prepare_sym_chain_op()
1116 if (unlikely(ewb->next == NULL)) { in prepare_sym_chain_op()
1121 if (unlikely(copy_data(digest_addr, vc_req, head, &digest_desc, in prepare_sym_chain_op()
1139 if (unlikely(vc_req->inhdr == NULL)) { in prepare_sym_chain_op()
1191 if (unlikely((head->flags & VRING_DESC_F_INDIRECT) == 0)) { in vhost_crypto_process_one_req()
1199 if (unlikely(!src_desc || dlen != head->len)) { in vhost_crypto_process_one_req()
1206 if (unlikely(nb_descs > VHOST_CRYPTO_MAX_N_DESC || nb_descs == 0)) { in vhost_crypto_process_one_req()
1221 if (unlikely(!inhdr || dlen != inhdr_desc->len)) in vhost_crypto_process_one_req()
1234 if (unlikely((src_desc->flags & VRING_DESC_F_NEXT) == 0)) in vhost_crypto_process_one_req()
1236 if (unlikely(src_desc->next >= max_n_descs)) { in vhost_crypto_process_one_req()
1250 if (unlikely(desc->len < sizeof(req))) { in vhost_crypto_process_one_req()
1256 if (unlikely(copy_data(&req, vc_req, descs, &desc, sizeof(req), in vhost_crypto_process_one_req()
1275 if (unlikely(err < 0)) { in vhost_crypto_process_one_req()
1289 if (unlikely(err < 0)) { in vhost_crypto_process_one_req()
1310 if (unlikely(err != 0)) { in vhost_crypto_process_one_req()
1343 if (unlikely(!vc_req)) { in vhost_crypto_finalize_one_request()
1353 if (unlikely(op->status != RTE_CRYPTO_OP_STATUS_SUCCESS)) in vhost_crypto_finalize_one_request()
1379 if (unlikely(nb_ops == 0)) in vhost_crypto_complete_one_vm_requests()
1383 if (unlikely(vq == NULL)) in vhost_crypto_complete_one_vm_requests()
1391 if (unlikely(vq != tmp_vq)) in vhost_crypto_complete_one_vm_requests()
1515 if (unlikely(dev == NULL)) { in rte_vhost_crypto_free()
1521 if (unlikely(vcrypto == NULL)) { in rte_vhost_crypto_free()
1544 if (unlikely(dev == NULL)) { in rte_vhost_crypto_set_zero_copy()
1549 if (unlikely((uint32_t)option >= in rte_vhost_crypto_set_zero_copy()
1556 if (unlikely(vcrypto == NULL)) { in rte_vhost_crypto_set_zero_copy()
1607 if (unlikely(dev == NULL)) { in rte_vhost_crypto_fetch_requests()
1612 if (unlikely(qid >= VHOST_MAX_QUEUE_PAIRS)) { in rte_vhost_crypto_fetch_requests()
1618 if (unlikely(vcrypto == NULL)) { in rte_vhost_crypto_fetch_requests()
1631 if (unlikely(count == 0)) in rte_vhost_crypto_fetch_requests()
1639 if (unlikely(rte_mempool_get_bulk(vcrypto->mbuf_pool, in rte_vhost_crypto_fetch_requests()
1656 if (unlikely(vhost_crypto_process_one_req(vcrypto, vq, in rte_vhost_crypto_fetch_requests()
1661 if (unlikely(i < count)) in rte_vhost_crypto_fetch_requests()
1669 if (unlikely(rte_mempool_get_bulk(vcrypto->mbuf_pool, in rte_vhost_crypto_fetch_requests()
1685 if (unlikely(vhost_crypto_process_one_req(vcrypto, vq, in rte_vhost_crypto_fetch_requests()
1690 if (unlikely(i < count)) in rte_vhost_crypto_fetch_requests()
1716 if (unlikely(count == 0)) in rte_vhost_crypto_finalize_requests()
1724 if (unlikely(idx >= VIRTIO_CRYPTO_MAX_NUM_BURST_VQS)) { in rte_vhost_crypto_finalize_requests()