| /dpdk/lib/port/ |
| H A D | rte_swx_port_source_sink.c | 145 struct rte_mbuf *m_dst, *m_src; in source_pkt_rx() local 155 m_dst = rte_pktmbuf_alloc(p->params.pool); in source_pkt_rx() 156 if (!m_dst) in source_pkt_rx() 160 m_dst->data_len = m_src->data_len; in source_pkt_rx() 161 m_dst->pkt_len = m_src->pkt_len; in source_pkt_rx() 162 m_dst->data_off = m_src->data_off; in source_pkt_rx() 164 m_dst_data = rte_pktmbuf_mtod(m_dst, uint8_t *); in source_pkt_rx() 168 pkt->handle = m_dst; in source_pkt_rx() 169 pkt->pkt = m_dst->buf_addr; in source_pkt_rx() 170 pkt->offset = m_dst->data_off; in source_pkt_rx() [all …]
|
| /dpdk/drivers/crypto/qat/dev/ |
| H A D | qat_crypto_pmd_gens.h | 62 if (unlikely((sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 63 && (sym_op->m_dst != sym_op->m_src))) in qat_bpicipher_preprocess() 81 if (sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 90 if (sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 269 if (unlikely((op->sym->m_dst != NULL) && in qat_sym_convert_op_to_vec_cipher() 270 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_convert_op_to_vec_cipher() 343 if (unlikely((op->sym->m_dst != NULL) && in qat_sym_convert_op_to_vec_auth() 344 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_convert_op_to_vec_auth() 376 (op->sym->m_dst != op->sym->m_src); in qat_sym_convert_op_to_vec_chain() 382 is_sgl |= op->sym->m_dst->nb_segs > 1; in qat_sym_convert_op_to_vec_chain() [all …]
|
| /dpdk/drivers/crypto/ipsec_mb/ |
| H A D | pmd_snow3g.c | 118 if (ops[i]->sym->m_dst && in process_snow3g_cipher_op() 119 ops[i]->sym->m_src != ops[i]->sym->m_dst) { in process_snow3g_cipher_op() 121 ops[i]->sym->m_dst, uint8_t *, cipher_off); in process_snow3g_cipher_op() 137 ops[i]->sym->m_dst, uint8_t *, in process_snow3g_cipher_op() 160 ops[i]->sym->m_dst != NULL) { in process_snow3g_cipher_op() 187 if (op->sym->m_dst == NULL) { in process_snow3g_cipher_op_bit() 209 op->sym->m_dst, uint8_t *, in process_snow3g_cipher_op_bit() 263 ops[i]->sym->m_dst != NULL) in process_snow3g_hash_op() 265 ops[i]->sym->m_dst, uint8_t *, in process_snow3g_hash_op() 314 (ops[i]->sym->m_dst != NULL && in process_ops() [all …]
|
| H A D | pmd_kasumi.c | 88 dst[i] = ops[i]->sym->m_dst in process_kasumi_cipher_op() 89 ? rte_pktmbuf_mtod(ops[i]->sym->m_dst, uint8_t *) in process_kasumi_cipher_op() 121 if (op->sym->m_dst == NULL) in process_kasumi_cipher_op_bit() 124 dst = rte_pktmbuf_mtod(op->sym->m_dst, uint8_t *); in process_kasumi_cipher_op_bit() 318 || (curr_c_op->sym->m_dst != NULL in kasumi_pmd_dequeue_burst() 320 curr_c_op->sym->m_dst))) { in kasumi_pmd_dequeue_burst()
|
| H A D | pmd_chacha_poly.c | 130 if (sym_op->m_dst == NULL || (sym_op->m_dst == sym_op->m_src)) in chacha20_poly1305_crypto_op() 138 RTE_ASSERT(rte_pktmbuf_is_contiguous(sym_op->m_dst)); in chacha20_poly1305_crypto_op() 139 dst = rte_pktmbuf_mtod_offset(sym_op->m_dst, uint8_t *, in chacha20_poly1305_crypto_op()
|
| H A D | pmd_zuc.c | 94 (ops[i]->sym->m_dst != NULL && in process_zuc_cipher_op() 96 ops[i]->sym->m_dst))) { in process_zuc_cipher_op() 112 dst[i] = ops[i]->sym->m_dst ? in process_zuc_cipher_op() 113 rte_pktmbuf_mtod(ops[i]->sym->m_dst, uint8_t *) + in process_zuc_cipher_op()
|
| H A D | pmd_aesni_mb.c | 937 struct rte_mbuf *m_src, *m_dst; in auth_start_offset() local 947 m_dst = op->sym->m_dst; in auth_start_offset() 950 p_dst = rte_pktmbuf_mtod(m_dst, uint8_t *); in auth_start_offset() 1237 if (!op->sym->m_dst) { in set_mb_job_params() 1239 m_dst = m_src; in set_mb_job_params() 1241 } else if (op->sym->m_dst == op->sym->m_src) { in set_mb_job_params() 1243 m_dst = m_src; in set_mb_job_params() 1247 m_dst = op->sym->m_dst; in set_mb_job_params() 1427 struct rte_mbuf *m_src, *m_dst; in set_sec_mb_job_params() local 1452 if (likely(sym->m_dst == NULL || sym->m_dst == m_src)) { in set_sec_mb_job_params() [all …]
|
| H A D | pmd_aesni_gcm.c | 305 RTE_ASSERT((sym_op->m_dst == NULL) || in process_gcm_crypto_op() 306 ((sym_op->m_dst != NULL) && in process_gcm_crypto_op() 307 rte_pktmbuf_is_contiguous(sym_op->m_dst))); in process_gcm_crypto_op() 310 if (sym_op->m_dst == NULL || (sym_op->m_dst == sym_op->m_src)) in process_gcm_crypto_op() 318 RTE_ASSERT(rte_pktmbuf_is_contiguous(sym_op->m_dst)); in process_gcm_crypto_op() 319 dst = rte_pktmbuf_mtod_offset(sym_op->m_dst, uint8_t *, in process_gcm_crypto_op()
|
| /dpdk/app/test-compress-perf/ |
| H A D | comp_perf_test_verify.c | 183 ops[op_id]->m_dst = output_bufs[buf_id]; in main_loop() 238 rte_pktmbuf_read(op->m_dst, 0, in main_loop() 249 rte_pktmbuf_mtod(op->m_dst, in main_loop() 261 struct rte_mbuf *m = op->m_dst; in main_loop() 322 rte_pktmbuf_read(op->m_dst, in main_loop() 335 op->m_dst, uint8_t *), in main_loop() 345 struct rte_mbuf *m = op->m_dst; in main_loop()
|
| /dpdk/drivers/compress/octeontx/ |
| H A D | otx_zip.h | 186 struct rte_mbuf *m_dst; in zipvf_prepare_out_buf() local 190 m_dst = op->m_dst; in zipvf_prepare_out_buf() 195 rte_pktmbuf_iova_offset(m_dst, offset); in zipvf_prepare_out_buf() 196 inst->s.totaloutputlength = rte_pktmbuf_pkt_len(m_dst) - in zipvf_prepare_out_buf()
|
| /dpdk/drivers/compress/qat/ |
| H A D | qat_comp.c | 203 if (op->m_src->next != NULL || op->m_dst->next != NULL) { in qat_comp_build_request() 258 op->m_dst->nb_segs, 64, in qat_comp_build_request() 264 op->m_dst->nb_segs); in qat_comp_build_request() 273 cookie->dst_nb_elems = op->m_dst->nb_segs; in qat_comp_build_request() 278 ret = qat_sgl_fill_array(op->m_dst, in qat_comp_build_request() 310 rte_pktmbuf_iova_offset(op->m_dst, op->dst.offset); in qat_comp_build_request() 383 parent_cookie->dst_data = op->m_dst; in qat_comp_build_multiple_requests() 390 op->src.length, op->m_dst->pkt_len); in qat_comp_build_multiple_requests() 404 rte_memcpy(&dst_mbuf, op->m_dst, sizeof(dst_mbuf)); in qat_comp_build_multiple_requests() 412 op->m_dst = &dst_mbuf; in qat_comp_build_multiple_requests() [all …]
|
| /dpdk/lib/vhost/ |
| H A D | vhost_crypto.c | 844 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_cipher_op() local 905 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_cipher_op() 908 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_cipher_op() 996 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_chain_op() local 1063 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_chain_op() 1338 struct rte_mbuf *m_dst = op->sym->m_dst; in vhost_crypto_finalize_one_request() local 1366 if (m_dst) in vhost_crypto_finalize_one_request() 1367 rte_mempool_put(m_dst->pool, (void *)m_dst); in vhost_crypto_finalize_one_request() 1652 op->sym->m_dst = mbufs[i * 2 + 1]; in rte_vhost_crypto_fetch_requests() 1654 op->sym->m_dst->data_off = 0; in rte_vhost_crypto_fetch_requests() [all …]
|
| /dpdk/drivers/compress/isal/ |
| H A D | isal_compress_pmd.c | 241 struct rte_mbuf *dst = op->m_dst; in chained_mbuf_compression() 331 struct rte_mbuf *dst = op->m_dst; in chained_mbuf_decompression() 459 if (op->dst.offset >= op->m_dst->pkt_len) { in process_isal_deflate() 467 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_deflate() 480 qp->stream->avail_out = op->m_dst->data_len - op->dst.offset; in process_isal_deflate() 481 qp->stream->next_out = rte_pktmbuf_mtod_offset(op->m_dst, in process_isal_deflate() 551 if (op->dst.offset >= op->m_dst->pkt_len) { in process_isal_inflate() 559 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_inflate() 571 qp->state->avail_out = op->m_dst->data_len - op->dst.offset; in process_isal_inflate() 572 qp->state->next_out = rte_pktmbuf_mtod_offset(op->m_dst, in process_isal_inflate()
|
| /dpdk/app/test-crypto-perf/ |
| H A D | cperf_ops.c | 115 sym_op->m_dst = NULL; in cperf_set_ops_security() 165 sym_op->m_dst = NULL; in cperf_set_ops_security_ipsec() 210 sym_op->m_dst = NULL; in cperf_set_ops_null_cipher() 250 sym_op->m_dst = NULL; in cperf_set_ops_null_auth() 290 sym_op->m_dst = NULL; in cperf_set_ops_cipher() 347 sym_op->m_dst = NULL; in cperf_set_ops_auth() 371 buf = sym_op->m_dst; in cperf_set_ops_auth() 448 sym_op->m_dst = NULL; in cperf_set_ops_cipher_auth() 479 buf = sym_op->m_dst; in cperf_set_ops_cipher_auth() 567 sym_op->m_dst = NULL; in cperf_set_ops_aead() [all …]
|
| H A D | cperf_test_verify.c | 109 if (op->sym->m_dst) in cperf_verify_op() 110 m = op->sym->m_dst; in cperf_verify_op() 125 if (op->sym->m_dst) in cperf_verify_op() 126 m = op->sym->m_dst; in cperf_verify_op()
|
| /dpdk/app/test-eventdev/ |
| H A D | test_perf_atq.c | 57 if (op->sym->m_dst == NULL) in perf_atq_worker() 60 ev.event_ptr = op->sym->m_dst; in perf_atq_worker() 118 if (op->sym->m_dst == NULL) in perf_atq_worker_burst() 123 op->sym->m_dst; in perf_atq_worker_burst()
|
| H A D | test_perf_queue.c | 59 if (op->sym->m_dst == NULL) in perf_queue_worker() 62 ev.event_ptr = op->sym->m_dst; in perf_queue_worker() 120 if (op->sym->m_dst == NULL) in perf_queue_worker_burst() 125 op->sym->m_dst; in perf_queue_worker_burst()
|
| /dpdk/drivers/crypto/nitrox/ |
| H A D | nitrox_sym_reqmgr.c | 352 struct rte_mbuf *m_dst = op->sym->m_dst ? op->sym->m_dst : in create_cipher_outbuf() local 364 err = create_sglist_from_mbuf(&sr->out, m_dst, in create_cipher_outbuf() 421 struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst : in extract_cipher_auth_digest() 540 err = create_aead_sglist(sr, &sr->out, sr->op->sym->m_dst); in create_aead_oop_outbuf() 586 if (op->sym->m_dst) { in create_aead_outbuf() 689 struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst : in extract_combined_digest()
|
| /dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr.c | 874 if (sym->m_dst) { in build_cipher_only_sg() 875 mbuf = sym->m_dst; in build_cipher_only_sg() 909 if (sym->m_dst) in build_cipher_only_sg() 910 mbuf = sym->m_dst; in build_cipher_only_sg() 997 if (sym->m_dst) in build_cipher_only() 1069 if (sym->m_dst) { in build_cipher_auth_sg() 1070 mbuf = sym->m_dst; in build_cipher_auth_sg() 1099 if (sym->m_dst) in build_cipher_auth_sg() 1100 mbuf = sym->m_dst; in build_cipher_auth_sg() 1213 if (sym->m_dst) in build_cipher_auth() [all …]
|
| /dpdk/drivers/crypto/qat/ |
| H A D | qat_sym.h | 184 if (unlikely(sym_op->m_dst != NULL)) in qat_bpicipher_postprocess() 186 dst = (uint8_t *) rte_pktmbuf_mtod_offset(sym_op->m_dst, in qat_bpicipher_postprocess() 202 if (sym_op->m_dst != NULL) in qat_bpicipher_postprocess() 212 if (sym_op->m_dst != NULL) in qat_bpicipher_postprocess()
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cnxk_se.h | 2112 struct rte_mbuf *m_src, *m_dst; in fill_fc_params() local 2149 m_dst = sym_op->m_dst; in fill_fc_params() 2250 if (likely(!m_dst && inplace)) { in fill_fc_params() 2271 if (unlikely(m_dst != NULL)) { in fill_fc_params() 2275 pkt_len = rte_pktmbuf_pkt_len(m_dst); in fill_fc_params() 2283 m_dst, pkt_len); in fill_fc_params() 2292 m_dst); in fill_fc_params() 2402 struct rte_mbuf *m_src, *m_dst; in fill_digest_params() local 2480 m_dst = sym_op->m_dst ? sym_op->m_dst : sym_op->m_src; in fill_digest_params() 2481 dlen = rte_pktmbuf_pkt_len(m_dst); in fill_digest_params() [all …]
|
| /dpdk/drivers/crypto/mvsam/ |
| H A D | rte_mrvl_pmd.c | 617 if ((segments_nb > 1) && (!op->sym->m_dst)) { in mrvl_request_prepare_crp() 625 dst_mbuf = op->sym->m_dst ? op->sym->m_dst : op->sym->m_src; in mrvl_request_prepare_crp() 792 if ((segments_nb > 1) && (!op->sym->m_dst)) { in mrvl_request_prepare_sec() 800 dst_mbuf = op->sym->m_dst ? op->sym->m_dst : op->sym->m_src; in mrvl_request_prepare_sec() 1026 if (ops[i]->sym->m_dst) in mrvl_crypto_pmd_dequeue_burst() 1027 dst = ops[i]->sym->m_dst; in mrvl_crypto_pmd_dequeue_burst()
|
| /dpdk/app/test/ |
| H A D | test_cryptodev_blockcipher.c | 343 sym_op->m_dst = obuf; in test_blockcipher_one_case() 346 sym_op->m_dst = NULL; in test_blockcipher_one_case() 546 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 547 rte_memcpy(tmp_dst_buf, sym_op->m_dst->buf_addr, in test_blockcipher_one_case() 548 sym_op->m_dst->buf_len); in test_blockcipher_one_case() 588 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 701 mbuf = sym_op->m_dst; in test_blockcipher_one_case()
|
| /dpdk/drivers/compress/zlib/ |
| H A D | zlib_pmd.c | 23 struct rte_mbuf *mbuf_dst = op->m_dst; in process_zlib_deflate() 113 struct rte_mbuf *mbuf_dst = op->m_dst; in process_zlib_inflate() 203 (op->dst.offset > rte_pktmbuf_data_len(op->m_dst))) { in process_zlib_op()
|
| /dpdk/drivers/crypto/dpaa_sec/ |
| H A D | dpaa_sec.c | 1131 if (sym->m_dst) { in build_cipher_only_sg() 1132 mbuf = sym->m_dst; in build_cipher_only_sg() 1248 if (sym->m_dst) in build_cipher_only() 1295 if (sym->m_dst) { in build_cipher_auth_gcm_sg() 1434 if (sym->m_dst) in build_cipher_auth_gcm() 1435 dst_start_addr = sym->m_dst->buf_iova + sym->m_dst->data_off; in build_cipher_auth_gcm() 1544 if (sym->m_dst) { in build_cipher_auth_sg() 1671 if (sym->m_dst) in build_cipher_auth() 1672 dst_start_addr = sym->m_dst->buf_iova + sym->m_dst->data_off; in build_cipher_auth() 1771 if (sym->m_dst) in build_proto() [all …]
|