| /f-stack/dpdk/lib/librte_port/ |
| H A D | rte_swx_port_source_sink.c | 142 struct rte_mbuf *m_dst, *m_src; in source_pkt_rx() local 150 m_dst = rte_pktmbuf_alloc(p->params.pool); in source_pkt_rx() 151 if (!m_dst) in source_pkt_rx() 155 m_dst->data_len = m_src->data_len; in source_pkt_rx() 156 m_dst->pkt_len = m_src->pkt_len; in source_pkt_rx() 157 m_dst->data_off = m_src->data_off; in source_pkt_rx() 159 m_dst_data = rte_pktmbuf_mtod(m_dst, uint8_t *); in source_pkt_rx() 163 pkt->handle = m_dst; in source_pkt_rx() 164 pkt->pkt = m_dst->buf_addr; in source_pkt_rx() 165 pkt->offset = m_dst->data_off; in source_pkt_rx() [all …]
|
| /f-stack/dpdk/drivers/crypto/qat/ |
| H A D | qat_sym.c | 65 if (unlikely((sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 66 && (sym_op->m_dst != sym_op->m_src))) in qat_bpicipher_preprocess() 84 if (sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 93 if (sym_op->m_dst != NULL) in qat_bpicipher_preprocess() 195 (op->sym->m_dst != op->sym->m_src)) || in qat_sym_build_request() 454 (op->sym->m_dst && op->sym->m_dst->nb_segs > 1)) in qat_sym_build_request() 464 if (unlikely((op->sym->m_dst != NULL) && in qat_sym_build_request() 465 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_build_request() 538 op->sym->m_src : op->sym->m_dst); in qat_sym_build_request() 598 ret = qat_sgl_fill_array(op->sym->m_dst, in qat_sym_build_request() [all …]
|
| H A D | qat_sym.h | 101 if (unlikely(sym_op->m_dst != NULL)) in qat_bpicipher_postprocess() 103 dst = (uint8_t *) rte_pktmbuf_mtod_offset(sym_op->m_dst, in qat_bpicipher_postprocess() 119 if (sym_op->m_dst != NULL) in qat_bpicipher_postprocess() 129 if (sym_op->m_dst != NULL) in qat_bpicipher_postprocess()
|
| /f-stack/dpdk/app/test-crypto-perf/ |
| H A D | cperf_ops.c | 71 sym_op->m_dst = NULL; in cperf_set_ops_security() 73 sym_op->m_dst = (struct rte_mbuf *)((uint8_t *)ops[i] + in cperf_set_ops_security() 102 sym_op->m_dst = NULL; in cperf_set_ops_null_cipher() 141 sym_op->m_dst = NULL; in cperf_set_ops_null_auth() 180 sym_op->m_dst = NULL; in cperf_set_ops_cipher() 236 sym_op->m_dst = NULL; in cperf_set_ops_auth() 260 buf = sym_op->m_dst; in cperf_set_ops_auth() 336 sym_op->m_dst = NULL; in cperf_set_ops_cipher_auth() 367 buf = sym_op->m_dst; in cperf_set_ops_cipher_auth() 454 sym_op->m_dst = NULL; in cperf_set_ops_aead() [all …]
|
| H A D | cperf_test_verify.c | 110 if (op->sym->m_dst) in cperf_verify_op() 111 m = op->sym->m_dst; in cperf_verify_op() 126 if (op->sym->m_dst) in cperf_verify_op() 127 m = op->sym->m_dst; in cperf_verify_op()
|
| H A D | cperf_test_common.c | 121 op->sym->m_dst = m; in mempool_obj_init() 123 op->sym->m_dst = NULL; in mempool_obj_init()
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.c | 37 if (cop->sym->m_dst) in virtqueue_detatch_unused() 38 rte_pktmbuf_free(cop->sym->m_dst); in virtqueue_detatch_unused()
|
| /f-stack/dpdk/drivers/compress/octeontx/ |
| H A D | otx_zip.h | 185 struct rte_mbuf *m_dst; in zipvf_prepare_out_buf() local 189 m_dst = op->m_dst; in zipvf_prepare_out_buf() 194 rte_pktmbuf_iova_offset(m_dst, offset); in zipvf_prepare_out_buf() 195 inst->s.totaloutputlength = rte_pktmbuf_pkt_len(m_dst) - in zipvf_prepare_out_buf()
|
| /f-stack/dpdk/app/test-compress-perf/ |
| H A D | comp_perf_test_verify.c | 183 ops[op_id]->m_dst = output_bufs[buf_id]; in main_loop() 238 rte_pktmbuf_read(op->m_dst, 0, in main_loop() 249 rte_pktmbuf_mtod(op->m_dst, in main_loop() 261 struct rte_mbuf *m = op->m_dst; in main_loop() 322 rte_pktmbuf_read(op->m_dst, in main_loop() 335 op->m_dst, uint8_t *), in main_loop() 345 struct rte_mbuf *m = op->m_dst; in main_loop()
|
| H A D | comp_perf_test_throughput.c | 178 ops[op_id]->m_dst = output_bufs[buf_id]; in main_loop() 225 struct rte_mbuf *m = op->m_dst; in main_loop() 279 struct rte_mbuf *m = op->m_dst; in main_loop()
|
| H A D | comp_perf_test_cyclecount.c | 116 ops[op_id]->m_dst = output_bufs[buf_id]; in cperf_cyclecount_op_setup() 303 ops[op_id]->m_dst = output_bufs[buf_id]; in main_loop() 368 struct rte_mbuf *m = op->m_dst; in main_loop() 426 struct rte_mbuf *m = op->m_dst; in main_loop()
|
| /f-stack/dpdk/drivers/compress/qat/ |
| H A D | qat_comp.c | 203 if (op->m_src->next != NULL || op->m_dst->next != NULL) { in qat_comp_build_request() 258 op->m_dst->nb_segs, 64, in qat_comp_build_request() 264 op->m_dst->nb_segs); in qat_comp_build_request() 273 cookie->dst_nb_elems = op->m_dst->nb_segs; in qat_comp_build_request() 278 ret = qat_sgl_fill_array(op->m_dst, in qat_comp_build_request() 310 rte_pktmbuf_iova_offset(op->m_dst, op->dst.offset); in qat_comp_build_request() 382 parent_cookie->dst_data = op->m_dst; in qat_comp_build_multiple_requests() 389 op->src.length, op->m_dst->pkt_len); in qat_comp_build_multiple_requests() 403 rte_memcpy(&dst_mbuf, op->m_dst, sizeof(dst_mbuf)); in qat_comp_build_multiple_requests() 411 op->m_dst = &dst_mbuf; in qat_comp_build_multiple_requests() [all …]
|
| /f-stack/dpdk/drivers/compress/isal/ |
| H A D | isal_compress_pmd.c | 237 struct rte_mbuf *dst = op->m_dst; in chained_mbuf_compression() 327 struct rte_mbuf *dst = op->m_dst; in chained_mbuf_decompression() 455 if (op->dst.offset >= op->m_dst->pkt_len) { in process_isal_deflate() 463 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_deflate() 476 qp->stream->avail_out = op->m_dst->data_len - op->dst.offset; in process_isal_deflate() 477 qp->stream->next_out = rte_pktmbuf_mtod_offset(op->m_dst, in process_isal_deflate() 547 if (op->dst.offset >= op->m_dst->pkt_len) { in process_isal_inflate() 555 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_inflate() 567 qp->state->avail_out = op->m_dst->data_len - op->dst.offset; in process_isal_inflate() 568 qp->state->next_out = rte_pktmbuf_mtod_offset(op->m_dst, in process_isal_inflate()
|
| /f-stack/dpdk/lib/librte_vhost/ |
| H A D | vhost_crypto.c | 844 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_cipher_op() local 905 m_dst->buf_iova = gpa_to_hpa(vcrypto->dev, in prepare_sym_cipher_op() 908 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_cipher_op() 996 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_chain_op() local 1063 if (unlikely(m_dst->buf_iova == 0 || m_dst->buf_addr == NULL)) { in prepare_sym_chain_op() 1338 struct rte_mbuf *m_dst = op->sym->m_dst; in vhost_crypto_finalize_one_request() local 1364 if (m_dst) in vhost_crypto_finalize_one_request() 1365 rte_mempool_put(m_dst->pool, (void *)m_dst); in vhost_crypto_finalize_one_request() 1652 op->sym->m_dst = mbufs[i * 2 + 1]; in rte_vhost_crypto_fetch_requests() 1654 op->sym->m_dst->data_off = 0; in rte_vhost_crypto_fetch_requests() [all …]
|
| /f-stack/dpdk/app/test/ |
| H A D | test_cryptodev_blockcipher.c | 296 sym_op->m_dst = obuf; in test_blockcipher_one_case() 299 sym_op->m_dst = NULL; in test_blockcipher_one_case() 474 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 475 rte_memcpy(tmp_dst_buf, sym_op->m_dst->buf_addr, in test_blockcipher_one_case() 476 sym_op->m_dst->buf_len); in test_blockcipher_one_case() 516 sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len); in test_blockcipher_one_case() 621 mbuf = sym_op->m_dst; in test_blockcipher_one_case()
|
| H A D | test_compressdev.c | 494 if (op->m_dst->nb_segs > 1) { in compress_zlib() 497 rte_pktmbuf_pkt_len(op->m_dst), 0); in compress_zlib() 504 stream.avail_out = op->m_dst->pkt_len; in compress_zlib() 526 if (op->m_dst->nb_segs > 1) { in compress_zlib() 529 struct rte_mbuf *dst_buf = op->m_dst; in compress_zlib() 613 rte_pktmbuf_pkt_len(op->m_dst), 0); in decompress_zlib() 653 struct rte_mbuf *dst_buf = op->m_dst; in decompress_zlib() 1236 ops[i]->m_dst = comp_bufs[i]; in test_deflate_comp_run() 1348 ops[i]->m_dst, in test_deflate_comp_run() 1567 ops[i]->m_dst = uncomp_bufs[i]; in test_deflate_decomp_run() [all …]
|
| /f-stack/dpdk/drivers/crypto/kasumi/ |
| H A D | rte_kasumi_pmd.c | 187 dst[i] = ops[i]->sym->m_dst ? in process_kasumi_cipher_op() 188 rte_pktmbuf_mtod(ops[i]->sym->m_dst, uint8_t *) + in process_kasumi_cipher_op() 219 if (op->sym->m_dst == NULL) in process_kasumi_cipher_op_bit() 222 dst = rte_pktmbuf_mtod(op->sym->m_dst, uint8_t *); in process_kasumi_cipher_op_bit() 415 (curr_c_op->sym->m_dst != NULL && in kasumi_pmd_enqueue_burst() 417 curr_c_op->sym->m_dst))) { in kasumi_pmd_enqueue_burst()
|
| /f-stack/dpdk/drivers/crypto/nitrox/ |
| H A D | nitrox_sym_reqmgr.c | 352 struct rte_mbuf *m_dst = op->sym->m_dst ? op->sym->m_dst : in create_cipher_outbuf() local 364 err = create_sglist_from_mbuf(&sr->out, m_dst, in create_cipher_outbuf() 421 struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst : in extract_cipher_auth_digest() 540 err = create_aead_sglist(sr, &sr->out, sr->op->sym->m_dst); in create_aead_oop_outbuf() 586 if (op->sym->m_dst) { in create_aead_outbuf() 689 struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst : in extract_combined_digest()
|
| /f-stack/dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr.c | 874 if (sym->m_dst) { in build_cipher_only_sg() 875 mbuf = sym->m_dst; in build_cipher_only_sg() 909 if (sym->m_dst) in build_cipher_only_sg() 910 mbuf = sym->m_dst; in build_cipher_only_sg() 997 if (sym->m_dst) in build_cipher_only() 1069 if (sym->m_dst) { in build_cipher_auth_sg() 1070 mbuf = sym->m_dst; in build_cipher_auth_sg() 1099 if (sym->m_dst) in build_cipher_auth_sg() 1100 mbuf = sym->m_dst; in build_cipher_auth_sg() 1213 if (sym->m_dst) in build_cipher_auth() [all …]
|
| /f-stack/dpdk/drivers/crypto/snow3g/ |
| H A D | rte_snow3g_pmd.c | 198 dst[i] = ops[i]->sym->m_dst ? in process_snow3g_cipher_op() 199 rte_pktmbuf_mtod(ops[i]->sym->m_dst, uint8_t *) + in process_snow3g_cipher_op() 228 if (op->sym->m_dst == NULL) { in process_snow3g_cipher_op_bit() 233 dst = rte_pktmbuf_mtod(op->sym->m_dst, uint8_t *); in process_snow3g_cipher_op_bit() 306 (ops[i]->sym->m_dst != NULL && in process_ops() 308 ops[i]->sym->m_dst))) { in process_ops()
|
| /f-stack/dpdk/drivers/compress/zlib/ |
| H A D | zlib_pmd.c | 23 struct rte_mbuf *mbuf_dst = op->m_dst; in process_zlib_deflate() 113 struct rte_mbuf *mbuf_dst = op->m_dst; in process_zlib_inflate() 203 (op->dst.offset > rte_pktmbuf_data_len(op->m_dst))) { in process_zlib_op()
|
| /f-stack/dpdk/drivers/crypto/aesni_mb/ |
| H A D | rte_aesni_mb_pmd.c | 1062 struct rte_mbuf *m_src, *m_dst; in auth_start_offset() local 1072 m_dst = op->sym->m_dst; in auth_start_offset() 1075 p_dst = rte_pktmbuf_mtod(m_dst, uint8_t *); in auth_start_offset() 1373 if (!op->sym->m_dst) { in set_mb_job_params() 1375 m_dst = m_src; in set_mb_job_params() 1377 } else if (op->sym->m_dst == op->sym->m_src) { in set_mb_job_params() 1379 m_dst = m_src; in set_mb_job_params() 1383 m_dst = op->sym->m_dst; in set_mb_job_params() 1503 struct rte_mbuf *m_src, *m_dst; in set_sec_mb_job_params() local 1523 if (likely(sym->m_dst == NULL || sym->m_dst == m_src)) { in set_sec_mb_job_params() [all …]
|
| /f-stack/dpdk/drivers/crypto/zuc/ |
| H A D | rte_zuc_pmd.c | 199 (ops[i]->sym->m_dst != NULL && in process_zuc_cipher_op() 201 ops[i]->sym->m_dst))) { in process_zuc_cipher_op() 212 dst[i] = ops[i]->sym->m_dst ? in process_zuc_cipher_op() 213 rte_pktmbuf_mtod(ops[i]->sym->m_dst, uint8_t *) + in process_zuc_cipher_op()
|
| /f-stack/dpdk/drivers/crypto/dpaa_sec/ |
| H A D | dpaa_sec.c | 946 if (sym->m_dst) { in build_cipher_only_sg() 947 mbuf = sym->m_dst; in build_cipher_only_sg() 1063 if (sym->m_dst) in build_cipher_only() 1110 if (sym->m_dst) { in build_cipher_auth_gcm_sg() 1249 if (sym->m_dst) in build_cipher_auth_gcm() 1250 dst_start_addr = sym->m_dst->buf_iova + sym->m_dst->data_off; in build_cipher_auth_gcm() 1359 if (sym->m_dst) { in build_cipher_auth_sg() 1486 if (sym->m_dst) in build_cipher_auth() 1487 dst_start_addr = sym->m_dst->buf_iova + sym->m_dst->data_off; in build_cipher_auth() 1586 if (sym->m_dst) in build_proto() [all …]
|
| /f-stack/dpdk/drivers/crypto/aesni_gcm/ |
| H A D | aesni_gcm_pmd.c | 256 RTE_ASSERT((sym_op->m_dst == NULL) || in process_gcm_crypto_op() 257 ((sym_op->m_dst != NULL) && in process_gcm_crypto_op() 258 rte_pktmbuf_is_contiguous(sym_op->m_dst))); in process_gcm_crypto_op() 261 if (sym_op->m_dst == NULL || (sym_op->m_dst == sym_op->m_src)) in process_gcm_crypto_op() 268 RTE_ASSERT(rte_pktmbuf_is_contiguous(sym_op->m_dst)); in process_gcm_crypto_op() 269 dst = rte_pktmbuf_mtod_offset(sym_op->m_dst, uint8_t *, in process_gcm_crypto_op()
|