| /dpdk/drivers/crypto/ipsec_mb/ |
| H A D | pmd_chacha_poly.c | 104 struct rte_mbuf *m_src = sym_op->m_src; in chacha20_poly1305_crypto_op() local 114 RTE_ASSERT(m_src != NULL); in chacha20_poly1305_crypto_op() 117 offset -= m_src->data_len; in chacha20_poly1305_crypto_op() 118 m_src = m_src->next; in chacha20_poly1305_crypto_op() 120 RTE_ASSERT(m_src != NULL); in chacha20_poly1305_crypto_op() 159 m_src = m_src->next; in chacha20_poly1305_crypto_op() 160 RTE_ASSERT(m_src != NULL); in chacha20_poly1305_crypto_op() 168 m_src->data_len : total_len; in chacha20_poly1305_crypto_op() 199 m_src = m_src->next; in chacha20_poly1305_crypto_op() 201 RTE_ASSERT(m_src != NULL); in chacha20_poly1305_crypto_op() [all …]
|
| H A D | pmd_aesni_gcm.c | 272 struct rte_mbuf *m_src = sym_op->m_src; in process_gcm_crypto_op() local 290 RTE_ASSERT(m_src != NULL); in process_gcm_crypto_op() 293 offset -= m_src->data_len; in process_gcm_crypto_op() 294 m_src = m_src->next; in process_gcm_crypto_op() 296 RTE_ASSERT(m_src != NULL); in process_gcm_crypto_op() 336 m_src = m_src->next; in process_gcm_crypto_op() 338 RTE_ASSERT(m_src != NULL); in process_gcm_crypto_op() 371 m_src = m_src->next; in process_gcm_crypto_op() 373 RTE_ASSERT(m_src != NULL); in process_gcm_crypto_op() 401 m_src = m_src->next; in process_gcm_crypto_op() [all …]
|
| H A D | pmd_snow3g.c | 88 return rte_pktmbuf_mtod_offset(op->sym->m_src, in snow3g_digest_appended_in_src() 115 ops[i]->sym->m_src, uint8_t *, cipher_off); in process_snow3g_cipher_op() 119 ops[i]->sym->m_src != ops[i]->sym->m_dst) { in process_snow3g_cipher_op() 140 ops[i]->sym->m_src, uint8_t *, in process_snow3g_cipher_op() 144 dst[i] = rte_pktmbuf_mtod_offset(ops[i]->sym->m_src, in process_snow3g_cipher_op() 186 src = rte_pktmbuf_mtod(op->sym->m_src, uint8_t *); in process_snow3g_cipher_op_bit() 212 op->sym->m_src, uint8_t *, in process_snow3g_cipher_op_bit() 251 src = rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) + in process_snow3g_hash_op() 313 if (!rte_pktmbuf_is_contiguous(ops[i]->sym->m_src) || in process_ops()
|
| H A D | pmd_kasumi.c | 86 src[i] = rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) in process_kasumi_cipher_op() 91 : rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) in process_kasumi_cipher_op() 120 src = rte_pktmbuf_mtod(op->sym->m_src, uint8_t *); in process_kasumi_cipher_op_bit() 158 src = rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) in process_kasumi_hash_op() 317 if (!rte_pktmbuf_is_contiguous(curr_c_op->sym->m_src) in kasumi_pmd_dequeue_burst()
|
| H A D | pmd_zuc.c | 93 if (!rte_pktmbuf_is_contiguous(ops[i]->sym->m_src) || in process_zuc_cipher_op() 110 src[i] = rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) + in process_zuc_cipher_op() 115 rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) + in process_zuc_cipher_op() 162 src[i] = rte_pktmbuf_mtod(ops[i]->sym->m_src, uint8_t *) + in process_zuc_hash_op()
|
| H A D | pmd_aesni_mb.c | 937 struct rte_mbuf *m_src, *m_dst; in auth_start_offset() local 946 m_src = op->sym->m_src; in auth_start_offset() 949 p_src = rte_pktmbuf_mtod(m_src, uint8_t *); in auth_start_offset() 1112 struct rte_mbuf *m_src = op->sym->m_src, *m_dst; in set_mb_job_params() local 1239 m_dst = m_src; in set_mb_job_params() 1241 } else if (op->sym->m_dst == op->sym->m_src) { in set_mb_job_params() 1243 m_dst = m_src; in set_mb_job_params() 1281 job->src = rte_pktmbuf_mtod(m_src, uint8_t *); in set_mb_job_params() 1427 struct rte_mbuf *m_src, *m_dst; in set_sec_mb_job_params() local 1450 m_src = sym->m_src; in set_sec_mb_job_params() [all …]
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cn9k_ipsec_la_ops.h | 79 struct rte_mbuf *m_src = sym_op->m_src; in process_outb_sa() local 87 dlen = rte_pktmbuf_pkt_len(m_src) + hdr_len; in process_outb_sa() 91 if (unlikely(extend_tail > rte_pktmbuf_tailroom(m_src))) { in process_outb_sa() 93 extend_tail, rte_pktmbuf_tailroom(m_src)); in process_outb_sa() 97 m_src->data_len += extend_tail; in process_outb_sa() 98 m_src->pkt_len += extend_tail; in process_outb_sa() 125 inst->dptr = rte_pktmbuf_iova(m_src); in process_outb_sa() 137 struct rte_mbuf *m_src = sym_op->m_src; in process_inb_sa() local 153 inst->dptr = rte_pktmbuf_iova(m_src); in process_inb_sa() 161 inst->w4.u64 = sa->inst.w4 | rte_pktmbuf_pkt_len(m_src); in process_inb_sa() [all …]
|
| H A D | cn10k_ipsec_la_ops.h | 55 struct rte_mbuf *m_src = sym_op->m_src; in process_outb_sa() local 59 if (unlikely(rte_pktmbuf_tailroom(m_src) < sess->max_extended_len)) { in process_outb_sa() 80 if (m_src->ol_flags & RTE_MBUF_F_TX_IP_CKSUM) in process_outb_sa() 83 if (m_src->ol_flags & RTE_MBUF_F_TX_L4_MASK) in process_outb_sa() 87 inst->w4.u64 = inst_w4_u64 | rte_pktmbuf_pkt_len(m_src); in process_outb_sa() 88 dptr = rte_pktmbuf_iova(m_src); in process_outb_sa() 100 struct rte_mbuf *m_src = sym_op->m_src; in process_inb_sa() local 104 inst->w4.u64 = sa->inst.w4 | rte_pktmbuf_pkt_len(m_src); in process_inb_sa() 105 dptr = rte_pktmbuf_iova(m_src); in process_inb_sa()
|
| H A D | cnxk_se.h | 2112 struct rte_mbuf *m_src, *m_dst; in fill_fc_params() local 2148 m_src = sym_op->m_src; in fill_fc_params() 2164 rte_pktmbuf_mtod_offset(m_src, uint8_t *, in fill_fc_params() 2185 (cpt_op & ROC_SE_OP_ENCODE) ? m_dst : m_src; in fill_fc_params() 2188 m = m_src; in fill_fc_params() 2227 m = (cpt_op & ROC_SE_OP_ENCODE) ? m_dst : m_src; in fill_fc_params() 2229 m = m_src; in fill_fc_params() 2278 pkt_len = rte_pktmbuf_pkt_len(m_src) - pkt_len; in fill_fc_params() 2402 struct rte_mbuf *m_src, *m_dst; in fill_digest_params() local 2412 m_src = sym_op->m_src; in fill_digest_params() [all …]
|
| /dpdk/lib/vhost/ |
| H A D | vhost_crypto.c | 844 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_cipher_op() local 866 m_src->buf_addr == NULL)) { in prepare_sym_cipher_op() 996 struct rte_mbuf *m_src = op->sym->m_src, *m_dst = op->sym->m_dst; in prepare_sym_chain_op() local 1021 if (unlikely(m_src->buf_iova == 0 || m_src->buf_addr == NULL)) { in prepare_sym_chain_op() 1108 digest_offset = m_src->data_len; in prepare_sym_chain_op() 1337 struct rte_mbuf *m_src = op->sym->m_src; in vhost_crypto_finalize_one_request() local 1364 rte_mempool_put(m_src->pool, (void *)m_src); in vhost_crypto_finalize_one_request() 1651 op->sym->m_src = mbufs[i * 2]; in rte_vhost_crypto_fetch_requests() 1653 op->sym->m_src->data_off = 0; in rte_vhost_crypto_fetch_requests() 1681 op->sym->m_src = mbufs[i]; in rte_vhost_crypto_fetch_requests() [all …]
|
| /dpdk/lib/port/ |
| H A D | rte_swx_port_source_sink.c | 145 struct rte_mbuf *m_dst, *m_src; in source_pkt_rx() local 151 m_src = p->pkts[p->pos]; in source_pkt_rx() 152 m_src_data = rte_pktmbuf_mtod(m_src, uint8_t *); in source_pkt_rx() 160 m_dst->data_len = m_src->data_len; in source_pkt_rx() 161 m_dst->pkt_len = m_src->pkt_len; in source_pkt_rx() 162 m_dst->data_off = m_src->data_off; in source_pkt_rx() 165 rte_memcpy(m_dst_data, m_src_data, m_src->data_len); in source_pkt_rx()
|
| H A D | rte_port_sym_crypto.c | 83 rte_pktmbuf_free(op->sym->m_src); in rte_port_sym_crypto_reader_rx() 87 pkts[n++] = op->sym->m_src; in rte_port_sym_crypto_reader_rx() 205 rte_pktmbuf_free(p->tx_buf[nb_tx]->sym->m_src); in send_burst() 416 rte_pktmbuf_free(p->tx_buf[nb_tx]->sym->m_src); in send_burst_nodrop()
|
| /dpdk/drivers/crypto/qat/dev/ |
| H A D | qat_crypto_pmd_gens.h | 63 && (sym_op->m_dst != sym_op->m_src))) in qat_bpicipher_preprocess() 261 if (n_src < 0 || n_src > op->sym->m_src->nb_segs) { in qat_sym_convert_op_to_vec_cipher() 270 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_convert_op_to_vec_cipher() 335 if (n_src < 0 || n_src > op->sym->m_src->nb_segs) { in qat_sym_convert_op_to_vec_auth() 344 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_convert_op_to_vec_auth() 376 (op->sym->m_dst != op->sym->m_src); in qat_sym_convert_op_to_vec_chain() 377 int is_sgl = op->sym->m_src->nb_segs > 1; in qat_sym_convert_op_to_vec_chain() 443 op->sym->m_src); in qat_sym_convert_op_to_vec_chain() 456 rte_pktmbuf_iova(op->sym->m_src)) + auth_ofs + in qat_sym_convert_op_to_vec_chain() 475 (op->sym->m_dst != op->sym->m_src))) { in qat_sym_convert_op_to_vec_chain() [all …]
|
| /dpdk/app/test-crypto-perf/ |
| H A D | cperf_ops.c | 83 sym_op->m_src->buf_len = options->segment_sz; in cperf_set_ops_security() 84 sym_op->m_src->data_len = options->test_buffer_size; in cperf_set_ops_security() 85 sym_op->m_src->pkt_len = sym_op->m_src->data_len; in cperf_set_ops_security() 95 sym_op->m_src->buf_len = options->segment_sz; in cperf_set_ops_security() 96 sym_op->m_src->data_len = buf_sz; in cperf_set_ops_security() 97 sym_op->m_src->pkt_len = buf_sz; in cperf_set_ops_security() 149 struct rte_mbuf *m = sym_op->m_src; in cperf_set_ops_security_ipsec() 175 struct rte_mbuf *m = sym_op->m_src; in cperf_set_ops_security_ipsec() 373 tbuf = sym_op->m_src; in cperf_set_ops_auth() 481 tbuf = sym_op->m_src; in cperf_set_ops_cipher_auth() [all …]
|
| H A D | cperf_test_verify.c | 112 m = op->sym->m_src; in cperf_verify_op() 128 m = op->sym->m_src; in cperf_verify_op() 270 cperf_mbuf_set(ops[i]->sym->m_src, in cperf_verify_test_runner() 281 rte_pktmbuf_linearize(ops[i]->sym->m_src); in cperf_verify_test_runner()
|
| /dpdk/drivers/crypto/dpaa2_sec/ |
| H A D | dpaa2_sec_dpseci.c | 102 mbuf = sym_op->m_src; in build_proto_compound_sg_fd() 162 mbuf = sym_op->m_src; in build_proto_compound_sg_fd() 333 mbuf = sym_op->m_src; in build_authenc_gcm_sg_fd() 403 mbuf = sym_op->m_src; in build_authenc_gcm_sg_fd() 479 dst = sym_op->m_src; in build_authenc_gcm_fd() 696 mbuf = sym_op->m_src; in build_authenc_sg_fd() 771 dst = sym_op->m_src; in build_authenc_fd() 919 mbuf = sym_op->m_src; in build_auth_sg_fd() 1210 mbuf = sym_op->m_src; in build_cipher_sg_fd() 1729 if (sym_op->m_src) { in dpaa2_sec_dump() [all …]
|
| /dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr.c | 643 ctx->op->sym->m_src->pkt_len = in hw_poll_job_ring() 645 ctx->op->sym->m_src->data_len = in hw_poll_job_ring() 713 struct rte_mbuf *mbuf = sym->m_src; in build_auth_only_sg() 878 mbuf = sym->m_src; in build_cipher_only_sg() 912 mbuf = sym->m_src; in build_cipher_only_sg() 940 mbuf = sym->m_src; in build_cipher_only_sg() 1073 mbuf = sym->m_src; in build_cipher_auth_sg() 1102 mbuf = sym->m_src; in build_cipher_auth_sg() 1142 mbuf = sym->m_src; in build_cipher_auth_sg() 1337 sym->m_src->buf_len - sym->m_src->data_off); in build_proto() [all …]
|
| /dpdk/drivers/compress/octeontx/ |
| H A D | otx_zip.h | 168 struct rte_mbuf *m_src; in zipvf_prepare_in_buf() local 173 m_src = op->m_src; in zipvf_prepare_in_buf() 178 rte_pktmbuf_iova_offset(m_src, offset); in zipvf_prepare_in_buf()
|
| /dpdk/drivers/compress/isal/ |
| H A D | isal_compress_pmd.c | 240 struct rte_mbuf *src = op->m_src; in chained_mbuf_compression() 330 struct rte_mbuf *src = op->m_src; in chained_mbuf_decompression() 453 if (op->m_src->pkt_len < (op->src.length + op->src.offset)) { in process_isal_deflate() 467 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_deflate() 476 qp->stream->next_in = rte_pktmbuf_mtod_offset(op->m_src, in process_isal_deflate() 545 if (op->m_src->pkt_len < (op->src.length + op->src.offset)) { in process_isal_inflate() 559 if (op->m_src->nb_segs > 1 || op->m_dst->nb_segs > 1) { in process_isal_inflate() 567 qp->state->next_in = rte_pktmbuf_mtod_offset(op->m_src, in process_isal_inflate()
|
| /dpdk/drivers/crypto/dpaa_sec/ |
| H A D | dpaa_sec.c | 739 if (sym_op->m_src) { in dpaa_sec_dump() 1135 mbuf = sym->m_src; in build_cipher_only_sg() 1177 mbuf = sym->m_src; in build_cipher_only_sg() 1299 mbuf = sym->m_src; in build_cipher_auth_gcm_sg() 1361 mbuf = sym->m_src; in build_cipher_auth_gcm_sg() 1432 src_start_addr = sym->m_src->buf_iova + sym->m_src->data_off; in build_cipher_auth_gcm() 1548 mbuf = sym->m_src; in build_cipher_auth_sg() 1607 mbuf = sym->m_src; in build_cipher_auth_sg() 1670 src_start_addr = sym->m_src->buf_iova + sym->m_src->data_off; in build_cipher_auth() 1787 sg->length = sym->m_src->buf_len - sym->m_src->data_off; in build_proto() [all …]
|
| /dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 2908 if (likely(m_src && (m_src->nb_segs == 1))) { in alloc_op_meta() 2915 mdata = (uint8_t *)m_src->buf_addr + m_src->buf_len; in alloc_op_meta() 2916 mphys = m_src->buf_iova + m_src->buf_len; in alloc_op_meta() 2928 RTE_SET_USED(m_src); in alloc_op_meta() 3089 struct rte_mbuf *m_src, *m_dst; in fill_fc_params() local 3123 m_src = sym_op->m_src; in fill_fc_params() 3162 m_src; in fill_fc_params() 3165 m = m_src; in fill_fc_params() 3208 m = m_src; in fill_fc_params() 3412 struct rte_mbuf *m_src, *m_dst; in fill_digest_params() local [all …]
|
| /dpdk/app/test/ |
| H A D | test_cryptodev_blockcipher.c | 340 sym_op->m_src = ibuf; in test_blockcipher_one_case() 502 (sym_op->m_src, digest_offset); in test_blockcipher_one_case() 504 pktmbuf_iova_offset(sym_op->m_src, in test_blockcipher_one_case() 541 sym_op->m_src->buf_addr, sym_op->m_src->buf_len); in test_blockcipher_one_case() 542 rte_memcpy(tmp_src_buf, sym_op->m_src->buf_addr, in test_blockcipher_one_case() 543 sym_op->m_src->buf_len); in test_blockcipher_one_case() 585 sym_op->m_src->buf_addr, sym_op->m_src->buf_len); in test_blockcipher_one_case() 666 mbuf = sym_op->m_src; in test_blockcipher_one_case() 754 mbuf = sym_op->m_src; in test_blockcipher_one_case()
|
| H A D | test_event_crypto_adapter.c | 138 struct rte_mbuf *m = op->sym->m_src; in send_recv_ev() 141 rte_pktmbuf_free(op->sym->m_src); in send_recv_ev() 251 sym_op->m_src = m; in test_op_forward_mode() 367 struct rte_mbuf *m = recv_op->sym->m_src; in send_op_recv_ev() 370 rte_pktmbuf_free(recv_op->sym->m_src); in send_op_recv_ev() 441 sym_op->m_src = m; in test_op_new_mode()
|
| /dpdk/drivers/crypto/qat/ |
| H A D | qat_sym.h | 181 last_block = (uint8_t *) rte_pktmbuf_mtod_offset(sym_op->m_src, in qat_bpicipher_postprocess() 234 crc_data = rte_pktmbuf_mtod_offset(sym_op->m_src, uint8_t *, in qat_crc_verify() 255 sym_op->m_src->nb_segs == 1) { in qat_crc_generate() 258 crc_data = rte_pktmbuf_mtod_offset(sym_op->m_src, uint8_t *, in qat_crc_generate()
|
| /dpdk/drivers/crypto/mvsam/ |
| H A D | rte_mrvl_pmd.c | 611 src_mbuf = op->sym->m_src; in mrvl_request_prepare_crp() 625 dst_mbuf = op->sym->m_dst ? op->sym->m_dst : op->sym->m_src; in mrvl_request_prepare_crp() 652 rte_pktmbuf_data_len(op->sym->m_src)) == NULL) { in mrvl_request_prepare_crp() 716 struct rte_mbuf *last_seg = op->sym->m_src; in mrvl_request_prepare_crp() 786 src_mbuf = op->sym->m_src; in mrvl_request_prepare_sec() 800 dst_mbuf = op->sym->m_dst ? op->sym->m_dst : op->sym->m_src; in mrvl_request_prepare_sec() 827 rte_pktmbuf_data_len(op->sym->m_src)) == NULL) { in mrvl_request_prepare_sec() 845 request->pkt_size = rte_pktmbuf_pkt_len(op->sym->m_src); in mrvl_request_prepare_sec() 1029 dst = ops[i]->sym->m_src; in mrvl_crypto_pmd_dequeue_burst()
|