| /dpdk/drivers/crypto/cnxk/ |
| H A D | cn10k_cryptodev_ops.c | 178 infl_req->cop = op; in cn10k_cpt_fill_inst() 314 infl_req->cop = op; in cn10k_cpt_crypto_adapter_enqueue() 463 cop->sym->session); in cn10k_cpt_dequeue_post_process() 465 cop->sym->session); in cn10k_cpt_dequeue_post_process() 468 cop->sym->session = NULL; in cn10k_cpt_dequeue_post_process() 477 struct rte_crypto_op *cop; in cn10k_cpt_crypto_adapter_dequeue() local 482 cop = infl_req->cop; in cn10k_cpt_crypto_adapter_dequeue() 493 return (uintptr_t)cop; in cn10k_cpt_crypto_adapter_dequeue() 503 struct rte_crypto_op *cop; in cn10k_cpt_dequeue_burst() local 538 cop = infl_req->cop; in cn10k_cpt_dequeue_burst() [all …]
|
| H A D | cn9k_cryptodev_ops.c | 258 infl_req_1->cop = op_1; in cn9k_cpt_enqueue_burst() 276 infl_req_1->cop = op_1; in cn9k_cpt_enqueue_burst() 277 infl_req_2->cop = op_2; in cn9k_cpt_enqueue_burst() 360 infl_req->cop = op; in cn9k_cpt_crypto_adapter_enqueue() 485 cop->sym->session); in cn9k_cpt_dequeue_post_process() 487 cop->sym->session); in cn9k_cpt_dequeue_post_process() 499 struct rte_crypto_op *cop; in cn9k_cpt_crypto_adapter_dequeue() local 504 cop = infl_req->cop; in cn9k_cpt_crypto_adapter_dequeue() 515 return (uintptr_t)cop; in cn9k_cpt_crypto_adapter_dequeue() 560 cop = infl_req->cop; in cn9k_cpt_dequeue_burst() [all …]
|
| H A D | cn10k_ipsec_la_ops.h | 16 ipsec_po_sa_iv_set(struct cn10k_ipsec_sa *sess, struct rte_crypto_op *cop) in ipsec_po_sa_iv_set() argument 21 memcpy(iv, rte_crypto_op_ctod_offset(cop, uint8_t *, sess->iv_offset), in ipsec_po_sa_iv_set() 32 struct rte_crypto_op *cop) in ipsec_po_sa_aes_gcm_iv_set() argument 37 memcpy(iv, rte_crypto_op_ctod_offset(cop, uint8_t *, sess->iv_offset), in ipsec_po_sa_aes_gcm_iv_set() 44 rte_crypto_op_ctod_offset(cop, uint8_t *, sess->iv_offset + 4), in ipsec_po_sa_aes_gcm_iv_set() 51 process_outb_sa(struct roc_cpt_lf *lf, struct rte_crypto_op *cop, in process_outb_sa() argument 54 struct rte_crypto_sym_op *sym_op = cop->sym; in process_outb_sa() 70 ipsec_po_sa_aes_gcm_iv_set(sess, cop); in process_outb_sa() 72 ipsec_po_sa_iv_set(sess, cop); in process_outb_sa() 96 process_inb_sa(struct rte_crypto_op *cop, struct cn10k_ipsec_sa *sa, in process_inb_sa() argument [all …]
|
| H A D | cn9k_ipsec_la_ops.h | 74 process_outb_sa(struct rte_crypto_op *cop, struct cn9k_ipsec_sa *sa, in process_outb_sa() argument 78 struct rte_crypto_sym_op *sym_op = cop->sym; in process_outb_sa() 109 rte_crypto_op_ctod_offset(cop, uint8_t *, in process_outb_sa() 133 process_inb_sa(struct rte_crypto_op *cop, struct cn9k_ipsec_sa *sa, in process_inb_sa() argument 136 struct rte_crypto_sym_op *sym_op = cop->sym; in process_inb_sa()
|
| H A D | cnxk_ae.h | 665 cnxk_ae_dequeue_rsa_op(struct rte_crypto_op *cop, uint8_t *rptr, in cnxk_ae_dequeue_rsa_op() argument 668 struct rte_crypto_rsa_op_param *rsa = &cop->asym->rsa; in cnxk_ae_dequeue_rsa_op() 711 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in cnxk_ae_dequeue_rsa_op() 715 cop->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS; in cnxk_ae_dequeue_rsa_op() 828 cnxk_ae_post_process(struct rte_crypto_op *cop, struct cnxk_ae_sess *sess, in cnxk_ae_post_process() argument 831 struct rte_crypto_asym_op *op = cop->asym; in cnxk_ae_post_process() 835 cnxk_ae_dequeue_rsa_op(cop, rptr, &sess->rsa_ctx); in cnxk_ae_post_process() 850 cop->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS; in cnxk_ae_post_process()
|
| /dpdk/lib/ipsec/ |
| H A D | rte_ipsec_group.h | 45 rte_ipsec_ses_from_crypto(const struct rte_crypto_op *cop) in rte_ipsec_ses_from_crypto() argument 50 if (cop->sess_type == RTE_CRYPTO_OP_SECURITY_SESSION) { in rte_ipsec_ses_from_crypto() 51 ss = cop->sym[0].sec_session; in rte_ipsec_ses_from_crypto() 53 } else if (cop->sess_type == RTE_CRYPTO_OP_WITH_SESSION) { in rte_ipsec_ses_from_crypto() 54 cs = cop->sym[0].session; in rte_ipsec_ses_from_crypto() 81 rte_ipsec_pkt_crypto_group(const struct rte_crypto_op *cop[], in rte_ipsec_pkt_crypto_group() argument 95 m = cop[i]->sym[0].m_src; in rte_ipsec_pkt_crypto_group() 96 ns = cop[i]->sym[0].session; in rte_ipsec_pkt_crypto_group() 99 if (cop[i]->status != RTE_CRYPTO_OP_STATUS_SUCCESS) in rte_ipsec_pkt_crypto_group() 117 rte_ipsec_ses_from_crypto(cop[i - 1]); in rte_ipsec_pkt_crypto_group() [all …]
|
| H A D | rte_ipsec.h | 39 struct rte_crypto_op *cop[], 119 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in rte_ipsec_pkt_crypto_prepare() argument 121 return ss->pkt_func.prepare.async(ss, mb, cop, num); in rte_ipsec_pkt_crypto_prepare()
|
| H A D | crypto.h | 306 lksd_none_cop_prepare(struct rte_crypto_op *cop, in lksd_none_cop_prepare() argument 311 sop = cop->sym; in lksd_none_cop_prepare() 312 cop->type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in lksd_none_cop_prepare() 313 cop->status = RTE_CRYPTO_OP_STATUS_NOT_PROCESSED; in lksd_none_cop_prepare() 314 cop->sess_type = RTE_CRYPTO_OP_WITH_SESSION; in lksd_none_cop_prepare()
|
| H A D | esp_outb.c | 60 outb_cop_prepare(struct rte_crypto_op *cop, in outb_cop_prepare() argument 74 sop = cop->sym; in outb_cop_prepare() 90 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in outb_cop_prepare() 99 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in outb_cop_prepare() 117 chacha20_poly1305 = rte_crypto_op_ctod_offset(cop, in outb_cop_prepare() 291 struct rte_crypto_op *cop[], uint16_t num) in esp_outb_tun_prepare() argument 323 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_outb_tun_prepare() 324 outb_cop_prepare(cop[k], sa, iv, &icv, 0, rc); in esp_outb_tun_prepare() 439 struct rte_crypto_op *cop[], uint16_t num) in esp_outb_trs_prepare() argument 474 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_outb_trs_prepare() [all …]
|
| H A D | esp_inb.c | 59 inb_cop_prepare(struct rte_crypto_op *cop, in inb_cop_prepare() argument 76 sop = cop->sym; in inb_cop_prepare() 83 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in inb_cop_prepare() 91 ccm = rte_crypto_op_ctod_offset(cop, struct aead_ccm_iv *, in inb_cop_prepare() 99 chacha20_poly1305 = rte_crypto_op_ctod_offset(cop, in inb_cop_prepare() 110 ivc = rte_crypto_op_ctod_offset(cop, uint64_t *, sa->iv_ofs); in inb_cop_prepare() 117 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in inb_cop_prepare() 125 ctr = rte_crypto_op_ctod_offset(cop, struct aesctr_cnt_blk *, in inb_cop_prepare() 365 struct rte_crypto_op *cop[], uint16_t num) in esp_inb_pkt_prepare() argument 385 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_inb_pkt_prepare() [all …]
|
| H A D | sa.h | 154 struct rte_crypto_op *cop[], uint16_t num); 180 struct rte_crypto_op *cop[], uint16_t num); 184 struct rte_crypto_op *cop[], uint16_t num);
|
| H A D | sa.c | 615 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in lksd_proto_cop_prepare() argument 621 sop = cop[i]->sym; in lksd_proto_cop_prepare() 622 cop[i]->type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in lksd_proto_cop_prepare() 623 cop[i]->status = RTE_CRYPTO_OP_STATUS_NOT_PROCESSED; in lksd_proto_cop_prepare() 624 cop[i]->sess_type = RTE_CRYPTO_OP_SECURITY_SESSION; in lksd_proto_cop_prepare() 638 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in lksd_proto_prepare() argument 640 lksd_proto_cop_prepare(ss, mb, cop, num); in lksd_proto_prepare()
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.c | 27 struct rte_crypto_op *cop = NULL; in virtqueue_detatch_unused() local 33 cop = vq->vq_descx[idx].crypto_op; in virtqueue_detatch_unused() 34 if (cop) { in virtqueue_detatch_unused() 35 rte_pktmbuf_free(cop->sym->m_src); in virtqueue_detatch_unused() 36 rte_pktmbuf_free(cop->sym->m_dst); in virtqueue_detatch_unused() 37 rte_crypto_op_free(cop); in virtqueue_detatch_unused()
|
| H A D | virtio_rxtx.c | 49 struct rte_crypto_op *cop; in virtqueue_dequeue_burst_rx() local 61 cop = (struct rte_crypto_op *) in virtqueue_dequeue_burst_rx() 63 if (unlikely(cop == NULL)) { in virtqueue_dequeue_burst_rx() 99 rx_pkts[i] = cop; in virtqueue_dequeue_burst_rx() 112 struct rte_crypto_op *cop, in virtqueue_crypto_sym_pkt_header_arrange() argument 193 struct rte_crypto_op *cop) in virtqueue_crypto_sym_enqueue_xmit() argument 264 if (cop->phys_addr) in virtqueue_crypto_sym_enqueue_xmit() 327 dxp->crypto_op = (void *)cop; in virtqueue_crypto_sym_enqueue_xmit() 349 struct rte_crypto_op *cop) in virtqueue_crypto_enqueue_xmit() argument 353 switch (cop->type) { in virtqueue_crypto_enqueue_xmit() [all …]
|
| /dpdk/drivers/crypto/octeontx/ |
| H A D | otx_cryptodev_ops.c | 447 uintptr_t *cop; in otx_cpt_enq_single_asym() local 464 cop = mdata; in otx_cpt_enq_single_asym() 465 cop[0] = (uintptr_t)mdata; in otx_cpt_enq_single_asym() 466 cop[1] = (uintptr_t)op; in otx_cpt_enq_single_asym() 467 cop[2] = cop[3] = 0ULL; in otx_cpt_enq_single_asym() 470 params.req->op = cop; in otx_cpt_enq_single_asym() 901 cop->sym->session = NULL; in free_sym_session_data() 912 cop = (void *)rsp[1]; in otx_cpt_process_response() 930 return cop; in otx_cpt_process_response() 1011 cop = (void *)rsp[1]; in otx_crypto_adapter_dequeue() [all …]
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | ipsec_process.c | 24 free_cops(struct rte_crypto_op *cop[], uint32_t n) in free_cops() argument 29 rte_pktmbuf_free(cop[i]->sym->m_src); in free_cops() 47 free_cops(cop + n, num - n); in enqueue_cop_bulk() 59 cqp->buf[len + i] = cop[k + i]; in enqueue_cop_bulk() 186 struct rte_crypto_op *cop[cnt]; in ipsec_prepare_crypto_group() local 195 cop[j] = &priv->cop; in ipsec_prepare_crypto_group() 204 k = rte_ipsec_pkt_crypto_prepare(ips, m, cop, cnt); in ipsec_prepare_crypto_group() 206 enqueue_cop_bulk(cqp, cop, k); in ipsec_prepare_crypto_group() 381 n += cqp_dequeue(ctx->tbl + i, cop + n, num - n); in ctx_dequeue() 410 n = ctx_dequeue(ctx, cop, RTE_DIM(cop)); in ipsec_cqp_process() [all …]
|
| H A D | esp.h | 12 struct rte_crypto_op *cop); 16 struct rte_crypto_op *cop); 20 struct rte_crypto_op *cop); 24 struct rte_crypto_op *cop);
|
| H A D | esp.c | 26 struct rte_crypto_op *cop) in esp_inbound() argument 38 RTE_ASSERT(cop != NULL); in esp_inbound() 61 sym_cop = get_sym_cop(cop); in esp_inbound() 145 struct rte_crypto_op *cop) in esp_inbound_post() argument 156 RTE_ASSERT(cop != NULL); in esp_inbound_post() 164 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in esp_inbound_post() 223 struct rte_crypto_op *cop) in esp_outbound() argument 367 RTE_ASSERT(cop != NULL); in esp_outbound() 368 sym_cop = get_sym_cop(cop); in esp_outbound() 457 struct rte_crypto_op *cop) in esp_outbound_post() argument [all …]
|
| H A D | ipsec.c | 586 cqp->buf[cqp->len++] = cop; in enqueue_cop() 619 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 639 sym_cop = get_sym_cop(&priv->cop); in ipsec_enqueue() 642 rte_security_attach_session(&priv->cop, in ipsec_enqueue() 654 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 665 rte_crypto_op_attach_sym_session(&priv->cop, in ipsec_enqueue() 668 ret = xform_func(pkts[i], sa, &priv->cop); in ipsec_enqueue() 685 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 689 rte_security_attach_session(&priv->cop, in ipsec_enqueue() 692 ret = xform_func(pkts[i], sa, &priv->cop); in ipsec_enqueue() [all …]
|
| H A D | ipsec.h | 54 struct rte_crypto_op *cop); 185 struct rte_crypto_op cop; member 329 get_sym_cop(struct rte_crypto_op *cop) in get_sym_cop() argument 331 return (cop + 1); in get_sym_cop()
|
| /dpdk/drivers/crypto/openssl/ |
| H A D | rte_openssl_pmd.c | 1621 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dsa_sign_op() 1680 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dsa_verify_op() 1726 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1736 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1789 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1832 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_modinv_op() 1850 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_modinv_op() 1864 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_modexp_op() 1883 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_modexp_op() 1898 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_rsa_op() [all …]
|
| /dpdk/drivers/crypto/armv8/ |
| H A D | rte_armv8_pmd.c | 141 #define CRYPTO_GET_ALGO(order, cop, calg, aalg, keyl) \ argument 144 (crypto_chain_order[(order)])[(cop)]; \ 188 #define CRYPTO_GET_KEY_SCHED(cop, calg, keyl) \ argument 190 crypto_key_sched_tbl_t *ks_tbl = crypto_key_sched_dir[(cop)]; \ 364 enum armv8_crypto_cipher_operation cop; in armv8_crypto_set_session_chained_parameters() local 384 cop = ARMV8_CRYPTO_CIPHER_OP_ENCRYPT; in armv8_crypto_set_session_chained_parameters() 387 cop = ARMV8_CRYPTO_CIPHER_OP_DECRYPT; in armv8_crypto_set_session_chained_parameters() 428 CRYPTO_GET_ALGO(order, cop, calg, aalg, 128); in armv8_crypto_set_session_chained_parameters() 430 CRYPTO_GET_KEY_SCHED(cop, calg, 128); in armv8_crypto_set_session_chained_parameters()
|
| /dpdk/drivers/crypto/bcmfs/ |
| H A D | bcmfs_sym_engine.h | 83 enum rte_crypto_cipher_operation cop, 98 enum rte_crypto_cipher_operation cop,
|
| /dpdk/app/test/ |
| H A D | test_ipsec.c | 88 struct rte_crypto_op *cop[BURST_SIZE]; member 465 if (ut_params->cop[i]) { in ut_teardown_ipsec() 466 rte_crypto_op_free(ut_params->cop[i]); in ut_teardown_ipsec() 467 ut_params->cop[i] = NULL; in ut_teardown_ipsec() 800 ut_params->cop, num_pkts); in crypto_ipsec() 807 ut_params->cop, num_pkts); in crypto_ipsec() 846 ut_params->cop, num_pkts); in lksd_proto_ipsec() 854 TEST_ASSERT_EQUAL(ut_params->cop[i]->type, in lksd_proto_ipsec() 929 ut_params->cop + i, 1); in crypto_ipsec_2sa() 1064 ut_params->cop + i, 1); in crypto_ipsec_2sa_4grp() [all …]
|
| H A D | test_ipsec_perf.c | 60 struct rte_crypto_op *cop[BURST_SIZE]; member 272 sa->cop[i] = rte_crypto_op_alloc(cop_pool, in packet_prepare() 275 if (sa->cop[i] == NULL) { in packet_prepare() 287 sa->cop, num_pkts); in packet_prepare() 301 rte_crypto_op_free(sa->cop[i]); in packet_prepare()
|