| /f-stack/dpdk/drivers/event/octeontx2/ |
| H A D | otx2_evdev_crypto_adptr_dp.h | 22 struct rte_crypto_op *cop, uintptr_t *rsp, in otx2_ca_deq_post_process() argument 29 compl_auth_verify(cop, (uint8_t *)rsp[2], in otx2_ca_deq_post_process() 32 cop->status = RTE_CRYPTO_OP_STATUS_SUCCESS; in otx2_ca_deq_post_process() 37 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in otx2_ca_deq_post_process() 42 cop->sym->session); in otx2_ca_deq_post_process() 43 memset(cop->sym->session, 0, in otx2_ca_deq_post_process() 45 cop->sym->session)); in otx2_ca_deq_post_process() 47 cop->sym->session = NULL; in otx2_ca_deq_post_process() 57 struct rte_crypto_op *cop; in otx2_handle_crypto_event() local 67 cop = (void *)rsp[1]; in otx2_handle_crypto_event() [all …]
|
| /f-stack/dpdk/drivers/crypto/virtio/ |
| H A D | virtqueue.c | 27 struct rte_crypto_op *cop = NULL; in virtqueue_detatch_unused() local 33 cop = vq->vq_descx[idx].crypto_op; in virtqueue_detatch_unused() 34 if (cop) { in virtqueue_detatch_unused() 35 if (cop->sym->m_src) in virtqueue_detatch_unused() 36 rte_pktmbuf_free(cop->sym->m_src); in virtqueue_detatch_unused() 37 if (cop->sym->m_dst) in virtqueue_detatch_unused() 38 rte_pktmbuf_free(cop->sym->m_dst); in virtqueue_detatch_unused() 39 rte_crypto_op_free(cop); in virtqueue_detatch_unused()
|
| H A D | virtio_rxtx.c | 49 struct rte_crypto_op *cop; in virtqueue_dequeue_burst_rx() local 61 cop = (struct rte_crypto_op *) in virtqueue_dequeue_burst_rx() 63 if (unlikely(cop == NULL)) { in virtqueue_dequeue_burst_rx() 99 rx_pkts[i] = cop; in virtqueue_dequeue_burst_rx() 112 struct rte_crypto_op *cop, in virtqueue_crypto_sym_pkt_header_arrange() argument 193 struct rte_crypto_op *cop) in virtqueue_crypto_sym_enqueue_xmit() argument 264 if (cop->phys_addr) in virtqueue_crypto_sym_enqueue_xmit() 324 dxp->crypto_op = (void *)cop; in virtqueue_crypto_sym_enqueue_xmit() 346 struct rte_crypto_op *cop) in virtqueue_crypto_enqueue_xmit() argument 350 switch (cop->type) { in virtqueue_crypto_enqueue_xmit() [all …]
|
| /f-stack/dpdk/lib/librte_ipsec/ |
| H A D | rte_ipsec_group.h | 45 rte_ipsec_ses_from_crypto(const struct rte_crypto_op *cop) in rte_ipsec_ses_from_crypto() argument 50 if (cop->sess_type == RTE_CRYPTO_OP_SECURITY_SESSION) { in rte_ipsec_ses_from_crypto() 51 ss = cop->sym[0].sec_session; in rte_ipsec_ses_from_crypto() 53 } else if (cop->sess_type == RTE_CRYPTO_OP_WITH_SESSION) { in rte_ipsec_ses_from_crypto() 54 cs = cop->sym[0].session; in rte_ipsec_ses_from_crypto() 81 rte_ipsec_pkt_crypto_group(const struct rte_crypto_op *cop[], in rte_ipsec_pkt_crypto_group() argument 95 m = cop[i]->sym[0].m_src; in rte_ipsec_pkt_crypto_group() 96 ns = cop[i]->sym[0].session; in rte_ipsec_pkt_crypto_group() 99 if (cop[i]->status != RTE_CRYPTO_OP_STATUS_SUCCESS) in rte_ipsec_pkt_crypto_group() 117 rte_ipsec_ses_from_crypto(cop[i - 1]); in rte_ipsec_pkt_crypto_group() [all …]
|
| H A D | crypto.h | 169 lksd_none_cop_prepare(struct rte_crypto_op *cop, in lksd_none_cop_prepare() argument 174 sop = cop->sym; in lksd_none_cop_prepare() 175 cop->type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in lksd_none_cop_prepare() 176 cop->status = RTE_CRYPTO_OP_STATUS_NOT_PROCESSED; in lksd_none_cop_prepare() 177 cop->sess_type = RTE_CRYPTO_OP_WITH_SESSION; in lksd_none_cop_prepare()
|
| H A D | rte_ipsec.h | 39 struct rte_crypto_op *cop[], 119 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in rte_ipsec_pkt_crypto_prepare() argument 121 return ss->pkt_func.prepare.async(ss, mb, cop, num); in rte_ipsec_pkt_crypto_prepare()
|
| H A D | sa.h | 140 struct rte_crypto_op *cop[], uint16_t num); 166 struct rte_crypto_op *cop[], uint16_t num); 170 struct rte_crypto_op *cop[], uint16_t num);
|
| H A D | esp_outb.c | 60 outb_cop_prepare(struct rte_crypto_op *cop, in outb_cop_prepare() argument 72 sop = cop->sym; in outb_cop_prepare() 88 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in outb_cop_prepare() 97 ctr = rte_crypto_op_ctod_offset(cop, struct aesctr_cnt_blk *, in outb_cop_prepare() 222 struct rte_crypto_op *cop[], uint16_t num) in esp_outb_tun_prepare() argument 254 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_outb_tun_prepare() 255 outb_cop_prepare(cop[k], sa, iv, &icv, 0, rc); in esp_outb_tun_prepare() 362 struct rte_crypto_op *cop[], uint16_t num) in esp_outb_trs_prepare() argument 397 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_outb_trs_prepare() 398 outb_cop_prepare(cop[k], sa, iv, &icv, l2 + l3, rc); in esp_outb_trs_prepare()
|
| H A D | sa.c | 544 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in lksd_proto_cop_prepare() argument 550 sop = cop[i]->sym; in lksd_proto_cop_prepare() 551 cop[i]->type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in lksd_proto_cop_prepare() 552 cop[i]->status = RTE_CRYPTO_OP_STATUS_NOT_PROCESSED; in lksd_proto_cop_prepare() 553 cop[i]->sess_type = RTE_CRYPTO_OP_SECURITY_SESSION; in lksd_proto_cop_prepare() 567 struct rte_mbuf *mb[], struct rte_crypto_op *cop[], uint16_t num) in lksd_proto_prepare() argument 569 lksd_proto_cop_prepare(ss, mb, cop, num); in lksd_proto_prepare()
|
| H A D | esp_inb.c | 60 inb_cop_prepare(struct rte_crypto_op *cop, in inb_cop_prepare() argument 75 sop = cop->sym; in inb_cop_prepare() 82 gcm = rte_crypto_op_ctod_offset(cop, struct aead_gcm_iv *, in inb_cop_prepare() 91 ivc = rte_crypto_op_ctod_offset(cop, uint64_t *, sa->iv_ofs); in inb_cop_prepare() 98 ctr = rte_crypto_op_ctod_offset(cop, struct aesctr_cnt_blk *, in inb_cop_prepare() 306 struct rte_crypto_op *cop[], uint16_t num) in esp_inb_pkt_prepare() argument 326 lksd_none_cop_prepare(cop[k], cs, mb[i]); in esp_inb_pkt_prepare() 327 inb_cop_prepare(cop[k], sa, mb[i], &icv, hl, rc); in esp_inb_pkt_prepare()
|
| /f-stack/dpdk/examples/ipsec-secgw/ |
| H A D | ipsec_process.c | 24 free_cops(struct rte_crypto_op *cop[], uint32_t n) in free_cops() argument 29 rte_pktmbuf_free(cop[i]->sym->m_src); in free_cops() 47 free_cops(cop + n, num - n); in enqueue_cop_bulk() 59 cqp->buf[len + i] = cop[k + i]; in enqueue_cop_bulk() 186 struct rte_crypto_op *cop[cnt]; in ipsec_prepare_crypto_group() local 195 cop[j] = &priv->cop; in ipsec_prepare_crypto_group() 204 k = rte_ipsec_pkt_crypto_prepare(ips, m, cop, cnt); in ipsec_prepare_crypto_group() 206 enqueue_cop_bulk(cqp, cop, k); in ipsec_prepare_crypto_group() 355 n += cqp_dequeue(ctx->tbl + i, cop + n, num - n); in ctx_dequeue() 384 n = ctx_dequeue(ctx, cop, RTE_DIM(cop)); in ipsec_cqp_process() [all …]
|
| H A D | esp.h | 12 struct rte_crypto_op *cop); 16 struct rte_crypto_op *cop); 20 struct rte_crypto_op *cop); 24 struct rte_crypto_op *cop);
|
| H A D | esp.c | 26 struct rte_crypto_op *cop) in esp_inbound() argument 38 RTE_ASSERT(cop != NULL); in esp_inbound() 61 sym_cop = get_sym_cop(cop); in esp_inbound() 145 struct rte_crypto_op *cop) in esp_inbound_post() argument 156 RTE_ASSERT(cop != NULL); in esp_inbound_post() 164 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in esp_inbound_post() 223 struct rte_crypto_op *cop) in esp_outbound() argument 367 RTE_ASSERT(cop != NULL); in esp_outbound() 368 sym_cop = get_sym_cop(cop); in esp_outbound() 457 struct rte_crypto_op *cop) in esp_outbound_post() argument [all …]
|
| H A D | ipsec.c | 515 cqp->buf[cqp->len++] = cop; in enqueue_cop() 548 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 559 sym_cop = get_sym_cop(&priv->cop); in ipsec_enqueue() 562 rte_security_attach_session(&priv->cop, in ipsec_enqueue() 574 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 585 rte_crypto_op_attach_sym_session(&priv->cop, in ipsec_enqueue() 588 ret = xform_func(pkts[i], sa, &priv->cop); in ipsec_enqueue() 605 priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC; in ipsec_enqueue() 609 rte_security_attach_session(&priv->cop, in ipsec_enqueue() 612 ret = xform_func(pkts[i], sa, &priv->cop); in ipsec_enqueue() [all …]
|
| H A D | ipsec.h | 56 struct rte_crypto_op *cop); 177 struct rte_crypto_op cop; member 321 get_sym_cop(struct rte_crypto_op *cop) in get_sym_cop() argument 323 return (cop + 1); in get_sym_cop()
|
| /f-stack/dpdk/drivers/crypto/octeontx2/ |
| H A D | otx2_ipsec_po_ops.h | 28 alloc_request_struct(char *maddr, void *cop, int mdata_len, in alloc_request_struct() argument 48 op[1] = (uintptr_t)cop; in alloc_request_struct() 57 process_outb_sa(struct rte_crypto_op *cop, in process_outb_sa() argument 62 struct rte_crypto_sym_op *sym_op = cop->sym; in process_outb_sa() 91 req = alloc_request_struct(mdata, (void *)cop, mdata_len, in process_outb_sa() 112 memcpy(&hdr->iv[4], rte_crypto_op_ctod_offset(cop, uint8_t *, in process_outb_sa() 115 memcpy(&hdr->iv[0], rte_crypto_op_ctod_offset(cop, uint8_t *, in process_outb_sa() 140 process_inb_sa(struct rte_crypto_op *cop, in process_inb_sa() argument 144 struct rte_crypto_sym_op *sym_op = cop->sym; in process_inb_sa() 162 req = alloc_request_struct(mdata, (void *)cop, mdata_len, in process_inb_sa()
|
| H A D | otx2_cryptodev_ops.c | 541 uintptr_t *cop; in otx2_cpt_enqueue_asym() local 556 cop = mdata; in otx2_cpt_enqueue_asym() 557 cop[0] = (uintptr_t)mdata; in otx2_cpt_enqueue_asym() 558 cop[1] = (uintptr_t)op; in otx2_cpt_enqueue_asym() 559 cop[2] = cop[3] = 0ULL; in otx2_cpt_enqueue_asym() 562 params.req->op = cop; in otx2_cpt_enqueue_asym() 947 cop->sym->session); in otx2_cpt_dequeue_post_process() 949 cop->sym->session); in otx2_cpt_dequeue_post_process() 978 struct rte_crypto_op *cop; in otx2_cpt_dequeue_burst() local 1011 cop = (void *)rsp[1]; in otx2_cpt_dequeue_burst() [all …]
|
| /f-stack/dpdk/drivers/crypto/octeontx/ |
| H A D | otx_cryptodev_ops.c | 453 uintptr_t *cop; in otx_cpt_enq_single_asym() local 468 cop = mdata; in otx_cpt_enq_single_asym() 469 cop[0] = (uintptr_t)mdata; in otx_cpt_enq_single_asym() 470 cop[1] = (uintptr_t)op; in otx_cpt_enq_single_asym() 471 cop[2] = cop[3] = 0ULL; in otx_cpt_enq_single_asym() 474 params.req->op = cop; in otx_cpt_enq_single_asym() 831 struct rte_crypto_op *cop; in otx_cpt_pkt_dequeue() local 875 cop = (void *)rsp[1]; in otx_cpt_pkt_dequeue() 877 ops[i] = cop; in otx_cpt_pkt_dequeue() 900 cop->sym->session)); in otx_cpt_pkt_dequeue() [all …]
|
| /f-stack/freebsd/opencrypto/ |
| H A D | cryptodev.c | 805 if (cop->len > 256*1024-4) { in cryptodev_op() 811 if (cop->len == 0 || (cop->len % cse->txform->blocksize) != 0) { in cryptodev_op() 835 dst = cop->dst; in cryptodev_op() 839 error = copyin(cop->src, cod->buf, cop->len); in cryptodev_op() 851 switch (cop->op) { in cryptodev_op() 865 switch (cop->op) { in cryptodev_op() 879 switch (cop->op) { in cryptodev_op() 894 switch (cop->op) { in cryptodev_op() 922 if (cop->iv) { in cryptodev_op() 981 if (cop->dst != NULL) { in cryptodev_op() [all …]
|
| /f-stack/dpdk/drivers/crypto/openssl/ |
| H A D | rte_openssl_pmd.c | 1623 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dsa_sign_op() 1682 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dsa_verify_op() 1728 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1738 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1791 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_dh_op() 1834 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_modinv_op() 1852 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_modinv_op() 1866 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_modexp_op() 1885 cop->status = RTE_CRYPTO_OP_STATUS_ERROR; in process_openssl_modexp_op() 1900 struct rte_crypto_asym_op *op = cop->asym; in process_openssl_rsa_op() [all …]
|
| /f-stack/dpdk/drivers/crypto/armv8/ |
| H A D | rte_armv8_pmd.c | 141 #define CRYPTO_GET_ALGO(order, cop, calg, aalg, keyl) \ argument 144 (crypto_chain_order[(order)])[(cop)]; \ 188 #define CRYPTO_GET_KEY_SCHED(cop, calg, keyl) \ argument 190 crypto_key_sched_tbl_t *ks_tbl = crypto_key_sched_dir[(cop)]; \ 364 enum armv8_crypto_cipher_operation cop; in armv8_crypto_set_session_chained_parameters() local 384 cop = ARMV8_CRYPTO_CIPHER_OP_ENCRYPT; in armv8_crypto_set_session_chained_parameters() 387 cop = ARMV8_CRYPTO_CIPHER_OP_DECRYPT; in armv8_crypto_set_session_chained_parameters() 428 CRYPTO_GET_ALGO(order, cop, calg, aalg, 128); in armv8_crypto_set_session_chained_parameters() 430 CRYPTO_GET_KEY_SCHED(cop, calg, 128); in armv8_crypto_set_session_chained_parameters()
|
| /f-stack/dpdk/drivers/crypto/bcmfs/ |
| H A D | bcmfs_sym_engine.h | 83 enum rte_crypto_cipher_operation cop, 98 enum rte_crypto_cipher_operation cop,
|
| /f-stack/dpdk/app/test/ |
| H A D | test_ipsec.c | 78 struct rte_crypto_op *cop[BURST_SIZE]; member 455 if (ut_params->cop[i]) { in ut_teardown() 456 rte_crypto_op_free(ut_params->cop[i]); in ut_teardown() 457 ut_params->cop[i] = NULL; in ut_teardown() 790 ut_params->cop, num_pkts); in crypto_ipsec() 797 ut_params->cop, num_pkts); in crypto_ipsec() 836 ut_params->cop, num_pkts); in lksd_proto_ipsec() 844 TEST_ASSERT_EQUAL(ut_params->cop[i]->type, in lksd_proto_ipsec() 919 ut_params->cop + i, 1); in crypto_ipsec_2sa() 1054 ut_params->cop + i, 1); in crypto_ipsec_2sa_4grp() [all …]
|
| H A D | test_ipsec_perf.c | 48 struct rte_crypto_op *cop[BURST_SIZE]; member 260 sa->cop[i] = rte_crypto_op_alloc(cop_pool, in packet_prepare() 263 if (sa->cop[i] == NULL) { in packet_prepare() 275 sa->cop, num_pkts); in packet_prepare() 289 rte_crypto_op_free(sa->cop[i]); in packet_prepare()
|
| /f-stack/dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 2988 fill_fc_params(struct rte_crypto_op *cop, in fill_fc_params() argument 2995 struct rte_crypto_sym_op *sym_op = cop->sym; in fill_fc_params() 3021 rte_crypto_op_ctod_offset(cop, in fill_fc_params() 3214 op[1] = (uintptr_t)cop; in fill_fc_params() 3307 fill_digest_params(struct rte_crypto_op *cop, in fill_digest_params() argument 3314 struct rte_crypto_sym_op *sym_op = cop->sym; in fill_digest_params() 3345 op[1] = (uintptr_t)cop; in fill_digest_params() 3373 length_in_bits = cop->sym->auth.data.length; in fill_digest_params() 3381 cop->sym->auth.data.offset += 64; in fill_digest_params() 3382 d_offs = cop->sym->auth.data.offset; in fill_digest_params() [all …]
|