15566a3e3SBruce Richardson /* SPDX-License-Identifier: BSD-3-Clause
25566a3e3SBruce Richardson * Copyright(c) 2016-2017 Intel Corporation
394b0ad8eSDeclan Doherty */
494b0ad8eSDeclan Doherty
594b0ad8eSDeclan Doherty #include <rte_common.h>
6af668035SAkhil Goyal #include <cryptodev_pmd.h>
7d4a586d2SJianfeng Tan #include <rte_bus_vdev.h>
894b0ad8eSDeclan Doherty #include <rte_malloc.h>
994b0ad8eSDeclan Doherty
1094b0ad8eSDeclan Doherty #include "null_crypto_pmd_private.h"
1194b0ad8eSDeclan Doherty
127a364faeSSlawomir Mrozowicz static uint8_t cryptodev_driver_id;
137a364faeSSlawomir Mrozowicz
1494b0ad8eSDeclan Doherty /** verify and set session parameters */
1594b0ad8eSDeclan Doherty int
null_crypto_set_session_parameters(struct null_crypto_session * sess __rte_unused,const struct rte_crypto_sym_xform * xform)1694b0ad8eSDeclan Doherty null_crypto_set_session_parameters(
1794b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused,
1894b0ad8eSDeclan Doherty const struct rte_crypto_sym_xform *xform)
1994b0ad8eSDeclan Doherty {
2094b0ad8eSDeclan Doherty if (xform == NULL) {
2127391b53SPablo de Lara return -EINVAL;
2294b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
2394b0ad8eSDeclan Doherty xform->next == NULL) {
2494b0ad8eSDeclan Doherty /* Authentication Only */
2594b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL)
2694b0ad8eSDeclan Doherty return 0;
2794b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
2894b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER) {
2994b0ad8eSDeclan Doherty /* Authentication then Cipher */
3094b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL &&
3194b0ad8eSDeclan Doherty xform->next->cipher.algo == RTE_CRYPTO_CIPHER_NULL)
3294b0ad8eSDeclan Doherty return 0;
3394b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
3494b0ad8eSDeclan Doherty xform->next == NULL) {
3594b0ad8eSDeclan Doherty /* Cipher Only */
3694b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL)
3794b0ad8eSDeclan Doherty return 0;
3894b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
3994b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH) {
4094b0ad8eSDeclan Doherty /* Cipher then Authentication */
4194b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL &&
4294b0ad8eSDeclan Doherty xform->next->auth.algo == RTE_CRYPTO_AUTH_NULL)
4394b0ad8eSDeclan Doherty return 0;
4494b0ad8eSDeclan Doherty }
4594b0ad8eSDeclan Doherty
4627391b53SPablo de Lara return -ENOTSUP;
4794b0ad8eSDeclan Doherty }
4894b0ad8eSDeclan Doherty
4994b0ad8eSDeclan Doherty /** Process crypto operation for mbuf */
5094b0ad8eSDeclan Doherty static int
process_op(const struct null_crypto_qp * qp,struct rte_crypto_op * op,struct null_crypto_session * sess __rte_unused)5194b0ad8eSDeclan Doherty process_op(const struct null_crypto_qp *qp, struct rte_crypto_op *op,
5294b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused)
5394b0ad8eSDeclan Doherty {
5494b0ad8eSDeclan Doherty /* set status as successful by default */
5594b0ad8eSDeclan Doherty op->status = RTE_CRYPTO_OP_STATUS_SUCCESS;
5694b0ad8eSDeclan Doherty
57b3bbd9e5SSlawomir Mrozowicz /* Free session if a session-less crypto op. */
58b3bbd9e5SSlawomir Mrozowicz if (op->sess_type == RTE_CRYPTO_OP_SESSIONLESS) {
59b3bbd9e5SSlawomir Mrozowicz memset(op->sym->session, 0,
60b3bbd9e5SSlawomir Mrozowicz sizeof(struct null_crypto_session));
61b3bbd9e5SSlawomir Mrozowicz rte_cryptodev_sym_session_free(op->sym->session);
62b3bbd9e5SSlawomir Mrozowicz op->sym->session = NULL;
63b3bbd9e5SSlawomir Mrozowicz }
64b3bbd9e5SSlawomir Mrozowicz
6594b0ad8eSDeclan Doherty /*
6694b0ad8eSDeclan Doherty * if crypto session and operation are valid just enqueue the packet
6794b0ad8eSDeclan Doherty * in the processed ring
6894b0ad8eSDeclan Doherty */
6994b0ad8eSDeclan Doherty return rte_ring_enqueue(qp->processed_pkts, (void *)op);
7094b0ad8eSDeclan Doherty }
7194b0ad8eSDeclan Doherty
7294b0ad8eSDeclan Doherty static struct null_crypto_session *
get_session(struct null_crypto_qp * qp,struct rte_crypto_op * op)735209df0dSPablo de Lara get_session(struct null_crypto_qp *qp, struct rte_crypto_op *op)
7494b0ad8eSDeclan Doherty {
75b3bbd9e5SSlawomir Mrozowicz struct null_crypto_session *sess = NULL;
765209df0dSPablo de Lara struct rte_crypto_sym_op *sym_op = op->sym;
7794b0ad8eSDeclan Doherty
785209df0dSPablo de Lara if (op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) {
79b3bbd9e5SSlawomir Mrozowicz if (likely(sym_op->session != NULL))
80b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *)
81012c5076SPablo de Lara get_sym_session_private_data(
82b3bbd9e5SSlawomir Mrozowicz sym_op->session, cryptodev_driver_id);
8394b0ad8eSDeclan Doherty } else {
84b3bbd9e5SSlawomir Mrozowicz void *_sess = NULL;
85b3bbd9e5SSlawomir Mrozowicz void *_sess_private_data = NULL;
8694b0ad8eSDeclan Doherty
87b3bbd9e5SSlawomir Mrozowicz if (rte_mempool_get(qp->sess_mp, (void **)&_sess))
8894b0ad8eSDeclan Doherty return NULL;
8994b0ad8eSDeclan Doherty
90725d2a7fSFan Zhang if (rte_mempool_get(qp->sess_mp_priv,
91725d2a7fSFan Zhang (void **)&_sess_private_data))
9294b0ad8eSDeclan Doherty return NULL;
93b3bbd9e5SSlawomir Mrozowicz
94b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *)_sess_private_data;
95b3bbd9e5SSlawomir Mrozowicz
96b3bbd9e5SSlawomir Mrozowicz if (unlikely(null_crypto_set_session_parameters(sess,
97b3bbd9e5SSlawomir Mrozowicz sym_op->xform) != 0)) {
98b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(qp->sess_mp, _sess);
99725d2a7fSFan Zhang rte_mempool_put(qp->sess_mp_priv, _sess_private_data);
100b3bbd9e5SSlawomir Mrozowicz sess = NULL;
101b3bbd9e5SSlawomir Mrozowicz }
102b3bbd9e5SSlawomir Mrozowicz sym_op->session = (struct rte_cryptodev_sym_session *)_sess;
103012c5076SPablo de Lara set_sym_session_private_data(op->sym->session,
104012c5076SPablo de Lara cryptodev_driver_id, _sess_private_data);
10594b0ad8eSDeclan Doherty }
10694b0ad8eSDeclan Doherty
10794b0ad8eSDeclan Doherty return sess;
10894b0ad8eSDeclan Doherty }
10994b0ad8eSDeclan Doherty
11094b0ad8eSDeclan Doherty /** Enqueue burst */
11194b0ad8eSDeclan Doherty static uint16_t
null_crypto_pmd_enqueue_burst(void * queue_pair,struct rte_crypto_op ** ops,uint16_t nb_ops)11294b0ad8eSDeclan Doherty null_crypto_pmd_enqueue_burst(void *queue_pair, struct rte_crypto_op **ops,
11394b0ad8eSDeclan Doherty uint16_t nb_ops)
11494b0ad8eSDeclan Doherty {
11594b0ad8eSDeclan Doherty struct null_crypto_session *sess;
11694b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair;
11794b0ad8eSDeclan Doherty
11894b0ad8eSDeclan Doherty int i, retval;
11994b0ad8eSDeclan Doherty
12094b0ad8eSDeclan Doherty for (i = 0; i < nb_ops; i++) {
1215209df0dSPablo de Lara sess = get_session(qp, ops[i]);
12294b0ad8eSDeclan Doherty if (unlikely(sess == NULL))
12394b0ad8eSDeclan Doherty goto enqueue_err;
12494b0ad8eSDeclan Doherty
12594b0ad8eSDeclan Doherty retval = process_op(qp, ops[i], sess);
12694b0ad8eSDeclan Doherty if (unlikely(retval < 0))
12794b0ad8eSDeclan Doherty goto enqueue_err;
12894b0ad8eSDeclan Doherty }
12994b0ad8eSDeclan Doherty
13094b0ad8eSDeclan Doherty qp->qp_stats.enqueued_count += i;
13194b0ad8eSDeclan Doherty return i;
13294b0ad8eSDeclan Doherty
13394b0ad8eSDeclan Doherty enqueue_err:
13494b0ad8eSDeclan Doherty if (ops[i])
13594b0ad8eSDeclan Doherty ops[i]->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS;
13694b0ad8eSDeclan Doherty
13794b0ad8eSDeclan Doherty qp->qp_stats.enqueue_err_count++;
13894b0ad8eSDeclan Doherty return i;
13994b0ad8eSDeclan Doherty }
14094b0ad8eSDeclan Doherty
14194b0ad8eSDeclan Doherty /** Dequeue burst */
14294b0ad8eSDeclan Doherty static uint16_t
null_crypto_pmd_dequeue_burst(void * queue_pair,struct rte_crypto_op ** ops,uint16_t nb_ops)14394b0ad8eSDeclan Doherty null_crypto_pmd_dequeue_burst(void *queue_pair, struct rte_crypto_op **ops,
14494b0ad8eSDeclan Doherty uint16_t nb_ops)
14594b0ad8eSDeclan Doherty {
14694b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair;
14794b0ad8eSDeclan Doherty
14894b0ad8eSDeclan Doherty unsigned nb_dequeued;
14994b0ad8eSDeclan Doherty
15094b0ad8eSDeclan Doherty nb_dequeued = rte_ring_dequeue_burst(qp->processed_pkts,
151ecaed092SBruce Richardson (void **)ops, nb_ops, NULL);
15294b0ad8eSDeclan Doherty qp->qp_stats.dequeued_count += nb_dequeued;
15394b0ad8eSDeclan Doherty
15494b0ad8eSDeclan Doherty return nb_dequeued;
15594b0ad8eSDeclan Doherty }
15694b0ad8eSDeclan Doherty
15794b0ad8eSDeclan Doherty /** Create crypto device */
15894b0ad8eSDeclan Doherty static int
cryptodev_null_create(const char * name,struct rte_vdev_device * vdev,struct rte_cryptodev_pmd_init_params * init_params)159168b9e76SPablo de Lara cryptodev_null_create(const char *name,
160917ac9c4SPablo de Lara struct rte_vdev_device *vdev,
161f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params *init_params)
16294b0ad8eSDeclan Doherty {
16394b0ad8eSDeclan Doherty struct rte_cryptodev *dev;
16494b0ad8eSDeclan Doherty struct null_crypto_private *internals;
165f2f020d2SDeclan Doherty dev = rte_cryptodev_pmd_create(name, &vdev->device, init_params);
16694b0ad8eSDeclan Doherty if (dev == NULL) {
167735b783dSPallantla Poornima NULL_LOG(ERR, "failed to create cryptodev vdev");
168f2f020d2SDeclan Doherty return -EFAULT;
16994b0ad8eSDeclan Doherty }
17094b0ad8eSDeclan Doherty
1717a364faeSSlawomir Mrozowicz dev->driver_id = cryptodev_driver_id;
17294b0ad8eSDeclan Doherty dev->dev_ops = null_crypto_pmd_ops;
17394b0ad8eSDeclan Doherty
17494b0ad8eSDeclan Doherty /* register rx/tx burst functions for data path */
17594b0ad8eSDeclan Doherty dev->dequeue_burst = null_crypto_pmd_dequeue_burst;
17694b0ad8eSDeclan Doherty dev->enqueue_burst = null_crypto_pmd_enqueue_burst;
17794b0ad8eSDeclan Doherty
17826c2e4adSDeclan Doherty dev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO |
1792d03ec6aSTomasz Kulasek RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING |
180b3aaf24dSPablo de Lara RTE_CRYPTODEV_FF_IN_PLACE_SGL |
181b3aaf24dSPablo de Lara RTE_CRYPTODEV_FF_SYM_SESSIONLESS;
18226c2e4adSDeclan Doherty
18394b0ad8eSDeclan Doherty internals = dev->data->dev_private;
18494b0ad8eSDeclan Doherty
18594b0ad8eSDeclan Doherty internals->max_nb_qpairs = init_params->max_nb_queue_pairs;
18694b0ad8eSDeclan Doherty
187*d54c72ecSAkhil Goyal rte_cryptodev_pmd_probing_finish(dev);
188*d54c72ecSAkhil Goyal
18994b0ad8eSDeclan Doherty return 0;
19094b0ad8eSDeclan Doherty }
19194b0ad8eSDeclan Doherty
19294b0ad8eSDeclan Doherty /** Initialise null crypto device */
19394b0ad8eSDeclan Doherty static int
cryptodev_null_probe(struct rte_vdev_device * dev)1945d2aa461SJan Blunck cryptodev_null_probe(struct rte_vdev_device *dev)
19594b0ad8eSDeclan Doherty {
196f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params init_params = {
197f2f020d2SDeclan Doherty "",
198f2f020d2SDeclan Doherty sizeof(struct null_crypto_private),
199d803b443SFan Zhang rte_socket_id(),
200e1fc5b76SPablo de Lara RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_QUEUE_PAIRS
20194b0ad8eSDeclan Doherty };
202f2f020d2SDeclan Doherty const char *name, *args;
203f2f020d2SDeclan Doherty int retval;
20494b0ad8eSDeclan Doherty
2057e214771SPablo de Lara name = rte_vdev_device_name(dev);
2067e214771SPablo de Lara if (name == NULL)
2077e214771SPablo de Lara return -EINVAL;
20894b0ad8eSDeclan Doherty
209f2f020d2SDeclan Doherty args = rte_vdev_device_args(dev);
210f2f020d2SDeclan Doherty
211f2f020d2SDeclan Doherty retval = rte_cryptodev_pmd_parse_input_args(&init_params, args);
212f2f020d2SDeclan Doherty if (retval) {
213735b783dSPallantla Poornima NULL_LOG(ERR,
214735b783dSPallantla Poornima "Failed to parse initialisation arguments[%s]",
215735b783dSPallantla Poornima args);
216f2f020d2SDeclan Doherty return -EINVAL;
217f2f020d2SDeclan Doherty }
21894b0ad8eSDeclan Doherty
219917ac9c4SPablo de Lara return cryptodev_null_create(name, dev, &init_params);
22094b0ad8eSDeclan Doherty }
22194b0ad8eSDeclan Doherty
22294b0ad8eSDeclan Doherty static int
cryptodev_null_remove_dev(struct rte_vdev_device * vdev)223f2f020d2SDeclan Doherty cryptodev_null_remove_dev(struct rte_vdev_device *vdev)
22494b0ad8eSDeclan Doherty {
225f2f020d2SDeclan Doherty struct rte_cryptodev *cryptodev;
226f2f020d2SDeclan Doherty const char *name;
227f2f020d2SDeclan Doherty
228f2f020d2SDeclan Doherty name = rte_vdev_device_name(vdev);
22994b0ad8eSDeclan Doherty if (name == NULL)
23094b0ad8eSDeclan Doherty return -EINVAL;
23194b0ad8eSDeclan Doherty
232f2f020d2SDeclan Doherty cryptodev = rte_cryptodev_pmd_get_named_dev(name);
233f2f020d2SDeclan Doherty if (cryptodev == NULL)
234f2f020d2SDeclan Doherty return -ENODEV;
23594b0ad8eSDeclan Doherty
236f2f020d2SDeclan Doherty return rte_cryptodev_pmd_destroy(cryptodev);
2375d2aa461SJan Blunck }
2385d2aa461SJan Blunck
239fe363dd4SJan Viktorin static struct rte_vdev_driver cryptodev_null_pmd_drv = {
24050a3345fSShreyansh Jain .probe = cryptodev_null_probe,
2415d2aa461SJan Blunck .remove = cryptodev_null_remove_dev,
24294b0ad8eSDeclan Doherty };
24394b0ad8eSDeclan Doherty
244effd3b9fSPablo de Lara static struct cryptodev_driver null_crypto_drv;
245effd3b9fSPablo de Lara
24601f19227SShreyansh Jain RTE_PMD_REGISTER_VDEV(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd_drv);
247479c4af3SJan Blunck RTE_PMD_REGISTER_ALIAS(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd);
24801f19227SShreyansh Jain RTE_PMD_REGISTER_PARAM_STRING(CRYPTODEV_NAME_NULL_PMD,
24965eca099SPablo de Lara "max_nb_queue_pairs=<int> "
25065eca099SPablo de Lara "socket_id=<int>");
251f737f5ceSFiona Trahe RTE_PMD_REGISTER_CRYPTO_DRIVER(null_crypto_drv, cryptodev_null_pmd_drv.driver,
252effd3b9fSPablo de Lara cryptodev_driver_id);
253eeded204SDavid Marchand RTE_LOG_REGISTER_DEFAULT(null_logtype_driver, INFO);
254