194b0ad8eSDeclan Doherty /*- 294b0ad8eSDeclan Doherty * BSD LICENSE 394b0ad8eSDeclan Doherty * 45209df0dSPablo de Lara * Copyright(c) 2016-2017 Intel Corporation. All rights reserved. 594b0ad8eSDeclan Doherty * 694b0ad8eSDeclan Doherty * Redistribution and use in source and binary forms, with or without 794b0ad8eSDeclan Doherty * modification, are permitted provided that the following conditions 894b0ad8eSDeclan Doherty * are met: 994b0ad8eSDeclan Doherty * 1094b0ad8eSDeclan Doherty * * Redistributions of source code must retain the above copyright 1194b0ad8eSDeclan Doherty * notice, this list of conditions and the following disclaimer. 1294b0ad8eSDeclan Doherty * * Redistributions in binary form must reproduce the above copyright 1394b0ad8eSDeclan Doherty * notice, this list of conditions and the following disclaimer in 1494b0ad8eSDeclan Doherty * the documentation and/or other materials provided with the 1594b0ad8eSDeclan Doherty * distribution. 1694b0ad8eSDeclan Doherty * * Neither the name of Intel Corporation nor the names of its 1794b0ad8eSDeclan Doherty * contributors may be used to endorse or promote products derived 1894b0ad8eSDeclan Doherty * from this software without specific prior written permission. 1994b0ad8eSDeclan Doherty * 2094b0ad8eSDeclan Doherty * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 2194b0ad8eSDeclan Doherty * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 2294b0ad8eSDeclan Doherty * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 2394b0ad8eSDeclan Doherty * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 2494b0ad8eSDeclan Doherty * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 2594b0ad8eSDeclan Doherty * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 2694b0ad8eSDeclan Doherty * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 2794b0ad8eSDeclan Doherty * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 2894b0ad8eSDeclan Doherty * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 2994b0ad8eSDeclan Doherty * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 3094b0ad8eSDeclan Doherty * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 3194b0ad8eSDeclan Doherty */ 3294b0ad8eSDeclan Doherty 3394b0ad8eSDeclan Doherty #include <rte_common.h> 3494b0ad8eSDeclan Doherty #include <rte_config.h> 3594b0ad8eSDeclan Doherty #include <rte_cryptodev_pmd.h> 36fe363dd4SJan Viktorin #include <rte_vdev.h> 3794b0ad8eSDeclan Doherty #include <rte_malloc.h> 3894b0ad8eSDeclan Doherty 3994b0ad8eSDeclan Doherty #include "null_crypto_pmd_private.h" 4094b0ad8eSDeclan Doherty 417a364faeSSlawomir Mrozowicz static uint8_t cryptodev_driver_id; 427a364faeSSlawomir Mrozowicz 4394b0ad8eSDeclan Doherty /** verify and set session parameters */ 4494b0ad8eSDeclan Doherty int 4594b0ad8eSDeclan Doherty null_crypto_set_session_parameters( 4694b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused, 4794b0ad8eSDeclan Doherty const struct rte_crypto_sym_xform *xform) 4894b0ad8eSDeclan Doherty { 4994b0ad8eSDeclan Doherty if (xform == NULL) { 5027391b53SPablo de Lara return -EINVAL; 5194b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 5294b0ad8eSDeclan Doherty xform->next == NULL) { 5394b0ad8eSDeclan Doherty /* Authentication Only */ 5494b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL) 5594b0ad8eSDeclan Doherty return 0; 5694b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH && 5794b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER) { 5894b0ad8eSDeclan Doherty /* Authentication then Cipher */ 5994b0ad8eSDeclan Doherty if (xform->auth.algo == RTE_CRYPTO_AUTH_NULL && 6094b0ad8eSDeclan Doherty xform->next->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 6194b0ad8eSDeclan Doherty return 0; 6294b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 6394b0ad8eSDeclan Doherty xform->next == NULL) { 6494b0ad8eSDeclan Doherty /* Cipher Only */ 6594b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL) 6694b0ad8eSDeclan Doherty return 0; 6794b0ad8eSDeclan Doherty } else if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER && 6894b0ad8eSDeclan Doherty xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH) { 6994b0ad8eSDeclan Doherty /* Cipher then Authentication */ 7094b0ad8eSDeclan Doherty if (xform->cipher.algo == RTE_CRYPTO_CIPHER_NULL && 7194b0ad8eSDeclan Doherty xform->next->auth.algo == RTE_CRYPTO_AUTH_NULL) 7294b0ad8eSDeclan Doherty return 0; 7394b0ad8eSDeclan Doherty } 7494b0ad8eSDeclan Doherty 7527391b53SPablo de Lara return -ENOTSUP; 7694b0ad8eSDeclan Doherty } 7794b0ad8eSDeclan Doherty 7894b0ad8eSDeclan Doherty /** Process crypto operation for mbuf */ 7994b0ad8eSDeclan Doherty static int 8094b0ad8eSDeclan Doherty process_op(const struct null_crypto_qp *qp, struct rte_crypto_op *op, 8194b0ad8eSDeclan Doherty struct null_crypto_session *sess __rte_unused) 8294b0ad8eSDeclan Doherty { 8394b0ad8eSDeclan Doherty /* set status as successful by default */ 8494b0ad8eSDeclan Doherty op->status = RTE_CRYPTO_OP_STATUS_SUCCESS; 8594b0ad8eSDeclan Doherty 86b3bbd9e5SSlawomir Mrozowicz /* Free session if a session-less crypto op. */ 87b3bbd9e5SSlawomir Mrozowicz if (op->sess_type == RTE_CRYPTO_OP_SESSIONLESS) { 88b3bbd9e5SSlawomir Mrozowicz memset(op->sym->session, 0, 89b3bbd9e5SSlawomir Mrozowicz sizeof(struct null_crypto_session)); 90b3bbd9e5SSlawomir Mrozowicz rte_cryptodev_sym_session_free(op->sym->session); 91b3bbd9e5SSlawomir Mrozowicz op->sym->session = NULL; 92b3bbd9e5SSlawomir Mrozowicz } 93b3bbd9e5SSlawomir Mrozowicz 9494b0ad8eSDeclan Doherty /* 9594b0ad8eSDeclan Doherty * if crypto session and operation are valid just enqueue the packet 9694b0ad8eSDeclan Doherty * in the processed ring 9794b0ad8eSDeclan Doherty */ 9894b0ad8eSDeclan Doherty return rte_ring_enqueue(qp->processed_pkts, (void *)op); 9994b0ad8eSDeclan Doherty } 10094b0ad8eSDeclan Doherty 10194b0ad8eSDeclan Doherty static struct null_crypto_session * 1025209df0dSPablo de Lara get_session(struct null_crypto_qp *qp, struct rte_crypto_op *op) 10394b0ad8eSDeclan Doherty { 104b3bbd9e5SSlawomir Mrozowicz struct null_crypto_session *sess = NULL; 1055209df0dSPablo de Lara struct rte_crypto_sym_op *sym_op = op->sym; 10694b0ad8eSDeclan Doherty 1075209df0dSPablo de Lara if (op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) { 108b3bbd9e5SSlawomir Mrozowicz if (likely(sym_op->session != NULL)) 109b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *) 110b3bbd9e5SSlawomir Mrozowicz get_session_private_data( 111b3bbd9e5SSlawomir Mrozowicz sym_op->session, cryptodev_driver_id); 11294b0ad8eSDeclan Doherty } else { 113b3bbd9e5SSlawomir Mrozowicz void *_sess = NULL; 114b3bbd9e5SSlawomir Mrozowicz void *_sess_private_data = NULL; 11594b0ad8eSDeclan Doherty 116b3bbd9e5SSlawomir Mrozowicz if (rte_mempool_get(qp->sess_mp, (void **)&_sess)) 11794b0ad8eSDeclan Doherty return NULL; 11894b0ad8eSDeclan Doherty 119b3bbd9e5SSlawomir Mrozowicz if (rte_mempool_get(qp->sess_mp, (void **)&_sess_private_data)) 12094b0ad8eSDeclan Doherty return NULL; 121b3bbd9e5SSlawomir Mrozowicz 122b3bbd9e5SSlawomir Mrozowicz sess = (struct null_crypto_session *)_sess_private_data; 123b3bbd9e5SSlawomir Mrozowicz 124b3bbd9e5SSlawomir Mrozowicz if (unlikely(null_crypto_set_session_parameters(sess, 125b3bbd9e5SSlawomir Mrozowicz sym_op->xform) != 0)) { 126b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(qp->sess_mp, _sess); 127b3bbd9e5SSlawomir Mrozowicz rte_mempool_put(qp->sess_mp, _sess_private_data); 128b3bbd9e5SSlawomir Mrozowicz sess = NULL; 129b3bbd9e5SSlawomir Mrozowicz } 130b3bbd9e5SSlawomir Mrozowicz sym_op->session = (struct rte_cryptodev_sym_session *)_sess; 131b3bbd9e5SSlawomir Mrozowicz set_session_private_data(sym_op->session, cryptodev_driver_id, 132b3bbd9e5SSlawomir Mrozowicz _sess_private_data); 13394b0ad8eSDeclan Doherty } 13494b0ad8eSDeclan Doherty 13594b0ad8eSDeclan Doherty return sess; 13694b0ad8eSDeclan Doherty } 13794b0ad8eSDeclan Doherty 13894b0ad8eSDeclan Doherty /** Enqueue burst */ 13994b0ad8eSDeclan Doherty static uint16_t 14094b0ad8eSDeclan Doherty null_crypto_pmd_enqueue_burst(void *queue_pair, struct rte_crypto_op **ops, 14194b0ad8eSDeclan Doherty uint16_t nb_ops) 14294b0ad8eSDeclan Doherty { 14394b0ad8eSDeclan Doherty struct null_crypto_session *sess; 14494b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair; 14594b0ad8eSDeclan Doherty 14694b0ad8eSDeclan Doherty int i, retval; 14794b0ad8eSDeclan Doherty 14894b0ad8eSDeclan Doherty for (i = 0; i < nb_ops; i++) { 1495209df0dSPablo de Lara sess = get_session(qp, ops[i]); 15094b0ad8eSDeclan Doherty if (unlikely(sess == NULL)) 15194b0ad8eSDeclan Doherty goto enqueue_err; 15294b0ad8eSDeclan Doherty 15394b0ad8eSDeclan Doherty retval = process_op(qp, ops[i], sess); 15494b0ad8eSDeclan Doherty if (unlikely(retval < 0)) 15594b0ad8eSDeclan Doherty goto enqueue_err; 15694b0ad8eSDeclan Doherty } 15794b0ad8eSDeclan Doherty 15894b0ad8eSDeclan Doherty qp->qp_stats.enqueued_count += i; 15994b0ad8eSDeclan Doherty return i; 16094b0ad8eSDeclan Doherty 16194b0ad8eSDeclan Doherty enqueue_err: 16294b0ad8eSDeclan Doherty if (ops[i]) 16394b0ad8eSDeclan Doherty ops[i]->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS; 16494b0ad8eSDeclan Doherty 16594b0ad8eSDeclan Doherty qp->qp_stats.enqueue_err_count++; 16694b0ad8eSDeclan Doherty return i; 16794b0ad8eSDeclan Doherty } 16894b0ad8eSDeclan Doherty 16994b0ad8eSDeclan Doherty /** Dequeue burst */ 17094b0ad8eSDeclan Doherty static uint16_t 17194b0ad8eSDeclan Doherty null_crypto_pmd_dequeue_burst(void *queue_pair, struct rte_crypto_op **ops, 17294b0ad8eSDeclan Doherty uint16_t nb_ops) 17394b0ad8eSDeclan Doherty { 17494b0ad8eSDeclan Doherty struct null_crypto_qp *qp = queue_pair; 17594b0ad8eSDeclan Doherty 17694b0ad8eSDeclan Doherty unsigned nb_dequeued; 17794b0ad8eSDeclan Doherty 17894b0ad8eSDeclan Doherty nb_dequeued = rte_ring_dequeue_burst(qp->processed_pkts, 179ecaed092SBruce Richardson (void **)ops, nb_ops, NULL); 18094b0ad8eSDeclan Doherty qp->qp_stats.dequeued_count += nb_dequeued; 18194b0ad8eSDeclan Doherty 18294b0ad8eSDeclan Doherty return nb_dequeued; 18394b0ad8eSDeclan Doherty } 18494b0ad8eSDeclan Doherty 18594b0ad8eSDeclan Doherty /** Create crypto device */ 18694b0ad8eSDeclan Doherty static int 187168b9e76SPablo de Lara cryptodev_null_create(const char *name, 188917ac9c4SPablo de Lara struct rte_vdev_device *vdev, 189*f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params *init_params) 19094b0ad8eSDeclan Doherty { 19194b0ad8eSDeclan Doherty struct rte_cryptodev *dev; 19294b0ad8eSDeclan Doherty struct null_crypto_private *internals; 19394b0ad8eSDeclan Doherty 194*f2f020d2SDeclan Doherty dev = rte_cryptodev_pmd_create(name, &vdev->device, init_params); 19594b0ad8eSDeclan Doherty if (dev == NULL) { 19694b0ad8eSDeclan Doherty NULL_CRYPTO_LOG_ERR("failed to create cryptodev vdev"); 197*f2f020d2SDeclan Doherty return -EFAULT; 19894b0ad8eSDeclan Doherty } 19994b0ad8eSDeclan Doherty 2007a364faeSSlawomir Mrozowicz dev->driver_id = cryptodev_driver_id; 20194b0ad8eSDeclan Doherty dev->dev_ops = null_crypto_pmd_ops; 20294b0ad8eSDeclan Doherty 20394b0ad8eSDeclan Doherty /* register rx/tx burst functions for data path */ 20494b0ad8eSDeclan Doherty dev->dequeue_burst = null_crypto_pmd_dequeue_burst; 20594b0ad8eSDeclan Doherty dev->enqueue_burst = null_crypto_pmd_enqueue_burst; 20694b0ad8eSDeclan Doherty 20726c2e4adSDeclan Doherty dev->feature_flags = RTE_CRYPTODEV_FF_SYMMETRIC_CRYPTO | 2082d03ec6aSTomasz Kulasek RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING | 2092d03ec6aSTomasz Kulasek RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER; 21026c2e4adSDeclan Doherty 21194b0ad8eSDeclan Doherty internals = dev->data->dev_private; 21294b0ad8eSDeclan Doherty 21394b0ad8eSDeclan Doherty internals->max_nb_qpairs = init_params->max_nb_queue_pairs; 21494b0ad8eSDeclan Doherty internals->max_nb_sessions = init_params->max_nb_sessions; 21594b0ad8eSDeclan Doherty 21694b0ad8eSDeclan Doherty return 0; 21794b0ad8eSDeclan Doherty } 21894b0ad8eSDeclan Doherty 21994b0ad8eSDeclan Doherty /** Initialise null crypto device */ 22094b0ad8eSDeclan Doherty static int 2215d2aa461SJan Blunck cryptodev_null_probe(struct rte_vdev_device *dev) 22294b0ad8eSDeclan Doherty { 223*f2f020d2SDeclan Doherty struct rte_cryptodev_pmd_init_params init_params = { 224*f2f020d2SDeclan Doherty "", 225*f2f020d2SDeclan Doherty sizeof(struct null_crypto_private), 226d803b443SFan Zhang rte_socket_id(), 227*f2f020d2SDeclan Doherty RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_QUEUE_PAIRS, 228*f2f020d2SDeclan Doherty RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_SESSIONS 22994b0ad8eSDeclan Doherty }; 230*f2f020d2SDeclan Doherty const char *name, *args; 231*f2f020d2SDeclan Doherty int retval; 23294b0ad8eSDeclan Doherty 2337e214771SPablo de Lara name = rte_vdev_device_name(dev); 2347e214771SPablo de Lara if (name == NULL) 2357e214771SPablo de Lara return -EINVAL; 23694b0ad8eSDeclan Doherty 237*f2f020d2SDeclan Doherty args = rte_vdev_device_args(dev); 238*f2f020d2SDeclan Doherty 239*f2f020d2SDeclan Doherty retval = rte_cryptodev_pmd_parse_input_args(&init_params, args); 240*f2f020d2SDeclan Doherty if (retval) { 241*f2f020d2SDeclan Doherty RTE_LOG(ERR, PMD, 242*f2f020d2SDeclan Doherty "Failed to parse initialisation arguments[%s]\n", args); 243*f2f020d2SDeclan Doherty return -EINVAL; 244*f2f020d2SDeclan Doherty } 24594b0ad8eSDeclan Doherty 246917ac9c4SPablo de Lara return cryptodev_null_create(name, dev, &init_params); 24794b0ad8eSDeclan Doherty } 24894b0ad8eSDeclan Doherty 24994b0ad8eSDeclan Doherty static int 250*f2f020d2SDeclan Doherty cryptodev_null_remove_dev(struct rte_vdev_device *vdev) 25194b0ad8eSDeclan Doherty { 252*f2f020d2SDeclan Doherty struct rte_cryptodev *cryptodev; 253*f2f020d2SDeclan Doherty const char *name; 254*f2f020d2SDeclan Doherty 255*f2f020d2SDeclan Doherty name = rte_vdev_device_name(vdev); 25694b0ad8eSDeclan Doherty if (name == NULL) 25794b0ad8eSDeclan Doherty return -EINVAL; 25894b0ad8eSDeclan Doherty 259*f2f020d2SDeclan Doherty cryptodev = rte_cryptodev_pmd_get_named_dev(name); 260*f2f020d2SDeclan Doherty if (cryptodev == NULL) 261*f2f020d2SDeclan Doherty return -ENODEV; 26294b0ad8eSDeclan Doherty 263*f2f020d2SDeclan Doherty return rte_cryptodev_pmd_destroy(cryptodev); 2645d2aa461SJan Blunck } 2655d2aa461SJan Blunck 266fe363dd4SJan Viktorin static struct rte_vdev_driver cryptodev_null_pmd_drv = { 26750a3345fSShreyansh Jain .probe = cryptodev_null_probe, 2685d2aa461SJan Blunck .remove = cryptodev_null_remove_dev, 26994b0ad8eSDeclan Doherty }; 27094b0ad8eSDeclan Doherty 271effd3b9fSPablo de Lara static struct cryptodev_driver null_crypto_drv; 272effd3b9fSPablo de Lara 27301f19227SShreyansh Jain RTE_PMD_REGISTER_VDEV(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd_drv); 274479c4af3SJan Blunck RTE_PMD_REGISTER_ALIAS(CRYPTODEV_NAME_NULL_PMD, cryptodev_null_pmd); 27501f19227SShreyansh Jain RTE_PMD_REGISTER_PARAM_STRING(CRYPTODEV_NAME_NULL_PMD, 27665eca099SPablo de Lara "max_nb_queue_pairs=<int> " 27765eca099SPablo de Lara "max_nb_sessions=<int> " 27865eca099SPablo de Lara "socket_id=<int>"); 279effd3b9fSPablo de Lara RTE_PMD_REGISTER_CRYPTO_DRIVER(null_crypto_drv, cryptodev_null_pmd_drv, 280effd3b9fSPablo de Lara cryptodev_driver_id); 281