1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(C) 2021 Marvell. 3 */ 4 5 #include <rte_bus_pci.h> 6 #include <rte_common.h> 7 #include <rte_crypto.h> 8 #include <rte_cryptodev.h> 9 #include <cryptodev_pmd.h> 10 #include <rte_dev.h> 11 #include <rte_pci.h> 12 13 #include "cn9k_cryptodev.h" 14 #include "cn9k_cryptodev_ops.h" 15 #include "cn9k_ipsec.h" 16 #include "cnxk_cryptodev.h" 17 #include "cnxk_cryptodev_capabilities.h" 18 #include "cnxk_cryptodev_sec.h" 19 20 #include "roc_api.h" 21 22 uint8_t cn9k_cryptodev_driver_id; 23 24 static struct rte_pci_id pci_id_cpt_table[] = { 25 { 26 RTE_PCI_DEVICE(PCI_VENDOR_ID_CAVIUM, 27 PCI_DEVID_CN9K_RVU_CPT_VF) 28 }, 29 /* sentinel */ 30 { 31 .device_id = 0 32 }, 33 }; 34 35 static int 36 cn9k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused, 37 struct rte_pci_device *pci_dev) 38 { 39 struct rte_cryptodev_pmd_init_params init_params = { 40 .name = "", 41 .socket_id = rte_socket_id(), 42 .private_data_size = sizeof(struct cnxk_cpt_vf) 43 }; 44 char name[RTE_CRYPTODEV_NAME_MAX_LEN]; 45 struct rte_cryptodev *dev; 46 struct roc_cpt *roc_cpt; 47 struct cnxk_cpt_vf *vf; 48 int rc; 49 50 rc = roc_plt_init(); 51 if (rc < 0) { 52 plt_err("Failed to initialize platform model"); 53 return rc; 54 } 55 56 rte_pci_device_name(&pci_dev->addr, name, sizeof(name)); 57 58 dev = rte_cryptodev_pmd_create(name, &pci_dev->device, &init_params); 59 if (dev == NULL) { 60 rc = -ENODEV; 61 goto exit; 62 } 63 64 /* Get private data space allocated */ 65 vf = dev->data->dev_private; 66 67 roc_cpt = &vf->cpt; 68 69 if (rte_eal_process_type() == RTE_PROC_PRIMARY) { 70 roc_cpt->pci_dev = pci_dev; 71 rc = roc_cpt_dev_init(roc_cpt); 72 if (rc) { 73 plt_err("Failed to initialize roc cpt rc=%d", rc); 74 goto pmd_destroy; 75 } 76 77 rc = cnxk_cpt_eng_grp_add(roc_cpt); 78 if (rc) { 79 plt_err("Failed to add engine group rc=%d", rc); 80 goto dev_fini; 81 } 82 83 /* Create security context */ 84 rc = cnxk_crypto_sec_ctx_create(dev); 85 if (rc) 86 goto dev_fini; 87 } 88 89 dev->dev_ops = &cn9k_cpt_ops; 90 dev->driver_id = cn9k_cryptodev_driver_id; 91 dev->feature_flags = cnxk_cpt_default_ff_get(); 92 93 cnxk_cpt_caps_populate(vf); 94 95 cn9k_cpt_set_enqdeq_fns(dev); 96 cn9k_sec_ops_override(); 97 98 return 0; 99 100 dev_fini: 101 if (rte_eal_process_type() == RTE_PROC_PRIMARY) 102 roc_cpt_dev_fini(roc_cpt); 103 pmd_destroy: 104 rte_cryptodev_pmd_destroy(dev); 105 exit: 106 plt_err("Could not create device (vendor_id: 0x%x device_id: 0x%x)", 107 pci_dev->id.vendor_id, pci_dev->id.device_id); 108 return rc; 109 } 110 111 static int 112 cn9k_cpt_pci_remove(struct rte_pci_device *pci_dev) 113 { 114 char name[RTE_CRYPTODEV_NAME_MAX_LEN]; 115 struct rte_cryptodev *dev; 116 struct cnxk_cpt_vf *vf; 117 int ret; 118 119 if (pci_dev == NULL) 120 return -EINVAL; 121 122 rte_pci_device_name(&pci_dev->addr, name, sizeof(name)); 123 124 dev = rte_cryptodev_pmd_get_named_dev(name); 125 if (dev == NULL) 126 return -ENODEV; 127 128 /* Destroy security context */ 129 cnxk_crypto_sec_ctx_destroy(dev); 130 131 if (rte_eal_process_type() == RTE_PROC_PRIMARY) { 132 vf = dev->data->dev_private; 133 ret = roc_cpt_dev_fini(&vf->cpt); 134 if (ret) 135 return ret; 136 } 137 138 return rte_cryptodev_pmd_destroy(dev); 139 } 140 141 static struct rte_pci_driver cn9k_cryptodev_pmd = { 142 .id_table = pci_id_cpt_table, 143 .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_NEED_IOVA_AS_VA, 144 .probe = cn9k_cpt_pci_probe, 145 .remove = cn9k_cpt_pci_remove, 146 }; 147 148 static struct cryptodev_driver cn9k_cryptodev_drv; 149 150 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_CN9K_PMD, cn9k_cryptodev_pmd); 151 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_CN9K_PMD, pci_id_cpt_table); 152 RTE_PMD_REGISTER_KMOD_DEP(CRYPTODEV_NAME_CN9K_PMD, "vfio-pci"); 153 RTE_PMD_REGISTER_CRYPTO_DRIVER(cn9k_cryptodev_drv, cn9k_cryptodev_pmd.driver, 154 cn9k_cryptodev_driver_id); 155