1 /* SPDX-License-Identifier: BSD-3-Clause 2 * Copyright(C) 2021 Marvell. 3 */ 4 5 #include <rte_bus_pci.h> 6 #include <rte_common.h> 7 #include <rte_crypto.h> 8 #include <rte_cryptodev.h> 9 #include <cryptodev_pmd.h> 10 #include <rte_dev.h> 11 #include <rte_pci.h> 12 13 #include "cn9k_cryptodev.h" 14 #include "cn9k_cryptodev_ops.h" 15 #include "cn9k_ipsec.h" 16 #include "cnxk_cryptodev.h" 17 #include "cnxk_cryptodev_capabilities.h" 18 #include "cnxk_cryptodev_sec.h" 19 20 #include "roc_api.h" 21 22 uint8_t cn9k_cryptodev_driver_id; 23 24 static struct rte_pci_id pci_id_cpt_table[] = { 25 { 26 RTE_PCI_DEVICE(PCI_VENDOR_ID_CAVIUM, 27 PCI_DEVID_CN9K_RVU_CPT_VF) 28 }, 29 /* sentinel */ 30 { 31 .device_id = 0 32 }, 33 }; 34 35 static int 36 cn9k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused, 37 struct rte_pci_device *pci_dev) 38 { 39 struct rte_cryptodev_pmd_init_params init_params = { 40 .name = "", 41 .socket_id = rte_socket_id(), 42 .private_data_size = sizeof(struct cnxk_cpt_vf) 43 }; 44 char name[RTE_CRYPTODEV_NAME_MAX_LEN]; 45 struct rte_cryptodev *dev; 46 struct roc_cpt *roc_cpt; 47 struct cnxk_cpt_vf *vf; 48 int rc; 49 50 rc = roc_plt_init(); 51 if (rc < 0) { 52 plt_err("Failed to initialize platform model"); 53 return rc; 54 } 55 56 rte_pci_device_name(&pci_dev->addr, name, sizeof(name)); 57 58 dev = rte_cryptodev_pmd_create(name, &pci_dev->device, &init_params); 59 if (dev == NULL) { 60 rc = -ENODEV; 61 goto exit; 62 } 63 64 /* Get private data space allocated */ 65 vf = dev->data->dev_private; 66 67 roc_cpt = &vf->cpt; 68 69 if (rte_eal_process_type() == RTE_PROC_PRIMARY) { 70 roc_cpt->pci_dev = pci_dev; 71 72 rc = cnxk_cpt_parse_devargs(dev->device->devargs, vf); 73 if (rc) { 74 plt_err("Failed to parse devargs rc=%d", rc); 75 goto pmd_destroy; 76 } 77 78 rc = roc_cpt_dev_init(roc_cpt); 79 if (rc) { 80 plt_err("Failed to initialize roc cpt rc=%d", rc); 81 goto pmd_destroy; 82 } 83 84 rc = cnxk_cpt_eng_grp_add(roc_cpt); 85 if (rc) { 86 plt_err("Failed to add engine group rc=%d", rc); 87 goto dev_fini; 88 } 89 90 /* Create security context */ 91 rc = cnxk_crypto_sec_ctx_create(dev); 92 if (rc) 93 goto dev_fini; 94 } 95 96 dev->dev_ops = &cn9k_cpt_ops; 97 dev->driver_id = cn9k_cryptodev_driver_id; 98 dev->feature_flags = cnxk_cpt_default_ff_get(); 99 100 cnxk_cpt_caps_populate(vf); 101 102 cn9k_cpt_set_enqdeq_fns(dev); 103 cn9k_sec_ops_override(); 104 105 rte_cryptodev_pmd_probing_finish(dev); 106 107 return 0; 108 109 dev_fini: 110 if (rte_eal_process_type() == RTE_PROC_PRIMARY) 111 roc_cpt_dev_fini(roc_cpt); 112 pmd_destroy: 113 rte_cryptodev_pmd_destroy(dev); 114 exit: 115 plt_err("Could not create device (vendor_id: 0x%x device_id: 0x%x)", 116 pci_dev->id.vendor_id, pci_dev->id.device_id); 117 return rc; 118 } 119 120 static int 121 cn9k_cpt_pci_remove(struct rte_pci_device *pci_dev) 122 { 123 char name[RTE_CRYPTODEV_NAME_MAX_LEN]; 124 struct rte_cryptodev *dev; 125 struct cnxk_cpt_vf *vf; 126 int ret; 127 128 if (pci_dev == NULL) 129 return -EINVAL; 130 131 rte_pci_device_name(&pci_dev->addr, name, sizeof(name)); 132 133 dev = rte_cryptodev_pmd_get_named_dev(name); 134 if (dev == NULL) 135 return -ENODEV; 136 137 /* Destroy security context */ 138 cnxk_crypto_sec_ctx_destroy(dev); 139 140 if (rte_eal_process_type() == RTE_PROC_PRIMARY) { 141 vf = dev->data->dev_private; 142 ret = roc_cpt_dev_fini(&vf->cpt); 143 if (ret) 144 return ret; 145 } 146 147 return rte_cryptodev_pmd_destroy(dev); 148 } 149 150 static struct rte_pci_driver cn9k_cryptodev_pmd = { 151 .id_table = pci_id_cpt_table, 152 .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_NEED_IOVA_AS_VA, 153 .probe = cn9k_cpt_pci_probe, 154 .remove = cn9k_cpt_pci_remove, 155 }; 156 157 static struct cryptodev_driver cn9k_cryptodev_drv; 158 159 RTE_PMD_REGISTER_PCI(CRYPTODEV_NAME_CN9K_PMD, cn9k_cryptodev_pmd); 160 RTE_PMD_REGISTER_PCI_TABLE(CRYPTODEV_NAME_CN9K_PMD, pci_id_cpt_table); 161 RTE_PMD_REGISTER_KMOD_DEP(CRYPTODEV_NAME_CN9K_PMD, "vfio-pci"); 162 RTE_PMD_REGISTER_CRYPTO_DRIVER(cn9k_cryptodev_drv, cn9k_cryptodev_pmd.driver, 163 cn9k_cryptodev_driver_id); 164