| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common.c | 450 return cdev; in to_mlx5_device() 590 cdev); in mlx5_dev_mempool_subscribe() 613 cdev); in mlx5_dev_mempool_unsubscribe() 746 cdev = rte_zmalloc("mlx5_common_device", sizeof(*cdev), 0); in mlx5_common_dev_create() 747 if (!cdev) { in mlx5_common_dev_create() 787 return cdev; in mlx5_common_dev_create() 994 if (!cdev) { in mlx5_common_dev_probe() 997 if (!cdev) { in mlx5_common_dev_probe() 1042 drivers_remove(cdev, cdev->classes_loaded); in mlx5_common_dev_probe() 1056 if (!cdev) in mlx5_common_dev_remove() [all …]
|
| H A D | mlx5_common.h | 481 mlx5_imported_pd_and_ctx(struct mlx5_common_device *cdev) in mlx5_imported_pd_and_ctx() argument 483 return cdev->config.device_fd != MLX5_ARG_UNSET && in mlx5_imported_pd_and_ctx() 484 cdev->config.pd_handle != MLX5_ARG_UNSET; in mlx5_imported_pd_and_ctx() 490 typedef int (mlx5_class_driver_probe_t)(struct mlx5_common_device *cdev, 496 typedef int (mlx5_class_driver_remove_t)(struct mlx5_common_device *cdev); 558 mlx5_dev_mempool_subscribe(struct mlx5_common_device *cdev); 562 mlx5_dev_mempool_unregister(struct mlx5_common_device *cdev, 567 mlx5_devx_uar_prepare(struct mlx5_common_device *cdev, struct mlx5_uar *uar); 575 int mlx5_os_open_device(struct mlx5_common_device *cdev, uint32_t classes); 576 int mlx5_os_pd_prepare(struct mlx5_common_device *cdev); [all …]
|
| H A D | mlx5_common_mp.c | 28 mlx5_mp_req_mr_create(struct mlx5_common_device *cdev, uintptr_t addr) in mlx5_mp_req_mr_create() argument 42 arg->cdev = cdev; in mlx5_mp_req_mr_create() 67 mlx5_mp_req_mempool_reg(struct mlx5_common_device *cdev, in mlx5_mp_req_mempool_reg() argument 87 arg->cdev = cdev; in mlx5_mp_req_mempool_reg()
|
| H A D | mlx5_common_mr.c | 608 mlx5_mr_create_secondary(struct mlx5_common_device *cdev, in mlx5_mr_create_secondary() argument 615 ret = mlx5_mp_req_mr_create(cdev, addr); in mlx5_mr_create_secondary() 894 mlx5_mr_create(struct mlx5_common_device *cdev, in mlx5_mr_create() argument 903 cdev->config.mr_ext_memseg_en); in mlx5_mr_create() 936 struct mlx5_common_device *cdev = in mr_lookup_caches() local 962 lkey = mlx5_mr_create(cdev, share_cache, entry, addr); in mr_lookup_caches() 1742 cdev->pd, mp, in mlx5_mr_mempool_register() 1808 return mlx5_mr_mempool_unregister_secondary(cdev, mp); in mlx5_mr_mempool_unregister() 2004 struct mlx5_common_device *cdev = in mlx5_mr_mb2mr_bh() local 2028 if (cdev->config.mr_mempool_reg_en && pinned) { in mlx5_mr_mb2mr_bh() [all …]
|
| /dpdk/drivers/crypto/nitrox/ |
| H A D | nitrox_sym.c | 30 struct rte_cryptodev *cdev; member 94 RTE_SET_USED(cdev); in nitrox_sym_dev_start() 102 RTE_SET_USED(cdev); in nitrox_sym_dev_stop() 187 if (cdev->data->queue_pairs[qp_id]) { in nitrox_sym_dev_qp_setup() 213 cdev->data->queue_pairs[qp_id] = qp; in nitrox_sym_dev_qp_setup() 239 qp = cdev->data->queue_pairs[qp_id]; in nitrox_sym_dev_qp_release() 601 cdev->driver_id); in nitrox_sym_dev_sess_clear() 754 struct rte_cryptodev *cdev; in nitrox_sym_pmd_create() local 764 if (!cdev) { in nitrox_sym_pmd_create() 784 ndev->sym_dev->cdev = cdev; in nitrox_sym_pmd_create() [all …]
|
| /dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_common_os.c | 479 cdev->pd = mlx5_glue->alloc_pd(cdev->ctx); in mlx5_os_pd_create() 480 if (cdev->pd == NULL) { in mlx5_os_pd_create() 499 cdev->pd = mlx5_glue->import_pd(cdev->ctx, cdev->config.pd_handle); in mlx5_os_pd_import() 500 if (cdev->pd == NULL) { in mlx5_os_pd_import() 527 ret = mlx5_os_pd_create(cdev); in mlx5_os_pd_prepare() 534 if (cdev->config.devx == 0) in mlx5_os_pd_prepare() 537 obj.pd.in = cdev->pd; in mlx5_os_pd_prepare() 544 cdev->pd = NULL; in mlx5_os_pd_prepare() 547 cdev->pdn = pd_info.pdn; in mlx5_os_pd_prepare() 799 cdev->config.devx = 1; in mlx5_open_device() [all …]
|
| /dpdk/drivers/regex/mlx5/ |
| H A D | mlx5_regex.c | 42 return mlx5_dev_mempool_subscribe(priv->cdev); in mlx5_regex_start() 70 mlx5_regex_dev_probe(struct mlx5_common_device *cdev, in mlx5_regex_dev_probe() argument 74 struct mlx5_hca_attr *attr = &cdev->config.hca_attr; in mlx5_regex_dev_probe() 94 priv->cdev = cdev; in mlx5_regex_dev_probe() 100 mlx5_regex_get_name(name, cdev->dev); in mlx5_regex_dev_probe() 107 ret = mlx5_devx_uar_prepare(cdev, &priv->uar); in mlx5_regex_dev_probe() 120 priv->regexdev->device = cdev->dev; in mlx5_regex_dev_probe() 136 mlx5_regex_dev_remove(struct mlx5_common_device *cdev) in mlx5_regex_dev_remove() argument 142 mlx5_regex_get_name(name, cdev->dev); in mlx5_regex_dev_remove()
|
| H A D | mlx5_regex_control.c | 85 ret = mlx5_devx_cq_create(priv->cdev->ctx, &cq->cq_obj, cq->log_nb_desc, in regex_ctrl_create_cq() 140 .pd = priv->cdev->pdn, in regex_ctrl_create_hw_qp() 142 (priv->cdev->config.hca_attr.qp_ts_format), in regex_ctrl_create_hw_qp() 156 ret = mlx5_devx_qp_create(priv->cdev->ctx, &qp_obj->qp_obj, in regex_ctrl_create_hw_qp() 250 ret = mlx5_mr_ctrl_init(&qp->mr_ctrl, &priv->cdev->mr_scache.dev_gen, in mlx5_regex_qp_setup()
|
| H A D | mlx5_rxp.c | 58 mkey->umem = mlx5_glue->devx_umem_reg(priv->cdev->ctx, ptr, size, access); in rxp_create_mkey() 72 mkey_attr.pd = priv->cdev->pdn; in rxp_create_mkey() 74 mkey->mkey = mlx5_devx_cmd_mkey_create(priv->cdev->ctx, &mkey_attr); in rxp_create_mkey() 124 ret = mlx5_devx_regex_rules_program(priv->cdev->ctx, id, in mlx5_regex_rules_db_import()
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cnxk_cryptodev_sec.c | 25 cnxk_crypto_sec_ctx_create(struct rte_cryptodev *cdev) in cnxk_crypto_sec_ctx_create() argument 36 ctx->device = cdev; in cnxk_crypto_sec_ctx_create() 40 cdev->security_ctx = ctx; in cnxk_crypto_sec_ctx_create() 46 cnxk_crypto_sec_ctx_destroy(struct rte_cryptodev *cdev) in cnxk_crypto_sec_ctx_destroy() argument 48 rte_free(cdev->security_ctx); in cnxk_crypto_sec_ctx_destroy()
|
| /dpdk/drivers/common/mlx5/windows/ |
| H A D | mlx5_common_os.c | 61 mlx5_os_pd_release(struct mlx5_common_device *cdev) in mlx5_os_pd_release() argument 63 struct mlx5_pd *pd = cdev->pd; in mlx5_os_pd_release() 82 mlx5_os_pd_prepare(struct mlx5_common_device *cdev) in mlx5_os_pd_prepare() argument 89 struct mlx5_devx_obj *obj = mlx5_devx_cmd_alloc_pd(cdev->ctx); in mlx5_os_pd_prepare() 96 pd->devx_ctx = cdev->ctx; in mlx5_os_pd_prepare() 97 cdev->pd = pd; in mlx5_os_pd_prepare() 98 cdev->pdn = pd->pdn; in mlx5_os_pd_prepare() 223 mlx5_os_open_device(struct mlx5_common_device *cdev, uint32_t classes) in mlx5_os_open_device() argument 243 devx_bdf_dev = mlx5_os_get_devx_device(cdev->dev, devx_list, n); in mlx5_os_open_device() 258 cdev->config.devx = 1; in mlx5_os_open_device() [all …]
|
| /dpdk/drivers/net/mlx5/windows/ |
| H A D | mlx5_os.c | 79 void *ctx = priv->sh->cdev->ctx; in mlx5_queue_counter_id_prepare() 157 struct mlx5_hca_attr *hca_attr = &sh->cdev->config.hca_attr; in mlx5_os_capabilities_prepare() 158 struct mlx5_context *mlx5_ctx = sh->cdev->ctx; in mlx5_os_capabilities_prepare() 162 MLX5_ASSERT(sh->cdev->config.devx); in mlx5_os_capabilities_prepare() 163 MLX5_ASSERT(mlx5_dev_is_pci(sh->cdev->dev)); in mlx5_os_capabilities_prepare() 335 err = mlx5_glue->devx_init_showdown_event(sh->cdev->ctx); in mlx5_dev_spawn() 543 if (sh->cdev->config.devx) { in mlx5_dev_spawn() 782 mlx5_os_net_probe(struct mlx5_common_device *cdev, in mlx5_os_net_probe() argument 785 struct rte_pci_device *pci_dev = RTE_DEV_TO_PCI(cdev->dev); in mlx5_os_net_probe() 790 .phys_dev_name = mlx5_os_get_ctx_device_name(cdev->ctx), in mlx5_os_net_probe() [all …]
|
| H A D | mlx5_ethdev_os.c | 41 context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_get_mac() 69 context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_get_ifname() 98 context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_get_mtu() 133 context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_set_mtu() 288 context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_link_update() 394 mlx5_context_st *context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_read_clock() 418 mlx5_context_st *context_obj = (mlx5_context_st *)priv->sh->cdev->ctx; in mlx5_is_removed()
|
| /dpdk/kernel/freebsd/nic_uio/ |
| H A D | nic_uio.c | 36 struct cdev *my_cdev; 87 nic_uio_mmap(struct cdev *cdev, vm_ooffset_t offset, vm_paddr_t *paddr, in nic_uio_mmap() argument 95 nic_uio_mmap_single(struct cdev *cdev, vm_ooffset_t *offset, vm_size_t size, in nic_uio_mmap_single() argument 104 struct nic_uio_softc *sc = cdev->si_drv1; in nic_uio_mmap_single() 129 *obj = vm_pager_allocate(OBJT_DEVICE, cdev, size, nprot, *offset, in nic_uio_mmap_single() 136 nic_uio_open(struct cdev *dev, int oflags, int devtype, struct thread *td) in nic_uio_open() 142 nic_uio_close(struct cdev *dev, int fflag, int devtype, struct thread *td) in nic_uio_close()
|
| /dpdk/drivers/net/mlx5/linux/ |
| H A D | mlx5_mp_os.c | 44 lkey = mlx5_mr_create(mng->cdev, &mng->cdev->mr_scache, &entry, in mlx5_mp_os_handle_port_agnostic() 51 res->result = mlx5_mr_mempool_register(mng->cdev, mng->mempool, in mlx5_mp_os_handle_port_agnostic() 56 res->result = mlx5_mr_mempool_unregister(mng->cdev, in mlx5_mp_os_handle_port_agnostic() 74 struct mlx5_common_device *cdev; in mlx5_mp_os_primary_handle() local 90 cdev = priv->sh->cdev; in mlx5_mp_os_primary_handle() 95 mp_res.fds[0] = ((struct ibv_context *)cdev->ctx)->cmd_fd; in mlx5_mp_os_primary_handle() 243 ((struct ibv_context *)priv->sh->cdev->ctx)->cmd_fd; in mp_req_on_rxtx()
|
| H A D | mlx5_verbs.c | 209 (priv->sh->cdev->ctx, in mlx5_rxq_ibv_cq_create() 245 .pd = priv->sh->cdev->pd, in mlx5_rxq_ibv_wq_create() 505 (priv->sh->cdev->ctx, in mlx5_ibv_ind_table_new() 572 (priv->sh->cdev->ctx, in mlx5_ibv_hrxq_new() 588 .pd = priv->sh->cdev->pd, in mlx5_ibv_hrxq_new() 593 (priv->sh->cdev->ctx, in mlx5_ibv_hrxq_new() 609 .pd = priv->sh->cdev->pd, in mlx5_ibv_hrxq_new() 773 (priv->sh->cdev->ctx, in mlx5_ibv_drop_action_create() 799 .pd = priv->sh->cdev->pd in mlx5_ibv_drop_action_create() 886 qp_attr.pd = priv->sh->cdev->pd; in mlx5_txq_ibv_qp_create() [all …]
|
| H A D | mlx5_os.c | 144 struct mlx5_common_device *cdev = sh->cdev; in mlx5_os_capabilities_prepare() local 169 if (mlx5_dev_is_pci(cdev->dev)) in mlx5_os_capabilities_prepare() 283 cdev->config.devx ? in mlx5_os_capabilities_prepare() 323 if (!sh->cdev->config.devx) in mlx5_os_capabilities_prepare() 885 void *ctx = priv->sh->cdev->ctx; in mlx5_queue_counter_id_prepare() 1288 if (sh->cdev->config.devx) { in mlx5_dev_spawn() 2036 list[ns].cdev = cdev; in mlx5_os_pci_probe_pf() 2131 list[ns].cdev = cdev; in mlx5_os_pci_probe_pf() 2396 mlx5_net_remove(cdev); in mlx5_os_pci_probe() 2433 spawn.cdev = cdev; in mlx5_os_auxiliary_probe() [all …]
|
| /dpdk/drivers/compress/mlx5/ |
| H A D | mlx5_compress.c | 43 struct mlx5_common_device *cdev; /* Backend mlx5 device. */ member 189 .pd = priv->cdev->pdn, in mlx5_compress_qp_setup() 250 ret = mlx5_devx_qp_create(priv->cdev->ctx, &qp->qp, in mlx5_compress_qp_setup() 407 return mlx5_dev_mempool_subscribe(priv->cdev); in mlx5_compress_dev_start() 710 mlx5_compress_dev_probe(struct mlx5_common_device *cdev, in mlx5_compress_dev_probe() argument 715 struct mlx5_hca_attr *attr = &cdev->config.hca_attr; in mlx5_compress_dev_probe() 719 .socket_id = cdev->dev->numa_node, in mlx5_compress_dev_probe() 756 priv->cdev = cdev; in mlx5_compress_dev_probe() 759 if (mlx5_devx_uar_prepare(cdev, &priv->uar) != 0) { in mlx5_compress_dev_probe() 770 mlx5_compress_dev_remove(struct mlx5_common_device *cdev) in mlx5_compress_dev_remove() argument [all …]
|
| /dpdk/drivers/crypto/mlx5/ |
| H A D | mlx5_crypto.c | 149 return mlx5_dev_mempool_subscribe(priv->cdev); in mlx5_crypto_dev_start() 568 .pd = priv->cdev->pdn, in mlx5_crypto_indirect_mkeys_prepare() 625 attr.pd = priv->cdev->pdn; in mlx5_crypto_queue_pair_setup() 632 ret = mlx5_devx_qp_create(priv->cdev->ctx, &qp->qp_obj, in mlx5_crypto_queue_pair_setup() 884 mlx5_crypto_dev_probe(struct mlx5_common_device *cdev, in mlx5_crypto_dev_probe() argument 894 .socket_id = cdev->dev->numa_node, in mlx5_crypto_dev_probe() 906 if (!cdev->config.hca_attr.crypto || !cdev->config.hca_attr.aes_xts) { in mlx5_crypto_dev_probe() 931 priv->cdev = cdev; in mlx5_crypto_dev_probe() 933 if (mlx5_devx_uar_prepare(cdev, &priv->uar) != 0) { in mlx5_crypto_dev_probe() 969 mlx5_crypto_dev_remove(struct mlx5_common_device *cdev) in mlx5_crypto_dev_remove() argument [all …]
|
| /dpdk/kernel/freebsd/contigmem/ |
| H A D | contigmem.c | 57 static struct cdev *contigmem_cdev = NULL; 216 contigmem_open(struct cdev *cdev, int fflags, int devtype, in contigmem_open() argument 226 contigmem_close(struct cdev *cdev, int fflags, int devtype, in contigmem_close() argument 333 contigmem_mmap_single(struct cdev *cdev, vm_ooffset_t *offset, vm_size_t size, in contigmem_mmap_single() argument
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_devx.c | 237 struct mlx5_common_device *cdev = priv->sh->cdev; in mlx5_rxq_create_devx_rq_resources() local 251 mlx5_ts_format_conv(cdev->config.hca_attr.rq_ts_format); in mlx5_rxq_create_devx_rq_resources() 278 rq_attr.wq_attr.pd = cdev->pdn; in mlx5_rxq_create_devx_rq_resources() 285 return mlx5_devx_rq_create(cdev->ctx, &rxq->devx_rq, wqe_size, in mlx5_rxq_create_devx_rq_resources() 423 priv->sh->cdev->config.hca_attr.log_max_hairpin_wq_data_sz; in mlx5_rxq_obj_hairpin_new() 487 (priv->sh->cdev->ctx, in mlx5_rxq_devx_obj_new() 1211 struct mlx5_common_device *cdev = priv->sh->cdev; in mlx5_txq_create_devx_sq_resources() local 1225 .pd = cdev->pdn, in mlx5_txq_create_devx_sq_resources() 1229 mlx5_ts_format_conv(cdev->config.hca_attr.sq_ts_format), in mlx5_txq_create_devx_sq_resources() 1234 return mlx5_devx_sq_create(cdev->ctx, &txq_obj->sq_obj, in mlx5_txq_create_devx_sq_resources() [all …]
|
| H A D | mlx5_flow_aso.c | 29 cdev->mr_scache.dereg_mr_cb(mr); in mlx5_aso_dereg_mr() 59 ret = cdev->mr_scache.reg_mr_cb(cdev->pd, mr->addr, length, mr); in mlx5_aso_reg_mr() 202 .pd = cdev->pdn, in mlx5_aso_sq_create() 214 if (mlx5_devx_cq_create(cdev->ctx, &sq->cq.cq_obj, in mlx5_aso_sq_create() 264 struct mlx5_common_device *cdev = sh->cdev; in mlx5_aso_queue_init() local 271 if (mlx5_aso_sq_create(cdev, &sh->aso_age_mng->aso_sq, in mlx5_aso_queue_init() 273 mlx5_aso_dereg_mr(cdev, &sh->aso_age_mng->aso_sq.mr); in mlx5_aso_queue_init() 286 if (mlx5_aso_reg_mr(cdev, 64 * sq_desc_n, in mlx5_aso_queue_init() 289 if (mlx5_aso_sq_create(cdev, &sh->ct_mng->aso_sq, in mlx5_aso_queue_init() 291 mlx5_aso_dereg_mr(cdev, &sh->ct_mng->aso_sq.mr); in mlx5_aso_queue_init() [all …]
|
| H A D | mlx5.c | 1050 mlx5_dev_mempool_unregister(sh->cdev, mp); in mlx5_dev_ctx_shared_rx_mempool_unregister_cb() 1071 mlx5_dev_mempool_unregister(sh->cdev, mp); in mlx5_dev_ctx_shared_rx_mempool_event_cb() 1082 if (!sh->cdev->config.mr_mempool_reg_en) { in mlx5_dev_ctx_shared_mempool_subscribe() 1087 return mlx5_dev_mempool_subscribe(sh->cdev); in mlx5_dev_ctx_shared_mempool_subscribe() 1436 sh->numa_node = spawn->cdev->dev->numa_node; in mlx5_alloc_shared_dev_ctx() 1437 sh->cdev = spawn->cdev; in mlx5_alloc_shared_dev_ctx() 1467 if (sh->cdev->config.devx) { in mlx5_alloc_shared_dev_ctx() 1557 if (!sh->cdev->config.mr_mempool_reg_en) { in mlx5_free_shared_dev_ctx() 1842 ((priv->sh->cdev->ctx != NULL) ? in mlx5_dev_close() 2249 bool devx = priv->sh->cdev->config.devx; in mlx5_port_args_config() [all …]
|
| /dpdk/drivers/event/cnxk/ |
| H A D | cnxk_eventdev.c | 9 crypto_adapter_qp_setup(const struct rte_cryptodev *cdev, in crypto_adapter_qp_setup() argument 17 cdev->data->dev_id, qp->lf.lf_id); in crypto_adapter_qp_setup() 34 const struct rte_cryptodev *cdev, in cnxk_crypto_adapter_qp_add() argument 46 qp = cdev->data->queue_pairs[qp_id]; in cnxk_crypto_adapter_qp_add() 47 ret = crypto_adapter_qp_setup(cdev, qp); in cnxk_crypto_adapter_qp_add() 49 cnxk_crypto_adapter_qp_del(cdev, -1); in cnxk_crypto_adapter_qp_add() 55 qp = cdev->data->queue_pairs[queue_pair_id]; in cnxk_crypto_adapter_qp_add() 56 ret = crypto_adapter_qp_setup(cdev, qp); in cnxk_crypto_adapter_qp_add() 79 cnxk_crypto_adapter_qp_del(const struct rte_cryptodev *cdev, in cnxk_crypto_adapter_qp_del() argument 88 qp = cdev->data->queue_pairs[qp_id]; in cnxk_crypto_adapter_qp_del() [all …]
|
| /dpdk/drivers/crypto/qat/ |
| H A D | qat_sym.c | 76 struct rte_cryptodev *cdev; in qat_sym_build_request() local 79 cdev = rte_cryptodev_pmd_get_dev(ctx->dev_id); in qat_sym_build_request() 80 internals = cdev->data->dev_private; in qat_sym_build_request() 91 (void *)cdev, (void *)sess); in qat_sym_build_request() 108 struct rte_cryptodev *cdev; in qat_sym_build_request() local 132 cdev = rte_cryptodev_pmd_get_dev(ctx->dev_id); in qat_sym_build_request() 133 internals = cdev->data->dev_private; in qat_sym_build_request() 144 (void *)cdev, (void *)sess); in qat_sym_build_request()
|