| /f-stack/dpdk/drivers/net/mlx5/linux/ |
| H A D | mlx5_flow_os.h | 77 *flow = mlx5_glue->dv_create_flow(matcher, match_value, in mlx5_flow_os_create_flow() 94 return mlx5_glue->dv_destroy_flow(drv_flow_ptr); in mlx5_flow_os_destroy_flow() 113 *table = mlx5_glue->dr_create_flow_tbl(domain, table_id); in mlx5_flow_os_create_flow_tbl() 129 return mlx5_glue->dr_destroy_flow_tbl(table); in mlx5_flow_os_destroy_flow_tbl() 151 *matcher = mlx5_glue->dv_create_flow_matcher(ctx, attr, table); in mlx5_flow_os_create_flow_matcher() 167 return mlx5_glue->dv_destroy_flow_matcher(matcher); in mlx5_flow_os_destroy_flow_matcher() 193 *action = mlx5_glue->dv_create_flow_action_packet_reformat in mlx5_flow_os_create_flow_action_packet_reformat() 227 *action = mlx5_glue->dv_create_flow_action_modify_header in mlx5_flow_os_create_flow_action_modify_header() 333 *action = mlx5_glue->dv_create_flow_action_tag(tag); in mlx5_flow_os_create_flow_action_tag() 349 *action = mlx5_glue->dr_create_flow_action_drop(); in mlx5_flow_os_create_flow_action_drop() [all …]
|
| H A D | mlx5_verbs.c | 91 return mlx5_glue->modify_wq(rxq_obj->wq, &mod); in mlx5_rxq_obj_modify_wq_vlan_strip() 113 return mlx5_glue->modify_wq(rxq_obj->wq, &mod); in mlx5_ibv_modify_wq() 242 return mlx5_glue->cq_ex_to_cq(mlx5_glue->dv_create_cq(priv->sh->ctx, in mlx5_rxq_ibv_cq_create() 473 claim_zero(mlx5_glue->destroy_comp_channel in mlx5_rxq_ibv_obj_release() 605 qp = mlx5_glue->dv_create_qp in mlx5_ibv_hrxq_new() 626 qp = mlx5_glue->create_qp_ex in mlx5_ibv_hrxq_new() 662 claim_zero(mlx5_glue->destroy_qp(qp)); in mlx5_ibv_hrxq_new() 676 claim_zero(mlx5_glue->destroy_qp(hrxq->qp)); in mlx5_ibv_qp_destroy() 692 claim_zero(mlx5_glue->destroy_wq(rxq->wq)); in mlx5_rxq_ibv_obj_drop_release() 775 ind_tbl = mlx5_glue->create_rwq_ind_table in mlx5_ibv_drop_action_create() [all …]
|
| H A D | mlx5_os.c | 127 err = mlx5_glue->dv_query_device(ctx, &dv_attr); in mlx5_os_get_dev_attr() 307 domain = mlx5_glue->dr_create_domain(sh->ctx, in mlx5_alloc_shared_dr() 315 domain = mlx5_glue->dr_create_domain(sh->ctx, in mlx5_alloc_shared_dr() 325 domain = mlx5_glue->dr_create_domain in mlx5_alloc_shared_dr() 358 mlx5_glue->dr_destroy_domain(sh->rx_domain); in mlx5_alloc_shared_dr() 362 mlx5_glue->dr_destroy_domain(sh->tx_domain); in mlx5_alloc_shared_dr() 414 mlx5_glue->dr_destroy_domain(sh->rx_domain); in mlx5_os_free_shared_dr() 418 mlx5_glue->dr_destroy_domain(sh->tx_domain); in mlx5_os_free_shared_dr() 437 mlx5_glue->destroy_flow_action in mlx5_os_free_shared_dr() 1457 mlx5_glue->dv_set_context_attr(sh->ctx, in mlx5_dev_spawn() [all …]
|
| H A D | mlx5_ethdev_os.c | 299 err = mlx5_glue->query_rt_values_ex(ctx, &values); in mlx5_read_clock() 752 if (mlx5_glue->get_async_event(sh->ctx, &event)) in mlx5_dev_interrupt_handler() 762 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 769 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 777 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 786 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 800 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 812 mlx5_glue->ack_async_event(&event); in mlx5_dev_interrupt_handler() 910 while (!mlx5_glue->devx_get_async_cmd_comp(sh->devx_comp, in mlx5_dev_interrupt_handler_devx() 964 if (mlx5_glue->query_device(priv->sh->ctx, &device_attr) == EIO) in mlx5_is_removed()
|
| /f-stack/dpdk/drivers/regex/mlx5/ |
| H A D | mlx5_regex.c | 79 mlx5_glue->free_device_list(ibv_list); in mlx5_regex_get_ib_device_match() 133 ctx = mlx5_glue->dv_open_device(ibv); in mlx5_regex_pci_probe() 173 ret = mlx5_glue->devx_query_eqn(ctx, 0, &priv->eqn); in mlx5_regex_pci_probe() 190 priv->pd = mlx5_glue->alloc_pd(ctx); in mlx5_regex_pci_probe() 216 mlx5_glue->dealloc_pd(priv->pd); in mlx5_regex_pci_probe() 218 mlx5_glue->devx_free_uar(priv->uar); in mlx5_regex_pci_probe() 223 mlx5_glue->close_device(ctx); in mlx5_regex_pci_probe() 243 mlx5_glue->dealloc_pd(priv->pd); in mlx5_regex_pci_remove() 245 mlx5_glue->devx_free_uar(priv->uar); in mlx5_regex_pci_remove() 249 mlx5_glue->close_device(priv->ctx); in mlx5_regex_pci_remove() [all …]
|
| H A D | mlx5_regex_devx.c | 29 ret = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_regex_register_write() 52 ret = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_regex_register_read() 74 ret = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_regex_database_stop() 95 ret = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_regex_database_resume() 119 ret = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_regex_database_program()
|
| H A D | mlx5_regex_control.c | 59 mlx5_glue->devx_umem_dereg(cq->cqe_umem); in regex_ctrl_destroy_cq() 121 cq->cqe_umem = mlx5_glue->devx_umem_reg(priv->ctx, buf, in regex_ctrl_create_cq() 145 mlx5_glue->devx_umem_dereg(cq->cqe_umem); in regex_ctrl_create_cq() 163 ret = mlx5_glue->dv_init_obj(&obj, MLX5DV_OBJ_PD); in regex_get_pdn() 222 sq->wqe_umem = mlx5_glue->devx_umem_reg(priv->ctx, buf, 64 * sq_size, in regex_ctrl_create_sq() 265 mlx5_glue->devx_umem_dereg(sq->wqe_umem); in regex_ctrl_create_sq() 301 mlx5_glue->devx_umem_dereg(sq->wqe_umem); in regex_ctrl_destroy_sq()
|
| H A D | mlx5_regex_fastpath.c | 336 qp->metadata = mlx5_glue->reg_mr(pd, ptr, in setup_buffers() 352 qp->outputs = mlx5_glue->reg_mr(pd, ptr, in setup_buffers() 376 mlx5_glue->dereg_mr(qp->metadata); in setup_buffers() 402 mlx5_glue->dereg_mr(qp->metadata); in free_buffers() 406 mlx5_glue->dereg_mr(qp->outputs); in free_buffers()
|
| /f-stack/dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_common_os.c | 22 const struct mlx5_glue *mlx5_glue; variable 351 mlx5_glue = *sym; in mlx5_glue_dlopen() 394 for (i = 0; i != sizeof(*mlx5_glue) / sizeof(void *); ++i) in mlx5_glue_constructor() 395 MLX5_ASSERT(((const void *const *)mlx5_glue)[i]); in mlx5_glue_constructor() 398 if (strcmp(mlx5_glue->version, MLX5_GLUE_VERSION)) { in mlx5_glue_constructor() 401 "required", mlx5_glue->version, MLX5_GLUE_VERSION); in mlx5_glue_constructor() 404 mlx5_glue->fork_init(); in mlx5_glue_constructor() 411 mlx5_glue = NULL; in mlx5_glue_constructor()
|
| H A D | mlx5_common_verbs.c | 41 ibv_mr = mlx5_glue->reg_mr(pd, addr, length, in mlx5_common_verbs_reg_mr() 68 claim_zero(mlx5_glue->dereg_mr(pmd_mr->obj)); in mlx5_common_verbs_dereg_mr()
|
| H A D | meson.build | 52 sources += files('mlx5_glue.c') 201 dlopen_name = 'mlx5_glue' 204 dlopen_sources = files('mlx5_glue.c')
|
| H A D | mlx5_glue.h | 134 struct mlx5_glue { struct 352 extern const struct mlx5_glue *mlx5_glue; argument
|
| /f-stack/dpdk/drivers/vdpa/mlx5/ |
| H A D | mlx5_vdpa_steer.c | 22 claim_zero(mlx5_glue->dv_destroy_flow in mlx5_vdpa_rss_flows_destroy() 27 claim_zero(mlx5_glue->destroy_flow_action in mlx5_vdpa_rss_flows_destroy() 37 claim_zero(mlx5_glue->dv_destroy_flow_matcher in mlx5_vdpa_rss_flows_destroy() 49 claim_zero(mlx5_glue->dr_destroy_flow_tbl(priv->steer.tbl)); in mlx5_vdpa_steer_unset() 53 claim_zero(mlx5_glue->dr_destroy_domain(priv->steer.domain)); in mlx5_vdpa_steer_unset() 204 priv->steer.rss[i].matcher = mlx5_glue->dv_create_flow_matcher in mlx5_vdpa_rss_flows_create() 217 mlx5_glue->dv_create_flow_action_dest_devx_tir in mlx5_vdpa_rss_flows_create() 224 priv->steer.rss[i].flow = mlx5_glue->dv_create_flow in mlx5_vdpa_rss_flows_create() 269 priv->steer.domain = mlx5_glue->dr_create_domain(priv->ctx, in mlx5_vdpa_steer_setup() 275 priv->steer.tbl = mlx5_glue->dr_create_flow_tbl(priv->steer.domain, 0); in mlx5_vdpa_steer_setup()
|
| H A D | mlx5_vdpa_event.c | 30 mlx5_glue->devx_free_uar(priv->uar); in mlx5_vdpa_event_qp_global_release() 42 while (mlx5_glue->devx_get_event(priv->eventc, &out.event_resp, in mlx5_vdpa_event_qp_global_release() 46 mlx5_glue->devx_destroy_event_channel(priv->eventc); in mlx5_vdpa_event_qp_global_release() 61 if (mlx5_glue->devx_query_eqn(priv->ctx, 0, &priv->eqn)) { in mlx5_vdpa_event_qp_global_prepare() 66 priv->eventc = mlx5_glue->devx_create_event_channel(priv->ctx, in mlx5_vdpa_event_qp_global_prepare() 103 claim_zero(mlx5_glue->devx_umem_dereg(cq->umem_obj)); in mlx5_vdpa_cq_destroy() 152 cq->umem_obj = mlx5_glue->devx_umem_reg(priv->ctx, in mlx5_vdpa_cq_create() 520 while (mlx5_glue->devx_get_event(priv->err_chnl, in mlx5_vdpa_err_event_unset() 525 mlx5_glue->devx_destroy_event_channel(priv->err_chnl); in mlx5_vdpa_err_event_unset() 597 claim_zero(mlx5_glue->devx_umem_dereg(eqp->umem_obj)); in mlx5_vdpa_event_qp_destroy() [all …]
|
| H A D | mlx5_vdpa.c | 196 priv->pd = mlx5_glue->alloc_pd(priv->ctx); in mlx5_vdpa_pd_create() 210 mlx5_glue->dealloc_pd(priv->pd); in mlx5_vdpa_pd_create() 293 claim_zero(mlx5_glue->dealloc_pd(priv->pd)); in mlx5_vdpa_dev_close() 497 mlx5_glue->free_device_list(ibv_list); in mlx5_vdpa_get_ib_device_match() 705 ctx = mlx5_glue->dv_open_device(ibv); in mlx5_vdpa_pci_probe() 740 priv->var = mlx5_glue->dv_alloc_var(ctx, 0); in mlx5_vdpa_pci_probe() 763 mlx5_glue->dv_free_var(priv->var); in mlx5_vdpa_pci_probe() 767 mlx5_glue->close_device(ctx); in mlx5_vdpa_pci_probe() 802 mlx5_glue->dv_free_var(priv->var); in mlx5_vdpa_pci_remove() 805 mlx5_glue->close_device(priv->ctx); in mlx5_vdpa_pci_remove() [all …]
|
| H A D | mlx5_vdpa_mem.c | 28 claim_zero(mlx5_glue->devx_umem_dereg(entry->umem)); in mlx5_vdpa_mem_dereg() 35 claim_zero(mlx5_glue->dereg_mr(priv->null_mr)); in mlx5_vdpa_mem_dereg() 196 priv->null_mr = mlx5_glue->alloc_null_mr(priv->pd); in mlx5_vdpa_mem_register() 211 entry->umem = mlx5_glue->devx_umem_reg(priv->ctx, in mlx5_vdpa_mem_register() 302 mlx5_glue->devx_umem_dereg(entry->umem); in mlx5_vdpa_mem_register()
|
| H A D | mlx5_vdpa_lm.c | 61 mr->umem = mlx5_glue->devx_umem_reg(priv->ctx, in mlx5_vdpa_dirty_bitmap_set() 92 mlx5_glue->devx_umem_dereg(mr->umem); in mlx5_vdpa_dirty_bitmap_set()
|
| H A D | mlx5_vdpa_virtq.c | 85 claim_zero(mlx5_glue->devx_umem_dereg in mlx5_vdpa_virtq_unset() 276 virtq->umems[i].obj = mlx5_glue->devx_umem_reg(priv->ctx, in mlx5_vdpa_virtq_setup() 360 ret = mlx5_glue->devx_subscribe_devx_event(priv->err_chnl, in mlx5_vdpa_virtq_setup()
|
| /f-stack/dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common.c | 151 page->umem = mlx5_glue->devx_umem_reg(ctx, page->dbrs, in mlx5_alloc_dbr_page() 235 ret = -mlx5_glue->devx_umem_dereg(page->umem); in mlx5_release_dbr() 292 uar = mlx5_glue->devx_alloc_uar(ctx, uar_mapping); in mlx5_devx_alloc_uar() 305 uar = mlx5_glue->devx_alloc_uar(ctx, uar_mapping); in mlx5_devx_alloc_uar() 315 uar = mlx5_glue->devx_alloc_uar(ctx, uar_mapping); in mlx5_devx_alloc_uar()
|
| H A D | mlx5_devx_cmds.c | 55 rc = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), out, in mlx5_devx_cmd_register_read() 106 dcs->obj = mlx5_glue->devx_obj_create(ctx, in, in mlx5_devx_cmd_flow_counter_alloc() 333 ret = mlx5_glue->devx_obj_destroy(obj->obj); in mlx5_devx_cmd_destroy() 368 rc = mlx5_glue->devx_general_cmd(ctx, in mlx5_devx_cmd_query_nic_vport_context() 657 rc = mlx5_glue->devx_general_cmd(ctx, in mlx5_devx_cmd_query_hca_attr() 727 rc = mlx5_glue->devx_general_cmd(ctx, in, sizeof(in), in mlx5_devx_cmd_query_hca_attr() 764 rc = mlx5_glue->devx_general_cmd(ctx, in mlx5_devx_cmd_query_hca_attr() 791 rc = mlx5_glue->devx_general_cmd(ctx, in mlx5_devx_cmd_query_hca_attr() 1511 ret = mlx5_glue->dr_dump_domain(file, fdb_domain); in mlx5_devx_cmd_flow_dump() 1516 ret = mlx5_glue->dr_dump_domain(file, rx_domain); in mlx5_devx_cmd_flow_dump() [all …]
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5.c | 416 (mlx5_glue->destroy_flow_action in mlx5_flow_aso_age_mng_close() 524 (mlx5_glue->destroy_flow_action in mlx5_flow_counters_mng_close() 774 sh->tx_uar = mlx5_glue->devx_alloc_uar in mlx5_alloc_rxtx_uars() 787 sh->tx_uar = mlx5_glue->devx_alloc_uar in mlx5_alloc_rxtx_uars() 933 sh->pd = mlx5_glue->alloc_pd(sh->ctx); in mlx5_alloc_shared_dev_ctx() 1029 mlx5_glue->devx_free_uar(sh->devx_rx_uar); in mlx5_alloc_shared_dev_ctx() 1031 mlx5_glue->devx_free_uar(sh->tx_uar); in mlx5_alloc_shared_dev_ctx() 1033 claim_zero(mlx5_glue->dealloc_pd(sh->pd)); in mlx5_alloc_shared_dev_ctx() 1097 mlx5_glue->devx_free_uar(sh->tx_uar); in mlx5_free_shared_dev_ctx() 1101 claim_zero(mlx5_glue->dealloc_pd(sh->pd)); in mlx5_free_shared_dev_ctx() [all …]
|
| H A D | mlx5_flow_age.c | 26 claim_zero(mlx5_glue->devx_umem_dereg(cq->umem_obj)); in mlx5_aso_cq_destroy() 69 cq->umem_obj = mlx5_glue->devx_umem_reg(ctx, in mlx5_aso_cq_create() 112 claim_zero(mlx5_glue->devx_umem_dereg(mr->umem)); in mlx5_aso_devx_dereg_mr() 146 mr->umem = mlx5_glue->devx_umem_reg(ctx, mr->buf, length, in mlx5_aso_devx_reg_mr() 171 claim_zero(mlx5_glue->devx_umem_dereg(mr->umem)); in mlx5_aso_devx_reg_mr() 186 mlx5_glue->devx_umem_dereg(sq->wqe_umem); in mlx5_aso_destroy_sq() 283 sq->wqe_umem = mlx5_glue->devx_umem_reg(ctx, in mlx5_aso_sq_create()
|
| H A D | mlx5_devx.c | 158 mlx5_glue->devx_umem_dereg(rxq_ctrl->wq_umem); in mlx5_rxq_release_devx_rq_resources() 185 mlx5_glue->devx_umem_dereg(rxq_ctrl->cq_umem); in mlx5_rxq_release_devx_cq_resources() 219 mlx5_glue->devx_destroy_event_channel in mlx5_rxq_devx_obj_release() 243 int ret = mlx5_glue->devx_get_event(rxq_obj->devx_channel, in mlx5_rx_devx_get_event() 378 rxq_ctrl->wq_umem = mlx5_glue->devx_umem_reg(priv->sh->ctx, in mlx5_rxq_create_devx_rq_resources() 536 ret = mlx5_glue->devx_subscribe_devx_event in mlx5_rxq_create_devx_cq_resources() 647 tmpl->devx_channel = mlx5_glue->devx_create_event_channel in mlx5_rxq_devx_obj_new() 1130 claim_zero(mlx5_glue->devx_umem_dereg(txq_obj->sq_umem)); in mlx5_txq_release_devx_sq_resources() 1158 claim_zero(mlx5_glue->devx_umem_dereg(txq_obj->cq_umem)); in mlx5_txq_release_devx_cq_resources() 1246 txq_obj->cq_umem = mlx5_glue->devx_umem_reg(priv->sh->ctx, in mlx5_txq_create_devx_cq_resources() [all …]
|
| H A D | mlx5_txpp.c | 37 mlx5_glue->devx_destroy_event_channel(sh->txpp.echan); in mlx5_txpp_destroy_event_channel() 47 sh->txpp.echan = mlx5_glue->devx_create_event_channel(sh->ctx, in mlx5_txpp_create_event_channel() 61 mlx5_glue->dv_free_pp(sh->txpp.pp); in mlx5_txpp_free_pp_index() 96 sh->txpp.pp = mlx5_glue->dv_alloc_pp in mlx5_txpp_alloc_pp_index() 126 claim_zero(mlx5_glue->devx_umem_dereg(wq->sq_umem)); in mlx5_txpp_destroy_send_queue() 132 claim_zero(mlx5_glue->devx_umem_dereg(wq->cq_umem)); in mlx5_txpp_destroy_send_queue() 263 wq->cq_umem = mlx5_glue->devx_umem_reg(sh->ctx, in mlx5_txpp_create_rearm_queue() 313 wq->sq_umem = mlx5_glue->devx_umem_reg(sh->ctx, in mlx5_txpp_create_rearm_queue() 501 wq->cq_umem = mlx5_glue->devx_umem_reg(sh->ctx, in mlx5_txpp_create_clock_queue() 557 wq->sq_umem = mlx5_glue->devx_umem_reg(sh->ctx, in mlx5_txpp_create_clock_queue() [all …]
|
| H A D | mlx5_flow_verbs.c | 86 flow = mlx5_glue->create_flow(drop->qp, &flow_attr.attr); in mlx5_flow_discover_priorities() 89 claim_zero(mlx5_glue->destroy_flow(flow)); in mlx5_flow_discover_priorities() 210 counter->dcs_when_free = mlx5_glue->create_counters(ctx, &init); in flow_verbs_counter_create() 221 ret = mlx5_glue->attach_counters in flow_verbs_counter_create() 225 claim_zero(mlx5_glue->destroy_counters(counter->dcs_when_free)); in flow_verbs_counter_create() 355 claim_zero(mlx5_glue->destroy_counter_set in flow_verbs_counter_release() 358 claim_zero(mlx5_glue->destroy_counters in flow_verbs_counter_release() 393 int err = mlx5_glue->query_counter_set(&query_cs_attr, in flow_verbs_counter_query() 396 int err = mlx5_glue->query_counters in flow_verbs_counter_query() 1884 claim_zero(mlx5_glue->destroy_flow(handle->drv_flow)); in flow_verbs_remove() [all …]
|