| /f-stack/dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mp.c | 38 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_mr_create() 47 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_mr_create() 80 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_queue_state_modify() 89 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_queue_state_modify() 116 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_verbs_cmd_fd() 124 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_verbs_cmd_fd() 135 MLX5_ASSERT(mp_res->num_fds == 1); in mlx5_mp_req_verbs_cmd_fd() 152 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mp_init_primary() 167 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mp_uninit_primary() 177 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_init_secondary() [all …]
|
| H A D | mlx5_common_mr.c | 88 MLX5_ASSERT(bt != NULL); in mr_btree_lookup() 131 MLX5_ASSERT(bt != NULL); in mr_btree_insert() 132 MLX5_ASSERT(bt->len <= bt->size); in mr_btree_insert() 133 MLX5_ASSERT(bt->len > 0); in mr_btree_insert() 183 MLX5_ASSERT(!bt->table && !bt->size); in mlx5_mr_btree_init() 271 MLX5_ASSERT(mr->ms_bmp_n == 1); in mr_find_next_chunk() 272 MLX5_ASSERT(mr->ms_n == 1); in mr_find_next_chunk() 273 MLX5_ASSERT(base_idx == 0); in mr_find_next_chunk() 640 MLX5_ASSERT(data.msl); in mlx5_mr_create_primary() 646 MLX5_ASSERT(ms); in mlx5_mr_create_primary() [all …]
|
| H A D | mlx5_common.h | 96 #define MLX5_ASSERT(exp) RTE_VERIFY(exp) macro 97 #define claim_zero(...) MLX5_ASSERT((__VA_ARGS__) == 0) 98 #define claim_nonzero(...) MLX5_ASSERT((__VA_ARGS__) != 0) 103 #define MLX5_ASSERT(exp) RTE_ASSERT(exp) macro
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rxtx.c | 1865 MLX5_ASSERT(pkts); in mlx5_tx_free_mbuf() 1973 MLX5_ASSERT(part); in mlx5_tx_free_elts() 2005 MLX5_ASSERT(pkts); in mlx5_tx_copy_elts() 2008 MLX5_ASSERT(part); in mlx5_tx_copy_elts() 2171 MLX5_ASSERT(last); in mlx5_tx_request_completion() 2578 MLX5_ASSERT(len); in mlx5_tx_mseg_memcpy() 2730 MLX5_ASSERT(part); in mlx5_tx_eseg_mdat() 2778 MLX5_ASSERT(len); in mlx5_tx_dseg_ptr() 2814 MLX5_ASSERT(len); in mlx5_tx_dseg_iptr() 3642 MLX5_ASSERT(false); in mlx5_tx_burst_mseg() [all …]
|
| H A D | mlx5_utils.c | 88 MLX5_ASSERT(h); in __hlist_lookup() 114 MLX5_ASSERT(h); in hlist_lookup() 135 MLX5_ASSERT(h); in mlx5_hlist_register() 200 MLX5_ASSERT(h); in mlx5_hlist_destroy() 244 MLX5_ASSERT(list); in mlx5_cache_list_init() 302 MLX5_ASSERT(list); in mlx5_cache_register() 361 MLX5_ASSERT(list); in mlx5_cache_list_destroy() 376 MLX5_ASSERT(list); in mlx5_cache_list_get_entry_num() 547 MLX5_ASSERT(trunk->bmp); in mlx5_ipool_grow() 579 MLX5_ASSERT(slab); in mlx5_ipool_malloc() [all …]
|
| H A D | mlx5_rxtx_vec.c | 99 MLX5_ASSERT(n >= MLX5_VPMD_RXQ_RPLNSH_THRESH(q_n)); in mlx5_rx_replenish_bulk_mbuf() 100 MLX5_ASSERT(MLX5_VPMD_RXQ_RPLNSH_THRESH(q_n) > in mlx5_rx_replenish_bulk_mbuf() 155 MLX5_ASSERT(n >= MLX5_VPMD_RXQ_RPLNSH_THRESH(elts_n)); in mlx5_rx_mprq_replenish_bulk_mbuf() 156 MLX5_ASSERT(MLX5_VPMD_RXQ_RPLNSH_THRESH(elts_n) > in mlx5_rx_mprq_replenish_bulk_mbuf() 295 MLX5_ASSERT(rxq->sges_n == 0); in rxq_burst_v() 296 MLX5_ASSERT(rxq->cqe_n == rxq->elts_n); in rxq_burst_v() 326 MLX5_ASSERT(rxq->decompressed == 0); in rxq_burst_v() 335 MLX5_ASSERT(nocmp_n <= pkts_n); in rxq_burst_v() 436 MLX5_ASSERT(rxq->sges_n == 0); in rxq_burst_mprq_v() 466 MLX5_ASSERT(rxq->decompressed == 0); in rxq_burst_mprq_v() [all …]
|
| H A D | mlx5_mr.c | 64 MLX5_ASSERT((uintptr_t)addr == in mlx5_mr_mem_event_free_cb() 66 MLX5_ASSERT(len == RTE_ALIGN(len, msl->page_sz)); in mlx5_mr_mem_event_free_cb() 82 MLX5_ASSERT(mr->msl); /* Can't be external memory. */ in mlx5_mr_mem_event_free_cb() 84 MLX5_ASSERT(ms != NULL); in mlx5_mr_mem_event_free_cb() 85 MLX5_ASSERT(msl->page_sz == ms->hugepage_sz); in mlx5_mr_mem_event_free_cb() 88 MLX5_ASSERT(rte_bitmap_get(mr->ms_bmp, pos)); in mlx5_mr_mem_event_free_cb() 89 MLX5_ASSERT(pos < mr->ms_bmp_n); in mlx5_mr_mem_event_free_cb() 143 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mr_mem_event_cb() 261 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mr_update_ext_mp_cb()
|
| H A D | mlx5_txq.c | 74 MLX5_ASSERT(elt != NULL); in txq_free_elts() 143 MLX5_ASSERT(ret == MLX5_CQE_STATUS_HW_OWN); in txq_sync_cq() 182 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_tx_queue_stop_primary() 540 MLX5_ASSERT(ppriv); in txq_uar_init() 583 MLX5_ASSERT(ppriv); in txq_uar_init_secondary() 680 MLX5_ASSERT(txq->idx == (uint16_t)i); in mlx5_tx_uar_init_secondary() 899 MLX5_ASSERT(inlen_send <= MLX5_WQE_SIZE_MAX + in txq_set_params() 954 MLX5_ASSERT(inlen_empw <= MLX5_WQE_SIZE_MAX + in txq_set_params() 1073 MLX5_ASSERT(txq_ctrl->max_inline_data <= max_inline); in txq_adjust_params() 1074 MLX5_ASSERT(txq_ctrl->txq.inlen_mode <= max_inline); in txq_adjust_params() [all …]
|
| H A D | mlx5_devx.c | 209 MLX5_ASSERT(rxq_obj); in mlx5_rxq_devx_obj_release() 580 MLX5_ASSERT(rxq_data); in mlx5_rxq_obj_hairpin_new() 581 MLX5_ASSERT(tmpl); in mlx5_rxq_obj_hairpin_new() 638 MLX5_ASSERT(rxq_data); in mlx5_rxq_devx_obj_new() 639 MLX5_ASSERT(tmpl); in mlx5_rxq_devx_obj_new() 737 MLX5_ASSERT(i > 0); in mlx5_devx_ind_table_create_rqt_attr() 763 MLX5_ASSERT(ind_tbl); in mlx5_devx_ind_table_new() 801 MLX5_ASSERT(ind_tbl); in mlx5_devx_ind_table_modify() 1079 MLX5_ASSERT(tmpl); in mlx5_txq_obj_hairpin_new() 1209 MLX5_ASSERT(txq_obj); in mlx5_txq_create_devx_cq_resources() [all …]
|
| H A D | mlx5_vlan.c | 43 MLX5_ASSERT(priv->vlan_filter_n <= RTE_DIM(priv->vlan_filter)); in mlx5_vlan_filter_set() 53 MLX5_ASSERT(priv->vlan_filter_n != 0); in mlx5_vlan_filter_set() 65 MLX5_ASSERT(i == priv->vlan_filter_n); in mlx5_vlan_filter_set()
|
| H A D | mlx5_txpp.c | 46 MLX5_ASSERT(!sh->txpp.echan); in mlx5_txpp_create_event_channel() 75 MLX5_ASSERT(!sh->txpp.pp); in mlx5_txpp_alloc_pp_index() 826 MLX5_ASSERT(false); in mlx5_txpp_handle_rearm_queue() 1044 MLX5_ASSERT(priv->txpp_en == 0); in mlx5_txpp_start() 1049 MLX5_ASSERT(sh->txpp.refcnt); in mlx5_txpp_start() 1059 MLX5_ASSERT(!ret); in mlx5_txpp_start() 1067 MLX5_ASSERT(sh->txpp.tick); in mlx5_txpp_start() 1075 MLX5_ASSERT(!ret); in mlx5_txpp_start() 1102 MLX5_ASSERT(!ret); in mlx5_txpp_stop() 1104 MLX5_ASSERT(sh->txpp.refcnt); in mlx5_txpp_stop() [all …]
|
| H A D | mlx5.c | 885 MLX5_ASSERT(spawn); in mlx5_alloc_shared_dev_ctx() 898 MLX5_ASSERT(spawn->max_port); in mlx5_alloc_shared_dev_ctx() 969 MLX5_ASSERT(sh->tx_uar); in mlx5_alloc_shared_dev_ctx() 1021 MLX5_ASSERT(sh); in mlx5_alloc_shared_dev_ctx() 1037 MLX5_ASSERT(err > 0); in mlx5_alloc_shared_dev_ctx() 1060 MLX5_ASSERT(lctx); in mlx5_free_shared_dev_ctx() 1066 MLX5_ASSERT(sh); in mlx5_free_shared_dev_ctx() 1067 MLX5_ASSERT(sh->refcnt); in mlx5_free_shared_dev_ctx() 1152 MLX5_ASSERT(sh); in mlx5_alloc_table_hash_list() 1821 MLX5_ASSERT(false); in mlx5_set_metadata_mask() [all …]
|
| H A D | mlx5_rxq.c | 118 MLX5_ASSERT(n == 0 || n == n_ibv); in mlx5_mprq_enabled() 230 MLX5_ASSERT(!buf->next); in rxq_alloc_elts_sprq() 774 MLX5_ASSERT(n_seg < MLX5_MAX_RXQ_NSEG); in mlx5_rx_queue_setup() 1262 MLX5_ASSERT(strd_num_n && strd_sz_n); in mlx5_mprq_alloc_mp() 1494 MLX5_ASSERT(offset <= UINT16_MAX); in mlx5_rxq_new() 1495 MLX5_ASSERT(seg_len <= UINT16_MAX); in mlx5_rxq_new() 1506 MLX5_ASSERT(tmpl->rxq.rxseg_n && in mlx5_rxq_new() 2119 MLX5_ASSERT(standalone); in mlx5_ind_table_obj_modify() 2258 MLX5_ASSERT(priv->obj_ops.hrxq_modify); in mlx5_hrxq_modify() 2266 MLX5_ASSERT(!hrxq->standalone); in mlx5_hrxq_modify() [all …]
|
| H A D | mlx5_mac.c | 33 MLX5_ASSERT(index < MLX5_MAX_MAC_ADDRESSES); in mlx5_internal_mac_addr_remove() 60 MLX5_ASSERT(index < MLX5_MAX_MAC_ADDRESSES); in mlx5_internal_mac_addr_add()
|
| H A D | mlx5_ethdev.c | 43 MLX5_ASSERT(priv); in mlx5_ifindex() 44 MLX5_ASSERT(priv->if_index); in mlx5_ifindex() 264 MLX5_ASSERT(config->txq_inline_min >= 0); in mlx5_set_txlimit_params() 348 MLX5_ASSERT(false); in mlx5_dev_infos_get() 497 MLX5_ASSERT(dev != NULL); in mlx5_select_rx_function()
|
| H A D | mlx5_utils.h | 847 MLX5_ASSERT((elem) && (idx)); \ 861 MLX5_ASSERT(elem); \ 862 MLX5_ASSERT(head); \ 893 MLX5_ASSERT((elem) && (idx)); \
|
| H A D | mlx5_flow_dv.c | 340 MLX5_ASSERT(false); in flow_dv_fetch_field() 413 MLX5_ASSERT(size_b); in flow_dv_convert_modify_action() 424 MLX5_ASSERT(dcopy); in flow_dv_convert_modify_action() 2947 MLX5_ASSERT(tbl); in flow_dv_jump_tbl_resource_register() 4580 MLX5_ASSERT(pool); in flow_dv_counter_get_by_idx() 4712 MLX5_ASSERT(pool); in _flow_dv_query_count() 6219 MLX5_ASSERT(wks); in flow_dv_prepare() 9044 MLX5_ASSERT(wks); in flow_dv_translate_action_sample() 9256 MLX5_ASSERT(wks); in flow_dv_create_action_sample() 9496 MLX5_ASSERT(mng); in flow_dv_aso_age_alloc() [all …]
|
| H A D | mlx5_rxtx.h | 708 MLX5_ASSERT(tick); in mlx5_txpp_convert_tx_ts() 759 MLX5_ASSERT(rep != NULL); in mprq_buf_replace() 871 MLX5_ASSERT(__atomic_load_n(&buf->refcnt, in mprq_buf_to_pkt() 893 MLX5_ASSERT(pkt->ol_flags == EXT_ATTACHED_MBUF); in mprq_buf_to_pkt() 894 MLX5_ASSERT(rte_pktmbuf_tailroom(pkt) >= in mprq_buf_to_pkt() 904 MLX5_ASSERT(rxq->strd_scatter_en); in mprq_buf_to_pkt()
|
| /f-stack/dpdk/drivers/net/mlx5/linux/ |
| H A D | mlx5_vlan_os.c | 42 MLX5_ASSERT(vlan->created); in mlx5_vlan_vmwa_release() 43 MLX5_ASSERT(priv->vmwa_context); in mlx5_vlan_vmwa_release() 48 MLX5_ASSERT(vlan_dev[vlan->tag].refcnt); in mlx5_vlan_vmwa_release() 73 MLX5_ASSERT(!vlan->created); in mlx5_vlan_vmwa_acquire() 74 MLX5_ASSERT(priv->vmwa_context); in mlx5_vlan_vmwa_acquire() 79 MLX5_ASSERT(!vlan_dev[vlan->tag].ifindex); in mlx5_vlan_vmwa_acquire()
|
| H A D | mlx5_mp_os.c | 34 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mp_os_primary_handle() 121 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_os_secondary_handle() 177 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mp_req_on_rxtx() 268 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_os_req_queue_control() 278 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_os_req_queue_control()
|
| H A D | mlx5_verbs.c | 367 MLX5_ASSERT(rxq_data); in mlx5_rxq_ibv_obj_new() 368 MLX5_ASSERT(tmpl); in mlx5_rxq_ibv_obj_new() 467 MLX5_ASSERT(rxq_obj); in mlx5_rxq_ibv_obj_release() 468 MLX5_ASSERT(rxq_obj->wq); in mlx5_rxq_ibv_obj_release() 469 MLX5_ASSERT(rxq_obj->ibv_cq); in mlx5_rxq_ibv_obj_release() 527 MLX5_ASSERT(ind_tbl); in mlx5_ibv_ind_table_new() 535 MLX5_ASSERT(i > 0); in mlx5_ibv_ind_table_new() 871 MLX5_ASSERT(txq_ctrl->obj->cq); in mlx5_txq_ibv_qp_create() 932 MLX5_ASSERT(txq_data); in mlx5_txq_ibv_obj_new() 933 MLX5_ASSERT(txq_obj); in mlx5_txq_ibv_obj_new() [all …]
|
| H A D | mlx5_ethdev_os.c | 152 MLX5_ASSERT(priv); in mlx5_get_ifname() 153 MLX5_ASSERT(priv->sh); in mlx5_get_ifname() 326 MLX5_ASSERT(priv->representor); in mlx5_find_master_dev() 727 MLX5_ASSERT(dev); in mlx5_dev_interrupt_device_fatal() 766 MLX5_ASSERT(tmp && (tmp <= sh->max_port)); in mlx5_dev_interrupt_handler() 796 MLX5_ASSERT(dev); in mlx5_dev_interrupt_handler() 851 MLX5_ASSERT(false); in mlx5_intr_callback_unregister() 872 MLX5_ASSERT(twait); in mlx5_intr_callback_unregister() 1098 MLX5_ASSERT(!(data.master && data.representor)); in mlx5_sysfs_switch_info() 1519 MLX5_ASSERT(xstats_ctrl->mlx5_stats_n <= MLX5_MAX_XSTATS); in mlx5_os_stats_init()
|
| H A D | mlx5_socket.c | 124 MLX5_ASSERT(server_socket); in mlx5_pmd_interrupt_handler_install() 164 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_pmd_socket_init()
|
| H A D | mlx5_os.c | 191 MLX5_ASSERT(data != NULL); in mlx5_alloc_verbs_buf() 209 MLX5_ASSERT(data != NULL); in mlx5_free_verbs_buf() 231 MLX5_ASSERT(sh && sh->refcnt); in mlx5_alloc_shared_dr() 530 MLX5_ASSERT(sd); in mlx5_init_once() 1610 MLX5_ASSERT(err > 0); in mlx5_dev_spawn() 1927 MLX5_ASSERT(nl_rdma >= 0); in mlx5_os_pci_probe() 1928 MLX5_ASSERT(ns == 0); in mlx5_os_pci_probe() 1929 MLX5_ASSERT(nd == 1); in mlx5_os_pci_probe() 1930 MLX5_ASSERT(np); in mlx5_os_pci_probe() 2112 MLX5_ASSERT(ns); in mlx5_os_pci_probe() [all …]
|
| /f-stack/dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_common_os.c | 169 MLX5_ASSERT(ibdev_path); in mlx5_get_ifname_sysfs() 395 MLX5_ASSERT(((const void *const *)mlx5_glue)[i]); in mlx5_glue_constructor()
|