| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_tx.h | 348 MLX5_ASSERT(tick); in mlx5_txpp_convert_tx_ts() 495 MLX5_ASSERT(pkts); in mlx5_tx_free_mbuf() 496 MLX5_ASSERT(pkts_n); in mlx5_tx_free_mbuf() 626 MLX5_ASSERT(part); in mlx5_tx_free_elts() 659 MLX5_ASSERT(pkts); in mlx5_tx_copy_elts() 662 MLX5_ASSERT(part); in mlx5_tx_copy_elts() 704 MLX5_ASSERT(last); in mlx5_tx_request_completion() 1107 MLX5_ASSERT(len); in mlx5_tx_mseg_memcpy() 1250 MLX5_ASSERT(part); in mlx5_tx_eseg_mdat() 1299 MLX5_ASSERT(len); in mlx5_tx_dseg_ptr() [all …]
|
| H A D | mlx5_flow_flex.c | 102 MLX5_ASSERT(idx >= 0 && in mlx5_flex_free() 107 MLX5_ASSERT(!item->refcnt); in mlx5_flex_free() 196 MLX5_ASSERT(false); in mlx5_flex_set_match_sample() 251 MLX5_ASSERT(map->width); in mlx5_flex_flow_translate_item() 327 MLX5_ASSERT(false); in mlx5_flex_release_index() 722 MLX5_ASSERT(false); in mlx5_flex_config_sample() 743 MLX5_ASSERT(false); in mlx5_flex_config_sample() 814 MLX5_ASSERT(false); in mlx5_flex_map_sample() 927 MLX5_ASSERT(ret > 0); in mlx5_flex_translate_sample() 956 MLX5_ASSERT(false); in mlx5_flex_translate_sample() [all …]
|
| H A D | mlx5_rxtx_vec.c | 100 MLX5_ASSERT(n >= MLX5_VPMD_RXQ_RPLNSH_THRESH(q_n)); in mlx5_rx_replenish_bulk_mbuf() 101 MLX5_ASSERT(MLX5_VPMD_RXQ_RPLNSH_THRESH(q_n) > in mlx5_rx_replenish_bulk_mbuf() 162 MLX5_ASSERT(n >= MLX5_VPMD_RXQ_RPLNSH_THRESH(elts_n)); in mlx5_rx_mprq_replenish_bulk_mbuf() 163 MLX5_ASSERT(MLX5_VPMD_RXQ_RPLNSH_THRESH(elts_n) > in mlx5_rx_mprq_replenish_bulk_mbuf() 302 MLX5_ASSERT(rxq->sges_n == 0); in rxq_burst_v() 303 MLX5_ASSERT(rxq->cqe_n == rxq->elts_n); in rxq_burst_v() 333 MLX5_ASSERT(rxq->decompressed == 0); in rxq_burst_v() 342 MLX5_ASSERT(nocmp_n <= pkts_n); in rxq_burst_v() 443 MLX5_ASSERT(rxq->sges_n == 0); in rxq_burst_mprq_v() 473 MLX5_ASSERT(rxq->decompressed == 0); in rxq_burst_mprq_v() [all …]
|
| H A D | mlx5_vlan.c | 44 MLX5_ASSERT(priv->vlan_filter_n <= RTE_DIM(priv->vlan_filter)); in mlx5_vlan_filter_set() 54 MLX5_ASSERT(priv->vlan_filter_n != 0); in mlx5_vlan_filter_set() 66 MLX5_ASSERT(i == priv->vlan_filter_n); in mlx5_vlan_filter_set() 98 MLX5_ASSERT(rxq != NULL && rxq->ctrl != NULL); in mlx5_vlan_strip_queue_set()
|
| H A D | mlx5_utils.c | 180 MLX5_ASSERT(pool->free_list == TRUNK_INVALID); in mlx5_ipool_grow() 191 MLX5_ASSERT(trunk->bmp); in mlx5_ipool_grow() 367 MLX5_ASSERT(idx); in _mlx5_ipool_get_cache() 382 MLX5_ASSERT(trunk); in _mlx5_ipool_get_cache() 454 MLX5_ASSERT(idx); in _mlx5_ipool_free_cache() 532 MLX5_ASSERT(trunk->free); in mlx5_ipool_malloc() 537 MLX5_ASSERT(slab); in mlx5_ipool_malloc() 539 MLX5_ASSERT(iidx != UINT32_MAX); in mlx5_ipool_malloc() 688 MLX5_ASSERT(pool); in mlx5_ipool_destroy() 906 MLX5_ASSERT(!m_tbl->ref_cnt); in mlx5_l3t_destroy() [all …]
|
| H A D | mlx5_txq.c | 76 MLX5_ASSERT(elt != NULL); in txq_free_elts() 156 MLX5_ASSERT(ret == MLX5_CQE_STATUS_HW_OWN); in txq_sync_cq() 195 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_tx_queue_stop_primary() 532 MLX5_ASSERT(ppriv); in txq_uar_init_secondary() 636 MLX5_ASSERT(txq->idx == (uint16_t)i); in mlx5_tx_uar_init_secondary() 859 MLX5_ASSERT(inlen_send >= MLX5_ESEG_MIN_INLINE_SIZE); in txq_set_params() 860 MLX5_ASSERT(inlen_send <= MLX5_WQE_SIZE_MAX + in txq_set_params() 915 MLX5_ASSERT(inlen_empw <= MLX5_WQE_SIZE_MAX + in txq_set_params() 1040 MLX5_ASSERT(txq_ctrl->max_inline_data <= max_inline); in txq_adjust_params() 1041 MLX5_ASSERT(txq_ctrl->txq.inlen_mode <= max_inline); in txq_adjust_params() [all …]
|
| H A D | mlx5_devx.c | 477 MLX5_ASSERT(rxq_data); in mlx5_rxq_devx_obj_new() 478 MLX5_ASSERT(tmpl); in mlx5_rxq_devx_obj_new() 599 MLX5_ASSERT(i > 0); in mlx5_devx_ind_table_create_rqt_attr() 627 MLX5_ASSERT(ind_tbl); in mlx5_devx_ind_table_new() 664 MLX5_ASSERT(ind_tbl); in mlx5_devx_ind_table_modify() 1138 MLX5_ASSERT(txq_data); in mlx5_txq_obj_hairpin_new() 1139 MLX5_ASSERT(tmpl); in mlx5_txq_obj_hairpin_new() 1276 MLX5_ASSERT(txq_data); in mlx5_txq_devx_obj_new() 1277 MLX5_ASSERT(txq_obj); in mlx5_txq_devx_obj_new() 1279 MLX5_ASSERT(ppriv); in mlx5_txq_devx_obj_new() [all …]
|
| H A D | mlx5_rxq.c | 167 MLX5_ASSERT(!has_vec_support || in rxq_alloc_elts_sprq() 172 MLX5_ASSERT(!buf->next); in rxq_alloc_elts_sprq() 1632 MLX5_ASSERT(log_stride_wqe_size >= in mlx5_mprq_prepare() 1792 MLX5_ASSERT(offset <= UINT16_MAX); in mlx5_rxq_new() 1793 MLX5_ASSERT(seg_len <= UINT16_MAX); in mlx5_rxq_new() 1804 MLX5_ASSERT(tmpl->rxq.rxseg_n && in mlx5_rxq_new() 2062 MLX5_ASSERT(priv->rxq_privs != NULL); in mlx5_rxq_get() 2654 MLX5_ASSERT(standalone); in mlx5_ind_table_obj_modify() 2842 MLX5_ASSERT(!hrxq->standalone); in mlx5_hrxq_modify() 2852 MLX5_ASSERT(!hrxq->standalone); in mlx5_hrxq_modify() [all …]
|
| H A D | mlx5_txpp.c | 51 MLX5_ASSERT(!sh->txpp.echan); in mlx5_txpp_create_event_channel() 85 MLX5_ASSERT(!sh->txpp.pp); in mlx5_txpp_alloc_pp_index() 317 MLX5_ASSERT(wqe_size <= MLX5_WQE_SIZE_MAX); in mlx5_txpp_fill_wqe_clock_queue() 318 MLX5_ASSERT(MLX5_TXPP_TEST_PKT_SIZE >= in mlx5_txpp_fill_wqe_clock_queue() 634 MLX5_ASSERT(sh->txpp.ts_p < MLX5_TXPP_REARM_SQ_SIZE); in mlx5_txpp_gather_timestamp() 671 MLX5_ASSERT(false); in mlx5_txpp_handle_rearm_queue() 725 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_txpp_interrupt_handler() 896 MLX5_ASSERT(priv->txpp_en == 0); in mlx5_txpp_start() 901 MLX5_ASSERT(sh->txpp.refcnt); in mlx5_txpp_start() 919 MLX5_ASSERT(sh->txpp.tick); in mlx5_txpp_start() [all …]
|
| H A D | mlx5_rx.h | 421 MLX5_ASSERT(rep != NULL); in mprq_buf_replace() 533 MLX5_ASSERT(__atomic_load_n(&buf->refcnt, in mprq_buf_to_pkt() 555 MLX5_ASSERT(pkt->ol_flags & RTE_MBUF_F_EXTERNAL); in mprq_buf_to_pkt() 556 MLX5_ASSERT(rte_pktmbuf_tailroom(pkt) >= in mprq_buf_to_pkt() 566 MLX5_ASSERT(rxq->strd_scatter_en); in mprq_buf_to_pkt() 650 MLX5_ASSERT(n == 0 || n == n_ibv); in mlx5_mprq_enabled()
|
| H A D | mlx5.c | 790 MLX5_ASSERT(val == 1); in mlx5_flow_aso_ct_mng_close() 1016 MLX5_ASSERT(sh->tx_uar.obj); in mlx5_rxtx_uars_prepare() 1024 MLX5_ASSERT(sh->rx_uar.obj); in mlx5_rxtx_uars_prepare() 1413 MLX5_ASSERT(spawn); in mlx5_alloc_shared_dev_ctx() 1509 MLX5_ASSERT(sh); in mlx5_alloc_shared_dev_ctx() 1544 MLX5_ASSERT(lctx); in mlx5_free_shared_dev_ctx() 1550 MLX5_ASSERT(sh); in mlx5_free_shared_dev_ctx() 1551 MLX5_ASSERT(sh->refcnt); in mlx5_free_shared_dev_ctx() 1638 MLX5_ASSERT(sh); in mlx5_alloc_hw_group_hash_list() 1679 MLX5_ASSERT(sh); in mlx5_alloc_table_hash_list() [all …]
|
| H A D | mlx5_utils.h | 598 MLX5_ASSERT((elem) && (idx)); \ 612 MLX5_ASSERT(elem); \ 613 MLX5_ASSERT(head); \ 644 MLX5_ASSERT((elem) && (idx)); \
|
| H A D | mlx5_mac.c | 32 MLX5_ASSERT(index < MLX5_MAX_MAC_ADDRESSES); in mlx5_internal_mac_addr_remove() 59 MLX5_ASSERT(index < MLX5_MAX_MAC_ADDRESSES); in mlx5_internal_mac_addr_add()
|
| H A D | mlx5_tx.c | 162 MLX5_ASSERT(tail == txq->elts_tail); in mlx5_tx_comp_flush() 198 MLX5_ASSERT(ret == MLX5_CQE_STATUS_HW_OWN); in mlx5_tx_handle_completion() 230 MLX5_ASSERT(txq->cq_ci != txq->cq_pi); in mlx5_tx_handle_completion() 232 MLX5_ASSERT((txq->fcqs[txq->cq_ci & txq->cqe_m] >> 16) == in mlx5_tx_handle_completion() 499 MLX5_ASSERT(priv); in mlx5_select_tx_function()
|
| H A D | mlx5_rx.c | 372 MLX5_ASSERT(sizeof(scat->addr) >= sizeof(uintptr_t)); in mlx5_rxq_initialize() 839 MLX5_ASSERT(pkt != (*rxq->elts)[idx]); in mlx5_rx_burst() 859 MLX5_ASSERT(len >= (rxq->crc_present << 2)); in mlx5_rx_burst() 1082 MLX5_ASSERT((int)len >= (rxq->crc_present << 2)); in mlx5_rx_burst_mprq() 1091 MLX5_ASSERT(strd_cnt); in mlx5_rx_burst_mprq() 1098 MLX5_ASSERT(strd_idx < strd_n); in mlx5_rx_burst_mprq() 1099 MLX5_ASSERT(!((rte_be_to_cpu_16(cqe->wqe_id) ^ rq_ci) & in mlx5_rx_burst_mprq() 1107 MLX5_ASSERT((int)len >= (rxq->crc_present << 2)); in mlx5_rx_burst_mprq()
|
| H A D | mlx5_flow_dv.c | 409 MLX5_ASSERT(false); in flow_dv_fetch_field() 485 MLX5_ASSERT(size_b); in flow_dv_convert_modify_action() 3787 MLX5_ASSERT(tbl); in flow_dv_jump_tbl_resource_register() 8154 MLX5_ASSERT(wks); in flow_dv_prepare() 11814 MLX5_ASSERT(wks); in flow_dv_translate_action_sample() 12071 MLX5_ASSERT(wks); in flow_dv_create_action_sample() 12321 MLX5_ASSERT(mng); in flow_dv_aso_age_alloc() 12765 MLX5_ASSERT(mng); in flow_dv_aso_ct_alloc() 14203 MLX5_ASSERT(wks); in flow_dv_apply() 16178 MLX5_ASSERT(ct); in flow_dv_action_query() [all …]
|
| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mp.c | 39 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_mr_create() 48 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_mr_create() 81 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_mempool_reg() 95 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_mempool_reg() 128 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_queue_state_modify() 137 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_queue_state_modify() 164 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_req_verbs_cmd_fd() 172 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_req_verbs_cmd_fd() 183 MLX5_ASSERT(mp_res->num_fds == 1); in mlx5_mp_req_verbs_cmd_fd() 200 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mp_init_primary() [all …]
|
| H A D | mlx5_common_mr.c | 132 MLX5_ASSERT(bt != NULL); in mr_btree_lookup() 175 MLX5_ASSERT(bt != NULL); in mr_btree_insert() 176 MLX5_ASSERT(bt->len <= bt->size); in mr_btree_insert() 177 MLX5_ASSERT(bt->len > 0); in mr_btree_insert() 345 MLX5_ASSERT(mr->ms_n == 1); in mr_find_next_chunk() 346 MLX5_ASSERT(base_idx == 0); in mr_find_next_chunk() 707 MLX5_ASSERT(data.msl); in mlx5_mr_create_primary() 713 MLX5_ASSERT(ms); in mlx5_mr_create_primary() 844 MLX5_ASSERT(mr->pmd_mr.len); in mlx5_mr_create_primary() 1198 MLX5_ASSERT(ms != NULL); in mlx5_free_mr_by_addr() [all …]
|
| H A D | mlx5_common.h | 99 #define MLX5_ASSERT(exp) RTE_VERIFY(exp) macro 100 #define claim_zero(...) MLX5_ASSERT((__VA_ARGS__) == 0) 101 #define claim_nonzero(...) MLX5_ASSERT((__VA_ARGS__) != 0) 105 #define MLX5_ASSERT(exp) RTE_ASSERT(exp) macro
|
| /dpdk/drivers/net/mlx5/linux/ |
| H A D | mlx5_vlan_os.c | 42 MLX5_ASSERT(vlan->created); in mlx5_vlan_vmwa_release() 43 MLX5_ASSERT(priv->vmwa_context); in mlx5_vlan_vmwa_release() 48 MLX5_ASSERT(vlan_dev[vlan->tag].refcnt); in mlx5_vlan_vmwa_release() 73 MLX5_ASSERT(!vlan->created); in mlx5_vlan_vmwa_acquire() 74 MLX5_ASSERT(priv->vmwa_context); in mlx5_vlan_vmwa_acquire() 79 MLX5_ASSERT(!vlan_dev[vlan->tag].ifindex); in mlx5_vlan_vmwa_acquire()
|
| H A D | mlx5_mp_os.c | 77 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_mp_os_primary_handle() 161 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_os_secondary_handle() 231 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mp_req_on_rxtx() 327 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_SECONDARY); in mlx5_mp_os_req_queue_control() 337 MLX5_ASSERT(mp_rep.nb_received == 1); in mlx5_mp_os_req_queue_control()
|
| H A D | mlx5_verbs.c | 330 MLX5_ASSERT(rxq_data); in mlx5_rxq_ibv_obj_new() 331 MLX5_ASSERT(tmpl); in mlx5_rxq_ibv_obj_new() 435 MLX5_ASSERT(rxq_obj->ibv_cq); in mlx5_rxq_ibv_obj_release() 493 MLX5_ASSERT(ind_tbl); in mlx5_ibv_ind_table_new() 500 MLX5_ASSERT(i > 0); in mlx5_ibv_ind_table_new() 767 MLX5_ASSERT(hrxq && hrxq->ind_table); in mlx5_ibv_drop_action_create() 869 MLX5_ASSERT(txq_ctrl->obj->cq); in mlx5_txq_ibv_qp_create() 924 MLX5_ASSERT(ppriv); in mlx5_txq_ibv_uar_init() 965 MLX5_ASSERT(txq_data); in mlx5_txq_ibv_obj_new() 966 MLX5_ASSERT(txq_obj); in mlx5_txq_ibv_obj_new() [all …]
|
| H A D | mlx5_ethdev_os.c | 163 MLX5_ASSERT(priv); in mlx5_get_ifname() 164 MLX5_ASSERT(priv->sh); in mlx5_get_ifname() 360 MLX5_ASSERT(priv->representor); in mlx5_find_master_dev() 757 MLX5_ASSERT(dev); in mlx5_dev_interrupt_device_fatal() 846 MLX5_ASSERT(tmp && (tmp <= sh->max_port)); in mlx5_dev_interrupt_handler() 876 MLX5_ASSERT(dev); in mlx5_dev_interrupt_handler() 919 MLX5_ASSERT(false); in mlx5_intr_callback_unregister() 940 MLX5_ASSERT(twait); in mlx5_intr_callback_unregister() 1161 MLX5_ASSERT(!(data.master && data.representor)); in mlx5_sysfs_switch_info() 1636 MLX5_ASSERT(xstats_ctrl->mlx5_stats_n <= MLX5_MAX_XSTATS); in mlx5_os_stats_init()
|
| /dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_common_verbs.c | 50 MLX5_ASSERT(data != NULL); in mlx5_alloc_verbs_buf() 68 MLX5_ASSERT(data != NULL); in mlx5_free_verbs_buf()
|
| H A D | mlx5_common_os.c | 165 MLX5_ASSERT(ibdev_path); in mlx5_get_ifname_sysfs() 391 MLX5_ASSERT(((const void *const *)mlx5_glue)[i]); in mlx5_glue_constructor() 740 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_config_doorbell_mapping_env() 755 MLX5_ASSERT(rte_eal_process_type() == RTE_PROC_PRIMARY); in mlx5_restore_doorbell_mapping_env() 781 MLX5_ASSERT(cdev->config.device_fd == MLX5_ARG_UNSET); in mlx5_open_device() 833 MLX5_ASSERT(cdev->config.device_fd != MLX5_ARG_UNSET); in mlx5_import_device()
|