Searched refs:cq_ci (Results 1 – 15 of 15) sorted by relevance
292 wq->cq_ci = 0; in mlx5_txpp_create_rearm_queue()532 wq->cq_ci = 0; in mlx5_txpp_create_clock_queue()752 wq->cq_ci += (ci - wq->sq_ci) & UINT16_MAX; in mlx5_txpp_update_timestamp()805 uint32_t cq_ci = wq->cq_ci; in mlx5_txpp_handle_rearm_queue() local817 ++cq_ci; in mlx5_txpp_handle_rearm_queue()821 ++cq_ci; in mlx5_txpp_handle_rearm_queue()830 if (likely(cq_ci != wq->cq_ci)) { in mlx5_txpp_handle_rearm_queue()832 if (cq_ci - wq->cq_ci != 1) { in mlx5_txpp_handle_rearm_queue()837 if (cq_ci - wq->cq_ci >= in mlx5_txpp_handle_rearm_queue()844 *wq->cq_dbrec = rte_cpu_to_be_32(cq_ci); in mlx5_txpp_handle_rearm_queue()[all …]
248 rxq->cq_ci += i; in rxq_copy_mprq_mbuf_v()250 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_copy_mprq_mbuf_v()292 unsigned int cq_idx = rxq->cq_ci & q_mask; in rxq_burst_v()336 rxq->cq_ci += nocmp_n; in rxq_burst_v()344 rxq->cq_ci += rxq->decompressed; in rxq_burst_v()358 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_burst_v()433 unsigned int cq_idx = rxq->cq_ci & q_mask; in rxq_burst_mprq_v()
475 cq_ci = zip->cq_ci; in rx_queue_count()478 cq_ci = rxq->cq_ci; in rx_queue_count()490 cq_ci += n; in rx_queue_count()1183 rxq->cq_ci = zip->cq_ci; in mlx5_rx_poll_len()1193 uint32_t cq_ci; in mlx5_rx_poll_len() local1213 cq_ci = rxq->cq_ci + 1; in mlx5_rx_poll_len()1232 zip->ca = cq_ci; in mlx5_rx_poll_len()1235 zip->cq_ci = rxq->cq_ci + zip->cqe_cnt; in mlx5_rx_poll_len()1250 rxq->cq_ci = cq_ci; in mlx5_rx_poll_len()2109 ++txq->cq_ci; in mlx5_tx_handle_completion()[all …]
93 cq->cq_ci = 0; in mlx5_aso_cq_create()458 uint32_t idx = cq->cq_ci & ((1 << cq->log_desc_n) - 1); in mlx5_aso_cqe_err_handle()564 uint32_t next_idx = cq->cq_ci & mask; in mlx5_aso_completion_handle()572 next_idx = (cq->cq_ci + 1) & mask; in mlx5_aso_completion_handle()575 ret = check_cqe(cqe, cq_size, cq->cq_ci); in mlx5_aso_completion_handle()588 cq->cq_ci++; in mlx5_aso_completion_handle()594 cq->db_rec[0] = rte_cpu_to_be_32(cq->cq_ci); in mlx5_aso_completion_handle()
138 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in txq_sync_cq()139 ret = check_cqe(cqe, txq->cqe_s, txq->cq_ci); in txq_sync_cq()147 ++txq->cq_ci; in txq_sync_cq()156 *txq->cq_db = rte_cpu_to_be_32(txq->cq_ci); in txq_sync_cq()157 txq->cq_pi = txq->cq_ci; in txq_sync_cq()
477 cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_mask]; in rxq_sync_cq()478 ret = check_cqe(cqe, cqe_n, rxq->cq_ci); in rxq_sync_cq()482 rxq->cq_ci++; in rxq_sync_cq()487 rxq->cq_ci++; in rxq_sync_cq()491 rxq->cq_ci += rte_be_to_cpu_32(cqe->byte_cnt); in rxq_sync_cq()501 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_sync_cq()623 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in mlx5_rx_queue_start_primary()1030 doorbell_hi = sq_n << MLX5_CQ_SQN_OFFSET | (rxq->cq_ci & MLX5_CI_MASK); in mlx5_arm_cq()
64 uint16_t cq_ci; /* The next CQE. */ member137 uint32_t cq_ci; member238 uint16_t cq_ci; /* Consumer index for completion queue. */ member
482 uint32_t cq_ci:24; member640 uint32_t cq_ci:24; member
678 rxq_data->cq_ci = 0; in mlx5_rxq_devx_obj_new()1451 txq_data->cq_ci = 0; in mlx5_txq_devx_obj_new()
531 const uint16x4_t ownership = vdup_n_u16(!(rxq->cq_ci & (q_mask + 1))); in rxq_cq_process_v()
530 unsigned int ownership = !!(rxq->cq_ci & (q_mask + 1)); in rxq_cq_process_v()
790 unsigned int ownership = !!(rxq->cq_ci & (q_mask + 1)); in rxq_cq_process_v()
113 uint32_t cq_ci = cq->cq_ci & MLX5_CI_MASK; in mlx5_vdpa_cq_arm() local114 uint32_t doorbell_hi = arm_sn | MLX5_CQ_DBR_CMD_ALL | cq_ci; in mlx5_vdpa_cq_arm()176 cq->cq_ci = 0; in mlx5_vdpa_cq_create()214 uint16_t next_wqe_counter = cq->cq_ci; in mlx5_vdpa_cq_poll()222 cq->cq_ci += comp; in mlx5_vdpa_cq_poll()232 cq->db_rec[0] = rte_cpu_to_be_32(cq->cq_ci); in mlx5_vdpa_cq_poll()235 eqp->db_rec[0] = rte_cpu_to_be_32(cq->cq_ci + cq_size); in mlx5_vdpa_cq_poll()373 priv->timer_on ? "on" : "off", cq->cq_ci); in mlx5_vdpa_interrupt_handler()
44 uint32_t cq_ci:24; member
440 rxq_data->cq_ci = 0; in mlx5_rxq_ibv_obj_new()1000 txq_data->cq_ci = 0; in mlx5_txq_ibv_obj_new()