Home
last modified time | relevance | path

Searched refs:cq_ci (Results 1 – 17 of 17) sorted by relevance

/dpdk/drivers/net/mlx5/
H A Dmlx5_rx.c83 cq_ci = zip->cq_ci; in rx_queue_count()
86 cq_ci = rxq->cq_ci; in rx_queue_count()
98 cq_ci += n; in rx_queue_count()
583 end = zip->cq_ci; in mlx5_rx_poll_len()
590 rxq->cq_ci = zip->cq_ci; in mlx5_rx_poll_len()
600 uint32_t cq_ci; in mlx5_rx_poll_len() local
620 cq_ci = rxq->cq_ci + 1; in mlx5_rx_poll_len()
639 zip->ca = cq_ci; in mlx5_rx_poll_len()
642 zip->cq_ci = rxq->cq_ci + zip->cqe_cnt; in mlx5_rx_poll_len()
650 end = zip->cq_ci; in mlx5_rx_poll_len()
[all …]
H A Dmlx5_txpp.c250 wq->cq_ci = 0; in mlx5_txpp_create_rearm_queue()
414 wq->cq_ci = 0; in mlx5_txpp_create_clock_queue()
601 wq->cq_ci += (ci - wq->sq_ci) & UINT16_MAX; in mlx5_txpp_update_timestamp()
603 mlx5_txpp_cache_timestamp(sh, ts, wq->cq_ci); in mlx5_txpp_update_timestamp()
650 uint32_t cq_ci = wq->cq_ci; in mlx5_txpp_handle_rearm_queue() local
662 ++cq_ci; in mlx5_txpp_handle_rearm_queue()
666 ++cq_ci; in mlx5_txpp_handle_rearm_queue()
675 if (likely(cq_ci != wq->cq_ci)) { in mlx5_txpp_handle_rearm_queue()
677 if (cq_ci - wq->cq_ci != 1) { in mlx5_txpp_handle_rearm_queue()
682 if (cq_ci - wq->cq_ci >= in mlx5_txpp_handle_rearm_queue()
[all …]
H A Dmlx5_tx.c102 txq->wqe_ci, txq->cq_ci); in mlx5_tx_error_cqe_handle()
159 tail = txq->fcqs[(txq->cq_ci - 1) & txq->cqe_m]; in mlx5_tx_comp_flush()
193 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in mlx5_tx_handle_completion()
194 ret = check_cqe(cqe, txq->cqe_s, txq->cq_ci); in mlx5_tx_handle_completion()
224 ++txq->cq_ci; in mlx5_tx_handle_completion()
225 txq->cq_pi = txq->cq_ci; in mlx5_tx_handle_completion()
230 MLX5_ASSERT(txq->cq_ci != txq->cq_pi); in mlx5_tx_handle_completion()
232 MLX5_ASSERT((txq->fcqs[txq->cq_ci & txq->cqe_m] >> 16) == in mlx5_tx_handle_completion()
236 ++txq->cq_ci; in mlx5_tx_handle_completion()
251 *txq->cq_db = rte_cpu_to_be_32(txq->cq_ci); in mlx5_tx_handle_completion()
H A Dmlx5_flow_aso.c218 sq->cq.cq_ci = 0; in mlx5_aso_sq_create()
534 uint32_t next_idx = cq->cq_ci & mask; in mlx5_aso_completion_handle()
542 next_idx = (cq->cq_ci + 1) & mask; in mlx5_aso_completion_handle()
545 ret = check_cqe(cqe, cq_size, cq->cq_ci); in mlx5_aso_completion_handle()
558 cq->cq_ci++; in mlx5_aso_completion_handle()
756 uint32_t next_idx = cq->cq_ci & mask; in mlx5_aso_mtr_completion_handle()
769 next_idx = (cq->cq_ci + 1) & mask; in mlx5_aso_mtr_completion_handle()
785 cq->cq_ci++; in mlx5_aso_mtr_completion_handle()
1132 next_idx = cq->cq_ci & mask; in mlx5_aso_ct_completion_handle()
1135 next_idx = (cq->cq_ci + 1) & mask; in mlx5_aso_ct_completion_handle()
[all …]
H A Dmlx5_rxtx_vec.c255 rxq->cq_ci += i; in rxq_copy_mprq_mbuf_v()
257 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_copy_mprq_mbuf_v()
299 unsigned int cq_idx = rxq->cq_ci & q_mask; in rxq_burst_v()
343 rxq->cq_ci += nocmp_n; in rxq_burst_v()
351 rxq->cq_ci += rxq->decompressed; in rxq_burst_v()
365 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_burst_v()
440 unsigned int cq_idx = rxq->cq_ci & q_mask; in rxq_burst_mprq_v()
H A Dmlx5_txq.c151 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in txq_sync_cq()
152 ret = check_cqe(cqe, txq->cqe_s, txq->cq_ci); in txq_sync_cq()
160 ++txq->cq_ci; in txq_sync_cq()
169 *txq->cq_db = rte_cpu_to_be_32(txq->cq_ci); in txq_sync_cq()
170 txq->cq_pi = txq->cq_ci; in txq_sync_cq()
H A Dmlx5_rxq.c433 cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_mask]; in rxq_sync_cq()
434 ret = check_cqe(cqe, cqe_n, rxq->cq_ci); in rxq_sync_cq()
438 rxq->cq_ci++; in rxq_sync_cq()
443 rxq->cq_ci++; in rxq_sync_cq()
447 rxq->cq_ci += rte_be_to_cpu_32(cqe->byte_cnt); in rxq_sync_cq()
457 *rxq->cq_db = rte_cpu_to_be_32(rxq->cq_ci); in rxq_sync_cq()
579 *rxq_data->cq_db = rte_cpu_to_be_32(rxq_data->cq_ci); in mlx5_rx_queue_start_primary()
1191 doorbell_hi = sq_n << MLX5_CQ_SQN_OFFSET | (rxq->cq_ci & MLX5_CI_MASK); in mlx5_arm_cq()
H A Dmlx5_rx.h47 uint16_t cq_ci; /* The next CQE. */ member
109 uint32_t cq_ci; member
H A Dmlx5_devx.c380 rxq_data->cq_ci = 0; in mlx5_rxq_create_devx_cq_resources()
1304 txq_data->cq_ci = 0; in mlx5_txq_devx_obj_new()
H A Dmlx5.h542 uint32_t cq_ci:24; member
1026 uint32_t cq_ci:24; member
H A Dmlx5_rxtx_vec_neon.h531 const uint16x4_t ownership = vdup_n_u16(!(rxq->cq_ci & (q_mask + 1))); in rxq_cq_process_v()
H A Dmlx5_rxtx_vec_sse.h530 unsigned int ownership = !!(rxq->cq_ci & (q_mask + 1)); in rxq_cq_process_v()
H A Dmlx5_tx.h126 uint16_t cq_ci; /* Consumer index for completion queue. */ member
719 MLX5_ASSERT((txq->cq_pi - txq->cq_ci) <= txq->cqe_s); in mlx5_tx_request_completion()
H A Dmlx5_rxtx_vec_altivec.h790 unsigned int ownership = !!(rxq->cq_ci & (q_mask + 1)); in rxq_cq_process_v()
/dpdk/drivers/vdpa/mlx5/
H A Dmlx5_vdpa_event.c75 uint32_t cq_ci = cq->cq_ci & MLX5_CI_MASK; in mlx5_vdpa_cq_arm() local
76 uint32_t doorbell_hi = arm_sn | MLX5_CQ_DBR_CMD_ALL | cq_ci; in mlx5_vdpa_cq_arm()
101 cq->cq_ci = 0; in mlx5_vdpa_cq_create()
140 uint16_t next_wqe_counter = cq->cq_ci; in mlx5_vdpa_cq_poll()
148 cq->cq_ci += comp; in mlx5_vdpa_cq_poll()
158 cq->cq_obj.db_rec[0] = rte_cpu_to_be_32(cq->cq_ci); in mlx5_vdpa_cq_poll()
161 eqp->sw_qp.db_rec[0] = rte_cpu_to_be_32(cq->cq_ci + cq_size); in mlx5_vdpa_cq_poll()
H A Dmlx5_vdpa.h45 uint32_t cq_ci:24; member
/dpdk/drivers/net/mlx5/linux/
H A Dmlx5_verbs.c404 rxq_data->cq_ci = 0; in mlx5_rxq_ibv_obj_new()
1032 txq_data->cq_ci = 0; in mlx5_txq_ibv_obj_new()