Home
last modified time | relevance | path

Searched refs:cqes (Results 1 – 19 of 19) sorted by relevance

/dpdk/drivers/net/mlx5/
H A Dmlx5_rxtx_vec_sse.h410 pinfo0 = _mm_unpacklo_epi32(cqes[0], cqes[1]); in rxq_cq_to_ptype_oflags_v()
411 pinfo1 = _mm_unpacklo_epi32(cqes[2], cqes[3]); in rxq_cq_to_ptype_oflags_v()
414 pinfo0 = _mm_unpackhi_epi32(cqes[0], cqes[1]); in rxq_cq_to_ptype_oflags_v()
415 pinfo1 = _mm_unpackhi_epi32(cqes[2], cqes[3]); in rxq_cq_to_ptype_oflags_v()
644 cqes[3] = _mm_blend_epi16(cqes[3], cqe_tmp2, 0x30); in rxq_cq_process_v()
645 cqes[2] = _mm_blend_epi16(cqes[2], cqe_tmp1, 0x30); in rxq_cq_process_v()
648 cqes[3] = _mm_blend_epi16(cqes[3], cqe_tmp2, 0x04); in rxq_cq_process_v()
649 cqes[2] = _mm_blend_epi16(cqes[2], cqe_tmp1, 0x04); in rxq_cq_process_v()
663 op_own_tmp2 = _mm_unpacklo_epi32(cqes[2], cqes[3]); in rxq_cq_process_v()
671 cqes[1] = _mm_blend_epi16(cqes[1], cqe_tmp2, 0x30); in rxq_cq_process_v()
[all …]
H A Dmlx5_rxtx_vec_altivec.h580 (__vector unsigned int)cqes[1]); in rxq_cq_to_ptype_oflags_v()
583 (__vector unsigned int)cqes[3]); in rxq_cq_to_ptype_oflags_v()
591 (__vector unsigned int)cqes[1]); in rxq_cq_to_ptype_oflags_v()
594 (__vector unsigned int)cqes[3]); in rxq_cq_to_ptype_oflags_v()
963 cqes[3] = vec_sel(cqes[3], cqe_tmp2, blend_mask); in rxq_cq_process_v()
964 cqes[2] = vec_sel(cqes[2], cqe_tmp1, blend_mask); in rxq_cq_process_v()
969 cqes[3] = (__vector unsigned char) in rxq_cq_process_v()
1019 (__vector unsigned int)cqes[3]); in rxq_cq_process_v()
1026 cqes[1] = vec_sel(cqes[1], cqe_tmp2, blend_mask); in rxq_cq_process_v()
1027 cqes[0] = vec_sel(cqes[0], cqe_tmp2, blend_mask); in rxq_cq_process_v()
[all …]
H A Dmlx5_rx.c88 cqe = &(*rxq->cqes)[cq_ci & cqe_cnt]; in rx_queue_count()
100 cqe = &(*rxq->cqes)[cq_ci & cqe_cnt]; in rx_queue_count()
283 if (unlikely(rxq->cqes == NULL)) { in mlx5_get_monitor_addr()
450 rxq->cqes), in mlx5_rx_err_handle()
558 (uintptr_t)(&(*rxq->cqes)[zip->ca & in mlx5_rx_poll_len()
568 (*rxq->cqes)[idx & cqe_cnt].op_own = in mlx5_rx_poll_len()
586 (*rxq->cqes)[idx & cqe_cnt].op_own = in mlx5_rx_poll_len()
625 (uintptr_t)(&(*rxq->cqes) in mlx5_rx_poll_len()
652 rte_prefetch0(&(*rxq->cqes)[(idx) & in mlx5_rx_poll_len()
809 &(*rxq->cqes)[rxq->cq_ci & cqe_cnt]; in mlx5_rx_burst()
[all …]
H A Dmlx5_flow_aso.c430 (volatile struct mlx5_err_cqe *)&cq->cq_obj.cqes[idx]; in mlx5_aso_cqe_err_handle()
543 rte_prefetch0(&cq->cq_obj.cqes[next_idx]); in mlx5_aso_completion_handle()
544 cqe = &cq->cq_obj.cqes[idx]; in mlx5_aso_completion_handle()
770 rte_prefetch0(&cq->cq_obj.cqes[next_idx]); in mlx5_aso_mtr_completion_handle()
771 cqe = &cq->cq_obj.cqes[idx]; in mlx5_aso_mtr_completion_handle()
1137 rte_prefetch0(&cq->cq_obj.cqes[next_idx]); in mlx5_aso_ct_completion_handle()
1138 cqe = &cq->cq_obj.cqes[idx]; in mlx5_aso_ct_completion_handle()
H A Dmlx5_devx.c374 rxq_data->cqes = (volatile struct mlx5_cqe (*)[]) in mlx5_rxq_create_devx_cq_resources()
375 (uintptr_t)cq_obj->cqes; in mlx5_rxq_create_devx_cq_resources()
1303 txq_data->cqes = txq_obj->cq_obj.cqes; in mlx5_txq_devx_obj_new()
H A Dmlx5_rxtx_vec.c304 cq = &(*rxq->cqes)[cq_idx]; in rxq_burst_v()
444 cq = &(*rxq->cqes)[cq_idx]; in rxq_burst_mprq_v()
H A Dmlx5_tx.c109 txq->cqes), in mlx5_tx_error_cqe_handle()
193 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in mlx5_tx_handle_completion()
H A Dmlx5_txpp.c573 struct mlx5_cqe *cqe = (struct mlx5_cqe *)(uintptr_t)wq->cq_obj.cqes; in mlx5_txpp_update_timestamp()
657 cqe = &wq->cq_obj.cqes[cq_ci & (MLX5_TXPP_REARM_CQ_SIZE - 1)]; in mlx5_txpp_handle_rearm_queue()
991 (struct mlx5_cqe *)(uintptr_t)wq->cq_obj.cqes; in mlx5_txpp_read_clock()
H A Dmlx5_txq.c151 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in txq_sync_cq()
164 cqe = &txq->cqes[i]; in txq_sync_cq()
H A Dmlx5_rx.h120 volatile struct mlx5_cqe(*cqes)[]; member
H A Dmlx5_rxq.c433 cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_mask]; in rxq_sync_cq()
452 cqe = &(*rxq->cqes)[i]; in rxq_sync_cq()
H A Dmlx5_tx.h157 volatile struct mlx5_cqe *cqes; /* Completion queue. */ member
/dpdk/drivers/common/mlx5/
H A Dmlx5_common_devx.h19 volatile struct mlx5_cqe *cqes; /* The CQ ring buffer. */ member
H A Dmlx5_common_devx.c41 volatile struct mlx5_cqe *cqe = cq_obj->cqes; in mlx5_cq_init()
/dpdk/drivers/vdpa/mlx5/
H A Dmlx5_vdpa_event.c116 cq->cq_obj.cqes[0].op_own = MLX5_CQE_OWNER_MASK; in mlx5_vdpa_cq_create()
117 cq->cq_obj.cqes[0].wqe_counter = rte_cpu_to_be_16(UINT16_MAX); in mlx5_vdpa_cq_create()
144 last_word.word = rte_read32(&cq->cq_obj.cqes[0].wqe_counter); in mlx5_vdpa_cq_poll()
/dpdk/drivers/compress/mlx5/
H A Dmlx5_compress.c560 &qp->cq.cqes[idx]; in mlx5_compress_cqe_err_handle()
610 rte_prefetch0(&qp->cq.cqes[next_idx]); in mlx5_compress_dequeue_burst()
613 cqe = &qp->cq.cqes[idx]; in mlx5_compress_dequeue_burst()
/dpdk/drivers/crypto/mlx5/
H A Dmlx5_crypto.c476 &qp->cq_obj.cqes[idx]; in mlx5_crypto_cqe_err_handle()
504 cqe = &qp->cq_obj.cqes[idx]; in mlx5_crypto_dequeue_burst()
/dpdk/drivers/net/mlx5/linux/
H A Dmlx5_verbs.c370 rxq_data->cqes = (volatile struct mlx5_cqe (*)[])(uintptr_t)cq_info.buf; in mlx5_rxq_ibv_obj_new()
1031 txq_data->cqes = (volatile struct mlx5_cqe *)cq_info.buf; in mlx5_txq_ibv_obj_new()
/dpdk/drivers/regex/mlx5/
H A Dmlx5_regex_fastpath.c491 cqe = (volatile struct mlx5_cqe *)(cq->cq_obj.cqes + next_cqe_offset); in poll_one()