Home
last modified time | relevance | path

Searched refs:cqes (Results 1 – 14 of 14) sorted by relevance

/f-stack/dpdk/drivers/net/mlx5/
H A Dmlx5_rxtx_vec_sse.h410 pinfo0 = _mm_unpacklo_epi32(cqes[0], cqes[1]); in rxq_cq_to_ptype_oflags_v()
411 pinfo1 = _mm_unpacklo_epi32(cqes[2], cqes[3]); in rxq_cq_to_ptype_oflags_v()
414 pinfo0 = _mm_unpackhi_epi32(cqes[0], cqes[1]); in rxq_cq_to_ptype_oflags_v()
415 pinfo1 = _mm_unpackhi_epi32(cqes[2], cqes[3]); in rxq_cq_to_ptype_oflags_v()
644 cqes[3] = _mm_blend_epi16(cqes[3], cqe_tmp2, 0x30); in rxq_cq_process_v()
645 cqes[2] = _mm_blend_epi16(cqes[2], cqe_tmp1, 0x30); in rxq_cq_process_v()
648 cqes[3] = _mm_blend_epi16(cqes[3], cqe_tmp2, 0x04); in rxq_cq_process_v()
649 cqes[2] = _mm_blend_epi16(cqes[2], cqe_tmp1, 0x04); in rxq_cq_process_v()
663 op_own_tmp2 = _mm_unpacklo_epi32(cqes[2], cqes[3]); in rxq_cq_process_v()
671 cqes[1] = _mm_blend_epi16(cqes[1], cqe_tmp2, 0x30); in rxq_cq_process_v()
[all …]
H A Dmlx5_rxtx_vec_altivec.h580 (vector unsigned int)cqes[1]); in rxq_cq_to_ptype_oflags_v()
583 (vector unsigned int)cqes[3]); in rxq_cq_to_ptype_oflags_v()
591 (vector unsigned int)cqes[1]); in rxq_cq_to_ptype_oflags_v()
594 (vector unsigned int)cqes[3]); in rxq_cq_to_ptype_oflags_v()
963 cqes[3] = vec_sel(cqes[3], cqe_tmp2, blend_mask); in rxq_cq_process_v()
964 cqes[2] = vec_sel(cqes[2], cqe_tmp1, blend_mask); in rxq_cq_process_v()
969 cqes[3] = (vector unsigned char) in rxq_cq_process_v()
1019 (vector unsigned int)cqes[3]); in rxq_cq_process_v()
1026 cqes[1] = vec_sel(cqes[1], cqe_tmp2, blend_mask); in rxq_cq_process_v()
1027 cqes[0] = vec_sel(cqes[0], cqe_tmp2, blend_mask); in rxq_cq_process_v()
[all …]
H A Dmlx5_flow_age.c460 (volatile struct mlx5_err_cqe *)&cq->cqes[idx]; in mlx5_aso_cqe_err_handle()
573 rte_prefetch0(&cq->cqes[next_idx]); in mlx5_aso_completion_handle()
574 cqe = &cq->cqes[idx]; in mlx5_aso_completion_handle()
H A Dmlx5_devx.c188 if (rxq_ctrl->rxq.cqes) { in mlx5_rxq_release_devx_cq_resources()
189 rte_free((void *)(uintptr_t)rxq_ctrl->rxq.cqes); in mlx5_rxq_release_devx_cq_resources()
190 rxq_ctrl->rxq.cqes = NULL; in mlx5_rxq_release_devx_cq_resources()
499 rxq_data->cqes = (volatile struct mlx5_cqe (*)[])(uintptr_t)buf; in mlx5_rxq_create_devx_cq_resources()
549 memset((void *)(uintptr_t)rxq_data->cqes, 0xFF, cq_size); in mlx5_rxq_create_devx_cq_resources()
1450 txq_data->cqes = (volatile struct mlx5_cqe *)txq_obj->cq_buf; in mlx5_txq_devx_obj_new()
H A Dmlx5_rxtx.c480 cqe = &(*rxq->cqes)[cq_ci & cqe_cnt]; in rx_queue_count()
492 cqe = &(*rxq->cqes)[cq_ci & cqe_cnt]; in rx_queue_count()
785 txq->cqes), in mlx5_tx_error_cqe_handle()
1042 rxq->cqes), in mlx5_rx_err_handle()
1151 (uintptr_t)(&(*rxq->cqes)[zip->ca & in mlx5_rx_poll_len()
1161 (*rxq->cqes)[idx & cqe_cnt].op_own = in mlx5_rx_poll_len()
1179 (*rxq->cqes)[idx & cqe_cnt].op_own = in mlx5_rx_poll_len()
1218 (uintptr_t)(&(*rxq->cqes) in mlx5_rx_poll_len()
1245 rte_prefetch0(&(*rxq->cqes)[(idx) & in mlx5_rx_poll_len()
1396 &(*rxq->cqes)[rxq->cq_ci & cqe_cnt]; in mlx5_rx_burst()
[all …]
H A Dmlx5_rxtx_vec.c297 cq = &(*rxq->cqes)[cq_idx]; in rxq_burst_v()
437 cq = &(*rxq->cqes)[cq_idx]; in rxq_burst_mprq_v()
H A Dmlx5_txpp.c187 struct mlx5_cqe *cqe = (struct mlx5_cqe *)(uintptr_t)wq->cqes; in mlx5_txpp_fill_cqe_rearm_queue()
731 struct mlx5_cqe *cqe = (struct mlx5_cqe *)(uintptr_t)wq->cqes; in mlx5_txpp_update_timestamp()
812 cqe = &wq->cqes[cq_ci & (MLX5_TXPP_REARM_CQ_SIZE - 1)]; in mlx5_txpp_handle_rearm_queue()
1143 struct mlx5_cqe *cqe = (struct mlx5_cqe *)(uintptr_t)wq->cqes; in mlx5_txpp_read_clock()
H A Dmlx5_rxtx.h148 volatile struct mlx5_cqe(*cqes)[]; member
266 volatile struct mlx5_cqe *cqes; /* Completion queue. */ member
H A Dmlx5_txq.c138 cqe = &txq->cqes[txq->cq_ci & txq->cqe_m]; in txq_sync_cq()
151 cqe = &txq->cqes[i]; in txq_sync_cq()
H A Dmlx5.h487 volatile struct mlx5_cqe *cqes; member
637 volatile struct mlx5_cqe *cqes; member
H A Dmlx5_rxq.c477 cqe = &(*rxq->cqes)[rxq->cq_ci & cqe_mask]; in rxq_sync_cq()
496 cqe = &(*rxq->cqes)[i]; in rxq_sync_cq()
/f-stack/dpdk/drivers/vdpa/mlx5/
H A Dmlx5_vdpa_event.c190 cq->cqes[0].op_own = MLX5_CQE_OWNER_MASK; in mlx5_vdpa_cq_create()
191 cq->cqes[0].wqe_counter = rte_cpu_to_be_16(UINT16_MAX); in mlx5_vdpa_cq_create()
218 last_word.word = rte_read32(&cq->cqes[0].wqe_counter); in mlx5_vdpa_cq_poll()
H A Dmlx5_vdpa.h53 volatile struct mlx5_cqe *cqes; member
/f-stack/dpdk/drivers/net/mlx5/linux/
H A Dmlx5_verbs.c409 rxq_data->cqes = (volatile struct mlx5_cqe (*)[])(uintptr_t)cq_info.buf; in mlx5_rxq_ibv_obj_new()
999 txq_data->cqes = (volatile struct mlx5_cqe *)cq_info.buf; in mlx5_txq_ibv_obj_new()