Home
last modified time | relevance | path

Searched refs:mcq (Results 1 – 25 of 29) sorted by relevance

12

/freebsd-14.2/sys/dev/mlx5/mlx5_ib/
H A Dmlx5_ib_cq.c45 struct mlx5_ib_cq *cq = container_of(mcq, struct mlx5_ib_cq, mcq); in mlx5_ib_cq_event()
52 type, mcq->cqn); in mlx5_ib_cq_event()
540 ++cq->mcq.cons_index; in mlx5_poll_one()
658 cq->mcq.cqn); in poll_soft_wc()
719 mlx5_cq_arm(&cq->mcq, in mlx5_ib_arm_cq()
989 cq->mcq.irqn = irqn; in mlx5_ib_create_cq()
1022 mlx5_core_destroy_cq(dev->mdev, &mcq->mcq); in mlx5_ib_destroy_cq()
1104 err = mlx5_core_modify_cq_moderation(dev->mdev, &mcq->mcq, in mlx5_ib_modify_cq()
1107 mlx5_ib_warn(dev, "modify cq 0x%x failed\n", mcq->mcq.cqn); in mlx5_ib_modify_cq()
1231 cq->mcq.cqn); in copy_resize_cqes()
[all …]
H A Dmlx5_ib_qp.c1802 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_qp_common()
1803 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(devr->c0)->mcq.cqn); in create_qp_common()
1808 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_qp_common()
1823 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(init_attr->send_cq)->mcq.cqn); in create_qp_common()
1893 if (send_cq->mcq.cqn < recv_cq->mcq.cqn) { in mlx5_ib_lock_cqs()
1897 } else if (send_cq->mcq.cqn == recv_cq->mcq.cqn) { in mlx5_ib_lock_cqs()
1923 if (send_cq->mcq.cqn < recv_cq->mcq.cqn) { in mlx5_ib_unlock_cqs()
1926 } else if (send_cq->mcq.cqn == recv_cq->mcq.cqn) { in mlx5_ib_unlock_cqs()
2815 context->cqn_send = send_cq ? cpu_to_be32(send_cq->mcq.cqn) : 0; in __mlx5_ib_modify_qp()
2816 context->cqn_recv = recv_cq ? cpu_to_be32(recv_cq->mcq.cqn) : 0; in __mlx5_ib_modify_qp()
[all …]
H A Dmlx5_ib.h468 struct mlx5_core_cq mcq; member
795 static inline struct mlx5_ib_cq *to_mibcq(struct mlx5_core_cq *mcq) in to_mibcq() argument
797 return container_of(mcq, struct mlx5_ib_cq, mcq); in to_mibcq()
H A Dmlx5_ib_main.c2603 struct mlx5_core_cq *mcq; in mlx5_ib_handle_internal_error() local
2618 if (send_mcq->mcq.comp && in mlx5_ib_handle_internal_error()
2620 if (!send_mcq->mcq.reset_notify_added) { in mlx5_ib_handle_internal_error()
2621 send_mcq->mcq.reset_notify_added = 1; in mlx5_ib_handle_internal_error()
2622 list_add_tail(&send_mcq->mcq.reset_notify, in mlx5_ib_handle_internal_error()
2635 if (recv_mcq->mcq.comp && in mlx5_ib_handle_internal_error()
2637 if (!recv_mcq->mcq.reset_notify_added) { in mlx5_ib_handle_internal_error()
2638 recv_mcq->mcq.reset_notify_added = 1; in mlx5_ib_handle_internal_error()
2639 list_add_tail(&recv_mcq->mcq.reset_notify, in mlx5_ib_handle_internal_error()
2652 list_for_each_entry(mcq, &cq_armed_list, reset_notify) { in mlx5_ib_handle_internal_error()
[all …]
H A Dmlx5_ib_srq.c304 in.cqn = to_mcq(init_attr->ext.cq)->mcq.cqn; in mlx5_ib_create_srq()
306 in.cqn = to_mcq(dev->devr.c0)->mcq.cqn; in mlx5_ib_create_srq()
/freebsd-14.2/sys/dev/mlx4/mlx4_ib/
H A Dmlx4_ib_cq.c99 return mlx4_cq_modify(dev->dev, &mcq->mcq, cq_count, cq_period); in mlx4_ib_modify_cq()
228 *cq->mcq.set_ci_db = 0; in mlx4_ib_create_cq()
229 *cq->mcq.arm_db = 0; in mlx4_ib_create_cq()
336 i = cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
350 i = cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
365 ++cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
471 mlx4_cq_free(dev->dev, &mcq->mcq); in mlx4_ib_destroy_cq()
480 &mcq->db); in mlx4_ib_destroy_cq()
673 ++cq->mcq.cons_index; in mlx4_ib_poll_one()
887 mlx4_cq_set_ci(&cq->mcq); in mlx4_ib_poll_cq()
[all …]
H A Dmlx4_ib.h118 struct mlx4_cq mcq; member
654 static inline struct mlx4_ib_cq *to_mibcq(struct mlx4_cq *mcq) in to_mibcq() argument
656 return container_of(mcq, struct mlx4_ib_cq, mcq); in to_mibcq()
H A Dmlx4_ib_main.c2951 struct mlx4_cq *mcq; in mlx4_ib_handle_catas_error() local
2965 if (send_mcq->mcq.comp && in mlx4_ib_handle_catas_error()
2967 if (!send_mcq->mcq.reset_notify_added) { in mlx4_ib_handle_catas_error()
2968 send_mcq->mcq.reset_notify_added = 1; in mlx4_ib_handle_catas_error()
2969 list_add_tail(&send_mcq->mcq.reset_notify, in mlx4_ib_handle_catas_error()
2983 if (recv_mcq->mcq.comp && in mlx4_ib_handle_catas_error()
2985 if (!recv_mcq->mcq.reset_notify_added) { in mlx4_ib_handle_catas_error()
2986 recv_mcq->mcq.reset_notify_added = 1; in mlx4_ib_handle_catas_error()
2987 list_add_tail(&recv_mcq->mcq.reset_notify, in mlx4_ib_handle_catas_error()
2998 list_for_each_entry(mcq, &cq_notify_list, reset_notify) { in mlx4_ib_handle_catas_error()
[all …]
H A Dmlx4_ib_qp.c653 struct mlx4_ib_cq *mcq; in create_qp_common() local
897 mcq = to_mcq(init_attr->send_cq); in create_qp_common()
898 list_add_tail(&qp->cq_send_list, &mcq->send_qp_list); in create_qp_common()
899 mcq = to_mcq(init_attr->recv_cq); in create_qp_common()
900 list_add_tail(&qp->cq_recv_list, &mcq->recv_qp_list); in create_qp_common()
964 } else if (send_cq->mcq.cqn < recv_cq->mcq.cqn) { in mlx4_ib_lock_cqs()
979 } else if (send_cq->mcq.cqn < recv_cq->mcq.cqn) { in mlx4_ib_unlock_cqs()
1847 context->cqn_send = cpu_to_be32(send_cq->mcq.cqn); in __mlx4_ib_modify_qp()
1848 context->cqn_recv = cpu_to_be32(recv_cq->mcq.cqn); in __mlx4_ib_modify_qp()
/freebsd-14.2/sys/dev/mlx5/mlx5_en/
H A Dmlx5_en_txrx.c50 mlx5e_cq_error_event(struct mlx5_core_cq *mcq, int event) in mlx5e_cq_error_event() argument
52 struct mlx5e_cq *cq = container_of(mcq, struct mlx5e_cq, mcq); in mlx5e_cq_error_event()
55 mcq->cqn, event); in mlx5e_cq_error_event()
74 cq->mcq.cqn, ci, qn, err_cqe->op_own >> 4, in mlx5e_dump_err_cqe()
H A Dmlx5_en_iq.c93 mlx5e_iq_completion(struct mlx5_core_cq *mcq, struct mlx5_eqe *eqe __unused) in mlx5e_iq_completion() argument
95 struct mlx5e_iq *iq = container_of(mcq, struct mlx5e_iq, cq.mcq); in mlx5e_iq_completion()
260 MLX5_SET(sqc, sqc, cqn, iq->cq.mcq.cqn); in mlx5e_iq_enable()
392 iq->cq.mcq.comp(&iq->cq.mcq, NULL); in mlx5e_iq_drain()
407 iq->cq.mcq.comp(&iq->cq.mcq, NULL); in mlx5e_iq_drain()
H A Dmlx5_en_main.c1938 sq->cq.mcq.comp(&sq->cq.mcq, NULL); in mlx5e_drain_sq()
1957 sq->cq.mcq.comp(&sq->cq.mcq, NULL); in mlx5e_drain_sq()
1980 struct mlx5_core_cq *mcq = &cq->mcq; in mlx5e_create_cq() local
1995 mcq->cqe_sz = 64; in mlx5e_create_cq()
1999 *mcq->arm_db = 0; in mlx5e_create_cq()
2001 mcq->comp = comp; in mlx5e_create_cq()
2003 mcq->irqn = irqn; in mlx5e_create_cq()
2025 struct mlx5_core_cq *mcq = &cq->mcq; in mlx5e_enable_cq() local
2274 c->rq.cq.mcq.comp(&c->rq.cq.mcq, NULL); in mlx5e_open_channel()
4081 rq->cq.mcq.comp(&rq->cq.mcq, NULL); in mlx5e_disable_rx_dma()
[all …]
H A Dmlx5_en_rx.c614 mlx5e_rx_cq_comp(struct mlx5_core_cq *mcq, struct mlx5_eqe *eqe __unused) in mlx5e_rx_cq_comp() argument
616 struct mlx5e_channel *c = container_of(mcq, struct mlx5e_channel, rq.cq.mcq); in mlx5e_rx_cq_comp()
617 struct mlx5e_rq *rq = container_of(mcq, struct mlx5e_rq, cq.mcq); in mlx5e_rx_cq_comp()
H A Den.h743 struct mlx5_core_cq mcq; member
1203 void mlx5e_cq_error_event(struct mlx5_core_cq *mcq, int event);
1259 struct mlx5_core_cq *mcq; in mlx5e_cq_arm() local
1261 mcq = &cq->mcq; in mlx5e_cq_arm()
1262 mlx5_cq_arm(mcq, MLX5_CQ_DB_REQ_NOT, mcq->uar->map, dblock, cq->wq.cc); in mlx5e_cq_arm()
H A Dmlx5_en_dim.c91 mlx5_core_modify_cq_moderation(c->priv->mdev, &rq->cq.mcq, in mlx5e_dim_work()
H A Dmlx5_en_rl.c270 sq->cq.mcq.comp(&sq->cq.mcq, NULL); in mlx5e_rl_open_channel()
1335 mlx5_core_modify_cq_moderation_mode(rl->priv->mdev, &sq->cq.mcq, in mlx5e_rl_refresh_channel_params()
1340 mlx5_core_modify_cq_moderation(rl->priv->mdev, &sq->cq.mcq, in mlx5e_rl_refresh_channel_params()
H A Dmlx5_en_tx.c1169 mlx5e_tx_cq_comp(struct mlx5_core_cq *mcq, struct mlx5_eqe *eqe __unused) in mlx5e_tx_cq_comp() argument
1171 struct mlx5e_sq *sq = container_of(mcq, struct mlx5e_sq, cq.mcq); in mlx5e_tx_cq_comp()
/freebsd-14.2/sys/dev/mlx4/mlx4_en/
H A Dmlx4_en_cq.c122 cq->mcq.set_ci_db = cq->wqres.db.db; in mlx4_en_activate_cq()
123 cq->mcq.arm_db = cq->wqres.db.db + 1; in mlx4_en_activate_cq()
124 *cq->mcq.set_ci_db = 0; in mlx4_en_activate_cq()
125 *cq->mcq.arm_db = 0; in mlx4_en_activate_cq()
158 &mdev->priv_uar, cq->wqres.db.dma, &cq->mcq, in mlx4_en_activate_cq()
163 cq->mcq.comp = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq; in mlx4_en_activate_cq()
164 cq->mcq.event = mlx4_en_cq_event; in mlx4_en_activate_cq()
210 mlx4_cq_free(priv->mdev->dev, &cq->mcq); in mlx4_en_deactivate_cq()
216 return mlx4_cq_modify(priv->mdev->dev, &cq->mcq, in mlx4_en_set_cq_moder()
222 mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map, in mlx4_en_arm_cq()
H A Dmlx4_en_rx.c478 ring->cqn = priv->rx_cq[ring_ind]->mcq.cqn; in mlx4_en_activate_rx_rings()
746 struct mlx4_cq *mcq = &cq->mcq; in mlx4_en_process_rx_cq() local
751 u32 cons_index = mcq->cons_index; in mlx4_en_process_rx_cq()
856 mcq->cons_index = cons_index; in mlx4_en_process_rx_cq()
857 mlx4_cq_set_ci(mcq); in mlx4_en_process_rx_cq()
859 ring->cons = mcq->cons_index; in mlx4_en_process_rx_cq()
880 void mlx4_en_rx_irq(struct mlx4_cq *mcq) in mlx4_en_rx_irq() argument
882 struct mlx4_en_cq *cq = container_of(mcq, struct mlx4_en_cq, mcq); in mlx4_en_rx_irq()
H A Dmlx4_en_tx.c351 struct mlx4_cq *mcq = &cq->mcq; in mlx4_en_process_tx_cq() local
358 u32 cons_index = mcq->cons_index; in mlx4_en_process_tx_cq()
415 mcq->cons_index = cons_index; in mlx4_en_process_tx_cq()
416 mlx4_cq_set_ci(mcq); in mlx4_en_process_tx_cq()
423 void mlx4_en_tx_irq(struct mlx4_cq *mcq) in mlx4_en_tx_irq() argument
425 struct mlx4_en_cq *cq = container_of(mcq, struct mlx4_en_cq, mcq); in mlx4_en_tx_irq()
H A Den.h391 struct mlx4_cq mcq; member
808 void mlx4_en_tx_irq(struct mlx4_cq *mcq);
855 void mlx4_en_rx_irq(struct mlx4_cq *mcq);
/freebsd-14.2/sys/dev/mlx5/mlx5_fpga/
H A Dmlx5fpga_conn.c359 mlx5_cq_arm(&conn->cq.mcq, MLX5_CQ_DB_REQ_NOT, in mlx5_fpga_conn_arm_cq()
368 conn = container_of(mcq, struct mlx5_fpga_conn, cq.mcq); in mlx5_fpga_conn_cq_event()
419 conn = container_of(mcq, struct mlx5_fpga_conn, cq.mcq); in mlx5_fpga_conn_cq_complete()
483 conn->cq.mcq.cqe_sz = 64; in mlx5_fpga_conn_create_cq()
486 *conn->cq.mcq.set_ci_db = 0; in mlx5_fpga_conn_create_cq()
487 *conn->cq.mcq.arm_db = 0; in mlx5_fpga_conn_create_cq()
488 conn->cq.mcq.vector = 0; in mlx5_fpga_conn_create_cq()
491 conn->cq.mcq.irqn = irqn; in mlx5_fpga_conn_create_cq()
492 conn->cq.mcq.uar = fdev->conn_res.uar; in mlx5_fpga_conn_create_cq()
586 MLX5_SET(qpc, qpc, cqn_snd, conn->cq.mcq.cqn); in mlx5_fpga_conn_create_qp()
[all …]
H A Dconn.h57 struct mlx5_core_cq mcq; member
/freebsd-14.2/contrib/ofed/libmlx4/
H A Dsrq.c302 struct mlx4_cq *mcq; in mlx4_destroy_xrc_srq() local
305 mcq = to_mcq(msrq->verbs_srq.cq); in mlx4_destroy_xrc_srq()
306 mlx4_cq_clean(mcq, 0, msrq); in mlx4_destroy_xrc_srq()
307 pthread_spin_lock(&mcq->lock); in mlx4_destroy_xrc_srq()
309 pthread_spin_unlock(&mcq->lock); in mlx4_destroy_xrc_srq()
313 pthread_spin_lock(&mcq->lock); in mlx4_destroy_xrc_srq()
315 pthread_spin_unlock(&mcq->lock); in mlx4_destroy_xrc_srq()
/freebsd-14.2/contrib/ofed/libmlx5/
H A Dmlx5.c679 struct mlx5_cq *mcq = to_mcq(cq_in); in mlx5dv_get_cq() local
683 cq_out->cqn = mcq->cqn; in mlx5dv_get_cq()
684 cq_out->cqe_cnt = mcq->ibv_cq.cqe + 1; in mlx5dv_get_cq()
685 cq_out->cqe_size = mcq->cqe_sz; in mlx5dv_get_cq()
686 cq_out->buf = mcq->active_buf->buf; in mlx5dv_get_cq()
687 cq_out->dbrec = mcq->dbrec; in mlx5dv_get_cq()
690 mcq->flags |= MLX5_CQ_FLAGS_DV_OWNED; in mlx5dv_get_cq()

12