| /linux-6.15/drivers/infiniband/core/ |
| H A D | uverbs_std_types_qp.c | 95 struct ib_cq *send_cq = NULL; in UVERBS_HANDLER() local 168 send_cq = uverbs_attr_get_obj(attrs, in UVERBS_HANDLER() 170 if (IS_ERR(send_cq)) in UVERBS_HANDLER() 171 return PTR_ERR(send_cq); in UVERBS_HANDLER() 175 send_cq = uverbs_attr_get_obj(attrs, in UVERBS_HANDLER() 177 if (IS_ERR(send_cq)) in UVERBS_HANDLER() 178 return PTR_ERR(send_cq); in UVERBS_HANDLER() 234 attr.send_cq = send_cq; in UVERBS_HANDLER()
|
| H A D | verbs.c | 1190 qp->send_cq = qp->recv_cq = NULL; in create_xrc_qp_user() 1244 qp->send_cq = attr->send_cq; in create_qp() 1258 qp->send_cq = attr->send_cq; in create_qp() 1318 if (qp->send_cq) in ib_qp_usecnt_inc() 1319 atomic_inc(&qp->send_cq->usecnt); in ib_qp_usecnt_inc() 1337 if (qp->send_cq) in ib_qp_usecnt_dec() 1338 atomic_dec(&qp->send_cq->usecnt); in ib_qp_usecnt_dec() 2831 struct ib_cq *cq = qp->send_cq; in __ib_drain_sq() 2990 trace_cq_drain_complete(qp->send_cq); in ib_drain_sq()
|
| /linux-6.15/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_qp.c | 289 hr_send_cq = send_cq ? to_hr_cq(send_cq) : NULL; in add_qp_to_list() 1488 __acquire(&send_cq->lock); in hns_roce_lock_cqs() 1491 spin_lock(&send_cq->lock); in hns_roce_lock_cqs() 1495 __acquire(&send_cq->lock); in hns_roce_lock_cqs() 1497 spin_lock(&send_cq->lock); in hns_roce_lock_cqs() 1500 spin_lock(&send_cq->lock); in hns_roce_lock_cqs() 1514 __release(&send_cq->lock); in hns_roce_unlock_cqs() 1517 spin_unlock(&send_cq->lock); in hns_roce_unlock_cqs() 1519 __release(&send_cq->lock); in hns_roce_unlock_cqs() 1523 spin_unlock(&send_cq->lock); in hns_roce_unlock_cqs() [all …]
|
| /linux-6.15/drivers/infiniband/hw/mana/ |
| H A D | qp.c | 270 struct mana_ib_cq *send_cq = in mana_ib_create_qp_raw() local 340 cq_spec.gdma_region = send_cq->queue.gdma_region; in mana_ib_create_qp_raw() 343 eq_vec = send_cq->comp_vector; in mana_ib_create_qp_raw() 361 send_cq->queue.id = cq_spec.queue_index; in mana_ib_create_qp_raw() 364 err = mana_ib_install_cq_cb(mdev, send_cq); in mana_ib_create_qp_raw() 373 resp.cqid = send_cq->queue.id; in mana_ib_create_qp_raw() 387 mana_ib_remove_cq_cb(mdev, send_cq); in mana_ib_create_qp_raw() 605 struct mana_ib_cq *send_cq = container_of(qp->ibqp.send_cq, struct mana_ib_cq, ibcq); in mana_add_qp_to_cqs() local 609 spin_lock_irqsave(&send_cq->cq_lock, flags); in mana_add_qp_to_cqs() 620 struct mana_ib_cq *send_cq = container_of(qp->ibqp.send_cq, struct mana_ib_cq, ibcq); in mana_remove_qp_from_cqs() local [all …]
|
| H A D | main.c | 970 struct mana_ib_cq *send_cq = container_of(qp->ibqp.send_cq, struct mana_ib_cq, ibcq); in mana_ib_gd_create_rc_qp() local 982 req.send_cq_handle = send_cq->cq_handle; in mana_ib_gd_create_rc_qp() 1029 struct mana_ib_cq *send_cq = container_of(qp->ibqp.send_cq, struct mana_ib_cq, ibcq); in mana_ib_gd_create_ud_qp() local 1041 req.send_cq_handle = send_cq->cq_handle; in mana_ib_gd_create_ud_qp()
|
| /linux-6.15/drivers/infiniband/ulp/ipoib/ |
| H A D | ipoib_verbs.c | 187 priv->send_cq = ib_create_cq(priv->ca, ipoib_ib_tx_completion, NULL, in ipoib_transport_dev_init() 189 if (IS_ERR(priv->send_cq)) { in ipoib_transport_dev_init() 197 init_attr.send_cq = priv->send_cq; in ipoib_transport_dev_init() 218 if (ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP)) in ipoib_transport_dev_init() 244 ib_destroy_cq(priv->send_cq); in ipoib_transport_dev_init() 266 ib_destroy_cq(priv->send_cq); in ipoib_transport_dev_cleanup()
|
| H A D | ipoib_ib.c | 439 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc); in poll_tx() 507 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc); in ipoib_tx_poll() 519 if (unlikely(ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP | in ipoib_tx_poll() 673 if (ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP | in ipoib_send()
|
| /linux-6.15/drivers/infiniband/hw/mthca/ |
| H A D | mthca_qp.c | 1164 struct mthca_cq *send_cq, in mthca_alloc_qp_common() argument 1293 struct mthca_cq *send_cq, in mthca_alloc_qp() argument 1339 if (send_cq == recv_cq) { in mthca_lock_cqs() 1340 spin_lock_irq(&send_cq->lock); in mthca_lock_cqs() 1343 spin_lock_irq(&send_cq->lock); in mthca_lock_cqs() 1354 if (send_cq == recv_cq) { in mthca_unlock_cqs() 1361 spin_unlock(&send_cq->lock); in mthca_unlock_cqs() 1368 struct mthca_cq *send_cq, in mthca_alloc_sqp() argument 1448 struct mthca_cq *send_cq; in mthca_free_qp() local 1451 send_cq = to_mcq(qp->ibqp.send_cq); in mthca_free_qp() [all …]
|
| H A D | mthca_dev.h | 535 struct mthca_cq *send_cq, 544 struct mthca_cq *send_cq,
|
| /linux-6.15/drivers/infiniband/hw/mlx5/ |
| H A D | qp.c | 1314 send_cq ? get_ts_format(dev, send_cq, fr_sup, rt_sup) : in get_qp_ts_format() 2217 if (send_cq) in create_dci() 2420 if (send_cq) in create_user_qp() 2553 if (send_cq) in create_kernel_qp() 2570 if (send_cq) { in mlx5_ib_lock_cqs() 2600 if (send_cq) { in mlx5_ib_unlock_cqs() 2631 *send_cq = NULL; in get_cqs() 2695 get_cqs(qp->type, qp->ibqp.send_cq, qp->ibqp.recv_cq, &send_cq, in destroy_qp_common() 2702 if (send_cq) in destroy_qp_common() 4284 if (send_cq) in __mlx5_ib_modify_qp() [all …]
|
| H A D | gsi.c | 50 struct ib_cq *gsi_cq = mqp->ibqp.send_cq; in generate_completions() 141 hw_init_attr.send_cq = gsi->cq; in mlx5_ib_create_gsi() 205 .send_cq = gsi->cq, in create_gsi_ud_qp()
|
| /linux-6.15/include/rdma/ |
| H A D | rdmavt_qp.h | 806 struct rvt_cq *cq = ibcq_to_rvtcq(qp->ibqp.send_cq); in rvt_send_cq() 921 static inline u32 ib_cq_tail(struct ib_cq *send_cq) in ib_cq_tail() argument 923 struct rvt_cq *cq = ibcq_to_rvtcq(send_cq); in ib_cq_tail() 925 return ibcq_to_rvtcq(send_cq)->ip ? in ib_cq_tail() 927 ibcq_to_rvtcq(send_cq)->kqueue->tail; in ib_cq_tail() 937 static inline u32 ib_cq_head(struct ib_cq *send_cq) in ib_cq_head() argument 939 struct rvt_cq *cq = ibcq_to_rvtcq(send_cq); in ib_cq_head() 941 return ibcq_to_rvtcq(send_cq)->ip ? in ib_cq_head() 943 ibcq_to_rvtcq(send_cq)->kqueue->head; in ib_cq_head()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| H A D | send.h | 120 struct mlx5hws_send_ring_cq send_cq; member 227 struct mlx5hws_send_ring_cq *send_cq = &queue->send_ring.send_cq; in mlx5hws_send_engine_empty() local 229 return ((send_sq->cur_post & send_sq->buf_mask) == send_cq->poll_wqe); in mlx5hws_send_engine_empty()
|
| H A D | send.c | 487 struct mlx5hws_send_ring_cq *cq = &send_ring->send_cq; in hws_send_engine_poll_cq() 882 hws_send_ring_close_cq(&queue->send_ring.send_cq); in hws_send_ring_close() 892 err = hws_send_ring_open_cq(ctx->mdev, queue, numa_node, &ring->send_cq); in mlx5hws_send_ring_open() 897 &ring->send_cq); in mlx5hws_send_ring_open() 904 hws_send_ring_close_cq(&ring->send_cq); in mlx5hws_send_ring_open()
|
| /linux-6.15/drivers/infiniband/hw/mlx4/ |
| H A D | qp.c | 1313 if (send_cq == recv_cq) { in mlx4_ib_lock_cqs() 1314 spin_lock(&send_cq->lock); in mlx4_ib_lock_cqs() 1317 spin_lock(&send_cq->lock); in mlx4_ib_lock_cqs() 1328 if (send_cq == recv_cq) { in mlx4_ib_unlock_cqs() 1364 *recv_cq = *send_cq; in get_cqs() 1367 *send_cq = to_mcq(qp->ibqp.send_cq); in get_cqs() 1368 *recv_cq = *send_cq; in get_cqs() 1373 *send_cq = (src == MLX4_IB_QP_SRC) ? to_mcq(qp->ibqp.send_cq) : in get_cqs() 1455 if (send_cq != recv_cq) in destroy_qp_common() 2367 recv_cq = send_cq; in __mlx4_ib_modify_qp() [all …]
|
| /linux-6.15/Documentation/translations/zh_CN/infiniband/ |
| H A D | tag_matching.rst | 39 1. Eager协议--当发送方处理完发送时,完整的信息就会被发送。在send_cq中会收到
|
| /linux-6.15/net/sunrpc/xprtrdma/ |
| H A D | verbs.c | 350 if (ep->re_attr.send_cq) in rpcrdma_ep_destroy() 351 ib_free_cq(ep->re_attr.send_cq); in rpcrdma_ep_destroy() 352 ep->re_attr.send_cq = NULL; in rpcrdma_ep_destroy() 421 ep->re_attr.send_cq = ib_alloc_cq_any(device, r_xprt, in rpcrdma_ep_create() 424 if (IS_ERR(ep->re_attr.send_cq)) { in rpcrdma_ep_create() 425 rc = PTR_ERR(ep->re_attr.send_cq); in rpcrdma_ep_create() 426 ep->re_attr.send_cq = NULL; in rpcrdma_ep_create() 624 sc->sc_cid.ci_queue_id = ep->re_attr.send_cq->res.id; in rpcrdma_sendctx_create()
|
| /linux-6.15/fs/smb/server/ |
| H A D | transport_rdma.c | 105 struct ib_cq *send_cq; member 447 if (t->send_cq) in free_transport() 448 ib_free_cq(t->send_cq); in free_transport() 1885 t->send_cq = ib_alloc_cq(t->cm_id->device, t, in smb_direct_create_qpair() 1888 if (IS_ERR(t->send_cq)) { in smb_direct_create_qpair() 1890 ret = PTR_ERR(t->send_cq); in smb_direct_create_qpair() 1891 t->send_cq = NULL; in smb_direct_create_qpair() 1910 qp_attr.send_cq = t->send_cq; in smb_direct_create_qpair() 1945 if (t->send_cq) { in smb_direct_create_qpair() 1946 ib_destroy_cq(t->send_cq); in smb_direct_create_qpair() [all …]
|
| /linux-6.15/drivers/net/ethernet/ibm/ehea/ |
| H A D | ehea_main.c | 804 struct ehea_cq *send_cq = pr->send_cq; in ehea_proc_cqes() local 813 cqe = ehea_poll_cq(send_cq); in ehea_proc_cqes() 815 ehea_inc_cq(send_cq); in ehea_proc_cqes() 855 cqe = ehea_poll_cq(send_cq); in ehea_proc_cqes() 893 ehea_reset_cq_ep(pr->send_cq); in ehea_poll() 895 ehea_reset_cq_n1(pr->send_cq); in ehea_poll() 898 cqe_skb = ehea_poll_cq(pr->send_cq); in ehea_poll() 1480 if (!pr->send_cq) { in ehea_init_port_res() 1487 pr->send_cq->attr.act_nr_of_cqes, in ehea_init_port_res() 1562 ehea_destroy_cq(pr->send_cq); in ehea_init_port_res() [all …]
|
| /linux-6.15/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_qp.c | 58 static inline void get_cqs(struct pvrdma_qp *qp, struct pvrdma_cq **send_cq, in get_cqs() argument 61 *send_cq = to_vcq(qp->ibqp.send_cq); in get_cqs() 359 cmd->send_cq_handle = to_vcq(init_attr->send_cq)->cq_handle; in pvrdma_create_qp() 1034 init_attr->send_cq = qp->ibqp.send_cq; in pvrdma_query_qp()
|
| /linux-6.15/drivers/infiniband/sw/rxe/ |
| H A D | rxe_qp.c | 75 if (!init->recv_cq || !init->send_cq) { in rxe_qp_chk_init() 356 struct rxe_cq *scq = to_rcq(init->send_cq); in rxe_qp_from_init() 417 init->send_cq = qp->ibqp.send_cq; in rxe_qp_to_init()
|
| /linux-6.15/fs/smb/client/ |
| H A D | smbdirect.c | 1358 ib_free_cq(info->send_cq); in smbd_destroy() 1547 info->send_cq = NULL; in _smbd_get_connection() 1549 info->send_cq = in _smbd_get_connection() 1552 if (IS_ERR(info->send_cq)) { in _smbd_get_connection() 1553 info->send_cq = NULL; in _smbd_get_connection() 1575 qp_attr.send_cq = info->send_cq; in _smbd_get_connection() 1690 if (info->send_cq) in _smbd_get_connection() 1691 ib_free_cq(info->send_cq); in _smbd_get_connection()
|
| H A D | smbdirect.h | 59 struct ib_cq *send_cq, *recv_cq; member
|
| /linux-6.15/drivers/infiniband/ulp/srp/ |
| H A D | ib_srp.h | 157 struct ib_cq *send_cq; member
|
| H A D | ib_srp.c | 516 ib_process_cq_direct(ch->send_cq, -1); in srp_destroy_qp() 529 struct ib_cq *recv_cq, *send_cq; in srp_create_ch_ib() local 549 if (IS_ERR(send_cq)) { in srp_create_ch_ib() 550 ret = PTR_ERR(send_cq); in srp_create_ch_ib() 561 init_attr->send_cq = send_cq; in srp_create_ch_ib() 599 if (ch->send_cq) in srp_create_ch_ib() 600 ib_free_cq(ch->send_cq); in srp_create_ch_ib() 604 ch->send_cq = send_cq; in srp_create_ch_ib() 622 ib_free_cq(send_cq); in srp_create_ch_ib() 667 ib_free_cq(ch->send_cq); in srp_free_ch_ib() [all …]
|