| /linux-6.15/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_restrack.c | 71 if (rdma_nl_put_driver_u32_hex(msg, "sq_wqe_cnt", hr_qp->sq.wqe_cnt)) in hns_roce_fill_res_qp_entry() 77 if (rdma_nl_put_driver_u32_hex(msg, "rq_wqe_cnt", hr_qp->rq.wqe_cnt)) in hns_roce_fill_res_qp_entry() 193 if (rdma_nl_put_driver_u32_hex(msg, "wqe_cnt", hr_srq->wqe_cnt)) in hns_roce_fill_res_srq_entry()
|
| H A D | hns_roce_srq.c | 177 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_idx() 192 idx_que->bitmap = bitmap_zalloc(srq->wqe_cnt, GFP_KERNEL); in alloc_srq_idx() 232 buf_attr.region[0].size = to_hr_hem_entries_size(srq->wqe_cnt, in alloc_srq_wqe_buf() 255 srq->wrid = kvmalloc_array(srq->wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_srq_wrid() 308 srq->wqe_cnt = roundup_pow_of_two(attr->max_wr); in set_srq_basic_param() 311 attr->max_wr = srq->wqe_cnt; in set_srq_basic_param()
|
| H A D | hns_roce_qp.c | 474 hr_qp->rq.wqe_cnt = 0; in set_rq_size() 504 hr_qp->rq.wqe_cnt = cnt; in set_rq_size() 664 hr_qp->sq.wqe_cnt = cnt; in set_user_sq_size() 681 buf_size = to_hr_hem_entries_size(hr_qp->sq.wqe_cnt, in set_wqe_buf_attr() 703 buf_size = to_hr_hem_entries_size(hr_qp->rq.wqe_cnt, in set_wqe_buf_attr() 741 hr_qp->sq.wqe_cnt = cnt; in set_kernel_sq_size() 1005 sq_wrid = kcalloc(hr_qp->sq.wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_kernel_wrid() 1011 if (hr_qp->rq.wqe_cnt) { in alloc_kernel_wrid() 1012 rq_wrid = kcalloc(hr_qp->rq.wqe_cnt, sizeof(u64), GFP_KERNEL); in alloc_kernel_wrid() 1560 if (likely(cur + nreq < hr_wq->wqe_cnt)) in hns_roce_wq_overflow() [all …]
|
| H A D | hns_roce_hw_v2.c | 921 if (unlikely(pos == srq->wqe_cnt)) in get_srq_wqe_idx() 935 head = idx_que->head & (srq->wqe_cnt - 1); in fill_wqe_idx() 3984 (wq->wqe_cnt - 1); in hns_roce_v2_poll_one() 4405 if (hr_qp->rq.wqe_cnt && ret) { in config_qp_rq_buf() 4428 hr_qp->sq.wqe_cnt)); in config_qp_rq_buf() 4438 hr_qp->rq.wqe_cnt)); in config_qp_rq_buf() 5580 qp_attr->cap.max_recv_wr = hr_qp->rq.wqe_cnt; in hns_roce_v2_query_qp() 5584 qp_attr->cap.max_send_wr = hr_qp->sq.wqe_cnt; in hns_roce_v2_query_qp() 5839 srq->wqe_cnt)); in hns_roce_v2_write_srqc() 5880 if (srq_attr->srq_limit > srq->wqe_cnt) { in hns_roce_v2_modify_srq() [all …]
|
| H A D | hns_roce_device.h | 352 u32 wqe_cnt; /* WQE num */ member 458 u32 wqe_cnt; member
|
| /linux-6.15/drivers/infiniband/hw/mlx5/ |
| H A D | qp.c | 445 qp->rq.wqe_cnt = 0; in set_rq_size() 620 qp->sq.wqe_cnt, in calc_sq_size() 660 qp->sq.wqe_cnt, in set_user_buf_size() 1136 if (qp->rq.wqe_cnt) in _create_kernel_qp() 1140 if (qp->sq.wqe_cnt) { in _create_kernel_qp() 1583 if (!qp->sq.wqe_cnt && !qp->rq.wqe_cnt) in create_raw_packet_qp() 1585 if (qp->sq.wqe_cnt) { in create_raw_packet_qp() 1606 if (qp->rq.wqe_cnt) { in create_raw_packet_qp() 1653 if (!qp->sq.wqe_cnt) in create_raw_packet_qp() 2500 if (qp->sq.wqe_cnt) in create_kernel_qp() [all …]
|
| H A D | srq.h | 21 u32 wqe_cnt; member
|
| H A D | wr.h | 59 idx = (sq->cur_post + (wqe_sz >> 2)) & (sq->wqe_cnt - 1); in handle_post_send_edge()
|
| H A D | cq.c | 200 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in handle_responder() 350 idx = tail & (qp->sq.wqe_cnt - 1); in handle_atomics() 416 idx &= (wq->wqe_cnt - 1); in sw_comp() 507 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one() 539 idx = wqe_ctr & (wq->wqe_cnt - 1); in mlx5_poll_one() 552 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx5_poll_one()
|
| H A D | wr.c | 716 idx = (idx + 1) & (qp->sq.wqe_cnt - 1); in dump_wqe() 732 *idx = qp->sq.cur_post & (qp->sq.wqe_cnt - 1); in mlx5r_begin_wqe() 783 (qp->sq.wqe_cnt - 1)) : in mlx5r_finish_wqe() 1231 ind = qp->rq.head & (qp->rq.wqe_cnt - 1); in mlx5_ib_post_recv() 1266 ind = (ind + 1) & (qp->rq.wqe_cnt - 1); in mlx5_ib_post_recv()
|
| H A D | mlx5_ib.h | 383 int wqe_cnt; member
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| H A D | send.c | 254 u16 wqe_cnt) in hws_send_engine_retry_post_send() argument 280 idx = wqe_cnt & send_sq->buf_mask; in hws_send_engine_retry_post_send() 287 idx = (wqe_cnt + 1) & send_sq->buf_mask; in hws_send_engine_retry_post_send() 349 u16 wqe_cnt, in hws_send_engine_update_rule() argument 356 hws_send_engine_retry_post_send(queue, priv, wqe_cnt); in hws_send_engine_update_rule() 410 u16 wqe_cnt) in hws_send_engine_update() argument 492 u16 wqe_cnt; in hws_send_engine_poll_cq() local 505 wqe_cnt = be16_to_cpu(cqe->wqe_counter) & sq->buf_mask; in hws_send_engine_poll_cq() 507 while (cq->poll_wqe != wqe_cnt) { in hws_send_engine_poll_cq() 513 priv = &sq->wr_priv[wqe_cnt]; in hws_send_engine_poll_cq() [all …]
|
| /linux-6.15/drivers/infiniband/hw/mlx4/ |
| H A D | qp.c | 349 qp->rq.wqe_cnt = qp->rq.max_gs = 0; in set_rq_size() 426 (qp->sq.wqe_cnt << qp->sq.wqe_shift); in set_kernel_sq_size() 436 qp->sq.wqe_cnt - qp->sq_spare_wqes; in set_kernel_sq_size() 680 qp->sq.wqe_cnt = 1; in create_qp_rss() 916 qp->sq.wqe_cnt = 1; in create_rq() 1483 if (qp->rq.wqe_cnt) { in destroy_qp_common() 1499 if (qp->rq.wqe_cnt) in destroy_qp_common() 2218 if (qp->rq.wqe_cnt) in __mlx4_ib_modify_qp() 2223 if (qp->sq.wqe_cnt) in __mlx4_ib_modify_qp() 2443 if (qp->rq.wqe_cnt && in __mlx4_ib_modify_qp() [all …]
|
| H A D | cq.c | 626 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_ib_qp_sw_comp() 742 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; in mlx4_ib_poll_one() 756 tail = wq->tail & (wq->wqe_cnt - 1); in mlx4_ib_poll_one()
|
| H A D | mlx4_ib.h | 166 int wqe_cnt; member
|
| /linux-6.15/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_qp.c | 140 qp->rq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_recv_wr)); in pvrdma_set_rq_size() 144 req_cap->max_recv_wr = qp->rq.wqe_cnt; in pvrdma_set_rq_size() 150 qp->npages_recv = (qp->rq.wqe_cnt * qp->rq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_rq_size() 165 qp->sq.wqe_cnt = roundup_pow_of_two(max(1U, req_cap->max_send_wr)); in pvrdma_set_sq_size() 169 req_cap->max_send_wr = qp->sq.wqe_cnt; in pvrdma_set_sq_size() 177 (qp->sq.wqe_cnt * qp->sq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_sq_size() 696 qp->sq.ring, qp->sq.wqe_cnt, &tail))) { in pvrdma_post_send() 849 qp->sq.wqe_cnt); in pvrdma_post_send() 914 qp->rq.ring, qp->rq.wqe_cnt, &tail))) { in pvrdma_post_recv() 940 qp->rq.wqe_cnt); in pvrdma_post_recv()
|
| H A D | pvrdma.h | 154 int wqe_cnt; member 169 int wqe_cnt; member
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/steering/sws/ |
| H A D | dr_send.c | 197 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe() 203 (dr_cq->qp->sq.wqe_cnt - 1); in dr_parse_cqe() 270 dr_qp->rq.wqe_cnt = 256; in dr_create_rc_qp() 274 dr_qp->sq.wqe_cnt = roundup_pow_of_two(attr->max_send_wr); in dr_create_rc_qp() 277 MLX5_SET(qpc, temp_qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp() 278 MLX5_SET(qpc, temp_qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp() 286 dr_qp->sq.wqe_head = kcalloc(dr_qp->sq.wqe_cnt, in dr_create_rc_qp() 317 MLX5_SET(qpc, qpc, log_rq_size, ilog2(dr_qp->rq.wqe_cnt)); in dr_create_rc_qp() 319 MLX5_SET(qpc, qpc, log_sq_size, ilog2(dr_qp->sq.wqe_cnt)); in dr_create_rc_qp() 446 idx = dr_qp->sq.pc & (dr_qp->sq.wqe_cnt - 1); in dr_rdma_segments()
|
| H A D | dr_types.h | 1426 unsigned int wqe_cnt; member 1432 unsigned int wqe_cnt; member
|
| /linux-6.15/drivers/vfio/pci/mlx5/ |
| H A D | cmd.h | 151 unsigned int wqe_cnt; member
|
| H A D | cmd.c | 1187 qp->rq.wqe_cnt = roundup_pow_of_two(max_recv_wr); in mlx5vf_create_rc_qp() 1189 log_rq_sz = ilog2(qp->rq.wqe_cnt); in mlx5vf_create_rc_qp() 1256 WARN_ON(qp->rq.pc - qp->rq.cc >= qp->rq.wqe_cnt); in mlx5vf_post_recv() 1257 ix = qp->rq.pc & (qp->rq.wqe_cnt - 1); in mlx5vf_post_recv() 1294 for (i = 0; i < qp->rq.wqe_cnt; i++) { in mlx5vf_activate_qp() 1680 ix = be16_to_cpu(cqe->wqe_counter) & (qp->rq.wqe_cnt - 1); in mlx5vf_rq_cqe()
|
| /linux-6.15/drivers/infiniband/hw/mthca/ |
| H A D | mthca_srq.c | 56 __be16 wqe_cnt; member 68 __be16 wqe_cnt; member
|
| /linux-6.15/include/net/mana/ |
| H A D | gdma.h | 96 u64 wqe_cnt : 8; member
|
| /linux-6.15/drivers/infiniband/hw/bnxt_re/ |
| H A D | qplib_fp.h | 294 u64 wqe_cnt; member
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | mlx4.h | 378 __be16 wqe_cnt; member
|