Home
last modified time | relevance | path

Searched refs:cons_index (Results 1 – 23 of 23) sorted by relevance

/linux-6.15/drivers/infiniband/hw/mthca/
H A Dmthca_cq.c289 for (prod_index = cq->cons_index; in mthca_cq_clean()
318 cq->cons_index += nfreed; in mthca_cq_clean()
337 cq->cons_index &= cq->ibcq.cqe; in mthca_cq_resize_copy_cqes()
339 cq->cons_index -= cq->ibcq.cqe + 1; in mthca_cq_resize_copy_cqes()
384 cq->cqn, cq->cons_index); in handle_error_cqe()
648 ++cq->cons_index; in mthca_poll_one()
698 cq->cons_index &= cq->ibcq.cqe; in mthca_poll_cq()
743 db_rec[0] = cpu_to_be32(cq->cons_index); in mthca_arbel_arm_cq()
761 mthca_write64(dbhi, cq->cons_index, in mthca_arbel_arm_cq()
859 cq->cons_index = 0; in mthca_init_cq()
[all …]
H A Dmthca_eq.c237 eqe = get_eqe(eq, eq->cons_index); in next_eqe_sw()
363 ++eq->cons_index; in mthca_eq_int()
379 set_eq_ci(dev, eq, eq->cons_index); in mthca_eq_int()
411 dev->eq_table.eq[i].cons_index); in mthca_tavor_interrupt()
424 tavor_set_eq_ci(dev, eq, eq->cons_index); in mthca_tavor_msi_x_interrupt()
444 dev->eq_table.eq[i].cons_index); in mthca_arbel_interrupt()
458 arbel_set_eq_ci(dev, eq, eq->cons_index); in mthca_arbel_msi_x_interrupt()
555 eq->cons_index = 0; in mthca_create_eq()
H A Dmthca_provider.h91 u32 cons_index; member
188 u32 cons_index; member
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/lib/
H A Deq.h30 u32 cons_index; member
63 struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & eq->fbc.sz_m1); in next_eqe_sw()
65 return (eqe->owner ^ (eq->cons_index >> eq->fbc.log_sz)) & 1 ? NULL : eqe; in next_eqe_sw()
71 u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); in eq_update_ci()
/linux-6.15/include/linux/mlx5/
H A Dcq.h51 u32 cons_index; member
144 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx5_cq_set_ci()
154 u32 cons_index) in mlx5_cq_arm() argument
161 ci = cons_index & 0xffffff; in mlx5_cq_arm()
/linux-6.15/include/linux/mlx4/
H A Dcq.h156 ci = cq->cons_index & 0xffffff; in mlx4_cq_arm()
174 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx4_cq_set_ci()
H A Ddevice.h732 u32 cons_index; member
/linux-6.15/drivers/infiniband/hw/mlx4/
H A Dcq.c90 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
352 i = cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
356 return i - cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
366 i = cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
381 ++cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
685 ++cq->mcq.cons_index; in mlx4_ib_poll_one()
935 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx4_ib_cq_clean()
936 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx4_ib_cq_clean()
943 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx4_ib_cq_clean()
963 cq->mcq.cons_index += nfreed; in __mlx4_ib_cq_clean()
/linux-6.15/drivers/net/ethernet/mellanox/mlx4/
H A Deq.c543 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
573 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
698 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
783 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
786 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
808 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
810 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
820 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
823 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
827 ++eq->cons_index; in mlx4_eq_int()
[all …]
H A Den_tx.c434 u32 cons_index = mcq->cons_index; in mlx4_en_process_tx_cq() local
453 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
462 cons_index & size) && (done < budget)) { in mlx4_en_process_tx_cq()
505 ++cons_index; in mlx4_en_process_tx_cq()
506 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
514 mcq->cons_index = cons_index; in mlx4_en_process_tx_cq()
H A Den_rx.c707 index = cq->mcq.cons_index & ring->size_mask; in mlx4_en_process_rx_cq()
712 cq->mcq.cons_index & cq->size)) { in mlx4_en_process_rx_cq()
928 ++cq->mcq.cons_index; in mlx4_en_process_rx_cq()
929 index = (cq->mcq.cons_index) & ring->size_mask; in mlx4_en_process_rx_cq()
946 ring->cons = cq->mcq.cons_index; in mlx4_en_process_rx_cq()
H A Dcq.c410 cq->cons_index = 0; in mlx4_cq_alloc()
H A Dmlx4.h397 u32 cons_index; member
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/en/
H A Dhealth.c58 devlink_fmsg_u32_pair_put(fmsg, "ci", eq->core.cons_index); in mlx5e_health_eq_diag_fmsg()
137 eq->core.eqn, eq->core.cons_index, eq->core.irqn); in mlx5e_health_channel_eq_recover()
/linux-6.15/drivers/infiniband/hw/mlx5/
H A Dcq.c99 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
472 ++cq->mcq.cons_index; in mlx5_poll_one()
666 uar_page, to_mcq(ibcq)->mcq.cons_index); in mlx5_ib_arm_cq()
1097 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) in __mlx5_ib_cq_clean()
1098 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx5_ib_cq_clean()
1104 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx5_ib_cq_clean()
1122 cq->mcq.cons_index += nfreed; in __mlx5_ib_cq_clean()
1236 i = cq->mcq.cons_index; in copy_resize_cqes()
1267 ++cq->mcq.cons_index; in copy_resize_cqes()
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/
H A Deq.c139 ++eq->cons_index; in mlx5_eq_comp_int()
160 count_eqe = eq->core.cons_index; in mlx5_eq_poll_irq_disabled()
162 count_eqe = eq->core.cons_index - count_eqe; in mlx5_eq_poll_irq_disabled()
222 ++eq->cons_index; in mlx5_eq_async_int()
277 eq->cons_index = 0; in create_map_eq()
786 u32 ci = eq->cons_index + cc; in mlx5_eq_get_eqe()
804 eq->cons_index += cc; in mlx5_eq_update_ci()
H A Dcq.c120 cq->cons_index = 0; in mlx5_create_cq()
/linux-6.15/drivers/infiniband/hw/hns/
H A Dhns_roce_restrack.c24 if (rdma_nl_put_driver_u32(msg, "cons_index", hr_cq->cons_index)) in hns_roce_fill_res_cq_entry()
H A Dhns_roce_hw_v2.c3599 hr_cq->cons_index += nfreed; in __hns_roce_v2_cq_clean()
3958 cqe = get_sw_cqe_v2(hr_cq, hr_cq->cons_index); in hns_roce_v2_poll_one()
3962 ++hr_cq->cons_index; in hns_roce_v2_poll_one()
6192 hr_reg_write(&eq_db, EQ_DB_CI, eq->cons_index); in update_eq_db()
6202 (eq->cons_index & (eq->entries - 1)) * in next_aeqe_sw_v2()
6206 !!(eq->cons_index & eq->entries)) ? aeqe : NULL; in next_aeqe_sw_v2()
6249 ++eq->cons_index; in hns_roce_v2_aeq_int()
6270 (eq->cons_index & (eq->entries - 1)) * in next_ceqe_sw_v2()
6274 !!(eq->cons_index & eq->entries)) ? ceqe : NULL; in next_ceqe_sw_v2()
6535 eq->cons_index = 0; in init_eq_config()
[all …]
H A Dhns_roce_device.h432 u32 cons_index; member
710 u32 cons_index; member
H A Dhns_roce_cq.c420 hr_cq->cons_index = 0; in hns_roce_create_cq()
/linux-6.15/drivers/vfio/pci/mlx5/
H A Dcmd.c1152 cq->mcq.cons_index); in mlx5vf_create_cq()
1718 cqe = get_sw_cqe(cq, cq->mcq.cons_index); in mlx5vf_cq_poll_one()
1722 ++cq->mcq.cons_index; in mlx5vf_cq_poll_one()
1778 cq->mcq.cons_index); in mlx5vf_tracker_read_and_clear()
/linux-6.15/drivers/vdpa/mlx5/net/
H A Dmlx5_vnet.c496 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
507 vcq->mcq.cons_index++; in mlx5_vdpa_poll_one()
552 mlx5_cq_arm(&mvq->cq.mcq, MLX5_CQ_DB_REQ_NOT, uar_page, mvq->cq.mcq.cons_index); in mlx5_vdpa_cq_comp()
619 mlx5_cq_arm(&mvq->cq.mcq, MLX5_CQ_DB_REQ_NOT, uar_page, mvq->cq.mcq.cons_index); in cq_create()