Searched refs:rq_ring (Results 1 – 7 of 7) sorted by relevance
73 static struct io_uring_zcrx_rq rq_ring; variable172 rq_ring.khead = (unsigned int *)((char *)ring_ptr + reg.offsets.head); in setup_zcrx()173 rq_ring.ktail = (unsigned int *)((char *)ring_ptr + reg.offsets.tail); in setup_zcrx()174 rq_ring.rqes = (struct io_uring_zcrx_rqe *)((char *)ring_ptr + reg.offsets.rqes); in setup_zcrx()175 rq_ring.rq_tail = 0; in setup_zcrx()176 rq_ring.ring_entries = reg.rq_entries; in setup_zcrx()229 unsigned rq_mask = rq_ring.ring_entries - 1; in process_recvzc()267 rqe = &rq_ring.rqes[(rq_ring.rq_tail & rq_mask)]; in process_recvzc()270 io_uring_smp_store_release(rq_ring.ktail, ++rq_ring.rq_tail); in process_recvzc()
211 if (IRDMA_RING_FULL_ERR(qp->rq_ring)) in irdma_qp_get_next_recv_wqe()214 IRDMA_ATOMIC_RING_MOVE_HEAD(qp->rq_ring, *wqe_idx, ret_code); in irdma_qp_get_next_recv_wqe()1095 if (!IRDMA_RING_MORE_WORK(qp->rq_ring)) { in irdma_uk_cq_poll_cmpl()1100 info->wr_id = qp->rq_wrid_array[qp->rq_ring.tail]; in irdma_uk_cq_poll_cmpl()1101 array_idx = qp->rq_ring.tail; in irdma_uk_cq_poll_cmpl()1114 IRDMA_RING_SET_TAIL(qp->rq_ring, array_idx + 1); in irdma_uk_cq_poll_cmpl()1117 if (!IRDMA_RING_MORE_WORK(qp->rq_ring)) in irdma_uk_cq_poll_cmpl()1122 pring = &qp->rq_ring; in irdma_uk_cq_poll_cmpl()1458 IRDMA_RING_INIT(qp->rq_ring, qp->rq_size); in irdma_uk_qp_init()
2336 struct irdma_ring *rq_ring = &qp->rq_ring; in irdma_generate_flush_completions() local2393 while (IRDMA_RING_MORE_WORK(*rq_ring)) { in irdma_generate_flush_completions()2401 wqe_idx = rq_ring->tail; in irdma_generate_flush_completions()2408 IRDMA_RING_SET_TAIL(*rq_ring, rq_ring->tail + 1); in irdma_generate_flush_completions()
323 struct irdma_ring rq_ring; member
689 IRDMA_RING_INIT(ukqp->rq_ring, ukqp->rq_size); in irdma_puda_qp_create()
31 struct io_uring *rq_ring; member
176 ifq->rq_ring = (struct io_uring *)ptr; in io_allocate_rbuf_ring()184 ifq->rq_ring = NULL; in io_free_rbuf_ring()515 entries = smp_load_acquire(&ifq->rq_ring->tail) - ifq->cached_rq_head; in io_zcrx_rqring_entries()577 smp_store_release(&ifq->rq_ring->head, ifq->cached_rq_head); in io_zcrx_ring_refill()