Lines Matching refs:rings

373 	struct io_rings *rings;  member
449 n.rings = io_region_get_ptr(&n.ring_region); in io_register_resize_rings()
459 WRITE_ONCE(n.rings->sq_ring_mask, p.sq_entries - 1); in io_register_resize_rings()
460 WRITE_ONCE(n.rings->cq_ring_mask, p.cq_entries - 1); in io_register_resize_rings()
461 WRITE_ONCE(n.rings->sq_ring_entries, p.sq_entries); in io_register_resize_rings()
462 WRITE_ONCE(n.rings->cq_ring_entries, p.cq_entries); in io_register_resize_rings()
511 o.rings = ctx->rings; in io_register_resize_rings()
512 ctx->rings = NULL; in io_register_resize_rings()
520 tail = READ_ONCE(o.rings->sq.tail); in io_register_resize_rings()
521 old_head = READ_ONCE(o.rings->sq.head); in io_register_resize_rings()
530 WRITE_ONCE(n.rings->sq.head, old_head); in io_register_resize_rings()
531 WRITE_ONCE(n.rings->sq.tail, tail); in io_register_resize_rings()
533 tail = READ_ONCE(o.rings->cq.tail); in io_register_resize_rings()
534 old_head = READ_ONCE(o.rings->cq.head); in io_register_resize_rings()
538 ctx->rings = o.rings; in io_register_resize_rings()
548 n.rings->cqes[dst_head] = o.rings->cqes[src_head]; in io_register_resize_rings()
550 WRITE_ONCE(n.rings->cq.head, old_head); in io_register_resize_rings()
551 WRITE_ONCE(n.rings->cq.tail, tail); in io_register_resize_rings()
555 WRITE_ONCE(n.rings->sq_dropped, READ_ONCE(o.rings->sq_dropped)); in io_register_resize_rings()
556 atomic_set(&n.rings->sq_flags, atomic_read(&o.rings->sq_flags)); in io_register_resize_rings()
557 WRITE_ONCE(n.rings->cq_flags, READ_ONCE(o.rings->cq_flags)); in io_register_resize_rings()
558 WRITE_ONCE(n.rings->cq_overflow, READ_ONCE(o.rings->cq_overflow)); in io_register_resize_rings()
562 ctx->sq_array = (u32 *)((char *)n.rings + sq_array_offset); in io_register_resize_rings()
567 ctx->rings = n.rings; in io_register_resize_rings()