| /freebsd-12.1/sys/dev/drm2/i915/ |
| H A D | intel_ringbuffer.c | 375 ring->write_tail(ring, 0); in init_ring_common() 429 ring->head = I915_READ_HEAD(ring); in init_ring_common() 431 ring->space = ring_space(ring); in init_ring_common() 1203 ret = ring->init(ring); in intel_init_ring_buffer() 1253 ring->cleanup(ring); in intel_cleanup_ring_buffer() 1280 ring->space = ring_space(ring); in intel_ring_wait_request() 1319 ring->space = ring_space(ring); in intel_ring_wait_request() 1347 ring->space = ring_space(ring); in ring_wait_for_space() 1388 ring->space = ring_space(ring); in intel_wrap_ring_buffer() 1461 ring->tail &= ring->size - 1; in intel_ring_advance() [all …]
|
| H A D | intel_ringbuffer.h | 24 #define I915_READ_TAIL(ring) I915_READ(RING_TAIL((ring)->mmio_base)) argument 27 #define I915_READ_START(ring) I915_READ(RING_START((ring)->mmio_base)) argument 30 #define I915_READ_HEAD(ring) I915_READ(RING_HEAD((ring)->mmio_base)) argument 33 #define I915_READ_CTL(ring) I915_READ(RING_CTL((ring)->mmio_base)) argument 36 #define I915_READ_IMR(ring) I915_READ(RING_IMR((ring)->mmio_base)) argument 39 #define I915_READ_NOPID(ring) I915_READ(RING_NOPID((ring)->mmio_base)) argument 40 #define I915_READ_SYNC_0(ring) I915_READ(RING_SYNC_0((ring)->mmio_base)) argument 41 #define I915_READ_SYNC_1(ring) I915_READ(RING_SYNC_1((ring)->mmio_base)) argument 209 iowrite32(data, ring->virtual_start + ring->tail); in intel_ring_emit() 210 ring->tail += 4; in intel_ring_emit() [all …]
|
| H A D | i915_gem_context.c | 179 ctx->ring = &dev_priv->ring[RCS]; in create_hw_context() 350 if (IS_GEN6(ring->dev) && ring->itlb_before_ctx_switch) { in mi_set_context() 351 ret = ring->flush(ring, I915_GEM_GPU_DOMAINS, 0); in mi_set_context() 360 if (IS_GEN7(ring->dev)) in mi_set_context() 365 intel_ring_emit(ring, MI_NOOP); in mi_set_context() 375 if (IS_GEN7(ring->dev)) in mi_set_context() 380 intel_ring_advance(ring); in mi_set_context() 387 struct intel_ring_buffer *ring = to->ring; in do_switch() local 444 KASSERT(from_obj->ring == ring, ("i915_gem_context: from_ring != ring")); in do_switch() 480 if (ring != &dev_priv->ring[RCS]) in i915_switch_context() [all …]
|
| /freebsd-12.1/crypto/heimdal/appl/telnet/telnet/ |
| H A D | ring.c | 89 ring->supply = ring->consume = ring->bottom = buffer; in ring_init() 91 ring->top = ring->bottom+ring->size; in ring_init() 109 ring->mark = ring_decrement(ring, ring->supply, 1); in ring_mark() 165 ring->bottom + ((ring->consume + count) - ring->top)) in ring_consumed() 174 ring->consume = ring->supply = ring->bottom; in ring_consumed() 190 return ring_subtract(ring, ring->consume, ring->supply); in ring_empty_count() 203 return ring_subtract(ring, ring->top, ring->supply); in ring_empty_consecutive() 208 return ring_subtract(ring, ring->consume, ring->supply); in ring_empty_consecutive() 226 return ring_subtract(ring, ring->mark, ring->consume); in ring_full_count() 238 if ((ring->supply < ring->consume) || ring_full(ring)) { in ring_full_consecutive() [all …]
|
| H A D | ring.h | 67 ring_init (Ring *ring, unsigned char *buffer, int count); 79 ring_supplied (Ring *ring, int count), 80 ring_consumed (Ring *ring, int count); 84 ring_empty_count (Ring *ring), 85 ring_empty_consecutive (Ring *ring), 86 ring_full_count (Ring *ring), 87 ring_full_consecutive (Ring *ring); 92 ring_clearto (Ring *ring); 95 extern int ring_at_mark(Ring *ring); 98 ring_clear_mark(Ring *ring), [all …]
|
| /freebsd-12.1/contrib/telnet/telnet/ |
| H A D | ring.c | 106 ring->supply = ring->consume = ring->bottom = buffer; in ring_init() 108 ring->top = ring->bottom+ring->size; in ring_init() 126 ring->mark = ring_decrement(ring, ring->supply, 1); in ring_mark() 182 ring->bottom + ((ring->consume + count) - ring->top)) in ring_consumed() 191 ring->consume = ring->supply = ring->bottom; in ring_consumed() 207 return ring_subtract(ring, ring->consume, ring->supply); in ring_empty_count() 220 return ring_subtract(ring, ring->top, ring->supply); in ring_empty_consecutive() 225 return ring_subtract(ring, ring->consume, ring->supply); in ring_empty_consecutive() 243 return ring_subtract(ring, ring->mark, ring->consume); in ring_full_count() 255 if ((ring->supply < ring->consume) || ring_full(ring)) { in ring_full_consecutive() [all …]
|
| /freebsd-12.1/sys/dev/drm2/radeon/ |
| H A D | radeon_ring.c | 81 ib->ring = ring; in radeon_ib_get() 138 struct radeon_ring *ring = &rdev->ring[ib->ring]; in radeon_ib_schedule() local 320 ring->ring[ring->wptr++] = v; in radeon_ring_write() 321 ring->wptr &= ring->ptr_mask; in radeon_ring_write() 367 ring->ring_free_dw = (ring->rptr + (ring->ring_size / 4)); in radeon_ring_free_size() 405 ring->wptr_old = ring->wptr; in radeon_ring_alloc() 450 WREG32(ring->wptr_reg, (ring->wptr << ring->ptr_reg_shift) & ring->ptr_reg_mask); in radeon_ring_commit() 478 ring->wptr = ring->wptr_old; in radeon_ring_undo() 526 ring->last_rptr = ring->rptr; in radeon_ring_lockup_update() 723 ring_ptr = &ring->ring; in radeon_ring_init() [all …]
|
| H A D | radeon_fence.c | 116 (*fence)->ring = ring; in radeon_fence_emit() 285 if (!rdev->ring[ring].ready) { in radeon_fence_wait_seq() 371 if (radeon_ring_is_lockup(rdev, ring, &rdev->ring[ring])) { in radeon_fence_wait_seq() 382 rdev->ring[ring].ready = false; in radeon_fence_wait_seq() 496 ring, target_seq[ring]); in radeon_fence_wait_any_seq() 542 ring, target_seq[ring]); in radeon_fence_wait_any_seq() 566 if (radeon_ring_is_lockup(rdev, ring, &rdev->ring[ring])) { in radeon_fence_wait_any_seq() 577 rdev->ring[ring].ready = false; in radeon_fence_wait_any_seq() 887 for (ring = 0; ring < RADEON_NUM_RINGS; ring++) { in radeon_fence_driver_init() 909 for (ring = 0; ring < RADEON_NUM_RINGS; ring++) { in radeon_fence_driver_fini() [all …]
|
| H A D | evergreen_blit_kms.c | 45 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_render_target() local 64 radeon_ring_write(ring, 0); in set_render_target() 66 radeon_ring_write(ring, 0); in set_render_target() 84 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in cp_set_surface_sync() local 112 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_shaders() local 140 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_vtx_resource() local 185 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_tex_resource() local 226 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_scissors() local 257 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in draw_auto() local 263 radeon_ring_write(ring, in draw_auto() [all …]
|
| H A D | r600_blit_kms.c | 76 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_render_target() local 130 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in cp_set_surface_sync() local 149 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_shaders() local 196 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_vtx_resource() local 233 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_tex_resource() local 272 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_scissors() local 293 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in draw_auto() local 299 radeon_ring_write(ring, in draw_auto() 318 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in set_default_state() local 669 struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in r600_blit_prepare_copy() local [all …]
|
| H A D | ni.c | 924 struct radeon_ring *ring = &rdev->ring[fence->ring]; in cayman_fence_ring_emit() local 947 struct radeon_ring *ring = &rdev->ring[ib->ring]; in cayman_ring_ib_execute() local 1154 ring = &rdev->ring[ridx[i]]; in cayman_cp_resume() 1170 ring = &rdev->ring[ridx[i]]; in cayman_cp_resume() 1176 ring = &rdev->ring[ridx[i]]; in cayman_cp_resume() 1179 ring->rptr = ring->wptr = 0; in cayman_cp_resume() 1180 WREG32(ring->rptr_reg, ring->rptr); in cayman_cp_resume() 1181 WREG32(ring->wptr_reg, ring->wptr); in cayman_cp_resume() 1227 struct radeon_ring *ring = &rdev->ring[ib->ring]; in cayman_dma_ring_ib_execute() local 1357 r = radeon_ring_test(rdev, ring->idx, ring); in cayman_dma_resume() [all …]
|
| H A D | si.c | 1799 struct radeon_ring *ring = &rdev->ring[fence->ring]; in si_fence_ring_emit() local 1828 struct radeon_ring *ring = &rdev->ring[ib->ring]; in si_ring_ib_execute() local 1995 ring = &rdev->ring[i]; in si_cp_start() 2013 ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in si_cp_fini() 2017 ring = &rdev->ring[CAYMAN_RING_TYPE_CP1_INDEX]; in si_cp_fini() 2021 ring = &rdev->ring[CAYMAN_RING_TYPE_CP2_INDEX]; in si_cp_fini() 2055 ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX]; in si_cp_resume() 3076 struct radeon_ring *ring = &rdev->ring[ridx]; in si_vm_flush() local 3119 struct radeon_ring *ring = &rdev->ring[ridx]; in si_dma_vm_flush() local 4221 ring = &rdev->ring[R600_RING_TYPE_DMA_INDEX]; in si_startup() [all …]
|
| /freebsd-12.1/sys/dev/mlx4/mlx4_en/ |
| H A D | mlx4_en_tx.c | 142 "buf_size:%d dma:%llx\n", ring, ring->buf, ring->size, in mlx4_en_create_tx_ring() 227 memset(ring->buf, 0, ring->buf_size); in mlx4_en_activate_tx_ring() 239 &ring->qp, &ring->qp_state); in mlx4_en_activate_tx_ring() 317 ring->cons += ring->last_nr_txbb; in mlx4_en_free_tx_buf() 319 ring->cons, ring->prod); in mlx4_en_free_tx_buf() 321 if ((u32) (ring->prod - ring->cons) > ring->size) { in mlx4_en_free_tx_buf() 326 while (ring->cons != ring->prod) { in mlx4_en_free_tx_buf() 328 ring->cons & ring->size_mask); in mlx4_en_free_tx_buf() 329 ring->cons += ring->last_nr_txbb; in mlx4_en_free_tx_buf() 343 wqs = ring->size - (ring->prod - ring->cons); in mlx4_en_tx_ring_is_full() [all …]
|
| H A D | mlx4_en_rx.c | 149 bus_dmamap_sync(ring->dma_tag, ring->spare.dma_map, in mlx4_en_alloc_buf() 252 *ring->wqres.db.db = cpu_to_be32(ring->prod & 0xffff); in mlx4_en_update_rx_prod_db() 296 ring->mbuf + ring->actual_size); in mlx4_en_fill_rx_buffers() 309 ring->cons, ring->prod); in mlx4_en_free_rx_buf() 312 BUG_ON((u32) (ring->prod - ring->cons) > ring->actual_size); in mlx4_en_free_rx_buf() 313 while (ring->cons != ring->prod) { in mlx4_en_free_rx_buf() 314 index = ring->cons & ring->size_mask; in mlx4_en_free_rx_buf() 316 mlx4_en_free_buf(ring, ring->mbuf + index); in mlx4_en_free_rx_buf() 442 ring->buf = ring->wqres.buf.direct.buf; in mlx4_en_create_rx_ring() 493 memset(ring->buf, 0, ring->buf_size); in mlx4_en_activate_rx_rings() [all …]
|
| /freebsd-12.1/sys/dev/axgbe/ |
| H A D | xgbe-desc.c | 131 if (!ring) in xgbe_free_ring() 134 bus_dmamap_destroy(ring->mbuf_dmat, ring->mbuf_map); in xgbe_free_ring() 150 bus_dmamap_unload(ring->rdesc_dmat, ring->rdesc_map); in xgbe_free_ring() 151 bus_dmamem_free(ring->rdesc_dmat, ring->rdesc, ring->rdesc_map); in xgbe_free_ring() 191 if (!ring) in xgbe_init_ring() 216 err = bus_dmamap_load(ring->rdesc_dmat, ring->rdesc_map, ring->rdesc, in xgbe_init_ring() 219 bus_dmamem_free(ring->rdesc_dmat, ring->rdesc, ring->rdesc_map); in xgbe_init_ring() 352 if (!ring) in xgbe_wrapper_tx_descriptor_init() 370 memset(&ring->tx, 0, sizeof(ring->tx)); in xgbe_wrapper_tx_descriptor_init() 457 ring = data->ring; in xgbe_map_tx_skb_cb() [all …]
|
| /freebsd-12.1/sys/contrib/ck/include/ |
| H A D | ck_ring.h | 61 c = ck_pr_load_uint(&ring->c_head); in ck_ring_size() 62 p = ck_pr_load_uint(&ring->p_tail); in ck_ring_size() 63 return (p - c) & ring->mask; in ck_ring_size() 69 return ring->size; in ck_ring_capacity() 76 ring->size = size; in ck_ring_init() 77 ring->mask = size - 1; in ck_ring_init() 78 ring->p_tail = 0; in ck_ring_init() 79 ring->p_head = 0; in ck_ring_init() 80 ring->c_head = 0; in ck_ring_init() 98 producer = ring->p_tail; in _ck_ring_enqueue_sp() [all …]
|
| /freebsd-12.1/sys/dev/rtwn/pci/ |
| H A D | rtwn_pci_rx.c | 90 struct rtwn_rx_stat_pci *rx_desc = &ring->desc[ring->cur]; in rtwn_pci_rx_frame() 91 struct rtwn_rx_data *rx_data = &ring->rx_data[ring->cur]; in rtwn_pci_rx_frame() 187 struct rtwn_rx_data *rx_data = &ring->rx_data[ring->cur]; in rtwn_pci_rx_buf_copy() 257 __func__, qid, ring->last, ring->cur); in rtwn_pci_tx_done() 259 bus_dmamap_sync(ring->desc_dmat, ring->desc_map, in rtwn_pci_tx_done() 262 while(ring->last != ring->cur) { in rtwn_pci_tx_done() 263 data = &ring->tx_data[ring->last]; in rtwn_pci_tx_done() 332 rx_desc = &ring->desc[ring->cur]; in rtwn_pci_rx_done() 333 rx_data = &ring->rx_data[ring->cur]; in rtwn_pci_rx_done() 364 bus_dmamap_sync(ring->desc_dmat, ring->desc_map, in rtwn_pci_rx_done() [all …]
|
| H A D | rtwn_pci_tx.c | 97 struct rtwn_tx_ring *ring; in rtwn_pci_tx_start_frame() local 116 ring = &pc->tx_ring[qid]; in rtwn_pci_tx_start_frame() 117 data = &ring->tx_data[ring->cur]; in rtwn_pci_tx_start_frame() 125 ((uint8_t *)ring->desc + sc->txdesc_len * ring->cur); in rtwn_pci_tx_start_frame() 176 bus_dmamap_sync(ring->desc_dmat, ring->desc_map, in rtwn_pci_tx_start_frame() 183 ring->cur = (ring->cur + 1) % RTWN_PCI_TX_LIST_COUNT; in rtwn_pci_tx_start_frame() 185 ring->queued++; in rtwn_pci_tx_start_frame() 204 struct rtwn_tx_ring *ring; in rtwn_pci_tx_start_beacon() local 215 data = &ring->tx_data[id]; in rtwn_pci_tx_start_beacon() 219 bus_dmamap_sync(ring->desc_dmat, ring->desc_map, in rtwn_pci_tx_start_beacon() [all …]
|
| /freebsd-12.1/sys/dev/oce/ |
| H A D | oce_util.c | 160 free(ring, M_DEVBUF); in oce_destroy_ring_buffer() 175 if (ring == NULL) in oce_create_ring_buffer() 192 &ring->dma.ptr, in oce_create_ring_buffer() 194 &ring->dma.map); in oce_create_ring_buffer() 199 bus_dmamap_sync(ring->dma.tag, ring->dma.map, in oce_create_ring_buffer() 201 ring->dma.paddr = 0; in oce_create_ring_buffer() 203 return ring; in oce_create_ring_buffer() 208 ring = NULL; in oce_create_ring_buffer() 265 ring->dma.map, in oce_page_list() 266 ring->dma.ptr, in oce_page_list() [all …]
|
| /freebsd-12.1/sys/dev/bnxt/ |
| H A D | bnxt.h | 117 #define RING_NEXT(ring, idx) (__predict_false(idx + 1 == (ring)->ring_size) ? \ argument 138 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, 4, \ 144 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, \ 150 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, 4, \ 156 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, \ 162 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, 4, \ 165 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, \ 175 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, 4, \ 178 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, \ 188 (ring)->softc->doorbell_bar.handle, (ring)->doorbell, 4, \ [all …]
|
| /freebsd-12.1/sys/dev/rt/ |
| H A D | if_rt.c | 1040 desc = &ring->desc[ring->desc_cur]; in rt_tx_data() 1041 data = &ring->data[ring->data_cur]; in rt_tx_data() 1137 ring->desc_cur = (ring->desc_cur + 1) % in rt_tx_data() 1140 desc = &ring->desc[ring->desc_cur]; in rt_tx_data() 1853 desc = &ring->desc[ring->cur]; in rt_rx_eof() 1854 data = &ring->data[ring->cur]; in rt_rx_eof() 2010 desc = &ring->desc[ring->desc_next]; in rt_tx_eof() 2019 data = &ring->data[ring->data_next]; in rt_tx_eof() 2033 ring->data_next = (ring->data_next + 1) % in rt_tx_eof() 2045 ring->desc_next = (ring->desc_next + 1) % in rt_tx_eof() [all …]
|
| /freebsd-12.1/sys/dev/drm/ |
| H A D | mach64_drv.h | 547 ring->head_addr, ring->head, ring->tail, ring->space); in mach64_ring_start() 573 ring->head_addr, ring->head, ring->tail, ring->space); in mach64_ring_resume() 617 ring->head_addr, ring->head, ring->tail, ring->space); in mach64_ring_tick() 622 if (ring->head != ring->tail) { in mach64_ring_tick() 638 if (ring->head_addr == ring->start_addr) { in mach64_ring_tick() 639 ring->head_addr += ring->size; in mach64_ring_tick() 644 if (ring->head_addr < ring->start_addr || in mach64_ring_tick() 645 ring->head_addr >= ring->start_addr + ring->size) { in mach64_ring_tick() 653 ring->head = (ring->head_addr - ring->start_addr) / sizeof(u32); in mach64_ring_tick() 688 ring->space = (ring->head - ring->tail) * sizeof(u32); in mach64_update_ring_snapshot() [all …]
|
| H A D | mach64_dma.c | 155 if (ring->head == ring->tail && in mach64_ring_idle() 185 ring->head_addr = ring->start_addr; in mach64_ring_reset() 186 ring->head = ring->tail = 0; in mach64_ring_reset() 187 ring->space = ring->size; in mach64_ring_reset() 486 ring->head_addr, ring->head, ring->tail); in mach64_dump_ring_info() 515 if (ring->head < ring->size / sizeof(u32)) { in mach64_dump_ring_info() 1148 dev_priv->ring.head = dev_priv->ring.tail = 0; in mach64_do_dma_init() 1150 dev_priv->ring.space = dev_priv->ring.size; in mach64_do_dma_init() 1201 while (ring->tail != ring->head) { in mach64_do_dispatch_pseudo_dma() 1304 ring->head_addr = ring->start_addr + (ring->head * sizeof(u32)); in mach64_do_dispatch_pseudo_dma() [all …]
|
| H A D | r128_drv.h | 82 drm_r128_ring_buffer_t ring; member 418 drm_r128_ring_buffer_t *ring = &dev_priv->ring; in r128_update_ring_snapshot() local 419 ring->space = (GET_RING_HEAD(dev_priv) - ring->tail) * sizeof(u32); in r128_update_ring_snapshot() 420 if (ring->space <= 0) in r128_update_ring_snapshot() 421 ring->space += ring->size; in r128_update_ring_snapshot() 430 drm_r128_ring_buffer_t *ring = &dev_priv->ring; int i; \ 431 if ( ring->space < ring->high_mark ) { \ 434 if ( ring->space >= ring->high_mark ) \ 479 ring = dev_priv->ring.start; \ 498 dev_priv->ring.start, \ [all …]
|
| /freebsd-12.1/sys/net/ |
| H A D | netmap_user.h | 120 ((char *)(ring) + (ring)->buf_ofs + ((size_t)(index)*(ring)->nr_buf_size)) 123 ( ((char *)(buf) - ((char *)(ring) + (ring)->buf_ofs) ) / \ 149 int ret = ring->tail - ring->head; in nm_ring_space() 1042 j = ring->cur; in nm_inject() 1043 while (rem > ring->nr_buf_size && j != ring->tail) { in nm_inject() 1049 i = ring->cur; in nm_inject() 1052 ring->slot[i].len = ring->nr_buf_size; in nm_inject() 1062 ring->head = ring->cur = nm_ring_next(ring, i); in nm_inject() 1128 ring->head = ring->cur = nm_ring_next(ring, i); in nm_dispatch() 1154 ring->cur = nm_ring_next(ring, i); in nm_nextpkt() [all …]
|