43 static void r128_emit_clip_rects(drm_r128_private_t * dev_priv,  in r128_emit_clip_rects()  argument
86 static __inline__ void r128_emit_core(drm_r128_private_t * dev_priv)  in r128_emit_core()  argument
88 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_core()
101 static __inline__ void r128_emit_context(drm_r128_private_t * dev_priv)  in r128_emit_context()  argument
103 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_context()
127 static __inline__ void r128_emit_setup(drm_r128_private_t * dev_priv)  in r128_emit_setup()  argument
129 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_setup()
143 static __inline__ void r128_emit_masks(drm_r128_private_t * dev_priv)  in r128_emit_masks()  argument
145 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_masks()
162 static __inline__ void r128_emit_window(drm_r128_private_t * dev_priv)  in r128_emit_window()  argument
164 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_window()
177 static __inline__ void r128_emit_tex0(drm_r128_private_t * dev_priv)  in r128_emit_tex0()  argument
179 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_tex0()
204 static __inline__ void r128_emit_tex1(drm_r128_private_t * dev_priv)  in r128_emit_tex1()  argument
206 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_tex1()
227 static void r128_emit_state(drm_r128_private_t * dev_priv)  in r128_emit_state()  argument
229 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_emit_state()
235 		r128_emit_core(dev_priv);  in r128_emit_state()
240 		r128_emit_context(dev_priv);  in r128_emit_state()
245 		r128_emit_setup(dev_priv);  in r128_emit_state()
250 		r128_emit_masks(dev_priv);  in r128_emit_state()
255 		r128_emit_window(dev_priv);  in r128_emit_state()
260 		r128_emit_tex0(dev_priv);  in r128_emit_state()
265 		r128_emit_tex1(dev_priv);  in r128_emit_state()
280 static void r128_clear_box(drm_r128_private_t * dev_priv,  in r128_clear_box()  argument
287 	switch (dev_priv->fb_bpp) {  in r128_clear_box()
305 	offset = dev_priv->back_offset;  in r128_clear_box()
306 	pitch = dev_priv->back_pitch >> 3;  in r128_clear_box()
327 static void r128_cce_performance_boxes(drm_r128_private_t * dev_priv)  in r128_cce_performance_boxes()  argument
329 	if (atomic_read(&dev_priv->idle_count) == 0) {  in r128_cce_performance_boxes()
330 		r128_clear_box(dev_priv, 64, 4, 8, 8, 0, 255, 0);  in r128_cce_performance_boxes()
332 		atomic_set(&dev_priv->idle_count, 0);  in r128_cce_performance_boxes()
361 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_clear()  local
362 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_clear()
370 	if (dev_priv->page_flipping && dev_priv->current_page == 1) {  in r128_cce_dispatch_clear()
405 				 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_clear()
411 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_clear()
426 				 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_clear()
432 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_clear()
447 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_clear()
453 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_clear()
466 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_swap()  local
467 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_swap()
477 	r128_cce_performance_boxes(dev_priv);  in r128_cce_dispatch_swap()
492 			 (dev_priv->color_fmt << 8) |  in r128_cce_dispatch_swap()
501 		if (dev_priv->current_page == 0) {  in r128_cce_dispatch_swap()
502 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_swap()
503 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_swap()
505 			OUT_RING(dev_priv->front_pitch_offset_c);  in r128_cce_dispatch_swap()
506 			OUT_RING(dev_priv->back_pitch_offset_c);  in r128_cce_dispatch_swap()
520 	dev_priv->sarea_priv->last_frame++;  in r128_cce_dispatch_swap()
525 	OUT_RING(dev_priv->sarea_priv->last_frame);  in r128_cce_dispatch_swap()
532 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_flip()  local
535 		  dev_priv->current_page, dev_priv->sarea_priv->pfCurrentPage);  in r128_cce_dispatch_flip()
540 	r128_cce_performance_boxes(dev_priv);  in r128_cce_dispatch_flip()
548 	if (dev_priv->current_page == 0) {  in r128_cce_dispatch_flip()
549 		OUT_RING(dev_priv->back_offset);  in r128_cce_dispatch_flip()
551 		OUT_RING(dev_priv->front_offset);  in r128_cce_dispatch_flip()
560 	dev_priv->sarea_priv->last_frame++;  in r128_cce_dispatch_flip()
561 	dev_priv->sarea_priv->pfCurrentPage = dev_priv->current_page =  in r128_cce_dispatch_flip()
562 	    1 - dev_priv->current_page;  in r128_cce_dispatch_flip()
567 	OUT_RING(dev_priv->sarea_priv->last_frame);  in r128_cce_dispatch_flip()
574 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_vertex()  local
576 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_vertex()
592 			r128_emit_state(dev_priv);  in r128_cce_dispatch_vertex()
598 				r128_emit_clip_rects(dev_priv,  in r128_cce_dispatch_vertex()
620 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_vertex()
636 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_vertex()
645 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_indirect()  local
678 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_indirect()
694 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_indirect()
701 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_indices()  local
703 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_dispatch_indices()
705 	int offset = dev->agp_buffer_map->offset - dev_priv->cce_buffers_offset;  in r128_cce_dispatch_indices()
720 			r128_emit_state(dev_priv);  in r128_cce_dispatch_indices()
748 				r128_emit_clip_rects(dev_priv,  in r128_cce_dispatch_indices()
760 		buf_priv->age = dev_priv->sarea_priv->last_dispatch;  in r128_cce_dispatch_indices()
775 	dev_priv->sarea_priv->last_dispatch++;  in r128_cce_dispatch_indices()
785 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_blit()  local
896 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_write_span()  local
944 					 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_span()
950 				OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_span()
968 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_span()
974 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_span()
992 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_write_pixels()  local
1064 					 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_pixels()
1070 				OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_pixels()
1088 				 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_write_pixels()
1094 			OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_write_pixels()
1114 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_read_span()  local
1136 		 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_read_span()
1142 	OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_read_span()
1143 	OUT_RING(dev_priv->span_pitch_offset_c);  in r128_cce_dispatch_read_span()
1157 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_read_pixels()  local
1167 	if (count > dev_priv->depth_pitch) {  in r128_cce_dispatch_read_pixels()
1168 		count = dev_priv->depth_pitch;  in r128_cce_dispatch_read_pixels()
1200 			 (dev_priv->depth_fmt << 8) |  in r128_cce_dispatch_read_pixels()
1206 		OUT_RING(dev_priv->depth_pitch_offset_c);  in r128_cce_dispatch_read_pixels()
1207 		OUT_RING(dev_priv->span_pitch_offset_c);  in r128_cce_dispatch_read_pixels()
1228 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_dispatch_stipple()  local
1249 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_clear()  local
1250 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_clear()
1256 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_clear()
1266 	dev_priv->sarea_priv->dirty |= R128_UPLOAD_CONTEXT | R128_UPLOAD_MASKS;  in r128_cce_clear()
1273 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_do_init_pageflip()  local
1276 	dev_priv->crtc_offset = R128_READ(R128_CRTC_OFFSET);  in r128_do_init_pageflip()
1277 	dev_priv->crtc_offset_cntl = R128_READ(R128_CRTC_OFFSET_CNTL);  in r128_do_init_pageflip()
1279 	R128_WRITE(R128_CRTC_OFFSET, dev_priv->front_offset);  in r128_do_init_pageflip()
1281 		   dev_priv->crtc_offset_cntl | R128_CRTC_OFFSET_FLIP_CNTL);  in r128_do_init_pageflip()
1283 	dev_priv->page_flipping = 1;  in r128_do_init_pageflip()
1284 	dev_priv->current_page = 0;  in r128_do_init_pageflip()
1285 	dev_priv->sarea_priv->pfCurrentPage = dev_priv->current_page;  in r128_do_init_pageflip()
1292 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_do_cleanup_pageflip()  local
1295 	R128_WRITE(R128_CRTC_OFFSET, dev_priv->crtc_offset);  in r128_do_cleanup_pageflip()
1296 	R128_WRITE(R128_CRTC_OFFSET_CNTL, dev_priv->crtc_offset_cntl);  in r128_do_cleanup_pageflip()
1298 	if (dev_priv->current_page != 0) {  in r128_do_cleanup_pageflip()
1303 	dev_priv->page_flipping = 0;  in r128_do_cleanup_pageflip()
1313 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_flip()  local
1318 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_flip()
1320 	if (!dev_priv->page_flipping)  in r128_cce_flip()
1331 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_swap()  local
1332 	drm_r128_sarea_t *sarea_priv = dev_priv->sarea_priv;  in r128_cce_swap()
1337 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_swap()
1343 	dev_priv->sarea_priv->dirty |= (R128_UPLOAD_CONTEXT |  in r128_cce_swap()
1352 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_vertex()  local
1360 	if (!dev_priv) {  in r128_cce_vertex()
1379 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_vertex()
1380 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_vertex()
1407 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_indices()  local
1416 	if (!dev_priv) {  in r128_cce_indices()
1435 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indices()
1436 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indices()
1476 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_blit()  local
1490 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_blit()
1491 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_blit()
1501 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_depth()  local
1507 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_depth()
1531 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_stipple()  local
1540 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_stipple()
1550 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_cce_indirect()  local
1561 	if (!dev_priv) {  in r128_cce_indirect()
1595 	RING_SPACE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indirect()
1596 	VB_AGE_TEST_WITH_RETURN(dev_priv);  in r128_cce_indirect()
1622 	drm_r128_private_t *dev_priv = dev->dev_private;  in r128_getparam()  local
1626 	if (!dev_priv) {  in r128_getparam()
1652 		drm_r128_private_t *dev_priv = dev->dev_private;  in r128_driver_preclose()  local
1653 		if (dev_priv->page_flipping) {  in r128_driver_preclose()