1 /* drmP.h -- Private header for Direct Rendering Manager -*- linux-c -*- 2 * Created: Mon Jan 4 10:05:05 1999 by [email protected] 3 */ 4 /*- 5 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas. 6 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California. 7 * All rights reserved. 8 * 9 * Permission is hereby granted, free of charge, to any person obtaining a 10 * copy of this software and associated documentation files (the "Software"), 11 * to deal in the Software without restriction, including without limitation 12 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 13 * and/or sell copies of the Software, and to permit persons to whom the 14 * Software is furnished to do so, subject to the following conditions: 15 * 16 * The above copyright notice and this permission notice (including the next 17 * paragraph) shall be included in all copies or substantial portions of the 18 * Software. 19 * 20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 23 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR 24 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 26 * OTHER DEALINGS IN THE SOFTWARE. 27 * 28 * Authors: 29 * Rickard E. (Rik) Faith <[email protected]> 30 * Gareth Hughes <[email protected]> 31 * 32 */ 33 34 #include <sys/cdefs.h> 35 __FBSDID("$FreeBSD$"); 36 37 #ifndef _DRM_P_H_ 38 #define _DRM_P_H_ 39 40 #if defined(_KERNEL) || defined(__KERNEL__) 41 42 struct drm_device; 43 struct drm_file; 44 45 #include <sys/param.h> 46 #include <sys/queue.h> 47 #include <sys/malloc.h> 48 #include <sys/kernel.h> 49 #include <sys/module.h> 50 #include <sys/systm.h> 51 #include <sys/conf.h> 52 #include <sys/sglist.h> 53 #include <sys/stat.h> 54 #include <sys/priv.h> 55 #include <sys/proc.h> 56 #include <sys/lock.h> 57 #include <sys/fcntl.h> 58 #include <sys/uio.h> 59 #include <sys/filio.h> 60 #include <sys/rwlock.h> 61 #include <sys/sysctl.h> 62 #include <sys/bus.h> 63 #include <sys/queue.h> 64 #include <sys/signalvar.h> 65 #include <sys/poll.h> 66 #include <sys/taskqueue.h> 67 #include <sys/tree.h> 68 #include <sys/vmmeter.h> 69 #include <vm/vm.h> 70 #include <vm/pmap.h> 71 #include <vm/vm_extern.h> 72 #include <vm/vm_kern.h> 73 #include <vm/vm_map.h> 74 #include <vm/vm_object.h> 75 #include <vm/vm_page.h> 76 #include <vm/vm_pager.h> 77 #include <vm/vm_param.h> 78 #include <vm/vm_phys.h> 79 #include <machine/bus.h> 80 #include <machine/resource.h> 81 #if defined(__i386__) || defined(__amd64__) 82 #include <machine/specialreg.h> 83 #endif 84 #include <machine/sysarch.h> 85 #include <sys/endian.h> 86 #if _BYTE_ORDER == _BIG_ENDIAN 87 #define __BIG_ENDIAN 1 88 #else 89 #define __LITTLE_ENDIAN 1 90 #endif 91 #include <sys/mman.h> 92 #include <sys/rman.h> 93 #include <sys/memrange.h> 94 #include <dev/agp/agpvar.h> 95 #include <sys/agpio.h> 96 #include <sys/mutex.h> 97 #include <dev/pci/pcivar.h> 98 #include <dev/pci/pcireg.h> 99 #include <sys/selinfo.h> 100 #include <sys/bus.h> 101 102 #include "dev/drm/drm.h" 103 #include "dev/drm/drm_atomic.h" 104 #include "dev/drm/drm_internal.h" 105 #include "dev/drm/drm_linux_list.h" 106 107 #include "opt_drm.h" 108 #ifdef DRM_DEBUG 109 #undef DRM_DEBUG 110 #define DRM_DEBUG_DEFAULT_ON 1 111 #endif /* DRM_DEBUG */ 112 113 #if defined(DRM_LINUX) && DRM_LINUX && !defined(__amd64__) 114 #include <sys/file.h> 115 #include <sys/proc.h> 116 #include <machine/../linux/linux.h> 117 #include <machine/../linux/linux_proto.h> 118 #else 119 /* Either it was defined when it shouldn't be (FreeBSD amd64) or it isn't 120 * supported on this OS yet. 121 */ 122 #undef DRM_LINUX 123 #define DRM_LINUX 0 124 #endif 125 126 /* driver capabilities and requirements mask */ 127 #define DRIVER_USE_AGP 0x1 128 #define DRIVER_REQUIRE_AGP 0x2 129 #define DRIVER_USE_MTRR 0x4 130 #define DRIVER_PCI_DMA 0x8 131 #define DRIVER_SG 0x10 132 #define DRIVER_HAVE_DMA 0x20 133 #define DRIVER_HAVE_IRQ 0x40 134 #define DRIVER_DMA_QUEUE 0x100 135 136 137 #define DRM_HASH_SIZE 16 /* Size of key hash table */ 138 #define DRM_KERNEL_CONTEXT 0 /* Change drm_resctx if changed */ 139 #define DRM_RESERVED_CONTEXTS 1 /* Change drm_resctx if changed */ 140 141 MALLOC_DECLARE(DRM_MEM_DMA); 142 MALLOC_DECLARE(DRM_MEM_SAREA); 143 MALLOC_DECLARE(DRM_MEM_DRIVER); 144 MALLOC_DECLARE(DRM_MEM_MAGIC); 145 MALLOC_DECLARE(DRM_MEM_IOCTLS); 146 MALLOC_DECLARE(DRM_MEM_MAPS); 147 MALLOC_DECLARE(DRM_MEM_BUFS); 148 MALLOC_DECLARE(DRM_MEM_SEGS); 149 MALLOC_DECLARE(DRM_MEM_PAGES); 150 MALLOC_DECLARE(DRM_MEM_FILES); 151 MALLOC_DECLARE(DRM_MEM_QUEUES); 152 MALLOC_DECLARE(DRM_MEM_CMDS); 153 MALLOC_DECLARE(DRM_MEM_MAPPINGS); 154 MALLOC_DECLARE(DRM_MEM_BUFLISTS); 155 MALLOC_DECLARE(DRM_MEM_AGPLISTS); 156 MALLOC_DECLARE(DRM_MEM_CTXBITMAP); 157 MALLOC_DECLARE(DRM_MEM_SGLISTS); 158 MALLOC_DECLARE(DRM_MEM_DRAWABLE); 159 MALLOC_DECLARE(DRM_MEM_MM); 160 MALLOC_DECLARE(DRM_MEM_HASHTAB); 161 162 SYSCTL_DECL(_hw_drm); 163 164 #define DRM_MAX_CTXBITMAP (PAGE_SIZE * 8) 165 166 /* Internal types and structures */ 167 #define DRM_ARRAY_SIZE(x) (sizeof(x)/sizeof(x[0])) 168 #define DRM_MIN(a,b) ((a)<(b)?(a):(b)) 169 #define DRM_MAX(a,b) ((a)>(b)?(a):(b)) 170 171 #define DRM_IF_VERSION(maj, min) (maj << 16 | min) 172 173 #define __OS_HAS_AGP 1 174 175 #define DRM_DEV_MODE (S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP) 176 #define DRM_DEV_UID UID_ROOT 177 #define DRM_DEV_GID GID_VIDEO 178 179 #define wait_queue_head_t atomic_t 180 #define DRM_WAKEUP(w) wakeup((void *)w) 181 #define DRM_WAKEUP_INT(w) wakeup(w) 182 #define DRM_INIT_WAITQUEUE(queue) do {(void)(queue);} while (0) 183 184 #define DRM_CURPROC curthread 185 #define DRM_STRUCTPROC struct thread 186 #define DRM_SPINTYPE struct mtx 187 #define DRM_SPININIT(l,name) mtx_init(l, name, NULL, MTX_DEF) 188 #define DRM_SPINUNINIT(l) mtx_destroy(l) 189 #define DRM_SPINLOCK(l) mtx_lock(l) 190 #define DRM_SPINUNLOCK(u) mtx_unlock(u) 191 #define DRM_SPINLOCK_IRQSAVE(l, irqflags) do { \ 192 mtx_lock(l); \ 193 (void)irqflags; \ 194 } while (0) 195 #define DRM_SPINUNLOCK_IRQRESTORE(u, irqflags) mtx_unlock(u) 196 #define DRM_SPINLOCK_ASSERT(l) mtx_assert(l, MA_OWNED) 197 #define DRM_CURRENTPID curthread->td_proc->p_pid 198 #define DRM_LOCK() mtx_lock(&dev->dev_lock) 199 #define DRM_UNLOCK() mtx_unlock(&dev->dev_lock) 200 #define DRM_SYSCTL_HANDLER_ARGS (SYSCTL_HANDLER_ARGS) 201 202 #define DRM_IRQ_ARGS void *arg 203 typedef void irqreturn_t; 204 #define IRQ_HANDLED /* nothing */ 205 #define IRQ_NONE /* nothing */ 206 207 #define unlikely(x) __builtin_expect(!!(x), 0) 208 #define container_of(ptr, type, member) ({ \ 209 __typeof( ((type *)0)->member ) *__mptr = (ptr); \ 210 (type *)( (char *)__mptr - offsetof(type,member) );}) 211 212 enum { 213 DRM_IS_NOT_AGP, 214 DRM_IS_AGP, 215 DRM_MIGHT_BE_AGP 216 }; 217 #define DRM_AGP_MEM struct agp_memory_info 218 219 #define drm_get_device_from_kdev(_kdev) (_kdev->si_drv1) 220 221 #define PAGE_ALIGN(addr) round_page(addr) 222 /* DRM_SUSER returns true if the user is superuser */ 223 #define DRM_SUSER(p) (priv_check(p, PRIV_KMEM_WRITE) == 0) 224 #define DRM_AGP_FIND_DEVICE() agp_find_device() 225 #define DRM_MTRR_WC MDF_WRITECOMBINE 226 #define jiffies ticks 227 228 typedef vm_paddr_t dma_addr_t; 229 typedef u_int64_t u64; 230 typedef u_int32_t u32; 231 typedef u_int16_t u16; 232 typedef u_int8_t u8; 233 234 /* DRM_READMEMORYBARRIER() prevents reordering of reads. 235 * DRM_WRITEMEMORYBARRIER() prevents reordering of writes. 236 * DRM_MEMORYBARRIER() prevents reordering of reads and writes. 237 */ 238 #define DRM_READMEMORYBARRIER() rmb() 239 #define DRM_WRITEMEMORYBARRIER() wmb() 240 #define DRM_MEMORYBARRIER() mb() 241 242 #define DRM_READ8(map, offset) \ 243 *(volatile u_int8_t *)(((vm_offset_t)(map)->virtual) + \ 244 (vm_offset_t)(offset)) 245 #define DRM_READ16(map, offset) \ 246 le16toh(*(volatile u_int16_t *)(((vm_offset_t)(map)->virtual) + \ 247 (vm_offset_t)(offset))) 248 #define DRM_READ32(map, offset) \ 249 le32toh(*(volatile u_int32_t *)(((vm_offset_t)(map)->virtual) + \ 250 (vm_offset_t)(offset))) 251 #define DRM_WRITE8(map, offset, val) \ 252 *(volatile u_int8_t *)(((vm_offset_t)(map)->virtual) + \ 253 (vm_offset_t)(offset)) = val 254 #define DRM_WRITE16(map, offset, val) \ 255 *(volatile u_int16_t *)(((vm_offset_t)(map)->virtual) + \ 256 (vm_offset_t)(offset)) = htole16(val) 257 #define DRM_WRITE32(map, offset, val) \ 258 *(volatile u_int32_t *)(((vm_offset_t)(map)->virtual) + \ 259 (vm_offset_t)(offset)) = htole32(val) 260 261 #define DRM_VERIFYAREA_READ( uaddr, size ) \ 262 (!useracc(__DECONST(caddr_t, uaddr), size, VM_PROT_READ)) 263 264 #define DRM_COPY_TO_USER(user, kern, size) \ 265 copyout(kern, user, size) 266 #define DRM_COPY_FROM_USER(kern, user, size) \ 267 copyin(user, kern, size) 268 #define DRM_COPY_FROM_USER_UNCHECKED(arg1, arg2, arg3) \ 269 copyin(arg2, arg1, arg3) 270 #define DRM_COPY_TO_USER_UNCHECKED(arg1, arg2, arg3) \ 271 copyout(arg2, arg1, arg3) 272 #define DRM_GET_USER_UNCHECKED(val, uaddr) \ 273 ((val) = fuword32(uaddr), 0) 274 275 #define cpu_to_le32(x) htole32(x) 276 #define le32_to_cpu(x) le32toh(x) 277 278 #define DRM_HZ hz 279 #define DRM_UDELAY(udelay) DELAY(udelay) 280 #define DRM_TIME_SLICE (hz/20) /* Time slice for GLXContexts */ 281 282 #define DRM_GET_PRIV_SAREA(_dev, _ctx, _map) do { \ 283 (_map) = (_dev)->context_sareas[_ctx]; \ 284 } while(0) 285 286 #define LOCK_TEST_WITH_RETURN(dev, file_priv) \ 287 do { \ 288 if (!_DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) || \ 289 dev->lock.file_priv != file_priv) { \ 290 DRM_ERROR("%s called without lock held\n", \ 291 __FUNCTION__); \ 292 return EINVAL; \ 293 } \ 294 } while (0) 295 296 /* Returns -errno to shared code */ 297 #define DRM_WAIT_ON( ret, queue, timeout, condition ) \ 298 for ( ret = 0 ; !ret && !(condition) ; ) { \ 299 DRM_UNLOCK(); \ 300 mtx_lock(&dev->irq_lock); \ 301 if (!(condition)) \ 302 ret = -mtx_sleep(&(queue), &dev->irq_lock, \ 303 PCATCH, "drmwtq", (timeout)); \ 304 mtx_unlock(&dev->irq_lock); \ 305 DRM_LOCK(); \ 306 } 307 308 #define DRM_ERROR(fmt, ...) \ 309 printf("error: [" DRM_NAME ":pid%d:%s] *ERROR* " fmt, \ 310 DRM_CURRENTPID, __func__ , ##__VA_ARGS__) 311 312 #define DRM_INFO(fmt, ...) printf("info: [" DRM_NAME "] " fmt , ##__VA_ARGS__) 313 314 #define DRM_DEBUG(fmt, ...) do { \ 315 if (drm_debug_flag) \ 316 printf("[" DRM_NAME ":pid%d:%s] " fmt, DRM_CURRENTPID, \ 317 __func__ , ##__VA_ARGS__); \ 318 } while (0) 319 320 typedef struct drm_pci_id_list 321 { 322 int vendor; 323 int device; 324 intptr_t driver_private; 325 char *name; 326 } drm_pci_id_list_t; 327 328 struct drm_msi_blacklist_entry 329 { 330 int vendor; 331 int device; 332 }; 333 334 #define DRM_AUTH 0x1 335 #define DRM_MASTER 0x2 336 #define DRM_ROOT_ONLY 0x4 337 typedef struct drm_ioctl_desc { 338 unsigned long cmd; 339 int (*func)(struct drm_device *dev, void *data, 340 struct drm_file *file_priv); 341 int flags; 342 } drm_ioctl_desc_t; 343 /** 344 * Creates a driver or general drm_ioctl_desc array entry for the given 345 * ioctl, for use by drm_ioctl(). 346 */ 347 #define DRM_IOCTL_DEF(ioctl, func, flags) \ 348 [DRM_IOCTL_NR(ioctl)] = {ioctl, func, flags} 349 350 typedef struct drm_magic_entry { 351 drm_magic_t magic; 352 struct drm_file *priv; 353 struct drm_magic_entry *next; 354 } drm_magic_entry_t; 355 356 typedef struct drm_magic_head { 357 struct drm_magic_entry *head; 358 struct drm_magic_entry *tail; 359 } drm_magic_head_t; 360 361 typedef struct drm_buf { 362 int idx; /* Index into master buflist */ 363 int total; /* Buffer size */ 364 int order; /* log-base-2(total) */ 365 int used; /* Amount of buffer in use (for DMA) */ 366 unsigned long offset; /* Byte offset (used internally) */ 367 void *address; /* Address of buffer */ 368 unsigned long bus_address; /* Bus address of buffer */ 369 struct drm_buf *next; /* Kernel-only: used for free list */ 370 __volatile__ int pending; /* On hardware DMA queue */ 371 struct drm_file *file_priv; /* Unique identifier of holding process */ 372 int context; /* Kernel queue for this buffer */ 373 enum { 374 DRM_LIST_NONE = 0, 375 DRM_LIST_FREE = 1, 376 DRM_LIST_WAIT = 2, 377 DRM_LIST_PEND = 3, 378 DRM_LIST_PRIO = 4, 379 DRM_LIST_RECLAIM = 5 380 } list; /* Which list we're on */ 381 382 int dev_priv_size; /* Size of buffer private stoarge */ 383 void *dev_private; /* Per-buffer private storage */ 384 } drm_buf_t; 385 386 typedef struct drm_freelist { 387 int initialized; /* Freelist in use */ 388 atomic_t count; /* Number of free buffers */ 389 drm_buf_t *next; /* End pointer */ 390 391 int low_mark; /* Low water mark */ 392 int high_mark; /* High water mark */ 393 } drm_freelist_t; 394 395 typedef struct drm_dma_handle { 396 void *vaddr; 397 bus_addr_t busaddr; 398 bus_dma_tag_t tag; 399 bus_dmamap_t map; 400 } drm_dma_handle_t; 401 402 typedef struct drm_buf_entry { 403 int buf_size; 404 int buf_count; 405 drm_buf_t *buflist; 406 int seg_count; 407 drm_dma_handle_t **seglist; 408 int page_order; 409 410 drm_freelist_t freelist; 411 } drm_buf_entry_t; 412 413 typedef TAILQ_HEAD(drm_file_list, drm_file) drm_file_list_t; 414 struct drm_file { 415 TAILQ_ENTRY(drm_file) link; 416 struct drm_device *dev; 417 int authenticated; 418 int master; 419 pid_t pid; 420 uid_t uid; 421 drm_magic_t magic; 422 unsigned long ioctl_count; 423 void *driver_priv; 424 }; 425 426 typedef struct drm_lock_data { 427 struct drm_hw_lock *hw_lock; /* Hardware lock */ 428 struct drm_file *file_priv; /* Unique identifier of holding process (NULL is kernel)*/ 429 int lock_queue; /* Queue of blocked processes */ 430 unsigned long lock_time; /* Time of last lock in jiffies */ 431 } drm_lock_data_t; 432 433 /* This structure, in the struct drm_device, is always initialized while the 434 * device 435 * is open. dev->dma_lock protects the incrementing of dev->buf_use, which 436 * when set marks that no further bufs may be allocated until device teardown 437 * occurs (when the last open of the device has closed). The high/low 438 * watermarks of bufs are only touched by the X Server, and thus not 439 * concurrently accessed, so no locking is needed. 440 */ 441 typedef struct drm_device_dma { 442 drm_buf_entry_t bufs[DRM_MAX_ORDER+1]; 443 int buf_count; 444 drm_buf_t **buflist; /* Vector of pointers info bufs */ 445 int seg_count; 446 int page_count; 447 unsigned long *pagelist; 448 unsigned long byte_count; 449 enum { 450 _DRM_DMA_USE_AGP = 0x01, 451 _DRM_DMA_USE_SG = 0x02 452 } flags; 453 } drm_device_dma_t; 454 455 typedef struct drm_agp_mem { 456 void *handle; 457 unsigned long bound; /* address */ 458 int pages; 459 struct drm_agp_mem *prev; 460 struct drm_agp_mem *next; 461 } drm_agp_mem_t; 462 463 typedef struct drm_agp_head { 464 device_t agpdev; 465 struct agp_info info; 466 const char *chipset; 467 drm_agp_mem_t *memory; 468 unsigned long mode; 469 int enabled; 470 int acquired; 471 unsigned long base; 472 int mtrr; 473 int cant_use_aperture; 474 unsigned long page_mask; 475 } drm_agp_head_t; 476 477 typedef struct drm_sg_mem { 478 vm_offset_t vaddr; 479 vm_paddr_t *busaddr; 480 vm_pindex_t pages; 481 } drm_sg_mem_t; 482 483 #define DRM_MAP_HANDLE_BITS (sizeof(void *) == 4 ? 4 : 24) 484 #define DRM_MAP_HANDLE_SHIFT (sizeof(void *) * 8 - DRM_MAP_HANDLE_BITS) 485 typedef TAILQ_HEAD(drm_map_list, drm_local_map) drm_map_list_t; 486 487 typedef struct drm_local_map { 488 unsigned long offset; /* Physical address (0 for SAREA) */ 489 unsigned long size; /* Physical size (bytes) */ 490 enum drm_map_type type; /* Type of memory mapped */ 491 enum drm_map_flags flags; /* Flags */ 492 void *handle; /* User-space: "Handle" to pass to mmap */ 493 /* Kernel-space: kernel-virtual address */ 494 int mtrr; /* Boolean: MTRR used */ 495 /* Private data */ 496 int rid; /* PCI resource ID for bus_space */ 497 void *virtual; /* Kernel-space: kernel-virtual address */ 498 struct resource *bsr; 499 bus_space_tag_t bst; 500 bus_space_handle_t bsh; 501 drm_dma_handle_t *dmah; 502 TAILQ_ENTRY(drm_local_map) link; 503 } drm_local_map_t; 504 505 struct drm_vblank_info { 506 wait_queue_head_t queue; /* vblank wait queue */ 507 atomic_t count; /* number of VBLANK interrupts */ 508 /* (driver must alloc the right number of counters) */ 509 atomic_t refcount; /* number of users of vblank interrupts */ 510 u32 last; /* protected by dev->vbl_lock, used */ 511 /* for wraparound handling */ 512 int enabled; /* so we don't call enable more than */ 513 /* once per disable */ 514 int inmodeset; /* Display driver is setting mode */ 515 }; 516 517 /* location of GART table */ 518 #define DRM_ATI_GART_MAIN 1 519 #define DRM_ATI_GART_FB 2 520 521 #define DRM_ATI_GART_PCI 1 522 #define DRM_ATI_GART_PCIE 2 523 #define DRM_ATI_GART_IGP 3 524 525 struct drm_ati_pcigart_info { 526 int gart_table_location; 527 int gart_reg_if; 528 void *addr; 529 dma_addr_t bus_addr; 530 dma_addr_t table_mask; 531 dma_addr_t member_mask; 532 struct drm_dma_handle *table_handle; 533 drm_local_map_t mapping; 534 int table_size; 535 struct drm_dma_handle *dmah; /* handle for ATI PCIGART table */ 536 }; 537 538 #ifndef DMA_BIT_MASK 539 #define DMA_BIT_MASK(n) (((n) == 64) ? ~0ULL : (1ULL<<(n)) - 1) 540 #endif 541 542 #define upper_32_bits(n) ((u32)(((n) >> 16) >> 16)) 543 544 struct drm_driver_info { 545 int (*load)(struct drm_device *, unsigned long flags); 546 int (*firstopen)(struct drm_device *); 547 int (*open)(struct drm_device *, struct drm_file *); 548 void (*preclose)(struct drm_device *, struct drm_file *file_priv); 549 void (*postclose)(struct drm_device *, struct drm_file *); 550 void (*lastclose)(struct drm_device *); 551 int (*unload)(struct drm_device *); 552 void (*reclaim_buffers_locked)(struct drm_device *, 553 struct drm_file *file_priv); 554 int (*dma_ioctl)(struct drm_device *dev, void *data, 555 struct drm_file *file_priv); 556 void (*dma_ready)(struct drm_device *); 557 int (*dma_quiescent)(struct drm_device *); 558 int (*dma_flush_block_and_flush)(struct drm_device *, int context, 559 enum drm_lock_flags flags); 560 int (*dma_flush_unblock)(struct drm_device *, int context, 561 enum drm_lock_flags flags); 562 int (*context_ctor)(struct drm_device *dev, int context); 563 int (*context_dtor)(struct drm_device *dev, int context); 564 int (*kernel_context_switch)(struct drm_device *dev, int old, 565 int new); 566 int (*kernel_context_switch_unlock)(struct drm_device *dev); 567 void (*irq_preinstall)(struct drm_device *dev); 568 int (*irq_postinstall)(struct drm_device *dev); 569 void (*irq_uninstall)(struct drm_device *dev); 570 void (*irq_handler)(DRM_IRQ_ARGS); 571 u32 (*get_vblank_counter)(struct drm_device *dev, int crtc); 572 int (*enable_vblank)(struct drm_device *dev, int crtc); 573 void (*disable_vblank)(struct drm_device *dev, int crtc); 574 575 drm_pci_id_list_t *id_entry; /* PCI ID, name, and chipset private */ 576 577 /** 578 * Called by \c drm_device_is_agp. Typically used to determine if a 579 * card is really attached to AGP or not. 580 * 581 * \param dev DRM device handle 582 * 583 * \returns 584 * One of three values is returned depending on whether or not the 585 * card is absolutely \b not AGP (return of 0), absolutely \b is AGP 586 * (return of 1), or may or may not be AGP (return of 2). 587 */ 588 int (*device_is_agp) (struct drm_device * dev); 589 590 drm_ioctl_desc_t *ioctls; 591 int max_ioctl; 592 593 int buf_priv_size; 594 595 int major; 596 int minor; 597 int patchlevel; 598 const char *name; /* Simple driver name */ 599 const char *desc; /* Longer driver name */ 600 const char *date; /* Date of last major changes. */ 601 602 u32 driver_features; 603 }; 604 605 /* Length for the array of resource pointers for drm_get_resource_*. */ 606 #define DRM_MAX_PCI_RESOURCE 6 607 608 /** 609 * DRM device functions structure 610 */ 611 struct drm_device { 612 struct drm_driver_info *driver; 613 drm_pci_id_list_t *id_entry; /* PCI ID, name, and chipset private */ 614 615 u_int16_t pci_device; /* PCI device id */ 616 u_int16_t pci_vendor; /* PCI vendor id */ 617 618 char *unique; /* Unique identifier: e.g., busid */ 619 int unique_len; /* Length of unique field */ 620 device_t device; /* Device instance from newbus */ 621 struct cdev *devnode; /* Device number for mknod */ 622 int if_version; /* Highest interface version set */ 623 624 int flags; /* Flags to open(2) */ 625 626 /* Locks */ 627 struct mtx vbl_lock; /* protects vblank operations */ 628 struct mtx dma_lock; /* protects dev->dma */ 629 struct mtx irq_lock; /* protects irq condition checks */ 630 struct mtx dev_lock; /* protects everything else */ 631 DRM_SPINTYPE drw_lock; 632 633 /* Usage Counters */ 634 int open_count; /* Outstanding files open */ 635 int buf_use; /* Buffers in use -- cannot alloc */ 636 637 /* Performance counters */ 638 unsigned long counters; 639 enum drm_stat_type types[15]; 640 atomic_t counts[15]; 641 642 /* Authentication */ 643 drm_file_list_t files; 644 drm_magic_head_t magiclist[DRM_HASH_SIZE]; 645 646 /* Linked list of mappable regions. Protected by dev_lock */ 647 drm_map_list_t maplist; 648 struct unrhdr *map_unrhdr; 649 650 drm_local_map_t **context_sareas; 651 int max_context; 652 653 drm_lock_data_t lock; /* Information on hardware lock */ 654 655 /* DMA queues (contexts) */ 656 drm_device_dma_t *dma; /* Optional pointer for DMA support */ 657 658 /* Context support */ 659 int irq; /* Interrupt used by board */ 660 int irq_enabled; /* True if the irq handler is enabled */ 661 int msi_enabled; /* MSI enabled */ 662 int irqrid; /* Interrupt used by board */ 663 struct resource *irqr; /* Resource for interrupt used by board */ 664 void *irqh; /* Handle from bus_setup_intr */ 665 666 /* Storage of resource pointers for drm_get_resource_* */ 667 struct resource *pcir[DRM_MAX_PCI_RESOURCE]; 668 int pcirid[DRM_MAX_PCI_RESOURCE]; 669 670 int pci_domain; 671 int pci_bus; 672 int pci_slot; 673 int pci_func; 674 675 atomic_t context_flag; /* Context swapping flag */ 676 int last_context; /* Last current context */ 677 678 int vblank_disable_allowed; 679 struct callout vblank_disable_timer; 680 u32 max_vblank_count; /* size of vblank counter register */ 681 struct drm_vblank_info *vblank; /* per crtc vblank info */ 682 int num_crtcs; 683 684 struct sigio *buf_sigio; /* Processes waiting for SIGIO */ 685 686 /* Sysctl support */ 687 struct drm_sysctl_info *sysctl; 688 689 drm_agp_head_t *agp; 690 drm_sg_mem_t *sg; /* Scatter gather memory */ 691 atomic_t *ctx_bitmap; 692 void *dev_private; 693 unsigned int agp_buffer_token; 694 drm_local_map_t *agp_buffer_map; 695 696 struct unrhdr *drw_unrhdr; 697 /* RB tree of drawable infos */ 698 RB_HEAD(drawable_tree, bsd_drm_drawable_info) drw_head; 699 }; 700 701 static __inline__ int drm_core_check_feature(struct drm_device *dev, 702 int feature) 703 { 704 return ((dev->driver->driver_features & feature) ? 1 : 0); 705 } 706 707 #if __OS_HAS_AGP 708 static inline int drm_core_has_AGP(struct drm_device *dev) 709 { 710 return drm_core_check_feature(dev, DRIVER_USE_AGP); 711 } 712 #else 713 #define drm_core_has_AGP(dev) (0) 714 #endif 715 716 extern int drm_debug_flag; 717 718 /* Device setup support (drm_drv.c) */ 719 int drm_probe(device_t kdev, drm_pci_id_list_t *idlist); 720 int drm_attach(device_t kdev, drm_pci_id_list_t *idlist); 721 void drm_close(void *data); 722 int drm_detach(device_t kdev); 723 d_ioctl_t drm_ioctl; 724 d_open_t drm_open; 725 d_read_t drm_read; 726 d_poll_t drm_poll; 727 d_mmap_t drm_mmap; 728 extern drm_local_map_t *drm_getsarea(struct drm_device *dev); 729 730 /* File operations helpers (drm_fops.c) */ 731 extern int drm_open_helper(struct cdev *kdev, int flags, int fmt, 732 DRM_STRUCTPROC *p, 733 struct drm_device *dev); 734 735 /* Memory management support (drm_memory.c) */ 736 void drm_mem_init(void); 737 void drm_mem_uninit(void); 738 void *drm_ioremap_wc(struct drm_device *dev, drm_local_map_t *map); 739 void *drm_ioremap(struct drm_device *dev, drm_local_map_t *map); 740 void drm_ioremapfree(drm_local_map_t *map); 741 int drm_mtrr_add(unsigned long offset, size_t size, int flags); 742 int drm_mtrr_del(int handle, unsigned long offset, size_t size, int flags); 743 744 int drm_context_switch(struct drm_device *dev, int old, int new); 745 int drm_context_switch_complete(struct drm_device *dev, int new); 746 747 int drm_ctxbitmap_init(struct drm_device *dev); 748 void drm_ctxbitmap_cleanup(struct drm_device *dev); 749 void drm_ctxbitmap_free(struct drm_device *dev, int ctx_handle); 750 int drm_ctxbitmap_next(struct drm_device *dev); 751 752 /* Locking IOCTL support (drm_lock.c) */ 753 int drm_lock_take(struct drm_lock_data *lock_data, 754 unsigned int context); 755 int drm_lock_transfer(struct drm_lock_data *lock_data, 756 unsigned int context); 757 int drm_lock_free(struct drm_lock_data *lock_data, 758 unsigned int context); 759 760 /* Buffer management support (drm_bufs.c) */ 761 unsigned long drm_get_resource_start(struct drm_device *dev, 762 unsigned int resource); 763 unsigned long drm_get_resource_len(struct drm_device *dev, 764 unsigned int resource); 765 void drm_rmmap(struct drm_device *dev, drm_local_map_t *map); 766 int drm_order(unsigned long size); 767 int drm_addmap(struct drm_device *dev, unsigned long offset, 768 unsigned long size, 769 enum drm_map_type type, enum drm_map_flags flags, 770 drm_local_map_t **map_ptr); 771 int drm_addbufs_pci(struct drm_device *dev, struct drm_buf_desc *request); 772 int drm_addbufs_sg(struct drm_device *dev, struct drm_buf_desc *request); 773 int drm_addbufs_agp(struct drm_device *dev, struct drm_buf_desc *request); 774 775 /* DMA support (drm_dma.c) */ 776 int drm_dma_setup(struct drm_device *dev); 777 void drm_dma_takedown(struct drm_device *dev); 778 void drm_free_buffer(struct drm_device *dev, drm_buf_t *buf); 779 void drm_reclaim_buffers(struct drm_device *dev, struct drm_file *file_priv); 780 #define drm_core_reclaim_buffers drm_reclaim_buffers 781 782 /* IRQ support (drm_irq.c) */ 783 int drm_irq_install(struct drm_device *dev); 784 int drm_irq_uninstall(struct drm_device *dev); 785 irqreturn_t drm_irq_handler(DRM_IRQ_ARGS); 786 void drm_driver_irq_preinstall(struct drm_device *dev); 787 void drm_driver_irq_postinstall(struct drm_device *dev); 788 void drm_driver_irq_uninstall(struct drm_device *dev); 789 void drm_handle_vblank(struct drm_device *dev, int crtc); 790 u32 drm_vblank_count(struct drm_device *dev, int crtc); 791 int drm_vblank_get(struct drm_device *dev, int crtc); 792 void drm_vblank_put(struct drm_device *dev, int crtc); 793 void drm_vblank_cleanup(struct drm_device *dev); 794 int drm_vblank_wait(struct drm_device *dev, unsigned int *vbl_seq); 795 int drm_vblank_init(struct drm_device *dev, int num_crtcs); 796 int drm_modeset_ctl(struct drm_device *dev, void *data, 797 struct drm_file *file_priv); 798 799 /* AGP/PCI Express/GART support (drm_agpsupport.c) */ 800 int drm_device_is_agp(struct drm_device *dev); 801 int drm_device_is_pcie(struct drm_device *dev); 802 drm_agp_head_t *drm_agp_init(void); 803 int drm_agp_acquire(struct drm_device *dev); 804 int drm_agp_release(struct drm_device *dev); 805 int drm_agp_info(struct drm_device * dev, struct drm_agp_info *info); 806 int drm_agp_enable(struct drm_device *dev, struct drm_agp_mode mode); 807 void *drm_agp_allocate_memory(size_t pages, u32 type); 808 int drm_agp_free_memory(void *handle); 809 int drm_agp_bind_memory(void *handle, off_t start); 810 int drm_agp_unbind_memory(void *handle); 811 int drm_agp_alloc(struct drm_device *dev, struct drm_agp_buffer *request); 812 int drm_agp_free(struct drm_device *dev, struct drm_agp_buffer *request); 813 int drm_agp_bind(struct drm_device *dev, struct drm_agp_binding *request); 814 int drm_agp_unbind(struct drm_device *dev, struct drm_agp_binding *request); 815 816 /* Scatter Gather Support (drm_scatter.c) */ 817 void drm_sg_cleanup(drm_sg_mem_t *entry); 818 int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request); 819 820 /* sysctl support (drm_sysctl.h) */ 821 extern int drm_sysctl_init(struct drm_device *dev); 822 extern int drm_sysctl_cleanup(struct drm_device *dev); 823 824 /* ATI PCIGART support (ati_pcigart.c) */ 825 int drm_ati_pcigart_init(struct drm_device *dev, 826 struct drm_ati_pcigart_info *gart_info); 827 int drm_ati_pcigart_cleanup(struct drm_device *dev, 828 struct drm_ati_pcigart_info *gart_info); 829 830 /* Locking IOCTL support (drm_drv.c) */ 831 int drm_lock(struct drm_device *dev, void *data, 832 struct drm_file *file_priv); 833 int drm_unlock(struct drm_device *dev, void *data, 834 struct drm_file *file_priv); 835 int drm_version(struct drm_device *dev, void *data, 836 struct drm_file *file_priv); 837 int drm_setversion(struct drm_device *dev, void *data, 838 struct drm_file *file_priv); 839 840 /* Misc. IOCTL support (drm_ioctl.c) */ 841 int drm_irq_by_busid(struct drm_device *dev, void *data, 842 struct drm_file *file_priv); 843 int drm_getunique(struct drm_device *dev, void *data, 844 struct drm_file *file_priv); 845 int drm_setunique(struct drm_device *dev, void *data, 846 struct drm_file *file_priv); 847 int drm_getmap(struct drm_device *dev, void *data, 848 struct drm_file *file_priv); 849 int drm_getclient(struct drm_device *dev, void *data, 850 struct drm_file *file_priv); 851 int drm_getstats(struct drm_device *dev, void *data, 852 struct drm_file *file_priv); 853 int drm_noop(struct drm_device *dev, void *data, 854 struct drm_file *file_priv); 855 856 /* Context IOCTL support (drm_context.c) */ 857 int drm_resctx(struct drm_device *dev, void *data, 858 struct drm_file *file_priv); 859 int drm_addctx(struct drm_device *dev, void *data, 860 struct drm_file *file_priv); 861 int drm_modctx(struct drm_device *dev, void *data, 862 struct drm_file *file_priv); 863 int drm_getctx(struct drm_device *dev, void *data, 864 struct drm_file *file_priv); 865 int drm_switchctx(struct drm_device *dev, void *data, 866 struct drm_file *file_priv); 867 int drm_newctx(struct drm_device *dev, void *data, 868 struct drm_file *file_priv); 869 int drm_rmctx(struct drm_device *dev, void *data, 870 struct drm_file *file_priv); 871 int drm_setsareactx(struct drm_device *dev, void *data, 872 struct drm_file *file_priv); 873 int drm_getsareactx(struct drm_device *dev, void *data, 874 struct drm_file *file_priv); 875 876 /* Drawable IOCTL support (drm_drawable.c) */ 877 int drm_adddraw(struct drm_device *dev, void *data, 878 struct drm_file *file_priv); 879 int drm_rmdraw(struct drm_device *dev, void *data, 880 struct drm_file *file_priv); 881 int drm_update_draw(struct drm_device *dev, void *data, 882 struct drm_file *file_priv); 883 struct drm_drawable_info *drm_get_drawable_info(struct drm_device *dev, 884 int handle); 885 886 /* Drawable support (drm_drawable.c) */ 887 void drm_drawable_free_all(struct drm_device *dev); 888 889 /* Authentication IOCTL support (drm_auth.c) */ 890 int drm_getmagic(struct drm_device *dev, void *data, 891 struct drm_file *file_priv); 892 int drm_authmagic(struct drm_device *dev, void *data, 893 struct drm_file *file_priv); 894 895 /* Buffer management support (drm_bufs.c) */ 896 int drm_addmap_ioctl(struct drm_device *dev, void *data, 897 struct drm_file *file_priv); 898 int drm_rmmap_ioctl(struct drm_device *dev, void *data, 899 struct drm_file *file_priv); 900 int drm_addbufs(struct drm_device *dev, void *data, 901 struct drm_file *file_priv); 902 int drm_infobufs(struct drm_device *dev, void *data, 903 struct drm_file *file_priv); 904 int drm_markbufs(struct drm_device *dev, void *data, 905 struct drm_file *file_priv); 906 int drm_freebufs(struct drm_device *dev, void *data, 907 struct drm_file *file_priv); 908 int drm_mapbufs(struct drm_device *dev, void *data, 909 struct drm_file *file_priv); 910 911 /* DMA support (drm_dma.c) */ 912 int drm_dma(struct drm_device *dev, void *data, struct drm_file *file_priv); 913 914 /* IRQ support (drm_irq.c) */ 915 int drm_control(struct drm_device *dev, void *data, 916 struct drm_file *file_priv); 917 int drm_wait_vblank(struct drm_device *dev, void *data, 918 struct drm_file *file_priv); 919 920 /* AGP/GART support (drm_agpsupport.c) */ 921 int drm_agp_acquire_ioctl(struct drm_device *dev, void *data, 922 struct drm_file *file_priv); 923 int drm_agp_release_ioctl(struct drm_device *dev, void *data, 924 struct drm_file *file_priv); 925 int drm_agp_enable_ioctl(struct drm_device *dev, void *data, 926 struct drm_file *file_priv); 927 int drm_agp_info_ioctl(struct drm_device *dev, void *data, 928 struct drm_file *file_priv); 929 int drm_agp_alloc_ioctl(struct drm_device *dev, void *data, 930 struct drm_file *file_priv); 931 int drm_agp_free_ioctl(struct drm_device *dev, void *data, 932 struct drm_file *file_priv); 933 int drm_agp_unbind_ioctl(struct drm_device *dev, void *data, 934 struct drm_file *file_priv); 935 int drm_agp_bind_ioctl(struct drm_device *dev, void *data, 936 struct drm_file *file_priv); 937 938 /* Scatter Gather Support (drm_scatter.c) */ 939 int drm_sg_alloc_ioctl(struct drm_device *dev, void *data, 940 struct drm_file *file_priv); 941 int drm_sg_free(struct drm_device *dev, void *data, 942 struct drm_file *file_priv); 943 944 /* consistent PCI memory functions (drm_pci.c) */ 945 drm_dma_handle_t *drm_pci_alloc(struct drm_device *dev, size_t size, 946 size_t align, dma_addr_t maxaddr); 947 void drm_pci_free(struct drm_device *dev, drm_dma_handle_t *dmah); 948 949 /* Inline replacements for drm_alloc and friends */ 950 static __inline__ void * 951 drm_alloc(size_t size, struct malloc_type *area) 952 { 953 return malloc(size, area, M_NOWAIT); 954 } 955 956 static __inline__ void * 957 drm_calloc(size_t nmemb, size_t size, struct malloc_type *area) 958 { 959 return malloc(size * nmemb, area, M_NOWAIT | M_ZERO); 960 } 961 962 static __inline__ void * 963 drm_realloc(void *oldpt, size_t oldsize, size_t size, 964 struct malloc_type *area) 965 { 966 return reallocf(oldpt, size, area, M_NOWAIT); 967 } 968 969 static __inline__ void 970 drm_free(void *pt, size_t size, struct malloc_type *area) 971 { 972 free(pt, area); 973 } 974 975 /* Inline replacements for DRM_IOREMAP macros */ 976 static __inline__ void 977 drm_core_ioremap_wc(struct drm_local_map *map, struct drm_device *dev) 978 { 979 map->virtual = drm_ioremap_wc(dev, map); 980 } 981 static __inline__ void 982 drm_core_ioremap(struct drm_local_map *map, struct drm_device *dev) 983 { 984 map->virtual = drm_ioremap(dev, map); 985 } 986 static __inline__ void 987 drm_core_ioremapfree(struct drm_local_map *map, struct drm_device *dev) 988 { 989 if ( map->virtual && map->size ) 990 drm_ioremapfree(map); 991 } 992 993 static __inline__ struct drm_local_map * 994 drm_core_findmap(struct drm_device *dev, unsigned long offset) 995 { 996 drm_local_map_t *map; 997 998 DRM_SPINLOCK_ASSERT(&dev->dev_lock); 999 TAILQ_FOREACH(map, &dev->maplist, link) { 1000 if (offset == (unsigned long)map->handle) 1001 return map; 1002 } 1003 return NULL; 1004 } 1005 1006 static __inline__ void drm_core_dropmap(struct drm_map *map) 1007 { 1008 } 1009 1010 #endif /* __KERNEL__ */ 1011 #endif /* _DRM_P_H_ */ 1012