1 /*
2 * drmP.h -- Private header for Direct Rendering Manager -*- linux-c -*-
3 * Created: Mon Jan 4 10:05:05 1999 by faith@precisioninsight.com
4 */
5 /*
6 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
7 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
8 * Copyright (c) 2009, Intel Corporation.
9 * All rights reserved.
10 *
11 * Permission is hereby granted, free of charge, to any person obtaining a
12 * copy of this software and associated documentation files (the "Software"),
13 * to deal in the Software without restriction, including without limitation
14 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
15 * and/or sell copies of the Software, and to permit persons to whom the
16 * Software is furnished to do so, subject to the following conditions:
17 *
18 * The above copyright notice and this permission notice (including the next
19 * paragraph) shall be included in all copies or substantial portions of the
20 * Software.
21 *
22 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
23 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
24 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
25 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
26 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
27 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
28 * OTHER DEALINGS IN THE SOFTWARE.
29 *
30 * Authors:
31 * Rickard E. (Rik) Faith <faith@valinux.com>
32 * Gareth Hughes <gareth@valinux.com>
33 *
34 */
35
36 /*
37 * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
38 * Use is subject to license terms.
39 */
40
41 #ifndef _DRMP_H
42 #define _DRMP_H
43
44 #include <sys/sysmacros.h>
45 #include <sys/types.h>
46 #include <sys/conf.h>
47 #include <sys/modctl.h>
48 #include <sys/stat.h>
49 #include <sys/file.h>
50 #include <sys/cmn_err.h>
51 #include <sys/varargs.h>
52 #include <sys/pci.h>
53 #include <sys/ddi.h>
54 #include <sys/sunddi.h>
55 #include <sys/sunldi.h>
56 #include <sys/pmem.h>
57 #include <sys/agpgart.h>
58 #include <sys/time.h>
59 #include "drm_atomic.h"
60 #include "drm.h"
61 #include "queue.h"
62 #include "drm_linux_list.h"
63
64 #ifndef __inline__
65 #define __inline__ inline
66 #endif
67
68 #if !defined(__FUNCTION__)
69 #if defined(C99)
70 #define __FUNCTION__ __func__
71 #else
72 #define __FUNCTION__ " "
73 #endif
74 #endif
75
76 /* DRM space units */
77 #define DRM_PAGE_SHIFT PAGESHIFT
78 #define DRM_PAGE_SIZE (1 << DRM_PAGE_SHIFT)
79 #define DRM_PAGE_OFFSET (DRM_PAGE_SIZE - 1)
80 #define DRM_PAGE_MASK ~(DRM_PAGE_SIZE - 1)
81 #define DRM_MB2PAGES(x) ((x) << 8)
82 #define DRM_PAGES2BYTES(x) ((x) << DRM_PAGE_SHIFT)
83 #define DRM_BYTES2PAGES(x) ((x) >> DRM_PAGE_SHIFT)
84 #define DRM_PAGES2KB(x) ((x) << 2)
85 #define DRM_ALIGNED(offset) (((offset) & DRM_PAGE_OFFSET) == 0)
86
87 #define PAGE_SHIFT DRM_PAGE_SHIFT
88 #define PAGE_SIZE DRM_PAGE_SIZE
89
90 #define DRM_MAX_INSTANCES 8
91 #define DRM_DEVNODE "drm"
92 #define DRM_UNOPENED 0
93 #define DRM_OPENED 1
94
95 #define DRM_HASH_SIZE 16 /* Size of key hash table */
96 #define DRM_KERNEL_CONTEXT 0 /* Change drm_resctx if changed */
97 #define DRM_RESERVED_CONTEXTS 1 /* Change drm_resctx if changed */
98
99 #define DRM_MEM_DMA 0
100 #define DRM_MEM_SAREA 1
101 #define DRM_MEM_DRIVER 2
102 #define DRM_MEM_MAGIC 3
103 #define DRM_MEM_IOCTLS 4
104 #define DRM_MEM_MAPS 5
105 #define DRM_MEM_BUFS 6
106 #define DRM_MEM_SEGS 7
107 #define DRM_MEM_PAGES 8
108 #define DRM_MEM_FILES 9
109 #define DRM_MEM_QUEUES 10
110 #define DRM_MEM_CMDS 11
111 #define DRM_MEM_MAPPINGS 12
112 #define DRM_MEM_BUFLISTS 13
113 #define DRM_MEM_DRMLISTS 14
114 #define DRM_MEM_TOTALDRM 15
115 #define DRM_MEM_BOUNDDRM 16
116 #define DRM_MEM_CTXBITMAP 17
117 #define DRM_MEM_STUB 18
118 #define DRM_MEM_SGLISTS 19
119 #define DRM_MEM_AGPLISTS 20
120 #define DRM_MEM_CTXLIST 21
121 #define DRM_MEM_MM 22
122 #define DRM_MEM_HASHTAB 23
123 #define DRM_MEM_OBJECTS 24
124
125 #define DRM_MAX_CTXBITMAP (PAGE_SIZE * 8)
126 #define DRM_MAP_HASH_OFFSET 0x10000000
127 #define DRM_MAP_HASH_ORDER 12
128 #define DRM_OBJECT_HASH_ORDER 12
129 #define DRM_FILE_PAGE_OFFSET_START ((0xFFFFFFFFUL >> PAGE_SHIFT) + 1)
130 #define DRM_FILE_PAGE_OFFSET_SIZE ((0xFFFFFFFFUL >> PAGE_SHIFT) * 16)
131 #define DRM_MM_INIT_MAX_PAGES 256
132
133
134 /* Internal types and structures */
135 #define DRM_ARRAY_SIZE(x) (sizeof (x) / sizeof (x[0]))
136 #define DRM_MIN(a, b) ((a) < (b) ? (a) : (b))
137 #define DRM_MAX(a, b) ((a) > (b) ? (a) : (b))
138
139 #define DRM_IF_VERSION(maj, min) (maj << 16 | min)
140
141 #define __OS_HAS_AGP 1
142
143 #define DRM_DEV_MOD (S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP)
144 #define DRM_DEV_UID 0
145 #define DRM_DEV_GID 0
146
147 #define DRM_CURRENTPID ddi_get_pid()
148 #define DRM_SPINLOCK(l) mutex_enter(l)
149 #define DRM_SPINUNLOCK(u) mutex_exit(u)
150 #define DRM_SPINLOCK_ASSERT(l)
151 #define DRM_LOCK() mutex_enter(&dev->dev_lock)
152 #define DRM_UNLOCK() mutex_exit(&dev->dev_lock)
153 #define DRM_LOCK_OWNED() ASSERT(mutex_owned(&dev->dev_lock))
154 #define spin_lock_irqsave(l, flag) mutex_enter(l)
155 #define spin_unlock_irqrestore(u, flag) mutex_exit(u)
156 #define spin_lock(l) mutex_enter(l)
157 #define spin_unlock(u) mutex_exit(u)
158
159
160 #define DRM_UDELAY(sec) delay(drv_usectohz(sec *1000))
161 #define DRM_MEMORYBARRIER()
162
163 typedef struct drm_file drm_file_t;
164 typedef struct drm_device drm_device_t;
165 typedef struct drm_driver_info drm_driver_t;
166
167 #define DRM_DEVICE drm_device_t *dev = dev1
168 #define DRM_IOCTL_ARGS \
169 drm_device_t *dev1, intptr_t data, drm_file_t *fpriv, int mode
170
171 #define DRM_COPYFROM_WITH_RETURN(dest, src, size) \
172 if (ddi_copyin((src), (dest), (size), 0)) { \
173 DRM_ERROR("%s: copy from user failed", __func__); \
174 return (EFAULT); \
175 }
176
177 #define DRM_COPYTO_WITH_RETURN(dest, src, size) \
178 if (ddi_copyout((src), (dest), (size), 0)) { \
179 DRM_ERROR("%s: copy to user failed", __func__); \
180 return (EFAULT); \
181 }
182
183 #define DRM_COPY_FROM_USER(dest, src, size) \
184 ddi_copyin((src), (dest), (size), 0) /* flag for src */
185
186 #define DRM_COPY_TO_USER(dest, src, size) \
187 ddi_copyout((src), (dest), (size), 0) /* flags for dest */
188
189 #define DRM_COPY_FROM_USER_UNCHECKED(arg1, arg2, arg3) \
190 ddi_copyin((arg2), (arg1), (arg3), 0)
191
192 #define DRM_COPY_TO_USER_UNCHECKED(arg1, arg2, arg3) \
193 ddi_copyout((arg2), arg1, arg3, 0)
194
195 #define DRM_READ8(map, offset) \
196 *(volatile uint8_t *)((uintptr_t)((map)->dev_addr) + (offset))
197 #define DRM_READ16(map, offset) \
198 *(volatile uint16_t *)((uintptr_t)((map)->dev_addr) + (offset))
199 #define DRM_READ32(map, offset) \
200 *(volatile uint32_t *)((uintptr_t)((map)->dev_addr) + (offset))
201 #define DRM_WRITE8(map, offset, val) \
202 *(volatile uint8_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val)
203 #define DRM_WRITE16(map, offset, val) \
204 *(volatile uint16_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val)
205 #define DRM_WRITE32(map, offset, val) \
206 *(volatile uint32_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val)
207
208 typedef struct drm_wait_queue {
209 kcondvar_t cv;
210 kmutex_t lock;
211 }wait_queue_head_t;
212
213 #define DRM_INIT_WAITQUEUE(q, pri) \
214 { \
215 mutex_init(&(q)->lock, NULL, MUTEX_DRIVER, pri); \
216 cv_init(&(q)->cv, NULL, CV_DRIVER, NULL); \
217 }
218
219 #define DRM_FINI_WAITQUEUE(q) \
220 { \
221 mutex_destroy(&(q)->lock); \
222 cv_destroy(&(q)->cv); \
223 }
224
225 #define DRM_WAKEUP(q) \
226 { \
227 mutex_enter(&(q)->lock); \
228 cv_broadcast(&(q)->cv); \
229 mutex_exit(&(q)->lock); \
230 }
231
232 #define jiffies ddi_get_lbolt()
233
234 #define DRM_WAIT_ON(ret, q, timeout, condition) \
235 mutex_enter(&(q)->lock); \
236 while (!(condition)) { \
237 ret = cv_reltimedwait_sig(&(q)->cv, &(q)->lock, timeout,\
238 TR_CLOCK_TICK); \
239 if (ret == -1) { \
240 ret = EBUSY; \
241 break; \
242 } else if (ret == 0) { \
243 ret = EINTR; \
244 break; \
245 } else { \
246 ret = 0; \
247 } \
248 } \
249 mutex_exit(&(q)->lock);
250
251 #define DRM_WAIT(ret, q, condition) \
252 mutex_enter(&(q)->lock); \
253 if (!(condition)) { \
254 ret = cv_timedwait_sig(&(q)->cv, &(q)->lock, jiffies + 30 * DRM_HZ); \
255 if (ret == -1) { \
256 /* gfx maybe hang */ \
257 if (!(condition)) \
258 ret = -2; \
259 } else { \
260 ret = 0; \
261 } \
262 } \
263 mutex_exit(&(q)->lock);
264
265
266 #define DRM_GETSAREA() \
267 { \
268 drm_local_map_t *map; \
269 DRM_SPINLOCK_ASSERT(&dev->dev_lock); \
270 TAILQ_FOREACH(map, &dev->maplist, link) { \
271 if (map->type == _DRM_SHM && \
272 map->flags & _DRM_CONTAINS_LOCK) { \
273 dev_priv->sarea = map; \
274 break; \
275 } \
276 } \
277 }
278
279 #define LOCK_TEST_WITH_RETURN(dev, fpriv) \
280 if (!_DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) || \
281 dev->lock.filp != fpriv) { \
282 DRM_DEBUG("%s called without lock held", __func__); \
283 return (EINVAL); \
284 }
285
286 #define DRM_IRQ_ARGS caddr_t arg
287 #define IRQ_HANDLED DDI_INTR_CLAIMED
288 #define IRQ_NONE DDI_INTR_UNCLAIMED
289
290 enum {
291 DRM_IS_NOT_AGP,
292 DRM_IS_AGP,
293 DRM_MIGHT_BE_AGP
294 };
295
296 /* Capabilities taken from src/sys/dev/pci/pcireg.h. */
297 #ifndef PCIY_AGP
298 #define PCIY_AGP 0x02
299 #endif
300
301 #ifndef PCIY_EXPRESS
302 #define PCIY_EXPRESS 0x10
303 #endif
304
305 #define PAGE_ALIGN(addr) (((addr) + DRM_PAGE_SIZE - 1) & DRM_PAGE_MASK)
306 #define DRM_SUSER(p) (crgetsgid(p) == 0 || crgetsuid(p) == 0)
307
308 #define DRM_GEM_OBJIDR_HASHNODE 1024
309 #define idr_list_for_each(entry, head) \
310 for (int key = 0; key < DRM_GEM_OBJIDR_HASHNODE; key++) \
311 list_for_each(entry, &(head)->next[key])
312
313 /*
314 * wait for 400 milliseconds
315 */
316 #define DRM_HZ drv_usectohz(400000)
317
318 typedef unsigned long dma_addr_t;
319 typedef uint64_t u64;
320 typedef uint32_t u32;
321 typedef uint16_t u16;
322 typedef uint8_t u8;
323 typedef uint_t irqreturn_t;
324
325 #define DRM_SUPPORT 1
326 #define DRM_UNSUPPORT 0
327
328 #define __OS_HAS_AGP 1
329
330 typedef struct drm_pci_id_list
331 {
332 int vendor;
333 int device;
334 long driver_private;
335 char *name;
336 } drm_pci_id_list_t;
337
338 #define DRM_AUTH 0x1
339 #define DRM_MASTER 0x2
340 #define DRM_ROOT_ONLY 0x4
341 typedef int drm_ioctl_t(DRM_IOCTL_ARGS);
342 typedef struct drm_ioctl_desc {
343 int (*func)(DRM_IOCTL_ARGS);
344 int flags;
345 } drm_ioctl_desc_t;
346
347 typedef struct drm_magic_entry {
348 drm_magic_t magic;
349 struct drm_file *priv;
350 struct drm_magic_entry *next;
351 } drm_magic_entry_t;
352
353 typedef struct drm_magic_head {
354 struct drm_magic_entry *head;
355 struct drm_magic_entry *tail;
356 } drm_magic_head_t;
357
358 typedef struct drm_buf {
359 int idx; /* Index into master buflist */
360 int total; /* Buffer size */
361 int order; /* log-base-2(total) */
362 int used; /* Amount of buffer in use (for DMA) */
363 unsigned long offset; /* Byte offset (used internally) */
364 void *address; /* Address of buffer */
365 unsigned long bus_address; /* Bus address of buffer */
366 struct drm_buf *next; /* Kernel-only: used for free list */
367 volatile int pending; /* On hardware DMA queue */
368 drm_file_t *filp;
369 /* Uniq. identifier of holding process */
370 int context; /* Kernel queue for this buffer */
371 enum {
372 DRM_LIST_NONE = 0,
373 DRM_LIST_FREE = 1,
374 DRM_LIST_WAIT = 2,
375 DRM_LIST_PEND = 3,
376 DRM_LIST_PRIO = 4,
377 DRM_LIST_RECLAIM = 5
378 } list; /* Which list we're on */
379
380 int dev_priv_size; /* Size of buffer private stoarge */
381 void *dev_private; /* Per-buffer private storage */
382 } drm_buf_t;
383
384 typedef struct drm_freelist {
385 int initialized; /* Freelist in use */
386 uint32_t count; /* Number of free buffers */
387 drm_buf_t *next; /* End pointer */
388
389 int low_mark; /* Low water mark */
390 int high_mark; /* High water mark */
391 } drm_freelist_t;
392
393 typedef struct drm_buf_entry {
394 int buf_size;
395 int buf_count;
396 drm_buf_t *buflist;
397 int seg_count;
398 int page_order;
399
400 uint32_t *seglist;
401 unsigned long *seglist_bus;
402
403 drm_freelist_t freelist;
404 } drm_buf_entry_t;
405
406 typedef TAILQ_HEAD(drm_file_list, drm_file) drm_file_list_t;
407
408 /* BEGIN CSTYLED */
409 typedef struct drm_local_map {
410 unsigned long offset; /* Physical address (0 for SAREA) */
411 unsigned long size; /* Physical size (bytes) */
412 drm_map_type_t type; /* Type of memory mapped */
413 drm_map_flags_t flags; /* Flags */
414 void *handle; /* User-space: "Handle" to pass to mmap */
415 /* Kernel-space: kernel-virtual address */
416 int mtrr; /* Boolean: MTRR used */
417 /* Private data */
418 int rid; /* PCI resource ID for bus_space */
419 int kernel_owned; /* Boolean: 1= initmapped, 0= addmapped */
420 caddr_t dev_addr; /* base device address */
421 ddi_acc_handle_t dev_handle; /* The data access handle */
422 ddi_umem_cookie_t drm_umem_cookie; /* For SAREA alloc and free */
423 TAILQ_ENTRY(drm_local_map) link;
424 } drm_local_map_t;
425 /* END CSTYLED */
426
427 /*
428 * This structure defines the drm_mm memory object, which will be used by the
429 * DRM for its buffer objects.
430 */
431 struct drm_gem_object {
432 /* Reference count of this object */
433 atomic_t refcount;
434
435 /* Handle count of this object. Each handle also holds a reference */
436 atomic_t handlecount;
437
438 /* Related drm device */
439 struct drm_device *dev;
440
441 int flink;
442 /*
443 * Size of the object, in bytes. Immutable over the object's
444 * lifetime.
445 */
446 size_t size;
447
448 /*
449 * Global name for this object, starts at 1. 0 means unnamed.
450 * Access is covered by the object_name_lock in the related drm_device
451 */
452 int name;
453
454 /*
455 * Memory domains. These monitor which caches contain read/write data
456 * related to the object. When transitioning from one set of domains
457 * to another, the driver is called to ensure that caches are suitably
458 * flushed and invalidated
459 */
460 uint32_t read_domains;
461 uint32_t write_domain;
462
463 /*
464 * While validating an exec operation, the
465 * new read/write domain values are computed here.
466 * They will be transferred to the above values
467 * at the point that any cache flushing occurs
468 */
469 uint32_t pending_read_domains;
470 uint32_t pending_write_domain;
471
472 void *driver_private;
473
474 drm_local_map_t *map;
475 ddi_dma_handle_t dma_hdl;
476 ddi_acc_handle_t acc_hdl;
477 caddr_t kaddr;
478 size_t real_size; /* real size of memory */
479 pfn_t *pfnarray;
480 };
481
482 struct idr_list {
483 struct idr_list *next, *prev;
484 struct drm_gem_object *obj;
485 uint32_t handle;
486 caddr_t contain_ptr;
487 };
488
489 struct drm_file {
490 TAILQ_ENTRY(drm_file) link;
491 int authenticated;
492 int master;
493 int minor;
494 pid_t pid;
495 uid_t uid;
496 int refs;
497 drm_magic_t magic;
498 unsigned long ioctl_count;
499 void *driver_priv;
500 /* Mapping of mm object handles to object pointers. */
501 struct idr_list object_idr;
502 /* Lock for synchronization of access to object_idr. */
503 kmutex_t table_lock;
504
505 dev_t dev;
506 cred_t *credp;
507 };
508
509 typedef struct drm_lock_data {
510 drm_hw_lock_t *hw_lock; /* Hardware lock */
511 drm_file_t *filp;
512 /* Uniq. identifier of holding process */
513 kcondvar_t lock_cv; /* lock queue - SOLARIS Specific */
514 kmutex_t lock_mutex; /* lock - SOLARIS Specific */
515 unsigned long lock_time; /* Time of last lock in clock ticks */
516 } drm_lock_data_t;
517
518 /*
519 * This structure, in drm_device_t, is always initialized while the device
520 * is open. dev->dma_lock protects the incrementing of dev->buf_use, which
521 * when set marks that no further bufs may be allocated until device teardown
522 * occurs (when the last open of the device has closed). The high/low
523 * watermarks of bufs are only touched by the X Server, and thus not
524 * concurrently accessed, so no locking is needed.
525 */
526 typedef struct drm_device_dma {
527 drm_buf_entry_t bufs[DRM_MAX_ORDER+1];
528 int buf_count;
529 drm_buf_t **buflist; /* Vector of pointers info bufs */
530 int seg_count;
531 int page_count;
532 unsigned long *pagelist;
533 unsigned long byte_count;
534 enum {
535 _DRM_DMA_USE_AGP = 0x01,
536 _DRM_DMA_USE_SG = 0x02
537 } flags;
538 } drm_device_dma_t;
539
540 typedef struct drm_agp_mem {
541 void *handle;
542 unsigned long bound; /* address */
543 int pages;
544 caddr_t phys_addr;
545 struct drm_agp_mem *prev;
546 struct drm_agp_mem *next;
547 } drm_agp_mem_t;
548
549 typedef struct drm_agp_head {
550 agp_info_t agp_info;
551 const char *chipset;
552 drm_agp_mem_t *memory;
553 unsigned long mode;
554 int enabled;
555 int acquired;
556 unsigned long base;
557 int mtrr;
558 int cant_use_aperture;
559 unsigned long page_mask;
560 ldi_ident_t agpgart_li;
561 ldi_handle_t agpgart_lh;
562 } drm_agp_head_t;
563
564
565 typedef struct drm_dma_handle {
566 ddi_dma_handle_t dma_hdl;
567 ddi_acc_handle_t acc_hdl;
568 ddi_dma_cookie_t cookie;
569 uint_t cookie_num;
570 uintptr_t vaddr; /* virtual addr */
571 uintptr_t paddr; /* physical addr */
572 size_t real_sz; /* real size of memory */
573 } drm_dma_handle_t;
574
575 typedef struct drm_sg_mem {
576 unsigned long handle;
577 void *virtual;
578 int pages;
579 dma_addr_t *busaddr;
580 ddi_umem_cookie_t *umem_cookie;
581 drm_dma_handle_t *dmah_sg;
582 drm_dma_handle_t *dmah_gart; /* Handle to PCI memory */
583 } drm_sg_mem_t;
584
585 /*
586 * Generic memory manager structs
587 */
588
589 struct drm_mm_node {
590 struct list_head fl_entry;
591 struct list_head ml_entry;
592 int free;
593 unsigned long start;
594 unsigned long size;
595 struct drm_mm *mm;
596 void *private;
597 };
598
599 struct drm_mm {
600 struct list_head fl_entry;
601 struct list_head ml_entry;
602 };
603
604 typedef TAILQ_HEAD(drm_map_list, drm_local_map) drm_map_list_t;
605
606 typedef TAILQ_HEAD(drm_vbl_sig_list, drm_vbl_sig) drm_vbl_sig_list_t;
607 typedef struct drm_vbl_sig {
608 TAILQ_ENTRY(drm_vbl_sig) link;
609 unsigned int sequence;
610 int signo;
611 int pid;
612 } drm_vbl_sig_t;
613
614
615 /* used for clone device */
616 typedef TAILQ_HEAD(drm_cminor_list, drm_cminor) drm_cminor_list_t;
617 typedef struct drm_cminor {
618 TAILQ_ENTRY(drm_cminor) link;
619 drm_file_t *fpriv;
620 int minor;
621 } drm_cminor_t;
622
623 /* location of GART table */
624 #define DRM_ATI_GART_MAIN 1
625 #define DRM_ATI_GART_FB 2
626
627 typedef struct ati_pcigart_info {
628 int gart_table_location;
629 int is_pcie;
630 void *addr;
631 dma_addr_t bus_addr;
632 drm_local_map_t mapping;
633 } drm_ati_pcigart_info;
634
635 /* DRM device structure */
636 struct drm_device;
637 struct drm_driver_info {
638 int (*load)(struct drm_device *, unsigned long);
639 int (*firstopen)(struct drm_device *);
640 int (*open)(struct drm_device *, drm_file_t *);
641 void (*preclose)(struct drm_device *, drm_file_t *);
642 void (*postclose)(struct drm_device *, drm_file_t *);
643 void (*lastclose)(struct drm_device *);
644 int (*unload)(struct drm_device *);
645 void (*reclaim_buffers_locked)(struct drm_device *, drm_file_t *);
646 int (*presetup)(struct drm_device *);
647 int (*postsetup)(struct drm_device *);
648 int (*open_helper)(struct drm_device *, drm_file_t *);
649 void (*free_filp_priv)(struct drm_device *, drm_file_t *);
650 void (*release)(struct drm_device *, void *);
651 int (*dma_ioctl)(DRM_IOCTL_ARGS);
652 void (*dma_ready)(struct drm_device *);
653 int (*dma_quiescent)(struct drm_device *);
654 int (*dma_flush_block_and_flush)(struct drm_device *,
655 int, drm_lock_flags_t);
656 int (*dma_flush_unblock)(struct drm_device *, int,
657 drm_lock_flags_t);
658 int (*context_ctor)(struct drm_device *, int);
659 int (*context_dtor)(struct drm_device *, int);
660 int (*kernel_context_switch)(struct drm_device *, int, int);
661 int (*kernel_context_switch_unlock)(struct drm_device *);
662 int (*device_is_agp) (struct drm_device *);
663 int (*irq_preinstall)(struct drm_device *);
664 void (*irq_postinstall)(struct drm_device *);
665 void (*irq_uninstall)(struct drm_device *dev);
666 uint_t (*irq_handler)(DRM_IRQ_ARGS);
667 int (*vblank_wait)(struct drm_device *, unsigned int *);
668 int (*vblank_wait2)(struct drm_device *, unsigned int *);
669 /* added for intel minimized vblank */
670 u32 (*get_vblank_counter)(struct drm_device *dev, int crtc);
671 int (*enable_vblank)(struct drm_device *dev, int crtc);
672 void (*disable_vblank)(struct drm_device *dev, int crtc);
673
674 /*
675 * Driver-specific constructor for drm_gem_objects, to set up
676 * obj->driver_private.
677 *
678 * Returns 0 on success.
679 */
680 int (*gem_init_object) (struct drm_gem_object *obj);
681 void (*gem_free_object) (struct drm_gem_object *obj);
682
683
684 drm_ioctl_desc_t *driver_ioctls;
685 int max_driver_ioctl;
686
687 int buf_priv_size;
688 int driver_major;
689 int driver_minor;
690 int driver_patchlevel;
691 const char *driver_name; /* Simple driver name */
692 const char *driver_desc; /* Longer driver name */
693 const char *driver_date; /* Date of last major changes. */
694
695 unsigned use_agp :1;
696 unsigned require_agp :1;
697 unsigned use_sg :1;
698 unsigned use_dma :1;
699 unsigned use_pci_dma :1;
700 unsigned use_dma_queue :1;
701 unsigned use_irq :1;
702 unsigned use_vbl_irq :1;
703 unsigned use_vbl_irq2 :1;
704 unsigned use_mtrr :1;
705 unsigned use_gem;
706 };
707
708 /*
709 * hardware-specific code needs to initialize mutexes which
710 * can be used in interrupt context, so they need to know
711 * the interrupt priority. Interrupt cookie in drm_device
712 * structure is the intr_block field.
713 */
714 #define DRM_INTR_PRI(dev) \
715 DDI_INTR_PRI((dev)->intr_block)
716
717 struct drm_device {
718 drm_driver_t *driver;
719 drm_cminor_list_t minordevs;
720 dev_info_t *dip;
721 void *drm_handle;
722 int drm_supported;
723 const char *desc; /* current driver description */
724 kmutex_t *irq_mutex;
725 kcondvar_t *irq_cv;
726
727 ddi_iblock_cookie_t intr_block;
728 uint32_t pci_device; /* PCI device id */
729 uint32_t pci_vendor;
730 char *unique; /* Unique identifier: e.g., busid */
731 int unique_len; /* Length of unique field */
732 int if_version; /* Highest interface version set */
733 int flags; /* Flags to open(2) */
734
735 /* Locks */
736 kmutex_t vbl_lock; /* protects vblank operations */
737 kmutex_t dma_lock; /* protects dev->dma */
738 kmutex_t irq_lock; /* protects irq condition checks */
739 kmutex_t dev_lock; /* protects everything else */
740 drm_lock_data_t lock; /* Information on hardware lock */
741 kmutex_t struct_mutex; /* < For others */
742
743 /* Usage Counters */
744 int open_count; /* Outstanding files open */
745 int buf_use; /* Buffers in use -- cannot alloc */
746
747 /* Performance counters */
748 unsigned long counters;
749 drm_stat_type_t types[15];
750 uint32_t counts[15];
751
752 /* Authentication */
753 drm_file_list_t files;
754 drm_magic_head_t magiclist[DRM_HASH_SIZE];
755
756 /* Linked list of mappable regions. Protected by dev_lock */
757 drm_map_list_t maplist;
758
759 drm_local_map_t **context_sareas;
760 int max_context;
761
762 /* DMA queues (contexts) */
763 drm_device_dma_t *dma; /* Optional pointer for DMA support */
764
765 /* Context support */
766 int irq; /* Interrupt used by board */
767 int irq_enabled; /* True if the irq handler is enabled */
768 int pci_domain;
769 int pci_bus;
770 int pci_slot;
771 int pci_func;
772 atomic_t context_flag; /* Context swapping flag */
773 int last_context; /* Last current context */
774
775 /* Only used for Radeon */
776 atomic_t vbl_received;
777 atomic_t vbl_received2;
778
779 drm_vbl_sig_list_t vbl_sig_list;
780 drm_vbl_sig_list_t vbl_sig_list2;
781 /*
782 * At load time, disabling the vblank interrupt won't be allowed since
783 * old clients may not call the modeset ioctl and therefore misbehave.
784 * Once the modeset ioctl *has* been called though, we can safely
785 * disable them when unused.
786 */
787 int vblank_disable_allowed;
788
789 wait_queue_head_t vbl_queue; /* vbl wait channel */
790 /* vbl wait channel array */
791 wait_queue_head_t *vbl_queues;
792
793 /* number of VBLANK interrupts */
794 /* (driver must alloc the right number of counters) */
795 atomic_t *_vblank_count;
796 /* signal list to send on VBLANK */
797 struct drm_vbl_sig_list *vbl_sigs;
798
799 /* number of signals pending on all crtcs */
800 atomic_t vbl_signal_pending;
801 /* number of users of vblank interrupts per crtc */
802 atomic_t *vblank_refcount;
803 /* protected by dev->vbl_lock, used for wraparound handling */
804 u32 *last_vblank;
805 /* so we don't call enable more than */
806 atomic_t *vblank_enabled;
807 /* Display driver is setting mode */
808 int *vblank_inmodeset;
809 /* Don't wait while crtc is likely disabled */
810 int *vblank_suspend;
811 /* size of vblank counter register */
812 u32 max_vblank_count;
813 int num_crtcs;
814 kmutex_t tasklet_lock;
815 void (*locked_tasklet_func)(struct drm_device *dev);
816
817 pid_t buf_pgid;
818 drm_agp_head_t *agp;
819 drm_sg_mem_t *sg; /* Scatter gather memory */
820 uint32_t *ctx_bitmap;
821 void *dev_private;
822 unsigned int agp_buffer_token;
823 drm_local_map_t *agp_buffer_map;
824
825 kstat_t *asoft_ksp; /* kstat support */
826
827 /* name Drawable information */
828 kmutex_t drw_lock;
829 unsigned int drw_bitfield_length;
830 u32 *drw_bitfield;
831 unsigned int drw_info_length;
832 drm_drawable_info_t **drw_info;
833
834 /* \name GEM information */
835 /* @{ */
836 kmutex_t object_name_lock;
837 struct idr_list object_name_idr;
838 atomic_t object_count;
839 atomic_t object_memory;
840 atomic_t pin_count;
841 atomic_t pin_memory;
842 atomic_t gtt_count;
843 atomic_t gtt_memory;
844 uint32_t gtt_total;
845 uint32_t invalidate_domains; /* domains pending invalidation */
846 uint32_t flush_domains; /* domains pending flush */
847 /* @} */
848
849 /*
850 * Saving S3 context
851 */
852 void *s3_private;
853 };
854
855 /* Memory management support (drm_memory.c) */
856 void drm_mem_init(void);
857 void drm_mem_uninit(void);
858 void *drm_alloc(size_t, int);
859 void *drm_calloc(size_t, size_t, int);
860 void *drm_realloc(void *, size_t, size_t, int);
861 void drm_free(void *, size_t, int);
862 int drm_ioremap(drm_device_t *, drm_local_map_t *);
863 void drm_ioremapfree(drm_local_map_t *);
864
865 void drm_core_ioremap(struct drm_local_map *, struct drm_device *);
866 void drm_core_ioremapfree(struct drm_local_map *, struct drm_device *);
867
868 void drm_pci_free(drm_device_t *, drm_dma_handle_t *);
869 void *drm_pci_alloc(drm_device_t *, size_t, size_t, dma_addr_t, int);
870
871 struct drm_local_map *drm_core_findmap(struct drm_device *, unsigned long);
872
873 int drm_context_switch(drm_device_t *, int, int);
874 int drm_context_switch_complete(drm_device_t *, int);
875 int drm_ctxbitmap_init(drm_device_t *);
876 void drm_ctxbitmap_cleanup(drm_device_t *);
877 void drm_ctxbitmap_free(drm_device_t *, int);
878 int drm_ctxbitmap_next(drm_device_t *);
879
880 /* Locking IOCTL support (drm_lock.c) */
881 int drm_lock_take(drm_lock_data_t *, unsigned int);
882 int drm_lock_transfer(drm_device_t *,
883 drm_lock_data_t *, unsigned int);
884 int drm_lock_free(drm_device_t *,
885 volatile unsigned int *, unsigned int);
886
887 /* Buffer management support (drm_bufs.c) */
888 unsigned long drm_get_resource_start(drm_device_t *, unsigned int);
889 unsigned long drm_get_resource_len(drm_device_t *, unsigned int);
890 int drm_initmap(drm_device_t *, unsigned long, unsigned long,
891 unsigned int, int, int);
892 void drm_rmmap(drm_device_t *, drm_local_map_t *);
893 int drm_addmap(drm_device_t *, unsigned long, unsigned long,
894 drm_map_type_t, drm_map_flags_t, drm_local_map_t **);
895 int drm_order(unsigned long);
896
897 /* DMA support (drm_dma.c) */
898 int drm_dma_setup(drm_device_t *);
899 void drm_dma_takedown(drm_device_t *);
900 void drm_free_buffer(drm_device_t *, drm_buf_t *);
901 void drm_reclaim_buffers(drm_device_t *, drm_file_t *);
902 #define drm_core_reclaim_buffers drm_reclaim_buffers
903
904 /* IRQ support (drm_irq.c) */
905 int drm_irq_install(drm_device_t *);
906 int drm_irq_uninstall(drm_device_t *);
907 uint_t drm_irq_handler(DRM_IRQ_ARGS);
908 void drm_driver_irq_preinstall(drm_device_t *);
909 void drm_driver_irq_postinstall(drm_device_t *);
910 void drm_driver_irq_uninstall(drm_device_t *);
911 int drm_vblank_wait(drm_device_t *, unsigned int *);
912 void drm_vbl_send_signals(drm_device_t *);
913 void drm_handle_vblank(struct drm_device *dev, int crtc);
914 u32 drm_vblank_count(struct drm_device *dev, int crtc);
915 int drm_vblank_get(struct drm_device *dev, int crtc);
916 void drm_vblank_put(struct drm_device *dev, int crtc);
917 int drm_vblank_init(struct drm_device *dev, int num_crtcs);
918 void drm_vblank_cleanup(struct drm_device *dev);
919 int drm_modeset_ctl(DRM_IOCTL_ARGS);
920
921 /* AGP/GART support (drm_agpsupport.c) */
922 int drm_device_is_agp(drm_device_t *);
923 int drm_device_is_pcie(drm_device_t *);
924 drm_agp_head_t *drm_agp_init(drm_device_t *);
925 void drm_agp_fini(drm_device_t *);
926 int drm_agp_do_release(drm_device_t *);
927 void *drm_agp_allocate_memory(size_t pages,
928 uint32_t type, drm_device_t *dev);
929 int drm_agp_free_memory(agp_allocate_t *handle, drm_device_t *dev);
930 int drm_agp_bind_memory(unsigned int, uint32_t, drm_device_t *);
931 int drm_agp_unbind_memory(unsigned long, drm_device_t *);
932 int drm_agp_bind_pages(drm_device_t *dev,
933 pfn_t *pages,
934 unsigned long num_pages,
935 uint32_t gtt_offset);
936 int drm_agp_unbind_pages(drm_device_t *dev,
937 unsigned long num_pages,
938 uint32_t gtt_offset,
939 uint32_t type);
940 void drm_agp_chipset_flush(struct drm_device *dev);
941 void drm_agp_rebind(struct drm_device *dev);
942
943 /* kstat support (drm_kstats.c) */
944 int drm_init_kstats(drm_device_t *);
945 void drm_fini_kstats(drm_device_t *);
946
947 /* Scatter Gather Support (drm_scatter.c) */
948 void drm_sg_cleanup(drm_device_t *, drm_sg_mem_t *);
949
950 /* ATI PCIGART support (ati_pcigart.c) */
951 int drm_ati_pcigart_init(drm_device_t *, drm_ati_pcigart_info *);
952 int drm_ati_pcigart_cleanup(drm_device_t *, drm_ati_pcigart_info *);
953
954 /* Locking IOCTL support (drm_drv.c) */
955 int drm_lock(DRM_IOCTL_ARGS);
956 int drm_unlock(DRM_IOCTL_ARGS);
957 int drm_version(DRM_IOCTL_ARGS);
958 int drm_setversion(DRM_IOCTL_ARGS);
959 /* Cache management (drm_cache.c) */
960 void drm_clflush_pages(caddr_t *pages, unsigned long num_pages);
961
962 /* Misc. IOCTL support (drm_ioctl.c) */
963 int drm_irq_by_busid(DRM_IOCTL_ARGS);
964 int drm_getunique(DRM_IOCTL_ARGS);
965 int drm_setunique(DRM_IOCTL_ARGS);
966 int drm_getmap(DRM_IOCTL_ARGS);
967 int drm_getclient(DRM_IOCTL_ARGS);
968 int drm_getstats(DRM_IOCTL_ARGS);
969 int drm_noop(DRM_IOCTL_ARGS);
970
971 /* Context IOCTL support (drm_context.c) */
972 int drm_resctx(DRM_IOCTL_ARGS);
973 int drm_addctx(DRM_IOCTL_ARGS);
974 int drm_modctx(DRM_IOCTL_ARGS);
975 int drm_getctx(DRM_IOCTL_ARGS);
976 int drm_switchctx(DRM_IOCTL_ARGS);
977 int drm_newctx(DRM_IOCTL_ARGS);
978 int drm_rmctx(DRM_IOCTL_ARGS);
979 int drm_setsareactx(DRM_IOCTL_ARGS);
980 int drm_getsareactx(DRM_IOCTL_ARGS);
981
982 /* Drawable IOCTL support (drm_drawable.c) */
983 int drm_adddraw(DRM_IOCTL_ARGS);
984 int drm_rmdraw(DRM_IOCTL_ARGS);
985 int drm_update_draw(DRM_IOCTL_ARGS);
986
987 /* Authentication IOCTL support (drm_auth.c) */
988 int drm_getmagic(DRM_IOCTL_ARGS);
989 int drm_authmagic(DRM_IOCTL_ARGS);
990 int drm_remove_magic(drm_device_t *, drm_magic_t);
991 drm_file_t *drm_find_file(drm_device_t *, drm_magic_t);
992 /* Buffer management support (drm_bufs.c) */
993 int drm_addmap_ioctl(DRM_IOCTL_ARGS);
994 int drm_rmmap_ioctl(DRM_IOCTL_ARGS);
995 int drm_addbufs_ioctl(DRM_IOCTL_ARGS);
996 int drm_infobufs(DRM_IOCTL_ARGS);
997 int drm_markbufs(DRM_IOCTL_ARGS);
998 int drm_freebufs(DRM_IOCTL_ARGS);
999 int drm_mapbufs(DRM_IOCTL_ARGS);
1000
1001 /* DMA support (drm_dma.c) */
1002 int drm_dma(DRM_IOCTL_ARGS);
1003
1004 /* IRQ support (drm_irq.c) */
1005 int drm_control(DRM_IOCTL_ARGS);
1006 int drm_wait_vblank(DRM_IOCTL_ARGS);
1007
1008 /* AGP/GART support (drm_agpsupport.c) */
1009 int drm_agp_acquire(DRM_IOCTL_ARGS);
1010 int drm_agp_release(DRM_IOCTL_ARGS);
1011 int drm_agp_enable(DRM_IOCTL_ARGS);
1012 int drm_agp_info(DRM_IOCTL_ARGS);
1013 int drm_agp_alloc(DRM_IOCTL_ARGS);
1014 int drm_agp_free(DRM_IOCTL_ARGS);
1015 int drm_agp_unbind(DRM_IOCTL_ARGS);
1016 int drm_agp_bind(DRM_IOCTL_ARGS);
1017
1018 /* Scatter Gather Support (drm_scatter.c) */
1019 int drm_sg_alloc(DRM_IOCTL_ARGS);
1020 int drm_sg_free(DRM_IOCTL_ARGS);
1021
1022 /* drm_mm.c */
1023 struct drm_mm_node *drm_mm_get_block(struct drm_mm_node *parent,
1024 unsigned long size, unsigned alignment);
1025 struct drm_mm_node *drm_mm_search_free(const struct drm_mm *mm,
1026 unsigned long size,
1027 unsigned alignment, int best_match);
1028
1029 extern void drm_mm_clean_ml(const struct drm_mm *mm);
1030 extern int drm_debug_flag;
1031
1032 /* We add function to support DRM_DEBUG,DRM_ERROR,DRM_INFO */
1033 extern void drm_debug(const char *fmt, ...);
1034 extern void drm_error(const char *fmt, ...);
1035 extern void drm_info(const char *fmt, ...);
1036
1037 #ifdef DEBUG
1038 #define DRM_DEBUG if (drm_debug_flag >= 2) drm_debug
1039 #define DRM_INFO if (drm_debug_flag >= 1) drm_info
1040 #else
1041 #define DRM_DEBUG(...)
1042 #define DRM_INFO(...)
1043 #endif
1044
1045 #define DRM_ERROR drm_error
1046
1047
1048 #define MAX_INSTNUMS 16
1049
1050 extern int drm_dev_to_instance(dev_t);
1051 extern int drm_dev_to_minor(dev_t);
1052 extern void *drm_supp_register(dev_info_t *, drm_device_t *);
1053 extern int drm_supp_unregister(void *);
1054
1055 extern int drm_open(drm_device_t *, drm_cminor_t *, int, int, cred_t *);
1056 extern int drm_close(drm_device_t *, int, int, int, cred_t *);
1057 extern int drm_attach(drm_device_t *);
1058 extern int drm_detach(drm_device_t *);
1059 extern int drm_probe(drm_device_t *, drm_pci_id_list_t *);
1060
1061 extern int drm_pci_init(drm_device_t *);
1062 extern void drm_pci_end(drm_device_t *);
1063 extern int pci_get_info(drm_device_t *, int *, int *, int *);
1064 extern int pci_get_irq(drm_device_t *);
1065 extern int pci_get_vendor(drm_device_t *);
1066 extern int pci_get_device(drm_device_t *);
1067
1068 extern struct drm_drawable_info *drm_get_drawable_info(drm_device_t *,
1069 drm_drawable_t);
1070 /* File Operations helpers (drm_fops.c) */
1071 extern drm_file_t *drm_find_file_by_proc(drm_device_t *, cred_t *);
1072 extern drm_cminor_t *drm_find_file_by_minor(drm_device_t *, int);
1073 extern int drm_open_helper(drm_device_t *, drm_cminor_t *, int, int,
1074 cred_t *);
1075
1076 /* Graphics Execution Manager library functions (drm_gem.c) */
1077 int drm_gem_init(struct drm_device *dev);
1078 void drm_gem_object_free(struct drm_gem_object *obj);
1079 struct drm_gem_object *drm_gem_object_alloc(struct drm_device *dev,
1080 size_t size);
1081 void drm_gem_object_handle_free(struct drm_gem_object *obj);
1082
1083 void drm_gem_object_reference(struct drm_gem_object *obj);
1084 void drm_gem_object_unreference(struct drm_gem_object *obj);
1085
1086 int drm_gem_handle_create(struct drm_file *file_priv,
1087 struct drm_gem_object *obj,
1088 int *handlep);
1089 void drm_gem_object_handle_reference(struct drm_gem_object *obj);
1090
1091 void drm_gem_object_handle_unreference(struct drm_gem_object *obj);
1092
1093 struct drm_gem_object *drm_gem_object_lookup(struct drm_file *filp,
1094 int handle);
1095 int drm_gem_close_ioctl(DRM_IOCTL_ARGS);
1096 int drm_gem_flink_ioctl(DRM_IOCTL_ARGS);
1097 int drm_gem_open_ioctl(DRM_IOCTL_ARGS);
1098 void drm_gem_open(struct drm_file *file_private);
1099 void drm_gem_release(struct drm_device *dev, struct drm_file *file_private);
1100
1101
1102 #endif /* _DRMP_H */