drm/radeon: add support for RV790.
[linux-2.6-block.git] / include / drm / drmP.h
CommitLineData
1da177e4 1/**
b5e89ed5 2 * \file drmP.h
1da177e4 3 * Private header for Direct Rendering Manager
b5e89ed5 4 *
1da177e4
LT
5 * \author Rickard E. (Rik) Faith <faith@valinux.com>
6 * \author Gareth Hughes <gareth@valinux.com>
7 */
8
9/*
10 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
11 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
12 * All rights reserved.
13 *
14 * Permission is hereby granted, free of charge, to any person obtaining a
15 * copy of this software and associated documentation files (the "Software"),
16 * to deal in the Software without restriction, including without limitation
17 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
18 * and/or sell copies of the Software, and to permit persons to whom the
19 * Software is furnished to do so, subject to the following conditions:
20 *
21 * The above copyright notice and this permission notice (including the next
22 * paragraph) shall be included in all copies or substantial portions of the
23 * Software.
24 *
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
28 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
29 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
30 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
31 * OTHER DEALINGS IN THE SOFTWARE.
32 */
33
34#ifndef _DRM_P_H_
35#define _DRM_P_H_
36
37/* If you want the memory alloc debug functionality, change define below */
38/* #define DEBUG_MEMORY */
39
40#ifdef __KERNEL__
41#ifdef __alpha__
42/* add include of current.h so that "current" is defined
43 * before static inline funcs in wait.h. Doing this so we
44 * can build the DRM (part of PI DRI). 4/21/2000 S + B */
45#include <asm/current.h>
b5e89ed5 46#endif /* __alpha__ */
1da177e4
LT
47#include <linux/module.h>
48#include <linux/kernel.h>
49#include <linux/miscdevice.h>
50#include <linux/fs.h>
51#include <linux/proc_fs.h>
52#include <linux/init.h>
53#include <linux/file.h>
54#include <linux/pci.h>
1da177e4
LT
55#include <linux/jiffies.h>
56#include <linux/smp_lock.h> /* For (un)lock_kernel */
b05c2385 57#include <linux/dma-mapping.h>
1da177e4
LT
58#include <linux/mm.h>
59#include <linux/cdev.h>
30e2fb18 60#include <linux/mutex.h>
1da177e4 61#if defined(__alpha__) || defined(__powerpc__)
b5e89ed5 62#include <asm/pgtable.h> /* For pte_wrprotect */
1da177e4
LT
63#endif
64#include <asm/io.h>
65#include <asm/mman.h>
66#include <asm/uaccess.h>
67#ifdef CONFIG_MTRR
68#include <asm/mtrr.h>
69#endif
70#if defined(CONFIG_AGP) || defined(CONFIG_AGP_MODULE)
71#include <linux/types.h>
72#include <linux/agp_backend.h>
73#endif
74#include <linux/workqueue.h>
75#include <linux/poll.h>
76#include <asm/pgalloc.h>
77#include "drm.h"
78
62968144
DA
79#include <linux/idr.h>
80
1da177e4
LT
81#define __OS_HAS_AGP (defined(CONFIG_AGP) || (defined(CONFIG_AGP_MODULE) && defined(MODULE)))
82#define __OS_HAS_MTRR (defined(CONFIG_MTRR))
83
c153f45f
EA
84struct drm_file;
85struct drm_device;
86
1da177e4 87#include "drm_os_linux.h"
3a1bd924 88#include "drm_hashtab.h"
1da177e4 89
4fefcb27 90#define DRM_UT_CORE 0x01
91#define DRM_UT_DRIVER 0x02
92#define DRM_UT_KMS 0x04
93#define DRM_UT_MODE 0x08
94
95extern void drm_ut_debug_printk(unsigned int request_level,
96 const char *prefix,
97 const char *function_name,
98 const char *format, ...);
1da177e4
LT
99/***********************************************************************/
100/** \name DRM template customization defaults */
101/*@{*/
102
103/* driver capabilities and requirements mask */
104#define DRIVER_USE_AGP 0x1
105#define DRIVER_REQUIRE_AGP 0x2
106#define DRIVER_USE_MTRR 0x4
107#define DRIVER_PCI_DMA 0x8
108#define DRIVER_SG 0x10
109#define DRIVER_HAVE_DMA 0x20
110#define DRIVER_HAVE_IRQ 0x40
111#define DRIVER_IRQ_SHARED 0x80
af6061af 112#define DRIVER_IRQ_VBL 0x100
1da177e4 113#define DRIVER_DMA_QUEUE 0x200
b84397d6 114#define DRIVER_FB_DMA 0x400
af6061af 115#define DRIVER_IRQ_VBL2 0x800
673a394b 116#define DRIVER_GEM 0x1000
f453ba04 117#define DRIVER_MODESET 0x2000
1da177e4
LT
118
119/***********************************************************************/
120/** \name Begin the DRM... */
121/*@{*/
122
123#define DRM_DEBUG_CODE 2 /**< Include debugging code if > 1, then
124 also include looping detection. */
125
8669cbc5 126#define DRM_MAGIC_HASH_ORDER 4 /**< Size of key hash table. Must be power of 2. */
1da177e4
LT
127#define DRM_KERNEL_CONTEXT 0 /**< Change drm_resctx if changed */
128#define DRM_RESERVED_CONTEXTS 1 /**< Change drm_resctx if changed */
129#define DRM_LOOPING_LIMIT 5000000
1da177e4
LT
130#define DRM_TIME_SLICE (HZ/20) /**< Time slice for GLXContexts */
131#define DRM_LOCK_SLICE 1 /**< Time slice for lock, in jiffies */
132
133#define DRM_FLAG_DEBUG 0x01
134
135#define DRM_MEM_DMA 0
136#define DRM_MEM_SAREA 1
137#define DRM_MEM_DRIVER 2
138#define DRM_MEM_MAGIC 3
139#define DRM_MEM_IOCTLS 4
140#define DRM_MEM_MAPS 5
141#define DRM_MEM_VMAS 6
142#define DRM_MEM_BUFS 7
143#define DRM_MEM_SEGS 8
144#define DRM_MEM_PAGES 9
145#define DRM_MEM_FILES 10
146#define DRM_MEM_QUEUES 11
147#define DRM_MEM_CMDS 12
148#define DRM_MEM_MAPPINGS 13
149#define DRM_MEM_BUFLISTS 14
150#define DRM_MEM_AGPLISTS 15
151#define DRM_MEM_TOTALAGP 16
152#define DRM_MEM_BOUNDAGP 17
153#define DRM_MEM_CTXBITMAP 18
154#define DRM_MEM_STUB 19
155#define DRM_MEM_SGLISTS 20
3a1bd924
TH
156#define DRM_MEM_CTXLIST 21
157#define DRM_MEM_MM 22
158#define DRM_MEM_HASHTAB 23
1da177e4
LT
159
160#define DRM_MAX_CTXBITMAP (PAGE_SIZE * 8)
8d153f71 161#define DRM_MAP_HASH_OFFSET 0x10000000
1da177e4 162
b5e89ed5 163/*@}*/
1da177e4 164
1da177e4
LT
165/***********************************************************************/
166/** \name Macros to make printk easier */
167/*@{*/
168
169/**
170 * Error output.
171 *
172 * \param fmt printf() like format string.
173 * \param arg arguments
174 */
175#define DRM_ERROR(fmt, arg...) \
bf9d8929 176 printk(KERN_ERR "[" DRM_NAME ":%s] *ERROR* " fmt , __func__ , ##arg)
1da177e4
LT
177
178/**
179 * Memory error output.
180 *
181 * \param area memory area where the error occurred.
182 * \param fmt printf() like format string.
183 * \param arg arguments
184 */
185#define DRM_MEM_ERROR(area, fmt, arg...) \
bf9d8929 186 printk(KERN_ERR "[" DRM_NAME ":%s:%s] *ERROR* " fmt , __func__, \
1da177e4
LT
187 drm_mem_stats[area].name , ##arg)
188
189#define DRM_INFO(fmt, arg...) printk(KERN_INFO "[" DRM_NAME "] " fmt , ##arg)
190
191/**
192 * Debug output.
b5e89ed5 193 *
1da177e4
LT
194 * \param fmt printf() like format string.
195 * \param arg arguments
196 */
197#if DRM_DEBUG_CODE
4fefcb27 198#define DRM_DEBUG(fmt, args...) \
1da177e4 199 do { \
4fefcb27 200 drm_ut_debug_printk(DRM_UT_CORE, DRM_NAME, \
201 __func__, fmt, ##args); \
202 } while (0)
203
204#define DRM_DEBUG_DRIVER(prefix, fmt, args...) \
205 do { \
206 drm_ut_debug_printk(DRM_UT_DRIVER, prefix, \
207 __func__, fmt, ##args); \
208 } while (0)
209#define DRM_DEBUG_KMS(prefix, fmt, args...) \
210 do { \
211 drm_ut_debug_printk(DRM_UT_KMS, prefix, \
212 __func__, fmt, ##args); \
213 } while (0)
214#define DRM_DEBUG_MODE(prefix, fmt, args...) \
215 do { \
216 drm_ut_debug_printk(DRM_UT_MODE, prefix, \
217 __func__, fmt, ##args); \
218 } while (0)
219#define DRM_LOG(fmt, args...) \
220 do { \
221 drm_ut_debug_printk(DRM_UT_CORE, NULL, \
222 NULL, fmt, ##args); \
223 } while (0)
224#define DRM_LOG_KMS(fmt, args...) \
225 do { \
226 drm_ut_debug_printk(DRM_UT_KMS, NULL, \
227 NULL, fmt, ##args); \
228 } while (0)
229#define DRM_LOG_MODE(fmt, args...) \
230 do { \
231 drm_ut_debug_printk(DRM_UT_MODE, NULL, \
232 NULL, fmt, ##args); \
233 } while (0)
234#define DRM_LOG_DRIVER(fmt, args...) \
235 do { \
236 drm_ut_debug_printk(DRM_UT_DRIVER, NULL, \
237 NULL, fmt, ##args); \
1da177e4
LT
238 } while (0)
239#else
4fefcb27 240#define DRM_DEBUG_DRIVER(prefix, fmt, args...) do { } while (0)
241#define DRM_DEBUG_KMS(prefix, fmt, args...) do { } while (0)
242#define DRM_DEBUG_MODE(prefix, fmt, args...) do { } while (0)
1da177e4 243#define DRM_DEBUG(fmt, arg...) do { } while (0)
4fefcb27 244#define DRM_LOG(fmt, arg...) do { } while (0)
245#define DRM_LOG_KMS(fmt, args...) do { } while (0)
246#define DRM_LOG_MODE(fmt, arg...) do { } while (0)
247#define DRM_LOG_DRIVER(fmt, arg...) do { } while (0)
248
1da177e4
LT
249#endif
250
251#define DRM_PROC_LIMIT (PAGE_SIZE-80)
252
253#define DRM_PROC_PRINT(fmt, arg...) \
254 len += sprintf(&buf[len], fmt , ##arg); \
255 if (len > DRM_PROC_LIMIT) { *eof = 1; return len - offset; }
256
257#define DRM_PROC_PRINT_RET(ret, fmt, arg...) \
258 len += sprintf(&buf[len], fmt , ##arg); \
259 if (len > DRM_PROC_LIMIT) { ret; *eof = 1; return len - offset; }
260
261/*@}*/
262
1da177e4
LT
263/***********************************************************************/
264/** \name Internal types and structures */
265/*@{*/
266
99a2657a 267#define DRM_ARRAY_SIZE(x) ARRAY_SIZE(x)
1da177e4
LT
268
269#define DRM_LEFTCOUNT(x) (((x)->rp + (x)->count - (x)->wp) % ((x)->count + 1))
270#define DRM_BUFCOUNT(x) ((x)->count - DRM_LEFTCOUNT(x))
271#define DRM_WAITCOUNT(dev,idx) DRM_BUFCOUNT(&dev->queuelist[idx]->waitlist)
272
273#define DRM_IF_VERSION(maj, min) (maj << 16 | min)
274/**
275 * Get the private SAREA mapping.
276 *
277 * \param _dev DRM device.
278 * \param _ctx context number.
279 * \param _map output mapping.
280 */
281#define DRM_GET_PRIV_SAREA(_dev, _ctx, _map) do { \
282 (_map) = (_dev)->context_sareas[_ctx]; \
283} while(0)
284
285/**
286 * Test that the hardware lock is held by the caller, returning otherwise.
287 *
288 * \param dev DRM device.
289 * \param filp file pointer of the caller.
290 */
dcae3626
RK
291#define LOCK_TEST_WITH_RETURN( dev, _file_priv ) \
292do { \
293 if (!_DRM_LOCK_IS_HELD(_file_priv->master->lock.hw_lock->lock) || \
294 _file_priv->master->lock.file_priv != _file_priv) { \
c153f45f 295 DRM_ERROR( "%s called without lock held, held %d owner %p %p\n",\
dcae3626
RK
296 __func__, _DRM_LOCK_IS_HELD(_file_priv->master->lock.hw_lock->lock),\
297 _file_priv->master->lock.file_priv, _file_priv); \
298 return -EINVAL; \
299 } \
1da177e4
LT
300} while (0)
301
302/**
303 * Copy and IOCTL return string to user space
304 */
305#define DRM_COPY( name, value ) \
306 len = strlen( value ); \
307 if ( len > name##_len ) len = name##_len; \
308 name##_len = strlen( value ); \
309 if ( len && name ) { \
310 if ( copy_to_user( name, value, len ) ) \
311 return -EFAULT; \
312 }
b5e89ed5 313
1da177e4
LT
314/**
315 * Ioctl function type.
316 *
317 * \param inode device inode.
6c340eac 318 * \param file_priv DRM file private pointer.
1da177e4
LT
319 * \param cmd command.
320 * \param arg argument.
321 */
c153f45f
EA
322typedef int drm_ioctl_t(struct drm_device *dev, void *data,
323 struct drm_file *file_priv);
1da177e4 324
9a186645
DA
325typedef int drm_ioctl_compat_t(struct file *filp, unsigned int cmd,
326 unsigned long arg);
327
a7a2cc31
DA
328#define DRM_AUTH 0x1
329#define DRM_MASTER 0x2
330#define DRM_ROOT_ONLY 0x4
f453ba04 331#define DRM_CONTROL_ALLOW 0x8
a7a2cc31 332
c153f45f
EA
333struct drm_ioctl_desc {
334 unsigned int cmd;
a7a2cc31 335 int flags;
c972d750 336 drm_ioctl_t *func;
c153f45f
EA
337};
338
339/**
340 * Creates a driver or general drm_ioctl_desc array entry for the given
341 * ioctl, for use by drm_ioctl().
342 */
c972d750
RK
343#define DRM_IOCTL_DEF(ioctl, _func, _flags) \
344 [DRM_IOCTL_NR(ioctl)] = {.cmd = ioctl, .func = _func, .flags = _flags}
1da177e4 345
8fc2fdf4 346struct drm_magic_entry {
8669cbc5 347 struct list_head head;
e0be428e 348 struct drm_hash_item hash_item;
b5e89ed5 349 struct drm_file *priv;
8fc2fdf4 350};
1da177e4 351
8fc2fdf4 352struct drm_vma_entry {
bd1b331f 353 struct list_head head;
1da177e4 354 struct vm_area_struct *vma;
b5e89ed5 355 pid_t pid;
8fc2fdf4 356};
1da177e4
LT
357
358/**
359 * DMA buffer.
360 */
056219e2 361struct drm_buf {
b5e89ed5
DA
362 int idx; /**< Index into master buflist */
363 int total; /**< Buffer size */
364 int order; /**< log-base-2(total) */
365 int used; /**< Amount of buffer in use (for DMA) */
366 unsigned long offset; /**< Byte offset (used internally) */
367 void *address; /**< Address of buffer */
368 unsigned long bus_address; /**< Bus address of buffer */
369 struct drm_buf *next; /**< Kernel-only: used for free list */
370 __volatile__ int waiting; /**< On kernel DMA queue */
371 __volatile__ int pending; /**< On hardware DMA queue */
1da177e4 372 wait_queue_head_t dma_wait; /**< Processes waiting */
6c340eac 373 struct drm_file *file_priv; /**< Private of holding file descr */
b5e89ed5
DA
374 int context; /**< Kernel queue for this buffer */
375 int while_locked; /**< Dispatch this buffer while locked */
1da177e4 376 enum {
b5e89ed5
DA
377 DRM_LIST_NONE = 0,
378 DRM_LIST_FREE = 1,
379 DRM_LIST_WAIT = 2,
380 DRM_LIST_PEND = 3,
381 DRM_LIST_PRIO = 4,
1da177e4 382 DRM_LIST_RECLAIM = 5
b5e89ed5 383 } list; /**< Which list we're on */
1da177e4 384
b5e89ed5
DA
385 int dev_priv_size; /**< Size of buffer private storage */
386 void *dev_private; /**< Per-buffer private storage */
056219e2 387};
1da177e4 388
1da177e4 389/** bufs is one longer than it has to be */
cdd55a29 390struct drm_waitlist {
b5e89ed5 391 int count; /**< Number of possible buffers */
056219e2
DA
392 struct drm_buf **bufs; /**< List of pointers to buffers */
393 struct drm_buf **rp; /**< Read pointer */
394 struct drm_buf **wp; /**< Write pointer */
395 struct drm_buf **end; /**< End pointer */
b5e89ed5
DA
396 spinlock_t read_lock;
397 spinlock_t write_lock;
cdd55a29 398};
1da177e4 399
cdd55a29 400struct drm_freelist {
b5e89ed5
DA
401 int initialized; /**< Freelist in use */
402 atomic_t count; /**< Number of free buffers */
056219e2 403 struct drm_buf *next; /**< End pointer */
1da177e4
LT
404
405 wait_queue_head_t waiting; /**< Processes waiting on free bufs */
b5e89ed5
DA
406 int low_mark; /**< Low water mark */
407 int high_mark; /**< High water mark */
408 atomic_t wfh; /**< If waiting for high mark */
409 spinlock_t lock;
cdd55a29 410};
1da177e4 411
ddf19b97
DA
412typedef struct drm_dma_handle {
413 dma_addr_t busaddr;
414 void *vaddr;
415 size_t size;
416} drm_dma_handle_t;
417
1da177e4
LT
418/**
419 * Buffer entry. There is one of this for each buffer size order.
420 */
cdd55a29 421struct drm_buf_entry {
b5e89ed5
DA
422 int buf_size; /**< size */
423 int buf_count; /**< number of buffers */
056219e2 424 struct drm_buf *buflist; /**< buffer list */
b5e89ed5
DA
425 int seg_count;
426 int page_order;
cdd55a29 427 struct drm_dma_handle **seglist;
b5e89ed5 428
cdd55a29
DA
429 struct drm_freelist freelist;
430};
1da177e4
LT
431
432/** File private data */
84b1fd10 433struct drm_file {
b5e89ed5 434 int authenticated;
b5e89ed5
DA
435 pid_t pid;
436 uid_t uid;
437 drm_magic_t magic;
438 unsigned long ioctl_count;
bd1b331f 439 struct list_head lhead;
2c14f28b 440 struct drm_minor *minor;
b5e89ed5 441 unsigned long lock_count;
7c1c2871 442
673a394b
EA
443 /** Mapping of mm object handles to object pointers. */
444 struct idr object_idr;
445 /** Lock for synchronization of access to object_idr. */
446 spinlock_t table_lock;
7c1c2871 447
6c340eac 448 struct file *filp;
8562b3f2 449 void *driver_priv;
7c1c2871
DA
450
451 int is_master; /* this file private is a master for a minor */
452 struct drm_master *master; /* master this node is currently associated with
453 N.B. not always minor->master */
f453ba04 454 struct list_head fbs;
84b1fd10 455};
1da177e4
LT
456
457/** Wait queue */
cdd55a29 458struct drm_queue {
b5e89ed5
DA
459 atomic_t use_count; /**< Outstanding uses (+1) */
460 atomic_t finalization; /**< Finalization in progress */
461 atomic_t block_count; /**< Count of processes waiting */
462 atomic_t block_read; /**< Queue blocked for reads */
1da177e4 463 wait_queue_head_t read_queue; /**< Processes waiting on block_read */
b5e89ed5 464 atomic_t block_write; /**< Queue blocked for writes */
1da177e4 465 wait_queue_head_t write_queue; /**< Processes waiting on block_write */
b5e89ed5
DA
466 atomic_t total_queued; /**< Total queued statistic */
467 atomic_t total_flushed; /**< Total flushes statistic */
468 atomic_t total_locks; /**< Total locks statistics */
c60ce623 469 enum drm_ctx_flags flags; /**< Context preserving and 2D-only */
cdd55a29 470 struct drm_waitlist waitlist; /**< Pending buffers */
1da177e4 471 wait_queue_head_t flush_queue; /**< Processes waiting until flush */
cdd55a29 472};
1da177e4
LT
473
474/**
475 * Lock data.
476 */
55910517 477struct drm_lock_data {
c60ce623 478 struct drm_hw_lock *hw_lock; /**< Hardware lock */
8562b3f2
DA
479 /** Private of lock holder's file (NULL=kernel) */
480 struct drm_file *file_priv;
1da177e4 481 wait_queue_head_t lock_queue; /**< Queue of blocked processes */
b5e89ed5 482 unsigned long lock_time; /**< Time of last lock in jiffies */
040ac320
TH
483 spinlock_t spinlock;
484 uint32_t kernel_waiters;
485 uint32_t user_waiters;
486 int idle_has_lock;
55910517 487};
1da177e4
LT
488
489/**
490 * DMA data.
491 */
cdd55a29 492struct drm_device_dma {
1da177e4 493
cdd55a29 494 struct drm_buf_entry bufs[DRM_MAX_ORDER + 1]; /**< buffers, grouped by their size order */
b5e89ed5 495 int buf_count; /**< total number of buffers */
056219e2 496 struct drm_buf **buflist; /**< Vector of pointers into drm_device_dma::bufs */
b5e89ed5
DA
497 int seg_count;
498 int page_count; /**< number of pages */
499 unsigned long *pagelist; /**< page list */
500 unsigned long byte_count;
1da177e4
LT
501 enum {
502 _DRM_DMA_USE_AGP = 0x01,
b5e89ed5 503 _DRM_DMA_USE_SG = 0x02,
3417f33e
GS
504 _DRM_DMA_USE_FB = 0x04,
505 _DRM_DMA_USE_PCI_RO = 0x08
1da177e4
LT
506 } flags;
507
cdd55a29 508};
1da177e4 509
b5e89ed5 510/**
1da177e4
LT
511 * AGP memory entry. Stored as a doubly linked list.
512 */
55910517 513struct drm_agp_mem {
b5e89ed5
DA
514 unsigned long handle; /**< handle */
515 DRM_AGP_MEM *memory;
516 unsigned long bound; /**< address */
517 int pages;
bd1b331f 518 struct list_head head;
55910517 519};
1da177e4
LT
520
521/**
522 * AGP data.
523 *
524 * \sa drm_agp_init() and drm_device::agp.
525 */
55910517 526struct drm_agp_head {
b5e89ed5 527 DRM_AGP_KERN agp_info; /**< AGP device information */
bd1b331f 528 struct list_head memory;
b5e89ed5
DA
529 unsigned long mode; /**< AGP mode */
530 struct agp_bridge_data *bridge;
531 int enabled; /**< whether the AGP bus as been enabled */
532 int acquired; /**< whether the AGP device has been acquired */
533 unsigned long base;
534 int agp_mtrr;
535 int cant_use_aperture;
536 unsigned long page_mask;
55910517 537};
1da177e4
LT
538
539/**
540 * Scatter-gather memory.
541 */
55910517 542struct drm_sg_mem {
b5e89ed5
DA
543 unsigned long handle;
544 void *virtual;
545 int pages;
546 struct page **pagelist;
547 dma_addr_t *busaddr;
55910517 548};
1da177e4 549
55910517 550struct drm_sigdata {
b5e89ed5 551 int context;
c60ce623 552 struct drm_hw_lock *lock;
55910517 553};
1da177e4 554
8562b3f2
DA
555
556/*
557 * Generic memory manager structs
558 */
559
560struct drm_mm_node {
561 struct list_head fl_entry;
562 struct list_head ml_entry;
563 int free;
564 unsigned long start;
565 unsigned long size;
566 struct drm_mm *mm;
567 void *private;
568};
569
570struct drm_mm {
571 struct list_head fl_entry;
572 struct list_head ml_entry;
573};
574
575
f77d390c
BH
576/**
577 * Kernel side of a mapping
578 */
579struct drm_local_map {
41c2e75e 580 resource_size_t offset; /**< Requested physical address (0 for SAREA)*/
f77d390c
BH
581 unsigned long size; /**< Requested physical size (bytes) */
582 enum drm_map_type type; /**< Type of memory to map */
583 enum drm_map_flags flags; /**< Flags */
584 void *handle; /**< User-space: "Handle" to pass to mmap() */
585 /**< Kernel-space: kernel-virtual address */
586 int mtrr; /**< MTRR slot used */
587};
588
589typedef struct drm_local_map drm_local_map_t;
590
1da177e4
LT
591/**
592 * Mappings list
593 */
55910517 594struct drm_map_list {
b5e89ed5 595 struct list_head head; /**< list head */
e0be428e 596 struct drm_hash_item hash;
f77d390c 597 struct drm_local_map *map; /**< mapping */
8562b3f2 598 uint64_t user_token;
7c1c2871 599 struct drm_master *master;
a2c0a97b 600 struct drm_mm_node *file_offset_node; /**< fake offset */
55910517 601};
1da177e4 602
1da177e4
LT
603/**
604 * Context handle list
605 */
55910517 606struct drm_ctx_list {
b5e89ed5
DA
607 struct list_head head; /**< list head */
608 drm_context_t handle; /**< context handle */
84b1fd10 609 struct drm_file *tag; /**< associated fd private data */
55910517 610};
1da177e4 611
ea98a92f
DA
612/* location of GART table */
613#define DRM_ATI_GART_MAIN 1
614#define DRM_ATI_GART_FB 2
615
f2b04cd2
DA
616#define DRM_ATI_GART_PCI 1
617#define DRM_ATI_GART_PCIE 2
618#define DRM_ATI_GART_IGP 3
619
55910517 620struct drm_ati_pcigart_info {
ea98a92f 621 int gart_table_location;
f2b04cd2 622 int gart_reg_if;
f26c473c 623 void *addr;
ea98a92f 624 dma_addr_t bus_addr;
b05c2385
DA
625 dma_addr_t table_mask;
626 struct drm_dma_handle *table_handle;
f77d390c 627 struct drm_local_map mapping;
f2b04cd2 628 int table_size;
55910517 629};
ea98a92f 630
a2c0a97b
JB
631/**
632 * GEM specific mm private for tracking GEM objects
633 */
634struct drm_gem_mm {
635 struct drm_mm offset_manager; /**< Offset mgmt for buffer objects */
636 struct drm_open_hash offset_hash; /**< User token hash table for maps */
637};
638
673a394b
EA
639/**
640 * This structure defines the drm_mm memory object, which will be used by the
641 * DRM for its buffer objects.
642 */
643struct drm_gem_object {
644 /** Reference count of this object */
645 struct kref refcount;
646
647 /** Handle count of this object. Each handle also holds a reference */
648 struct kref handlecount;
649
650 /** Related drm device */
651 struct drm_device *dev;
652
653 /** File representing the shmem storage */
654 struct file *filp;
655
a2c0a97b
JB
656 /* Mapping info for this object */
657 struct drm_map_list map_list;
658
673a394b
EA
659 /**
660 * Size of the object, in bytes. Immutable over the object's
661 * lifetime.
662 */
663 size_t size;
664
665 /**
666 * Global name for this object, starts at 1. 0 means unnamed.
667 * Access is covered by the object_name_lock in the related drm_device
668 */
669 int name;
670
671 /**
672 * Memory domains. These monitor which caches contain read/write data
673 * related to the object. When transitioning from one set of domains
674 * to another, the driver is called to ensure that caches are suitably
675 * flushed and invalidated
676 */
677 uint32_t read_domains;
678 uint32_t write_domain;
679
680 /**
681 * While validating an exec operation, the
682 * new read/write domain values are computed here.
683 * They will be transferred to the above values
684 * at the point that any cache flushing occurs
685 */
686 uint32_t pending_read_domains;
687 uint32_t pending_write_domain;
688
689 void *driver_private;
690};
691
f453ba04
DA
692#include "drm_crtc.h"
693
7c1c2871
DA
694/* per-master structure */
695struct drm_master {
696
697 struct kref refcount; /* refcount for this master */
698
699 struct list_head head; /**< each minor contains a list of masters */
700 struct drm_minor *minor; /**< link back to minor we are a master for */
701
702 char *unique; /**< Unique identifier: e.g., busid */
703 int unique_len; /**< Length of unique field */
1147c9cd 704 int unique_size; /**< amount allocated */
7c1c2871
DA
705
706 int blocked; /**< Blocked due to VC switch? */
707
708 /** \name Authentication */
709 /*@{ */
710 struct drm_open_hash magiclist;
711 struct list_head magicfree;
712 /*@} */
713
714 struct drm_lock_data lock; /**< Information on hardware lock */
715
716 void *driver_priv; /**< Private structure for driver to use */
717};
718
1da177e4
LT
719/**
720 * DRM driver structure. This structure represent the common code for
721 * a family of cards. There will one drm_device for each card present
722 * in this family
723 */
1da177e4 724struct drm_driver {
22eae947
DA
725 int (*load) (struct drm_device *, unsigned long flags);
726 int (*firstopen) (struct drm_device *);
84b1fd10 727 int (*open) (struct drm_device *, struct drm_file *);
6c340eac 728 void (*preclose) (struct drm_device *, struct drm_file *file_priv);
84b1fd10 729 void (*postclose) (struct drm_device *, struct drm_file *);
22eae947
DA
730 void (*lastclose) (struct drm_device *);
731 int (*unload) (struct drm_device *);
b932ccb5 732 int (*suspend) (struct drm_device *, pm_message_t state);
e8b962b6 733 int (*resume) (struct drm_device *);
c153f45f 734 int (*dma_ioctl) (struct drm_device *dev, void *data, struct drm_file *file_priv);
b5e89ed5
DA
735 void (*dma_ready) (struct drm_device *);
736 int (*dma_quiescent) (struct drm_device *);
84b1fd10
DA
737 int (*context_ctor) (struct drm_device *dev, int context);
738 int (*context_dtor) (struct drm_device *dev, int context);
739 int (*kernel_context_switch) (struct drm_device *dev, int old,
b5e89ed5 740 int new);
af6061af 741 void (*kernel_context_switch_unlock) (struct drm_device *dev);
b5e89ed5 742
0a3e67a4
JB
743 /**
744 * get_vblank_counter - get raw hardware vblank counter
745 * @dev: DRM device
746 * @crtc: counter to fetch
747 *
748 * Driver callback for fetching a raw hardware vblank counter
749 * for @crtc. If a device doesn't have a hardware counter, the
750 * driver can simply return the value of drm_vblank_count and
751 * make the enable_vblank() and disable_vblank() hooks into no-ops,
752 * leaving interrupts enabled at all times.
753 *
754 * Wraparound handling and loss of events due to modesetting is dealt
755 * with in the DRM core code.
756 *
757 * RETURNS
758 * Raw vblank counter value.
759 */
760 u32 (*get_vblank_counter) (struct drm_device *dev, int crtc);
761
762 /**
763 * enable_vblank - enable vblank interrupt events
764 * @dev: DRM device
765 * @crtc: which irq to enable
766 *
767 * Enable vblank interrupts for @crtc. If the device doesn't have
768 * a hardware vblank counter, this routine should be a no-op, since
769 * interrupts will have to stay on to keep the count accurate.
770 *
771 * RETURNS
772 * Zero on success, appropriate errno if the given @crtc's vblank
773 * interrupt cannot be enabled.
774 */
775 int (*enable_vblank) (struct drm_device *dev, int crtc);
776
777 /**
778 * disable_vblank - disable vblank interrupt events
779 * @dev: DRM device
780 * @crtc: which irq to enable
781 *
782 * Disable vblank interrupts for @crtc. If the device doesn't have
783 * a hardware vblank counter, this routine should be a no-op, since
784 * interrupts will have to stay on to keep the count accurate.
785 */
786 void (*disable_vblank) (struct drm_device *dev, int crtc);
787
cda17380
DA
788 /**
789 * Called by \c drm_device_is_agp. Typically used to determine if a
790 * card is really attached to AGP or not.
791 *
792 * \param dev DRM device handle
793 *
794 * \returns
795 * One of three values is returned depending on whether or not the
796 * card is absolutely \b not AGP (return of 0), absolutely \b is AGP
797 * (return of 1), or may or may not be AGP (return of 2).
798 */
84b1fd10 799 int (*device_is_agp) (struct drm_device *dev);
cda17380 800
1da177e4 801 /* these have to be filled in */
b5e89ed5 802
22eae947 803 irqreturn_t(*irq_handler) (DRM_IRQ_ARGS);
84b1fd10 804 void (*irq_preinstall) (struct drm_device *dev);
0a3e67a4 805 int (*irq_postinstall) (struct drm_device *dev);
84b1fd10 806 void (*irq_uninstall) (struct drm_device *dev);
6c340eac
EA
807 void (*reclaim_buffers) (struct drm_device *dev,
808 struct drm_file * file_priv);
d985c108 809 void (*reclaim_buffers_locked) (struct drm_device *dev,
6c340eac 810 struct drm_file *file_priv);
040ac320 811 void (*reclaim_buffers_idlelocked) (struct drm_device *dev,
6c340eac 812 struct drm_file *file_priv);
41c2e75e
BH
813 resource_size_t (*get_map_ofs) (struct drm_local_map * map);
814 resource_size_t (*get_reg_ofs) (struct drm_device *dev);
84b1fd10 815 void (*set_version) (struct drm_device *dev,
c60ce623 816 struct drm_set_version *sv);
22eae947 817
7c1c2871
DA
818 /* Master routines */
819 int (*master_create)(struct drm_device *dev, struct drm_master *master);
820 void (*master_destroy)(struct drm_device *dev, struct drm_master *master);
821
673a394b
EA
822 int (*proc_init)(struct drm_minor *minor);
823 void (*proc_cleanup)(struct drm_minor *minor);
955b12de
BG
824 int (*debugfs_init)(struct drm_minor *minor);
825 void (*debugfs_cleanup)(struct drm_minor *minor);
673a394b
EA
826
827 /**
828 * Driver-specific constructor for drm_gem_objects, to set up
829 * obj->driver_private.
830 *
831 * Returns 0 on success.
832 */
833 int (*gem_init_object) (struct drm_gem_object *obj);
834 void (*gem_free_object) (struct drm_gem_object *obj);
835
a2c0a97b
JB
836 /* Driver private ops for this object */
837 struct vm_operations_struct *gem_vm_ops;
838
22eae947
DA
839 int major;
840 int minor;
841 int patchlevel;
842 char *name;
843 char *desc;
844 char *date;
845
1da177e4
LT
846 u32 driver_features;
847 int dev_priv_size;
c153f45f 848 struct drm_ioctl_desc *ioctls;
1da177e4
LT
849 int num_ioctls;
850 struct file_operations fops;
851 struct pci_driver pci_driver;
e7f7ab45
DA
852 /* List of devices hanging off this driver */
853 struct list_head device_list;
1da177e4
LT
854};
855
2c14f28b
DA
856#define DRM_MINOR_UNASSIGNED 0
857#define DRM_MINOR_LEGACY 1
f453ba04
DA
858#define DRM_MINOR_CONTROL 2
859#define DRM_MINOR_RENDER 3
2c14f28b 860
955b12de
BG
861
862/**
863 * debugfs node list. This structure represents a debugfs file to
864 * be created by the drm core
865 */
866struct drm_debugfs_list {
867 const char *name; /** file name */
868 int (*show)(struct seq_file*, void*); /** show callback */
869 u32 driver_features; /**< Required driver features for this entry */
870};
871
872/**
873 * debugfs node structure. This structure represents a debugfs file.
874 */
875struct drm_debugfs_node {
876 struct list_head list;
877 struct drm_minor *minor;
878 struct drm_debugfs_list *debugfs_ent;
879 struct dentry *dent;
880};
881
882/**
883 * Info file list entry. This structure represents a debugfs or proc file to
884 * be created by the drm core
885 */
886struct drm_info_list {
887 const char *name; /** file name */
888 int (*show)(struct seq_file*, void*); /** show callback */
889 u32 driver_features; /**< Required driver features for this entry */
890 void *data;
891};
892
893/**
894 * debugfs node structure. This structure represents a debugfs file.
895 */
896struct drm_info_node {
897 struct list_head list;
898 struct drm_minor *minor;
899 struct drm_info_list *info_ent;
900 struct dentry *dent;
901};
902
1da177e4 903/**
2c14f28b 904 * DRM minor structure. This structure represents a drm minor number.
1da177e4 905 */
2c14f28b
DA
906struct drm_minor {
907 int index; /**< Minor device number */
908 int type; /**< Control or render */
909 dev_t device; /**< Device number for mknod */
910 struct device kdev; /**< Linux device */
1da177e4 911 struct drm_device *dev;
955b12de
BG
912
913 struct proc_dir_entry *proc_root; /**< proc directory entry */
914 struct drm_info_node proc_nodes;
915 struct dentry *debugfs_root;
916 struct drm_info_node debugfs_nodes;
917
7c1c2871
DA
918 struct drm_master *master; /* currently active master for this node */
919 struct list_head master_list;
f453ba04 920 struct drm_mode_group mode_group;
84b1fd10 921};
1da177e4
LT
922
923/**
924 * DRM device structure. This structure represent a complete card that
925 * may contain multiple heads.
926 */
84b1fd10 927struct drm_device {
e7f7ab45 928 struct list_head driver_item; /**< list of devices per driver */
b5e89ed5
DA
929 char *devname; /**< For /proc/interrupts */
930 int if_version; /**< Highest interface version set */
1da177e4 931
1da177e4 932 /** \name Locks */
b5e89ed5
DA
933 /*@{ */
934 spinlock_t count_lock; /**< For inuse, drm_device::open_count, drm_device::buf_use */
30e2fb18 935 struct mutex struct_mutex; /**< For others */
b5e89ed5 936 /*@} */
1da177e4
LT
937
938 /** \name Usage Counters */
b5e89ed5
DA
939 /*@{ */
940 int open_count; /**< Outstanding files open */
941 atomic_t ioctl_count; /**< Outstanding IOCTLs pending */
942 atomic_t vma_count; /**< Outstanding vma areas open */
943 int buf_use; /**< Buffers in use -- cannot alloc */
944 atomic_t buf_alloc; /**< Buffer allocation in progress */
945 /*@} */
1da177e4
LT
946
947 /** \name Performance counters */
b5e89ed5
DA
948 /*@{ */
949 unsigned long counters;
c60ce623 950 enum drm_stat_type types[15];
b5e89ed5
DA
951 atomic_t counts[15];
952 /*@} */
1da177e4 953
bd1b331f 954 struct list_head filelist;
1da177e4
LT
955
956 /** \name Memory management */
b5e89ed5 957 /*@{ */
bd1b331f 958 struct list_head maplist; /**< Linked list of regions */
b5e89ed5 959 int map_count; /**< Number of mappable regions */
e0be428e 960 struct drm_open_hash map_hash; /**< User token hash table for maps */
1da177e4
LT
961
962 /** \name Context handle management */
b5e89ed5 963 /*@{ */
bd1b331f 964 struct list_head ctxlist; /**< Linked list of context handles */
b5e89ed5 965 int ctx_count; /**< Number of context handles */
30e2fb18 966 struct mutex ctxlist_mutex; /**< For ctxlist */
1da177e4 967
62968144 968 struct idr ctx_idr;
1da177e4 969
bd1b331f 970 struct list_head vmalist; /**< List of vmas (for debugging) */
f453ba04 971
b5e89ed5 972 /*@} */
1da177e4
LT
973
974 /** \name DMA queues (contexts) */
b5e89ed5
DA
975 /*@{ */
976 int queue_count; /**< Number of active DMA queues */
977 int queue_reserved; /**< Number of reserved DMA queues */
978 int queue_slots; /**< Actual length of queuelist */
cdd55a29
DA
979 struct drm_queue **queuelist; /**< Vector of pointers to DMA queues */
980 struct drm_device_dma *dma; /**< Optional pointer for DMA support */
b5e89ed5 981 /*@} */
1da177e4
LT
982
983 /** \name Context support */
b5e89ed5 984 /*@{ */
b5e89ed5 985 int irq_enabled; /**< True if irq handler is enabled */
1da177e4
LT
986 __volatile__ long context_flag; /**< Context swapping flag */
987 __volatile__ long interrupt_flag; /**< Interruption handler flag */
988 __volatile__ long dma_flag; /**< DMA dispatch flag */
989 struct timer_list timer; /**< Timer for delaying ctx switch */
b5e89ed5
DA
990 wait_queue_head_t context_wait; /**< Processes waiting on ctx switch */
991 int last_checked; /**< Last context checked for DMA */
992 int last_context; /**< Last current context */
993 unsigned long last_switch; /**< jiffies at last context switch */
994 /*@} */
995
996 struct work_struct work;
1da177e4 997 /** \name VBLANK IRQ support */
b5e89ed5
DA
998 /*@{ */
999
0a3e67a4
JB
1000 /*
1001 * At load time, disabling the vblank interrupt won't be allowed since
1002 * old clients may not call the modeset ioctl and therefore misbehave.
1003 * Once the modeset ioctl *has* been called though, we can safely
1004 * disable them when unused.
1005 */
1006 int vblank_disable_allowed;
1007
1008 wait_queue_head_t *vbl_queue; /**< VBLANK wait queue */
1009 atomic_t *_vblank_count; /**< number of VBLANK interrupts (driver must alloc the right number of counters) */
b5e89ed5 1010 spinlock_t vbl_lock;
0a3e67a4
JB
1011 atomic_t *vblank_refcount; /* number of users of vblank interruptsper crtc */
1012 u32 *last_vblank; /* protected by dev->vbl_lock, used */
1013 /* for wraparound handling */
1014 int *vblank_enabled; /* so we don't call enable more than
1015 once per disable */
1016 int *vblank_inmodeset; /* Display driver is setting mode */
fede5c91 1017 u32 *last_vblank_wait; /* Last vblank seqno waited per CRTC */
0a3e67a4
JB
1018 struct timer_list vblank_disable_timer;
1019
1020 u32 max_vblank_count; /**< size of vblank counter register */
b5e89ed5
DA
1021
1022 /*@} */
1023 cycles_t ctx_start;
1024 cycles_t lck_start;
1025
1da177e4
LT
1026 struct fasync_struct *buf_async;/**< Processes waiting for SIGIO */
1027 wait_queue_head_t buf_readers; /**< Processes waiting to read */
1028 wait_queue_head_t buf_writers; /**< Processes waiting to ctx switch */
1029
55910517 1030 struct drm_agp_head *agp; /**< AGP data */
1da177e4 1031
b5e89ed5 1032 struct pci_dev *pdev; /**< PCI device structure */
2f02cc3f
EA
1033 int pci_vendor; /**< PCI vendor id */
1034 int pci_device; /**< PCI device id */
1da177e4 1035#ifdef __alpha__
1da177e4 1036 struct pci_controller *hose;
1da177e4 1037#endif
55910517 1038 struct drm_sg_mem *sg; /**< Scatter gather memory */
0a3e67a4 1039 int num_crtcs; /**< Number of CRTCs on this device */
b5e89ed5 1040 void *dev_private; /**< device private data */
a2c0a97b
JB
1041 void *mm_private;
1042 struct address_space *dev_mapping;
55910517 1043 struct drm_sigdata sigdata; /**< For block_all_signals */
b5e89ed5
DA
1044 sigset_t sigmask;
1045
1046 struct drm_driver *driver;
f77d390c 1047 struct drm_local_map *agp_buffer_map;
d1f2b55a 1048 unsigned int agp_buffer_token;
f453ba04 1049 struct drm_minor *control; /**< Control node for card */
2c14f28b 1050 struct drm_minor *primary; /**< render type primary screen head */
bea5679f
MCA
1051
1052 /** \name Drawable information */
1053 /*@{ */
1054 spinlock_t drw_lock;
d4e2cbe9 1055 struct idr drw_idr;
bea5679f 1056 /*@} */
673a394b 1057
f453ba04
DA
1058 struct drm_mode_config mode_config; /**< Current mode config */
1059
673a394b
EA
1060 /** \name GEM information */
1061 /*@{ */
1062 spinlock_t object_name_lock;
1063 struct idr object_name_idr;
1064 atomic_t object_count;
1065 atomic_t object_memory;
1066 atomic_t pin_count;
1067 atomic_t pin_memory;
1068 atomic_t gtt_count;
1069 atomic_t gtt_memory;
1070 uint32_t gtt_total;
1071 uint32_t invalidate_domains; /* domains pending invalidation */
1072 uint32_t flush_domains; /* domains pending flush */
1073 /*@} */
1074
84b1fd10 1075};
1da177e4 1076
9bfbd5cb
JB
1077static inline int drm_dev_to_irq(struct drm_device *dev)
1078{
1079 return dev->pdev->irq;
1080}
1081
b5e89ed5
DA
1082static __inline__ int drm_core_check_feature(struct drm_device *dev,
1083 int feature)
1da177e4
LT
1084{
1085 return ((dev->driver->driver_features & feature) ? 1 : 0);
1086}
1087
33229601 1088#ifdef __alpha__
6244270e 1089#define drm_get_pci_domain(dev) dev->hose->index
33229601 1090#else
9b1a51b6 1091#define drm_get_pci_domain(dev) 0
33229601
DA
1092#endif
1093
1da177e4
LT
1094#if __OS_HAS_AGP
1095static inline int drm_core_has_AGP(struct drm_device *dev)
1096{
b5e89ed5 1097 return drm_core_check_feature(dev, DRIVER_USE_AGP);
1da177e4
LT
1098}
1099#else
1100#define drm_core_has_AGP(dev) (0)
1101#endif
1102
1103#if __OS_HAS_MTRR
1104static inline int drm_core_has_MTRR(struct drm_device *dev)
1105{
b5e89ed5 1106 return drm_core_check_feature(dev, DRIVER_USE_MTRR);
1da177e4 1107}
269dc512
DA
1108
1109#define DRM_MTRR_WC MTRR_TYPE_WRCOMB
1110
1111static inline int drm_mtrr_add(unsigned long offset, unsigned long size,
1112 unsigned int flags)
1113{
1114 return mtrr_add(offset, size, flags, 1);
1115}
1116
1117static inline int drm_mtrr_del(int handle, unsigned long offset,
1118 unsigned long size, unsigned int flags)
1119{
1120 return mtrr_del(handle, offset, size);
1121}
1122
1da177e4
LT
1123#else
1124#define drm_core_has_MTRR(dev) (0)
9c7d462e
DA
1125
1126#define DRM_MTRR_WC 0
1127
1128static inline int drm_mtrr_add(unsigned long offset, unsigned long size,
1129 unsigned int flags)
1130{
1131 return 0;
1132}
1133
1134static inline int drm_mtrr_del(int handle, unsigned long offset,
1135 unsigned long size, unsigned int flags)
1136{
1137 return 0;
1138}
1da177e4
LT
1139#endif
1140
1141/******************************************************************/
1142/** \name Internal function definitions */
1143/*@{*/
1144
1da177e4 1145 /* Driver support (drm_drv.h) */
b5e89ed5
DA
1146extern int drm_init(struct drm_driver *driver);
1147extern void drm_exit(struct drm_driver *driver);
1148extern int drm_ioctl(struct inode *inode, struct file *filp,
1149 unsigned int cmd, unsigned long arg);
1150extern long drm_compat_ioctl(struct file *filp,
1151 unsigned int cmd, unsigned long arg);
84b1fd10 1152extern int drm_lastclose(struct drm_device *dev);
1da177e4
LT
1153
1154 /* Device support (drm_fops.h) */
b5e89ed5
DA
1155extern int drm_open(struct inode *inode, struct file *filp);
1156extern int drm_stub_open(struct inode *inode, struct file *filp);
b5e89ed5
DA
1157extern int drm_fasync(int fd, struct file *filp, int on);
1158extern int drm_release(struct inode *inode, struct file *filp);
1da177e4
LT
1159
1160 /* Mapping support (drm_vm.h) */
b5e89ed5 1161extern int drm_mmap(struct file *filp, struct vm_area_struct *vma);
a2c0a97b
JB
1162extern int drm_mmap_locked(struct file *filp, struct vm_area_struct *vma);
1163extern void drm_vm_open_locked(struct vm_area_struct *vma);
41c2e75e
BH
1164extern resource_size_t drm_core_get_map_ofs(struct drm_local_map * map);
1165extern resource_size_t drm_core_get_reg_ofs(struct drm_device *dev);
b5e89ed5 1166extern unsigned int drm_poll(struct file *filp, struct poll_table_struct *wait);
1da177e4
LT
1167
1168 /* Memory management support (drm_memory.h) */
1169#include "drm_memory.h"
b5e89ed5
DA
1170extern void drm_mem_init(void);
1171extern int drm_mem_info(char *buf, char **start, off_t offset,
1172 int request, int *eof, void *data);
1173extern void *drm_realloc(void *oldpt, size_t oldsize, size_t size, int area);
b5e89ed5 1174
84b1fd10 1175extern DRM_AGP_MEM *drm_alloc_agp(struct drm_device *dev, int pages, u32 type);
b5e89ed5
DA
1176extern int drm_free_agp(DRM_AGP_MEM * handle, int pages);
1177extern int drm_bind_agp(DRM_AGP_MEM * handle, unsigned int start);
673a394b
EA
1178extern DRM_AGP_MEM *drm_agp_bind_pages(struct drm_device *dev,
1179 struct page **pages,
1180 unsigned long num_pages,
ba1eb1d8
KP
1181 uint32_t gtt_offset,
1182 uint32_t type);
b5e89ed5 1183extern int drm_unbind_agp(DRM_AGP_MEM * handle);
1da177e4
LT
1184
1185 /* Misc. IOCTL support (drm_ioctl.h) */
c153f45f
EA
1186extern int drm_irq_by_busid(struct drm_device *dev, void *data,
1187 struct drm_file *file_priv);
1188extern int drm_getunique(struct drm_device *dev, void *data,
1189 struct drm_file *file_priv);
1190extern int drm_setunique(struct drm_device *dev, void *data,
1191 struct drm_file *file_priv);
1192extern int drm_getmap(struct drm_device *dev, void *data,
1193 struct drm_file *file_priv);
1194extern int drm_getclient(struct drm_device *dev, void *data,
1195 struct drm_file *file_priv);
1196extern int drm_getstats(struct drm_device *dev, void *data,
1197 struct drm_file *file_priv);
1198extern int drm_setversion(struct drm_device *dev, void *data,
1199 struct drm_file *file_priv);
1200extern int drm_noop(struct drm_device *dev, void *data,
1201 struct drm_file *file_priv);
1da177e4
LT
1202
1203 /* Context IOCTL support (drm_context.h) */
c153f45f
EA
1204extern int drm_resctx(struct drm_device *dev, void *data,
1205 struct drm_file *file_priv);
1206extern int drm_addctx(struct drm_device *dev, void *data,
1207 struct drm_file *file_priv);
1208extern int drm_modctx(struct drm_device *dev, void *data,
1209 struct drm_file *file_priv);
1210extern int drm_getctx(struct drm_device *dev, void *data,
1211 struct drm_file *file_priv);
1212extern int drm_switchctx(struct drm_device *dev, void *data,
1213 struct drm_file *file_priv);
1214extern int drm_newctx(struct drm_device *dev, void *data,
1215 struct drm_file *file_priv);
1216extern int drm_rmctx(struct drm_device *dev, void *data,
1217 struct drm_file *file_priv);
b5e89ed5 1218
84b1fd10
DA
1219extern int drm_ctxbitmap_init(struct drm_device *dev);
1220extern void drm_ctxbitmap_cleanup(struct drm_device *dev);
1221extern void drm_ctxbitmap_free(struct drm_device *dev, int ctx_handle);
b5e89ed5 1222
c153f45f
EA
1223extern int drm_setsareactx(struct drm_device *dev, void *data,
1224 struct drm_file *file_priv);
1225extern int drm_getsareactx(struct drm_device *dev, void *data,
1226 struct drm_file *file_priv);
1da177e4
LT
1227
1228 /* Drawable IOCTL support (drm_drawable.h) */
c153f45f
EA
1229extern int drm_adddraw(struct drm_device *dev, void *data,
1230 struct drm_file *file_priv);
1231extern int drm_rmdraw(struct drm_device *dev, void *data,
1232 struct drm_file *file_priv);
1233extern int drm_update_drawable_info(struct drm_device *dev, void *data,
1234 struct drm_file *file_priv);
84b1fd10 1235extern struct drm_drawable_info *drm_get_drawable_info(struct drm_device *dev,
bea5679f 1236 drm_drawable_t id);
d4e2cbe9 1237extern void drm_drawable_free_all(struct drm_device *dev);
1da177e4
LT
1238
1239 /* Authentication IOCTL support (drm_auth.h) */
c153f45f
EA
1240extern int drm_getmagic(struct drm_device *dev, void *data,
1241 struct drm_file *file_priv);
1242extern int drm_authmagic(struct drm_device *dev, void *data,
1243 struct drm_file *file_priv);
1da177e4 1244
673a394b
EA
1245/* Cache management (drm_cache.c) */
1246void drm_clflush_pages(struct page *pages[], unsigned long num_pages);
1247
1da177e4 1248 /* Locking IOCTL support (drm_lock.h) */
c153f45f
EA
1249extern int drm_lock(struct drm_device *dev, void *data,
1250 struct drm_file *file_priv);
1251extern int drm_unlock(struct drm_device *dev, void *data,
1252 struct drm_file *file_priv);
55910517
DA
1253extern int drm_lock_take(struct drm_lock_data *lock_data, unsigned int context);
1254extern int drm_lock_free(struct drm_lock_data *lock_data, unsigned int context);
1255extern void drm_idlelock_take(struct drm_lock_data *lock_data);
1256extern void drm_idlelock_release(struct drm_lock_data *lock_data);
040ac320
TH
1257
1258/*
1259 * These are exported to drivers so that they can implement fencing using
1260 * DMA quiscent + idle. DMA quiescent usually requires the hardware lock.
1261 */
1262
c153f45f 1263extern int drm_i_have_hw_lock(struct drm_device *dev, struct drm_file *file_priv);
1da177e4
LT
1264
1265 /* Buffer management support (drm_bufs.h) */
84b1fd10
DA
1266extern int drm_addbufs_agp(struct drm_device *dev, struct drm_buf_desc * request);
1267extern int drm_addbufs_pci(struct drm_device *dev, struct drm_buf_desc * request);
41c2e75e 1268extern int drm_addmap(struct drm_device *dev, resource_size_t offset,
c60ce623 1269 unsigned int size, enum drm_map_type type,
f77d390c 1270 enum drm_map_flags flags, struct drm_local_map **map_ptr);
c153f45f
EA
1271extern int drm_addmap_ioctl(struct drm_device *dev, void *data,
1272 struct drm_file *file_priv);
f77d390c
BH
1273extern int drm_rmmap(struct drm_device *dev, struct drm_local_map *map);
1274extern int drm_rmmap_locked(struct drm_device *dev, struct drm_local_map *map);
c153f45f
EA
1275extern int drm_rmmap_ioctl(struct drm_device *dev, void *data,
1276 struct drm_file *file_priv);
1277extern int drm_addbufs(struct drm_device *dev, void *data,
1278 struct drm_file *file_priv);
1279extern int drm_infobufs(struct drm_device *dev, void *data,
1280 struct drm_file *file_priv);
1281extern int drm_markbufs(struct drm_device *dev, void *data,
1282 struct drm_file *file_priv);
1283extern int drm_freebufs(struct drm_device *dev, void *data,
1284 struct drm_file *file_priv);
1285extern int drm_mapbufs(struct drm_device *dev, void *data,
1286 struct drm_file *file_priv);
b5e89ed5 1287extern int drm_order(unsigned long size);
d883f7f1
BH
1288extern resource_size_t drm_get_resource_start(struct drm_device *dev,
1289 unsigned int resource);
1290extern resource_size_t drm_get_resource_len(struct drm_device *dev,
836cf046 1291 unsigned int resource);
1da177e4
LT
1292
1293 /* DMA support (drm_dma.h) */
84b1fd10
DA
1294extern int drm_dma_setup(struct drm_device *dev);
1295extern void drm_dma_takedown(struct drm_device *dev);
056219e2 1296extern void drm_free_buffer(struct drm_device *dev, struct drm_buf * buf);
6c340eac
EA
1297extern void drm_core_reclaim_buffers(struct drm_device *dev,
1298 struct drm_file *filp);
1da177e4
LT
1299
1300 /* IRQ support (drm_irq.h) */
c153f45f
EA
1301extern int drm_control(struct drm_device *dev, void *data,
1302 struct drm_file *file_priv);
b5e89ed5 1303extern irqreturn_t drm_irq_handler(DRM_IRQ_ARGS);
dbb19d30 1304extern int drm_irq_install(struct drm_device *dev);
84b1fd10
DA
1305extern int drm_irq_uninstall(struct drm_device *dev);
1306extern void drm_driver_irq_preinstall(struct drm_device *dev);
1307extern void drm_driver_irq_postinstall(struct drm_device *dev);
1308extern void drm_driver_irq_uninstall(struct drm_device *dev);
b5e89ed5 1309
0a3e67a4 1310extern int drm_vblank_init(struct drm_device *dev, int num_crtcs);
af6061af 1311extern int drm_wait_vblank(struct drm_device *dev, void *data,
0a3e67a4 1312 struct drm_file *filp);
af6061af 1313extern int drm_vblank_wait(struct drm_device *dev, unsigned int *vbl_seq);
0a3e67a4
JB
1314extern u32 drm_vblank_count(struct drm_device *dev, int crtc);
1315extern void drm_handle_vblank(struct drm_device *dev, int crtc);
1316extern int drm_vblank_get(struct drm_device *dev, int crtc);
1317extern void drm_vblank_put(struct drm_device *dev, int crtc);
52440211 1318extern void drm_vblank_cleanup(struct drm_device *dev);
0a3e67a4 1319/* Modesetting support */
f453ba04
DA
1320extern void drm_vblank_pre_modeset(struct drm_device *dev, int crtc);
1321extern void drm_vblank_post_modeset(struct drm_device *dev, int crtc);
0a3e67a4
JB
1322extern int drm_modeset_ctl(struct drm_device *dev, void *data,
1323 struct drm_file *file_priv);
1da177e4
LT
1324
1325 /* AGP/GART support (drm_agpsupport.h) */
55910517 1326extern struct drm_agp_head *drm_agp_init(struct drm_device *dev);
84b1fd10 1327extern int drm_agp_acquire(struct drm_device *dev);
c153f45f
EA
1328extern int drm_agp_acquire_ioctl(struct drm_device *dev, void *data,
1329 struct drm_file *file_priv);
84b1fd10 1330extern int drm_agp_release(struct drm_device *dev);
c153f45f
EA
1331extern int drm_agp_release_ioctl(struct drm_device *dev, void *data,
1332 struct drm_file *file_priv);
84b1fd10 1333extern int drm_agp_enable(struct drm_device *dev, struct drm_agp_mode mode);
c153f45f
EA
1334extern int drm_agp_enable_ioctl(struct drm_device *dev, void *data,
1335 struct drm_file *file_priv);
1336extern int drm_agp_info(struct drm_device *dev, struct drm_agp_info *info);
1337extern int drm_agp_info_ioctl(struct drm_device *dev, void *data,
1338 struct drm_file *file_priv);
84b1fd10 1339extern int drm_agp_alloc(struct drm_device *dev, struct drm_agp_buffer *request);
c153f45f
EA
1340extern int drm_agp_alloc_ioctl(struct drm_device *dev, void *data,
1341 struct drm_file *file_priv);
84b1fd10 1342extern int drm_agp_free(struct drm_device *dev, struct drm_agp_buffer *request);
c153f45f
EA
1343extern int drm_agp_free_ioctl(struct drm_device *dev, void *data,
1344 struct drm_file *file_priv);
84b1fd10 1345extern int drm_agp_unbind(struct drm_device *dev, struct drm_agp_binding *request);
c153f45f
EA
1346extern int drm_agp_unbind_ioctl(struct drm_device *dev, void *data,
1347 struct drm_file *file_priv);
84b1fd10 1348extern int drm_agp_bind(struct drm_device *dev, struct drm_agp_binding *request);
c153f45f
EA
1349extern int drm_agp_bind_ioctl(struct drm_device *dev, void *data,
1350 struct drm_file *file_priv);
1351extern DRM_AGP_MEM *drm_agp_allocate_memory(struct agp_bridge_data *bridge, size_t pages, u32 type);
b5e89ed5
DA
1352extern int drm_agp_free_memory(DRM_AGP_MEM * handle);
1353extern int drm_agp_bind_memory(DRM_AGP_MEM * handle, off_t start);
1354extern int drm_agp_unbind_memory(DRM_AGP_MEM * handle);
673a394b 1355extern void drm_agp_chipset_flush(struct drm_device *dev);
1da177e4
LT
1356
1357 /* Stub support (drm_stub.h) */
7c1c2871
DA
1358extern int drm_setmaster_ioctl(struct drm_device *dev, void *data,
1359 struct drm_file *file_priv);
1360extern int drm_dropmaster_ioctl(struct drm_device *dev, void *data,
1361 struct drm_file *file_priv);
1362struct drm_master *drm_master_create(struct drm_minor *minor);
1363extern struct drm_master *drm_master_get(struct drm_master *master);
1364extern void drm_master_put(struct drm_master **master);
1da177e4 1365extern int drm_get_dev(struct pci_dev *pdev, const struct pci_device_id *ent,
b5e89ed5 1366 struct drm_driver *driver);
112b715e 1367extern void drm_put_dev(struct drm_device *dev);
2c14f28b 1368extern int drm_put_minor(struct drm_minor **minor);
b5e89ed5 1369extern unsigned int drm_debug;
2c14f28b 1370
0650fd58 1371extern struct class *drm_class;
1da177e4 1372extern struct proc_dir_entry *drm_proc_root;
955b12de 1373extern struct dentry *drm_debugfs_root;
1da177e4 1374
2c14f28b
DA
1375extern struct idr drm_minors_idr;
1376
f77d390c 1377extern struct drm_local_map *drm_getsarea(struct drm_device *dev);
da509d7a 1378
1da177e4 1379 /* Proc support (drm_proc.h) */
2c14f28b
DA
1380extern int drm_proc_init(struct drm_minor *minor, int minor_id,
1381 struct proc_dir_entry *root);
1382extern int drm_proc_cleanup(struct drm_minor *minor, struct proc_dir_entry *root);
1da177e4 1383
955b12de
BG
1384 /* Debugfs support */
1385#if defined(CONFIG_DEBUG_FS)
1386extern int drm_debugfs_init(struct drm_minor *minor, int minor_id,
1387 struct dentry *root);
1388extern int drm_debugfs_create_files(struct drm_info_list *files, int count,
1389 struct dentry *root, struct drm_minor *minor);
1390extern int drm_debugfs_remove_files(struct drm_info_list *files, int count,
1391 struct drm_minor *minor);
1392extern int drm_debugfs_cleanup(struct drm_minor *minor);
1393#endif
1394
1395 /* Info file support */
1396extern int drm_name_info(struct seq_file *m, void *data);
1397extern int drm_vm_info(struct seq_file *m, void *data);
1398extern int drm_queues_info(struct seq_file *m, void *data);
1399extern int drm_bufs_info(struct seq_file *m, void *data);
1400extern int drm_vblank_info(struct seq_file *m, void *data);
1401extern int drm_clients_info(struct seq_file *m, void* data);
1402extern int drm_gem_name_info(struct seq_file *m, void *data);
1403extern int drm_gem_object_info(struct seq_file *m, void* data);
1404
1405#if DRM_DEBUG_CODE
1406extern int drm_vma_info(struct seq_file *m, void *data);
1407#endif
1408
1da177e4 1409 /* Scatter Gather Support (drm_scatter.h) */
55910517 1410extern void drm_sg_cleanup(struct drm_sg_mem * entry);
c153f45f
EA
1411extern int drm_sg_alloc_ioctl(struct drm_device *dev, void *data,
1412 struct drm_file *file_priv);
1413extern int drm_sg_alloc(struct drm_device *dev, struct drm_scatter_gather * request);
1414extern int drm_sg_free(struct drm_device *dev, void *data,
1415 struct drm_file *file_priv);
1da177e4 1416
b5e89ed5 1417 /* ATI PCIGART support (ati_pcigart.h) */
84b1fd10 1418extern int drm_ati_pcigart_init(struct drm_device *dev,
55910517 1419 struct drm_ati_pcigart_info * gart_info);
84b1fd10 1420extern int drm_ati_pcigart_cleanup(struct drm_device *dev,
55910517 1421 struct drm_ati_pcigart_info * gart_info);
1da177e4 1422
84b1fd10 1423extern drm_dma_handle_t *drm_pci_alloc(struct drm_device *dev, size_t size,
9c8da5eb 1424 size_t align, dma_addr_t maxaddr);
84b1fd10
DA
1425extern void __drm_pci_free(struct drm_device *dev, drm_dma_handle_t * dmah);
1426extern void drm_pci_free(struct drm_device *dev, drm_dma_handle_t * dmah);
1da177e4
LT
1427
1428 /* sysfs support (drm_sysfs.c) */
e8b962b6 1429struct drm_sysfs_class;
0650fd58 1430extern struct class *drm_sysfs_create(struct module *owner, char *name);
e8b962b6 1431extern void drm_sysfs_destroy(void);
2c14f28b 1432extern int drm_sysfs_device_add(struct drm_minor *minor);
f453ba04 1433extern void drm_sysfs_hotplug_event(struct drm_device *dev);
2c14f28b 1434extern void drm_sysfs_device_remove(struct drm_minor *minor);
f453ba04
DA
1435extern char *drm_get_connector_status_name(enum drm_connector_status status);
1436extern int drm_sysfs_connector_add(struct drm_connector *connector);
1437extern void drm_sysfs_connector_remove(struct drm_connector *connector);
1da177e4 1438
3a1bd924
TH
1439/*
1440 * Basic memory manager support (drm_mm.c)
1441 */
55910517 1442extern struct drm_mm_node *drm_mm_get_block(struct drm_mm_node * parent,
3a1bd924
TH
1443 unsigned long size,
1444 unsigned alignment);
8562b3f2 1445extern void drm_mm_put_block(struct drm_mm_node * cur);
55910517 1446extern struct drm_mm_node *drm_mm_search_free(const struct drm_mm *mm, unsigned long size,
3a1bd924 1447 unsigned alignment, int best_match);
55910517
DA
1448extern int drm_mm_init(struct drm_mm *mm, unsigned long start, unsigned long size);
1449extern void drm_mm_takedown(struct drm_mm *mm);
1450extern int drm_mm_clean(struct drm_mm *mm);
1451extern unsigned long drm_mm_tail_space(struct drm_mm *mm);
1452extern int drm_mm_remove_space_from_tail(struct drm_mm *mm, unsigned long size);
1453extern int drm_mm_add_space_to_tail(struct drm_mm *mm, unsigned long size);
3a1bd924 1454
673a394b
EA
1455/* Graphics Execution Manager library functions (drm_gem.c) */
1456int drm_gem_init(struct drm_device *dev);
a2c0a97b 1457void drm_gem_destroy(struct drm_device *dev);
673a394b
EA
1458void drm_gem_object_free(struct kref *kref);
1459struct drm_gem_object *drm_gem_object_alloc(struct drm_device *dev,
1460 size_t size);
1461void drm_gem_object_handle_free(struct kref *kref);
ab00b3e5
JB
1462void drm_gem_vm_open(struct vm_area_struct *vma);
1463void drm_gem_vm_close(struct vm_area_struct *vma);
a2c0a97b 1464int drm_gem_mmap(struct file *filp, struct vm_area_struct *vma);
673a394b
EA
1465
1466static inline void
1467drm_gem_object_reference(struct drm_gem_object *obj)
1468{
1469 kref_get(&obj->refcount);
1470}
1471
1472static inline void
1473drm_gem_object_unreference(struct drm_gem_object *obj)
1474{
1475 if (obj == NULL)
1476 return;
1477
1478 kref_put(&obj->refcount, drm_gem_object_free);
1479}
1480
1481int drm_gem_handle_create(struct drm_file *file_priv,
1482 struct drm_gem_object *obj,
1483 int *handlep);
1484
1485static inline void
1486drm_gem_object_handle_reference(struct drm_gem_object *obj)
1487{
1488 drm_gem_object_reference(obj);
1489 kref_get(&obj->handlecount);
1490}
1491
1492static inline void
1493drm_gem_object_handle_unreference(struct drm_gem_object *obj)
1494{
1495 if (obj == NULL)
1496 return;
1497
1498 /*
1499 * Must bump handle count first as this may be the last
1500 * ref, in which case the object would disappear before we
1501 * checked for a name
1502 */
1503 kref_put(&obj->handlecount, drm_gem_object_handle_free);
1504 drm_gem_object_unreference(obj);
1505}
1506
1507struct drm_gem_object *drm_gem_object_lookup(struct drm_device *dev,
1508 struct drm_file *filp,
1509 int handle);
1510int drm_gem_close_ioctl(struct drm_device *dev, void *data,
1511 struct drm_file *file_priv);
1512int drm_gem_flink_ioctl(struct drm_device *dev, void *data,
1513 struct drm_file *file_priv);
1514int drm_gem_open_ioctl(struct drm_device *dev, void *data,
1515 struct drm_file *file_priv);
1516void drm_gem_open(struct drm_device *dev, struct drm_file *file_private);
1517void drm_gem_release(struct drm_device *dev, struct drm_file *file_private);
1518
f77d390c
BH
1519extern void drm_core_ioremap(struct drm_local_map *map, struct drm_device *dev);
1520extern void drm_core_ioremap_wc(struct drm_local_map *map, struct drm_device *dev);
1521extern void drm_core_ioremapfree(struct drm_local_map *map, struct drm_device *dev);
1da177e4 1522
f77d390c
BH
1523static __inline__ struct drm_local_map *drm_core_findmap(struct drm_device *dev,
1524 unsigned int token)
1da177e4 1525{
55910517 1526 struct drm_map_list *_entry;
bd1b331f 1527 list_for_each_entry(_entry, &dev->maplist, head)
b5e89ed5
DA
1528 if (_entry->user_token == token)
1529 return _entry->map;
1da177e4
LT
1530 return NULL;
1531}
1532
84b1fd10 1533static __inline__ int drm_device_is_agp(struct drm_device *dev)
cda17380 1534{
b5e89ed5
DA
1535 if (dev->driver->device_is_agp != NULL) {
1536 int err = (*dev->driver->device_is_agp) (dev);
1537
cda17380
DA
1538 if (err != 2) {
1539 return err;
1540 }
1541 }
1542
1543 return pci_find_capability(dev->pdev, PCI_CAP_ID_AGP);
1544}
1545
84b1fd10 1546static __inline__ int drm_device_is_pcie(struct drm_device *dev)
ea98a92f
DA
1547{
1548 return pci_find_capability(dev->pdev, PCI_CAP_ID_EXP);
1549}
1550
f77d390c 1551static __inline__ void drm_core_dropmap(struct drm_local_map *map)
1da177e4
LT
1552{
1553}
1554
1555#ifndef DEBUG_MEMORY
1556/** Wrapper around kmalloc() */
1557static __inline__ void *drm_alloc(size_t size, int area)
1558{
1559 return kmalloc(size, GFP_KERNEL);
1560}
1561
1562/** Wrapper around kfree() */
1563static __inline__ void drm_free(void *pt, size_t size, int area)
1564{
1565 kfree(pt);
1566}
b9523249
DA
1567
1568/** Wrapper around kcalloc() */
1569static __inline__ void *drm_calloc(size_t nmemb, size_t size, int area)
1570{
1571 return kcalloc(nmemb, size, GFP_KERNEL);
1572}
8e7d2b2c
JB
1573
1574static __inline__ void *drm_calloc_large(size_t nmemb, size_t size)
1575{
fbe0efb8 1576 if (size * nmemb <= PAGE_SIZE)
8e7d2b2c
JB
1577 return kcalloc(nmemb, size, GFP_KERNEL);
1578
fbe0efb8 1579 if (size != 0 && nmemb > ULONG_MAX / size)
8e7d2b2c
JB
1580 return NULL;
1581
fbe0efb8
KH
1582 return __vmalloc(size * nmemb,
1583 GFP_KERNEL | __GFP_HIGHMEM | __GFP_ZERO, PAGE_KERNEL);
8e7d2b2c
JB
1584}
1585
1586static __inline void drm_free_large(void *ptr)
1587{
1588 if (!is_vmalloc_addr(ptr))
1589 return kfree(ptr);
1590
1591 vfree(ptr);
1592}
1da177e4
LT
1593#else
1594extern void *drm_alloc(size_t size, int area);
1595extern void drm_free(void *pt, size_t size, int area);
b9523249 1596extern void *drm_calloc(size_t nmemb, size_t size, int area);
1da177e4
LT
1597#endif
1598
1599/*@}*/
1600
b5e89ed5 1601#endif /* __KERNEL__ */
1da177e4 1602#endif