]> bbs.cooldavid.org Git - net-next-2.6.git/blame - drivers/gpu/drm/i915/i915_dma.c
drm/i915: Check for dev->primary->master before dereference.
[net-next-2.6.git] / drivers / gpu / drm / i915 / i915_dma.c
CommitLineData
1da177e4
LT
1/* i915_dma.c -- DMA support for the I915 -*- linux-c -*-
2 */
0d6aa60b 3/*
1da177e4
LT
4 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
5 * All Rights Reserved.
bc54fd1a
DA
6 *
7 * Permission is hereby granted, free of charge, to any person obtaining a
8 * copy of this software and associated documentation files (the
9 * "Software"), to deal in the Software without restriction, including
10 * without limitation the rights to use, copy, modify, merge, publish,
11 * distribute, sub license, and/or sell copies of the Software, and to
12 * permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice (including the
16 * next paragraph) shall be included in all copies or substantial portions
17 * of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
21 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
22 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
23 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
24 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
25 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 *
0d6aa60b 27 */
1da177e4
LT
28
29#include "drmP.h"
30#include "drm.h"
79e53945
JB
31#include "drm_crtc_helper.h"
32#include "intel_drv.h"
1da177e4
LT
33#include "i915_drm.h"
34#include "i915_drv.h"
35
1da177e4
LT
36/* Really want an OS-independent resettable timer. Would like to have
37 * this loop run for (eg) 3 sec, but have the timer reset every time
38 * the head pointer changes, so that EBUSY only happens if the ring
39 * actually stalls for (eg) 3 seconds.
40 */
84b1fd10 41int i915_wait_ring(struct drm_device * dev, int n, const char *caller)
1da177e4
LT
42{
43 drm_i915_private_t *dev_priv = dev->dev_private;
44 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
d3a6d446
KP
45 u32 acthd_reg = IS_I965G(dev) ? ACTHD_I965 : ACTHD;
46 u32 last_acthd = I915_READ(acthd_reg);
47 u32 acthd;
585fb111 48 u32 last_head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
1da177e4
LT
49 int i;
50
d3a6d446 51 for (i = 0; i < 100000; i++) {
585fb111 52 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
d3a6d446 53 acthd = I915_READ(acthd_reg);
1da177e4
LT
54 ring->space = ring->head - (ring->tail + 8);
55 if (ring->space < 0)
56 ring->space += ring->Size;
57 if (ring->space >= n)
58 return 0;
59
98787c05
CW
60 if (dev->primary->master) {
61 struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
62 if (master_priv->sarea_priv)
63 master_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;
64 }
65
1da177e4
LT
66
67 if (ring->head != last_head)
68 i = 0;
d3a6d446
KP
69 if (acthd != last_acthd)
70 i = 0;
1da177e4
LT
71
72 last_head = ring->head;
d3a6d446
KP
73 last_acthd = acthd;
74 msleep_interruptible(10);
75
1da177e4
LT
76 }
77
20caafa6 78 return -EBUSY;
1da177e4
LT
79}
80
398c9cb2
KP
81/**
82 * Sets up the hardware status page for devices that need a physical address
83 * in the register.
84 */
3043c60c 85static int i915_init_phys_hws(struct drm_device *dev)
398c9cb2
KP
86{
87 drm_i915_private_t *dev_priv = dev->dev_private;
88 /* Program Hardware Status Page */
89 dev_priv->status_page_dmah =
90 drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff);
91
92 if (!dev_priv->status_page_dmah) {
93 DRM_ERROR("Can not allocate hardware status page\n");
94 return -ENOMEM;
95 }
96 dev_priv->hw_status_page = dev_priv->status_page_dmah->vaddr;
97 dev_priv->dma_status_page = dev_priv->status_page_dmah->busaddr;
98
99 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
100
101 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
102 DRM_DEBUG("Enabled hardware status page\n");
103 return 0;
104}
105
106/**
107 * Frees the hardware status page, whether it's a physical address or a virtual
108 * address set up by the X Server.
109 */
3043c60c 110static void i915_free_hws(struct drm_device *dev)
398c9cb2
KP
111{
112 drm_i915_private_t *dev_priv = dev->dev_private;
113 if (dev_priv->status_page_dmah) {
114 drm_pci_free(dev, dev_priv->status_page_dmah);
115 dev_priv->status_page_dmah = NULL;
116 }
117
118 if (dev_priv->status_gfx_addr) {
119 dev_priv->status_gfx_addr = 0;
120 drm_core_ioremapfree(&dev_priv->hws_map, dev);
121 }
122
123 /* Need to rewrite hardware status page */
124 I915_WRITE(HWS_PGA, 0x1ffff000);
125}
126
84b1fd10 127void i915_kernel_lost_context(struct drm_device * dev)
1da177e4
LT
128{
129 drm_i915_private_t *dev_priv = dev->dev_private;
7c1c2871 130 struct drm_i915_master_private *master_priv;
1da177e4
LT
131 drm_i915_ring_buffer_t *ring = &(dev_priv->ring);
132
79e53945
JB
133 /*
134 * We should never lose context on the ring with modesetting
135 * as we don't expose it to userspace
136 */
137 if (drm_core_check_feature(dev, DRIVER_MODESET))
138 return;
139
585fb111
JB
140 ring->head = I915_READ(PRB0_HEAD) & HEAD_ADDR;
141 ring->tail = I915_READ(PRB0_TAIL) & TAIL_ADDR;
1da177e4
LT
142 ring->space = ring->head - (ring->tail + 8);
143 if (ring->space < 0)
144 ring->space += ring->Size;
145
7c1c2871
DA
146 if (!dev->primary->master)
147 return;
148
149 master_priv = dev->primary->master->driver_priv;
150 if (ring->head == ring->tail && master_priv->sarea_priv)
151 master_priv->sarea_priv->perf_boxes |= I915_BOX_RING_EMPTY;
1da177e4
LT
152}
153
84b1fd10 154static int i915_dma_cleanup(struct drm_device * dev)
1da177e4 155{
ba8bbcf6 156 drm_i915_private_t *dev_priv = dev->dev_private;
1da177e4
LT
157 /* Make sure interrupts are disabled here because the uninstall ioctl
158 * may not have been called from userspace and after dev_private
159 * is freed, it's too late.
160 */
ed4cb414 161 if (dev->irq_enabled)
b5e89ed5 162 drm_irq_uninstall(dev);
1da177e4 163
ba8bbcf6
JB
164 if (dev_priv->ring.virtual_start) {
165 drm_core_ioremapfree(&dev_priv->ring.map, dev);
3043c60c
EA
166 dev_priv->ring.virtual_start = NULL;
167 dev_priv->ring.map.handle = NULL;
ba8bbcf6
JB
168 dev_priv->ring.map.size = 0;
169 }
dc7a9319 170
398c9cb2
KP
171 /* Clear the HWS virtual address at teardown */
172 if (I915_NEED_GFX_HWS(dev))
173 i915_free_hws(dev);
1da177e4
LT
174
175 return 0;
176}
177
ba8bbcf6 178static int i915_initialize(struct drm_device * dev, drm_i915_init_t * init)
1da177e4 179{
ba8bbcf6 180 drm_i915_private_t *dev_priv = dev->dev_private;
7c1c2871 181 struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
1da177e4 182
3a03ac1a
DA
183 master_priv->sarea = drm_getsarea(dev);
184 if (master_priv->sarea) {
185 master_priv->sarea_priv = (drm_i915_sarea_t *)
186 ((u8 *)master_priv->sarea->handle + init->sarea_priv_offset);
187 } else {
188 DRM_DEBUG("sarea not found assuming DRI2 userspace\n");
189 }
190
673a394b
EA
191 if (init->ring_size != 0) {
192 if (dev_priv->ring.ring_obj != NULL) {
193 i915_dma_cleanup(dev);
194 DRM_ERROR("Client tried to initialize ringbuffer in "
195 "GEM mode\n");
196 return -EINVAL;
197 }
1da177e4 198
673a394b
EA
199 dev_priv->ring.Size = init->ring_size;
200 dev_priv->ring.tail_mask = dev_priv->ring.Size - 1;
1da177e4 201
673a394b
EA
202 dev_priv->ring.map.offset = init->ring_start;
203 dev_priv->ring.map.size = init->ring_size;
204 dev_priv->ring.map.type = 0;
205 dev_priv->ring.map.flags = 0;
206 dev_priv->ring.map.mtrr = 0;
1da177e4 207
6fb88588 208 drm_core_ioremap_wc(&dev_priv->ring.map, dev);
673a394b
EA
209
210 if (dev_priv->ring.map.handle == NULL) {
211 i915_dma_cleanup(dev);
212 DRM_ERROR("can not ioremap virtual address for"
213 " ring buffer\n");
214 return -ENOMEM;
215 }
1da177e4
LT
216 }
217
218 dev_priv->ring.virtual_start = dev_priv->ring.map.handle;
219
a6b54f3f 220 dev_priv->cpp = init->cpp;
1da177e4
LT
221 dev_priv->back_offset = init->back_offset;
222 dev_priv->front_offset = init->front_offset;
223 dev_priv->current_page = 0;
7c1c2871
DA
224 if (master_priv->sarea_priv)
225 master_priv->sarea_priv->pf_current_page = 0;
1da177e4 226
1da177e4
LT
227 /* Allow hardware batchbuffers unless told otherwise.
228 */
229 dev_priv->allow_batchbuffer = 1;
230
1da177e4
LT
231 return 0;
232}
233
84b1fd10 234static int i915_dma_resume(struct drm_device * dev)
1da177e4
LT
235{
236 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
237
bf9d8929 238 DRM_DEBUG("%s\n", __func__);
1da177e4 239
1da177e4
LT
240 if (dev_priv->ring.map.handle == NULL) {
241 DRM_ERROR("can not ioremap virtual address for"
242 " ring buffer\n");
20caafa6 243 return -ENOMEM;
1da177e4
LT
244 }
245
246 /* Program Hardware Status Page */
247 if (!dev_priv->hw_status_page) {
248 DRM_ERROR("Can not find hardware status page\n");
20caafa6 249 return -EINVAL;
1da177e4
LT
250 }
251 DRM_DEBUG("hw status page @ %p\n", dev_priv->hw_status_page);
252
dc7a9319 253 if (dev_priv->status_gfx_addr != 0)
585fb111 254 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
dc7a9319 255 else
585fb111 256 I915_WRITE(HWS_PGA, dev_priv->dma_status_page);
1da177e4
LT
257 DRM_DEBUG("Enabled hardware status page\n");
258
259 return 0;
260}
261
c153f45f
EA
262static int i915_dma_init(struct drm_device *dev, void *data,
263 struct drm_file *file_priv)
1da177e4 264{
c153f45f 265 drm_i915_init_t *init = data;
1da177e4
LT
266 int retcode = 0;
267
c153f45f 268 switch (init->func) {
1da177e4 269 case I915_INIT_DMA:
ba8bbcf6 270 retcode = i915_initialize(dev, init);
1da177e4
LT
271 break;
272 case I915_CLEANUP_DMA:
273 retcode = i915_dma_cleanup(dev);
274 break;
275 case I915_RESUME_DMA:
0d6aa60b 276 retcode = i915_dma_resume(dev);
1da177e4
LT
277 break;
278 default:
20caafa6 279 retcode = -EINVAL;
1da177e4
LT
280 break;
281 }
282
283 return retcode;
284}
285
286/* Implement basically the same security restrictions as hardware does
287 * for MI_BATCH_NON_SECURE. These can be made stricter at any time.
288 *
289 * Most of the calculations below involve calculating the size of a
290 * particular instruction. It's important to get the size right as
291 * that tells us where the next instruction to check is. Any illegal
292 * instruction detected will be given a size of zero, which is a
293 * signal to abort the rest of the buffer.
294 */
295static int do_validate_cmd(int cmd)
296{
297 switch (((cmd >> 29) & 0x7)) {
298 case 0x0:
299 switch ((cmd >> 23) & 0x3f) {
300 case 0x0:
301 return 1; /* MI_NOOP */
302 case 0x4:
303 return 1; /* MI_FLUSH */
304 default:
305 return 0; /* disallow everything else */
306 }
307 break;
308 case 0x1:
309 return 0; /* reserved */
310 case 0x2:
311 return (cmd & 0xff) + 2; /* 2d commands */
312 case 0x3:
313 if (((cmd >> 24) & 0x1f) <= 0x18)
314 return 1;
315
316 switch ((cmd >> 24) & 0x1f) {
317 case 0x1c:
318 return 1;
319 case 0x1d:
b5e89ed5 320 switch ((cmd >> 16) & 0xff) {
1da177e4
LT
321 case 0x3:
322 return (cmd & 0x1f) + 2;
323 case 0x4:
324 return (cmd & 0xf) + 2;
325 default:
326 return (cmd & 0xffff) + 2;
327 }
328 case 0x1e:
329 if (cmd & (1 << 23))
330 return (cmd & 0xffff) + 1;
331 else
332 return 1;
333 case 0x1f:
334 if ((cmd & (1 << 23)) == 0) /* inline vertices */
335 return (cmd & 0x1ffff) + 2;
336 else if (cmd & (1 << 17)) /* indirect random */
337 if ((cmd & 0xffff) == 0)
338 return 0; /* unknown length, too hard */
339 else
340 return (((cmd & 0xffff) + 1) / 2) + 1;
341 else
342 return 2; /* indirect sequential */
343 default:
344 return 0;
345 }
346 default:
347 return 0;
348 }
349
350 return 0;
351}
352
353static int validate_cmd(int cmd)
354{
355 int ret = do_validate_cmd(cmd);
356
bc5f4523 357/* printk("validate_cmd( %x ): %d\n", cmd, ret); */
1da177e4
LT
358
359 return ret;
360}
361
201361a5 362static int i915_emit_cmds(struct drm_device * dev, int *buffer, int dwords)
1da177e4
LT
363{
364 drm_i915_private_t *dev_priv = dev->dev_private;
365 int i;
366 RING_LOCALS;
367
de227f5f 368 if ((dwords+1) * sizeof(int) >= dev_priv->ring.Size - 8)
20caafa6 369 return -EINVAL;
de227f5f 370
c29b669c 371 BEGIN_LP_RING((dwords+1)&~1);
de227f5f 372
1da177e4
LT
373 for (i = 0; i < dwords;) {
374 int cmd, sz;
375
201361a5 376 cmd = buffer[i];
1da177e4 377
1da177e4 378 if ((sz = validate_cmd(cmd)) == 0 || i + sz > dwords)
20caafa6 379 return -EINVAL;
1da177e4 380
1da177e4
LT
381 OUT_RING(cmd);
382
383 while (++i, --sz) {
201361a5 384 OUT_RING(buffer[i]);
1da177e4 385 }
1da177e4
LT
386 }
387
de227f5f
DA
388 if (dwords & 1)
389 OUT_RING(0);
390
391 ADVANCE_LP_RING();
392
1da177e4
LT
393 return 0;
394}
395
673a394b
EA
396int
397i915_emit_box(struct drm_device *dev,
201361a5 398 struct drm_clip_rect *boxes,
673a394b 399 int i, int DR1, int DR4)
1da177e4
LT
400{
401 drm_i915_private_t *dev_priv = dev->dev_private;
201361a5 402 struct drm_clip_rect box = boxes[i];
1da177e4
LT
403 RING_LOCALS;
404
1da177e4
LT
405 if (box.y2 <= box.y1 || box.x2 <= box.x1 || box.y2 <= 0 || box.x2 <= 0) {
406 DRM_ERROR("Bad box %d,%d..%d,%d\n",
407 box.x1, box.y1, box.x2, box.y2);
20caafa6 408 return -EINVAL;
1da177e4
LT
409 }
410
c29b669c
AH
411 if (IS_I965G(dev)) {
412 BEGIN_LP_RING(4);
413 OUT_RING(GFX_OP_DRAWRECT_INFO_I965);
414 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
78eca43d 415 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
c29b669c
AH
416 OUT_RING(DR4);
417 ADVANCE_LP_RING();
418 } else {
419 BEGIN_LP_RING(6);
420 OUT_RING(GFX_OP_DRAWRECT_INFO);
421 OUT_RING(DR1);
422 OUT_RING((box.x1 & 0xffff) | (box.y1 << 16));
423 OUT_RING(((box.x2 - 1) & 0xffff) | ((box.y2 - 1) << 16));
424 OUT_RING(DR4);
425 OUT_RING(0);
426 ADVANCE_LP_RING();
427 }
1da177e4
LT
428
429 return 0;
430}
431
c29b669c
AH
432/* XXX: Emitting the counter should really be moved to part of the IRQ
433 * emit. For now, do it in both places:
434 */
435
84b1fd10 436static void i915_emit_breadcrumb(struct drm_device *dev)
de227f5f
DA
437{
438 drm_i915_private_t *dev_priv = dev->dev_private;
7c1c2871 439 struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
de227f5f
DA
440 RING_LOCALS;
441
c99b058f 442 dev_priv->counter++;
af6061af 443 if (dev_priv->counter > 0x7FFFFFFFUL)
c99b058f 444 dev_priv->counter = 0;
7c1c2871
DA
445 if (master_priv->sarea_priv)
446 master_priv->sarea_priv->last_enqueue = dev_priv->counter;
de227f5f
DA
447
448 BEGIN_LP_RING(4);
585fb111 449 OUT_RING(MI_STORE_DWORD_INDEX);
0baf823a 450 OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
de227f5f
DA
451 OUT_RING(dev_priv->counter);
452 OUT_RING(0);
453 ADVANCE_LP_RING();
454}
455
84b1fd10 456static int i915_dispatch_cmdbuffer(struct drm_device * dev,
201361a5
EA
457 drm_i915_cmdbuffer_t *cmd,
458 struct drm_clip_rect *cliprects,
459 void *cmdbuf)
1da177e4
LT
460{
461 int nbox = cmd->num_cliprects;
462 int i = 0, count, ret;
463
464 if (cmd->sz & 0x3) {
465 DRM_ERROR("alignment");
20caafa6 466 return -EINVAL;
1da177e4
LT
467 }
468
469 i915_kernel_lost_context(dev);
470
471 count = nbox ? nbox : 1;
472
473 for (i = 0; i < count; i++) {
474 if (i < nbox) {
201361a5 475 ret = i915_emit_box(dev, cliprects, i,
1da177e4
LT
476 cmd->DR1, cmd->DR4);
477 if (ret)
478 return ret;
479 }
480
201361a5 481 ret = i915_emit_cmds(dev, cmdbuf, cmd->sz / 4);
1da177e4
LT
482 if (ret)
483 return ret;
484 }
485
de227f5f 486 i915_emit_breadcrumb(dev);
1da177e4
LT
487 return 0;
488}
489
84b1fd10 490static int i915_dispatch_batchbuffer(struct drm_device * dev,
201361a5
EA
491 drm_i915_batchbuffer_t * batch,
492 struct drm_clip_rect *cliprects)
1da177e4
LT
493{
494 drm_i915_private_t *dev_priv = dev->dev_private;
1da177e4
LT
495 int nbox = batch->num_cliprects;
496 int i = 0, count;
497 RING_LOCALS;
498
499 if ((batch->start | batch->used) & 0x7) {
500 DRM_ERROR("alignment");
20caafa6 501 return -EINVAL;
1da177e4
LT
502 }
503
504 i915_kernel_lost_context(dev);
505
506 count = nbox ? nbox : 1;
507
508 for (i = 0; i < count; i++) {
509 if (i < nbox) {
201361a5 510 int ret = i915_emit_box(dev, cliprects, i,
1da177e4
LT
511 batch->DR1, batch->DR4);
512 if (ret)
513 return ret;
514 }
515
0790d5e1 516 if (!IS_I830(dev) && !IS_845G(dev)) {
1da177e4 517 BEGIN_LP_RING(2);
21f16289
DA
518 if (IS_I965G(dev)) {
519 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6) | MI_BATCH_NON_SECURE_I965);
520 OUT_RING(batch->start);
521 } else {
522 OUT_RING(MI_BATCH_BUFFER_START | (2 << 6));
523 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
524 }
1da177e4
LT
525 ADVANCE_LP_RING();
526 } else {
527 BEGIN_LP_RING(4);
528 OUT_RING(MI_BATCH_BUFFER);
529 OUT_RING(batch->start | MI_BATCH_NON_SECURE);
530 OUT_RING(batch->start + batch->used - 4);
531 OUT_RING(0);
532 ADVANCE_LP_RING();
533 }
534 }
535
de227f5f 536 i915_emit_breadcrumb(dev);
1da177e4
LT
537
538 return 0;
539}
540
af6061af 541static int i915_dispatch_flip(struct drm_device * dev)
1da177e4
LT
542{
543 drm_i915_private_t *dev_priv = dev->dev_private;
7c1c2871
DA
544 struct drm_i915_master_private *master_priv =
545 dev->primary->master->driver_priv;
1da177e4
LT
546 RING_LOCALS;
547
7c1c2871 548 if (!master_priv->sarea_priv)
c99b058f
KH
549 return -EINVAL;
550
af6061af 551 DRM_DEBUG("%s: page=%d pfCurrentPage=%d\n",
80a914dc 552 __func__,
af6061af 553 dev_priv->current_page,
7c1c2871 554 master_priv->sarea_priv->pf_current_page);
1da177e4 555
af6061af
DA
556 i915_kernel_lost_context(dev);
557
558 BEGIN_LP_RING(2);
585fb111 559 OUT_RING(MI_FLUSH | MI_READ_FLUSH);
af6061af
DA
560 OUT_RING(0);
561 ADVANCE_LP_RING();
1da177e4 562
af6061af
DA
563 BEGIN_LP_RING(6);
564 OUT_RING(CMD_OP_DISPLAYBUFFER_INFO | ASYNC_FLIP);
565 OUT_RING(0);
566 if (dev_priv->current_page == 0) {
567 OUT_RING(dev_priv->back_offset);
568 dev_priv->current_page = 1;
1da177e4 569 } else {
af6061af
DA
570 OUT_RING(dev_priv->front_offset);
571 dev_priv->current_page = 0;
1da177e4 572 }
af6061af
DA
573 OUT_RING(0);
574 ADVANCE_LP_RING();
1da177e4 575
af6061af
DA
576 BEGIN_LP_RING(2);
577 OUT_RING(MI_WAIT_FOR_EVENT | MI_WAIT_FOR_PLANE_A_FLIP);
578 OUT_RING(0);
579 ADVANCE_LP_RING();
1da177e4 580
7c1c2871 581 master_priv->sarea_priv->last_enqueue = dev_priv->counter++;
1da177e4
LT
582
583 BEGIN_LP_RING(4);
585fb111 584 OUT_RING(MI_STORE_DWORD_INDEX);
0baf823a 585 OUT_RING(I915_BREADCRUMB_INDEX << MI_STORE_DWORD_INDEX_SHIFT);
af6061af
DA
586 OUT_RING(dev_priv->counter);
587 OUT_RING(0);
1da177e4
LT
588 ADVANCE_LP_RING();
589
7c1c2871 590 master_priv->sarea_priv->pf_current_page = dev_priv->current_page;
af6061af 591 return 0;
1da177e4
LT
592}
593
84b1fd10 594static int i915_quiescent(struct drm_device * dev)
1da177e4
LT
595{
596 drm_i915_private_t *dev_priv = dev->dev_private;
597
598 i915_kernel_lost_context(dev);
bf9d8929 599 return i915_wait_ring(dev, dev_priv->ring.Size - 8, __func__);
1da177e4
LT
600}
601
c153f45f
EA
602static int i915_flush_ioctl(struct drm_device *dev, void *data,
603 struct drm_file *file_priv)
1da177e4 604{
546b0974
EA
605 int ret;
606
607 RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
1da177e4 608
546b0974
EA
609 mutex_lock(&dev->struct_mutex);
610 ret = i915_quiescent(dev);
611 mutex_unlock(&dev->struct_mutex);
612
613 return ret;
1da177e4
LT
614}
615
c153f45f
EA
616static int i915_batchbuffer(struct drm_device *dev, void *data,
617 struct drm_file *file_priv)
1da177e4 618{
1da177e4 619 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
7c1c2871 620 struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
1da177e4 621 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
7c1c2871 622 master_priv->sarea_priv;
c153f45f 623 drm_i915_batchbuffer_t *batch = data;
1da177e4 624 int ret;
201361a5 625 struct drm_clip_rect *cliprects = NULL;
1da177e4
LT
626
627 if (!dev_priv->allow_batchbuffer) {
628 DRM_ERROR("Batchbuffer ioctl disabled\n");
20caafa6 629 return -EINVAL;
1da177e4
LT
630 }
631
1da177e4 632 DRM_DEBUG("i915 batchbuffer, start %x used %d cliprects %d\n",
c153f45f 633 batch->start, batch->used, batch->num_cliprects);
1da177e4 634
546b0974 635 RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
1da177e4 636
201361a5
EA
637 if (batch->num_cliprects < 0)
638 return -EINVAL;
639
640 if (batch->num_cliprects) {
641 cliprects = drm_calloc(batch->num_cliprects,
642 sizeof(struct drm_clip_rect),
643 DRM_MEM_DRIVER);
644 if (cliprects == NULL)
645 return -ENOMEM;
646
647 ret = copy_from_user(cliprects, batch->cliprects,
648 batch->num_cliprects *
649 sizeof(struct drm_clip_rect));
650 if (ret != 0)
651 goto fail_free;
652 }
1da177e4 653
546b0974 654 mutex_lock(&dev->struct_mutex);
201361a5 655 ret = i915_dispatch_batchbuffer(dev, batch, cliprects);
546b0974 656 mutex_unlock(&dev->struct_mutex);
1da177e4 657
c99b058f 658 if (sarea_priv)
0baf823a 659 sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
201361a5
EA
660
661fail_free:
662 drm_free(cliprects,
663 batch->num_cliprects * sizeof(struct drm_clip_rect),
664 DRM_MEM_DRIVER);
665
1da177e4
LT
666 return ret;
667}
668
c153f45f
EA
669static int i915_cmdbuffer(struct drm_device *dev, void *data,
670 struct drm_file *file_priv)
1da177e4 671{
1da177e4 672 drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
7c1c2871 673 struct drm_i915_master_private *master_priv = dev->primary->master->driver_priv;
1da177e4 674 drm_i915_sarea_t *sarea_priv = (drm_i915_sarea_t *)
7c1c2871 675 master_priv->sarea_priv;
c153f45f 676 drm_i915_cmdbuffer_t *cmdbuf = data;
201361a5
EA
677 struct drm_clip_rect *cliprects = NULL;
678 void *batch_data;
1da177e4
LT
679 int ret;
680
1da177e4 681 DRM_DEBUG("i915 cmdbuffer, buf %p sz %d cliprects %d\n",
c153f45f 682 cmdbuf->buf, cmdbuf->sz, cmdbuf->num_cliprects);
1da177e4 683
546b0974 684 RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
1da177e4 685
201361a5
EA
686 if (cmdbuf->num_cliprects < 0)
687 return -EINVAL;
688
689 batch_data = drm_alloc(cmdbuf->sz, DRM_MEM_DRIVER);
690 if (batch_data == NULL)
691 return -ENOMEM;
692
693 ret = copy_from_user(batch_data, cmdbuf->buf, cmdbuf->sz);
694 if (ret != 0)
695 goto fail_batch_free;
696
697 if (cmdbuf->num_cliprects) {
698 cliprects = drm_calloc(cmdbuf->num_cliprects,
699 sizeof(struct drm_clip_rect),
700 DRM_MEM_DRIVER);
701 if (cliprects == NULL)
702 goto fail_batch_free;
703
704 ret = copy_from_user(cliprects, cmdbuf->cliprects,
705 cmdbuf->num_cliprects *
706 sizeof(struct drm_clip_rect));
707 if (ret != 0)
708 goto fail_clip_free;
1da177e4
LT
709 }
710
546b0974 711 mutex_lock(&dev->struct_mutex);
201361a5 712 ret = i915_dispatch_cmdbuffer(dev, cmdbuf, cliprects, batch_data);
546b0974 713 mutex_unlock(&dev->struct_mutex);
1da177e4
LT
714 if (ret) {
715 DRM_ERROR("i915_dispatch_cmdbuffer failed\n");
201361a5 716 goto fail_batch_free;
1da177e4
LT
717 }
718
c99b058f 719 if (sarea_priv)
0baf823a 720 sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
201361a5
EA
721
722fail_batch_free:
723 drm_free(batch_data, cmdbuf->sz, DRM_MEM_DRIVER);
724fail_clip_free:
725 drm_free(cliprects,
726 cmdbuf->num_cliprects * sizeof(struct drm_clip_rect),
727 DRM_MEM_DRIVER);
728
729 return ret;
1da177e4
LT
730}
731
c153f45f
EA
732static int i915_flip_bufs(struct drm_device *dev, void *data,
733 struct drm_file *file_priv)
1da177e4 734{
546b0974
EA
735 int ret;
736
80a914dc 737 DRM_DEBUG("%s\n", __func__);
1da177e4 738
546b0974 739 RING_LOCK_TEST_WITH_RETURN(dev, file_priv);
1da177e4 740
546b0974
EA
741 mutex_lock(&dev->struct_mutex);
742 ret = i915_dispatch_flip(dev);
743 mutex_unlock(&dev->struct_mutex);
744
745 return ret;
1da177e4
LT
746}
747
c153f45f
EA
748static int i915_getparam(struct drm_device *dev, void *data,
749 struct drm_file *file_priv)
1da177e4 750{
1da177e4 751 drm_i915_private_t *dev_priv = dev->dev_private;
c153f45f 752 drm_i915_getparam_t *param = data;
1da177e4
LT
753 int value;
754
755 if (!dev_priv) {
3e684eae 756 DRM_ERROR("called with no initialization\n");
20caafa6 757 return -EINVAL;
1da177e4
LT
758 }
759
c153f45f 760 switch (param->param) {
1da177e4 761 case I915_PARAM_IRQ_ACTIVE:
0a3e67a4 762 value = dev->pdev->irq ? 1 : 0;
1da177e4
LT
763 break;
764 case I915_PARAM_ALLOW_BATCHBUFFER:
765 value = dev_priv->allow_batchbuffer ? 1 : 0;
766 break;
0d6aa60b
DA
767 case I915_PARAM_LAST_DISPATCH:
768 value = READ_BREADCRUMB(dev_priv);
769 break;
ed4c9c4a
KH
770 case I915_PARAM_CHIPSET_ID:
771 value = dev->pci_device;
772 break;
673a394b 773 case I915_PARAM_HAS_GEM:
ac5c4e76 774 value = dev_priv->has_gem;
673a394b 775 break;
0f973f27
JB
776 case I915_PARAM_NUM_FENCES_AVAIL:
777 value = dev_priv->num_fence_regs - dev_priv->fence_reg_start;
778 break;
1da177e4 779 default:
122ee2a6 780 DRM_DEBUG("Unknown parameter %d\n", param->param);
20caafa6 781 return -EINVAL;
1da177e4
LT
782 }
783
c153f45f 784 if (DRM_COPY_TO_USER(param->value, &value, sizeof(int))) {
1da177e4 785 DRM_ERROR("DRM_COPY_TO_USER failed\n");
20caafa6 786 return -EFAULT;
1da177e4
LT
787 }
788
789 return 0;
790}
791
c153f45f
EA
792static int i915_setparam(struct drm_device *dev, void *data,
793 struct drm_file *file_priv)
1da177e4 794{
1da177e4 795 drm_i915_private_t *dev_priv = dev->dev_private;
c153f45f 796 drm_i915_setparam_t *param = data;
1da177e4
LT
797
798 if (!dev_priv) {
3e684eae 799 DRM_ERROR("called with no initialization\n");
20caafa6 800 return -EINVAL;
1da177e4
LT
801 }
802
c153f45f 803 switch (param->param) {
1da177e4 804 case I915_SETPARAM_USE_MI_BATCHBUFFER_START:
1da177e4
LT
805 break;
806 case I915_SETPARAM_TEX_LRU_LOG_GRANULARITY:
c153f45f 807 dev_priv->tex_lru_log_granularity = param->value;
1da177e4
LT
808 break;
809 case I915_SETPARAM_ALLOW_BATCHBUFFER:
c153f45f 810 dev_priv->allow_batchbuffer = param->value;
1da177e4 811 break;
0f973f27
JB
812 case I915_SETPARAM_NUM_USED_FENCES:
813 if (param->value > dev_priv->num_fence_regs ||
814 param->value < 0)
815 return -EINVAL;
816 /* Userspace can use first N regs */
817 dev_priv->fence_reg_start = param->value;
818 break;
1da177e4 819 default:
122ee2a6 820 DRM_DEBUG("unknown parameter %d\n", param->param);
20caafa6 821 return -EINVAL;
1da177e4
LT
822 }
823
824 return 0;
825}
826
c153f45f
EA
827static int i915_set_status_page(struct drm_device *dev, void *data,
828 struct drm_file *file_priv)
dc7a9319 829{
dc7a9319 830 drm_i915_private_t *dev_priv = dev->dev_private;
c153f45f 831 drm_i915_hws_addr_t *hws = data;
b39d50e5
ZW
832
833 if (!I915_NEED_GFX_HWS(dev))
834 return -EINVAL;
dc7a9319
WZ
835
836 if (!dev_priv) {
3e684eae 837 DRM_ERROR("called with no initialization\n");
20caafa6 838 return -EINVAL;
dc7a9319 839 }
dc7a9319 840
79e53945
JB
841 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
842 WARN(1, "tried to set status page when mode setting active\n");
843 return 0;
844 }
845
c153f45f
EA
846 printk(KERN_DEBUG "set status page addr 0x%08x\n", (u32)hws->addr);
847
848 dev_priv->status_gfx_addr = hws->addr & (0x1ffff<<12);
dc7a9319 849
8b409580 850 dev_priv->hws_map.offset = dev->agp->base + hws->addr;
dc7a9319
WZ
851 dev_priv->hws_map.size = 4*1024;
852 dev_priv->hws_map.type = 0;
853 dev_priv->hws_map.flags = 0;
854 dev_priv->hws_map.mtrr = 0;
855
dd0910b3 856 drm_core_ioremap_wc(&dev_priv->hws_map, dev);
dc7a9319 857 if (dev_priv->hws_map.handle == NULL) {
dc7a9319
WZ
858 i915_dma_cleanup(dev);
859 dev_priv->status_gfx_addr = 0;
860 DRM_ERROR("can not ioremap virtual address for"
861 " G33 hw status page\n");
20caafa6 862 return -ENOMEM;
dc7a9319
WZ
863 }
864 dev_priv->hw_status_page = dev_priv->hws_map.handle;
865
866 memset(dev_priv->hw_status_page, 0, PAGE_SIZE);
585fb111
JB
867 I915_WRITE(HWS_PGA, dev_priv->status_gfx_addr);
868 DRM_DEBUG("load hws HWS_PGA with gfx mem 0x%x\n",
dc7a9319
WZ
869 dev_priv->status_gfx_addr);
870 DRM_DEBUG("load hws at %p\n", dev_priv->hw_status_page);
871 return 0;
872}
873
79e53945
JB
874/**
875 * i915_probe_agp - get AGP bootup configuration
876 * @pdev: PCI device
877 * @aperture_size: returns AGP aperture configured size
878 * @preallocated_size: returns size of BIOS preallocated AGP space
879 *
880 * Since Intel integrated graphics are UMA, the BIOS has to set aside
881 * some RAM for the framebuffer at early boot. This code figures out
882 * how much was set aside so we can use it for our own purposes.
883 */
b358d0a6
HE
884static int i915_probe_agp(struct drm_device *dev, unsigned long *aperture_size,
885 unsigned long *preallocated_size)
79e53945
JB
886{
887 struct pci_dev *bridge_dev;
888 u16 tmp = 0;
889 unsigned long overhead;
241fa85b 890 unsigned long stolen;
79e53945
JB
891
892 bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0));
893 if (!bridge_dev) {
894 DRM_ERROR("bridge device not found\n");
895 return -1;
896 }
897
898 /* Get the fb aperture size and "stolen" memory amount. */
899 pci_read_config_word(bridge_dev, INTEL_GMCH_CTRL, &tmp);
900 pci_dev_put(bridge_dev);
901
902 *aperture_size = 1024 * 1024;
903 *preallocated_size = 1024 * 1024;
904
60fd99e3 905 switch (dev->pdev->device) {
79e53945
JB
906 case PCI_DEVICE_ID_INTEL_82830_CGC:
907 case PCI_DEVICE_ID_INTEL_82845G_IG:
908 case PCI_DEVICE_ID_INTEL_82855GM_IG:
909 case PCI_DEVICE_ID_INTEL_82865_IG:
910 if ((tmp & INTEL_GMCH_MEM_MASK) == INTEL_GMCH_MEM_64M)
911 *aperture_size *= 64;
912 else
913 *aperture_size *= 128;
914 break;
915 default:
916 /* 9xx supports large sizes, just look at the length */
60fd99e3 917 *aperture_size = pci_resource_len(dev->pdev, 2);
79e53945
JB
918 break;
919 }
920
921 /*
922 * Some of the preallocated space is taken by the GTT
923 * and popup. GTT is 1K per MB of aperture size, and popup is 4K.
924 */
60fd99e3
EA
925 if (IS_G4X(dev))
926 overhead = 4096;
927 else
928 overhead = (*aperture_size / 1024) + 4096;
929
241fa85b
EA
930 switch (tmp & INTEL_GMCH_GMS_MASK) {
931 case INTEL_855_GMCH_GMS_DISABLED:
932 DRM_ERROR("video memory is disabled\n");
933 return -1;
79e53945 934 case INTEL_855_GMCH_GMS_STOLEN_1M:
241fa85b
EA
935 stolen = 1 * 1024 * 1024;
936 break;
79e53945 937 case INTEL_855_GMCH_GMS_STOLEN_4M:
241fa85b 938 stolen = 4 * 1024 * 1024;
79e53945
JB
939 break;
940 case INTEL_855_GMCH_GMS_STOLEN_8M:
241fa85b 941 stolen = 8 * 1024 * 1024;
79e53945
JB
942 break;
943 case INTEL_855_GMCH_GMS_STOLEN_16M:
241fa85b 944 stolen = 16 * 1024 * 1024;
79e53945
JB
945 break;
946 case INTEL_855_GMCH_GMS_STOLEN_32M:
241fa85b 947 stolen = 32 * 1024 * 1024;
79e53945
JB
948 break;
949 case INTEL_915G_GMCH_GMS_STOLEN_48M:
241fa85b 950 stolen = 48 * 1024 * 1024;
79e53945
JB
951 break;
952 case INTEL_915G_GMCH_GMS_STOLEN_64M:
241fa85b
EA
953 stolen = 64 * 1024 * 1024;
954 break;
955 case INTEL_GMCH_GMS_STOLEN_128M:
956 stolen = 128 * 1024 * 1024;
957 break;
958 case INTEL_GMCH_GMS_STOLEN_256M:
959 stolen = 256 * 1024 * 1024;
960 break;
961 case INTEL_GMCH_GMS_STOLEN_96M:
962 stolen = 96 * 1024 * 1024;
963 break;
964 case INTEL_GMCH_GMS_STOLEN_160M:
965 stolen = 160 * 1024 * 1024;
966 break;
967 case INTEL_GMCH_GMS_STOLEN_224M:
968 stolen = 224 * 1024 * 1024;
969 break;
970 case INTEL_GMCH_GMS_STOLEN_352M:
971 stolen = 352 * 1024 * 1024;
79e53945 972 break;
79e53945
JB
973 default:
974 DRM_ERROR("unexpected GMCH_GMS value: 0x%02x\n",
241fa85b 975 tmp & INTEL_GMCH_GMS_MASK);
79e53945
JB
976 return -1;
977 }
241fa85b 978 *preallocated_size = stolen - overhead;
79e53945
JB
979
980 return 0;
981}
982
983static int i915_load_modeset_init(struct drm_device *dev)
984{
985 struct drm_i915_private *dev_priv = dev->dev_private;
986 unsigned long agp_size, prealloc_size;
987 int fb_bar = IS_I9XX(dev) ? 2 : 0;
988 int ret = 0;
989
aa596629
DA
990 dev->devname = kstrdup(DRIVER_NAME, GFP_KERNEL);
991 if (!dev->devname) {
992 ret = -ENOMEM;
993 goto out;
994 }
995
79e53945
JB
996 dev->mode_config.fb_base = drm_get_resource_start(dev, fb_bar) &
997 0xff000000;
998
2906f025 999 if (IS_MOBILE(dev) || IS_I9XX(dev))
79e53945
JB
1000 dev_priv->cursor_needs_physical = true;
1001 else
1002 dev_priv->cursor_needs_physical = false;
1003
2906f025
JB
1004 if (IS_I965G(dev) || IS_G33(dev))
1005 dev_priv->cursor_needs_physical = false;
1006
aa596629
DA
1007 ret = i915_probe_agp(dev, &agp_size, &prealloc_size);
1008 if (ret)
1009 goto kfree_devname;
79e53945
JB
1010
1011 /* Basic memrange allocator for stolen space (aka vram) */
1012 drm_mm_init(&dev_priv->vram, 0, prealloc_size);
1013
1014 /* Let GEM Manage from end of prealloc space to end of aperture */
1015 i915_gem_do_init(dev, prealloc_size, agp_size);
1016
1017 ret = i915_gem_init_ringbuffer(dev);
1018 if (ret)
aa596629 1019 goto kfree_devname;
79e53945 1020
79e53945
JB
1021 /* Allow hardware batchbuffers unless told otherwise.
1022 */
1023 dev_priv->allow_batchbuffer = 1;
1024
1025 ret = intel_init_bios(dev);
1026 if (ret)
1027 DRM_INFO("failed to find VBIOS tables\n");
1028
1029 ret = drm_irq_install(dev);
1030 if (ret)
1031 goto destroy_ringbuffer;
1032
1033 /* FIXME: re-add hotplug support */
1034#if 0
1035 ret = drm_hotplug_init(dev);
1036 if (ret)
1037 goto destroy_ringbuffer;
1038#endif
1039
1040 /* Always safe in the mode setting case. */
1041 /* FIXME: do pre/post-mode set stuff in core KMS code */
1042 dev->vblank_disable_allowed = 1;
1043
1044 /*
1045 * Initialize the hardware status page IRQ location.
1046 */
1047
1048 I915_WRITE(INSTPM, (1 << 5) | (1 << 21));
1049
1050 intel_modeset_init(dev);
1051
1052 drm_helper_initial_config(dev, false);
1053
79e53945
JB
1054 return 0;
1055
79e53945
JB
1056destroy_ringbuffer:
1057 i915_gem_cleanup_ringbuffer(dev);
aa596629
DA
1058kfree_devname:
1059 kfree(dev->devname);
79e53945
JB
1060out:
1061 return ret;
1062}
1063
7c1c2871
DA
1064int i915_master_create(struct drm_device *dev, struct drm_master *master)
1065{
1066 struct drm_i915_master_private *master_priv;
1067
1068 master_priv = drm_calloc(1, sizeof(*master_priv), DRM_MEM_DRIVER);
1069 if (!master_priv)
1070 return -ENOMEM;
1071
1072 master->driver_priv = master_priv;
1073 return 0;
1074}
1075
1076void i915_master_destroy(struct drm_device *dev, struct drm_master *master)
1077{
1078 struct drm_i915_master_private *master_priv = master->driver_priv;
1079
1080 if (!master_priv)
1081 return;
1082
1083 drm_free(master_priv, sizeof(*master_priv), DRM_MEM_DRIVER);
1084
1085 master->driver_priv = NULL;
1086}
1087
79e53945
JB
1088/**
1089 * i915_driver_load - setup chip and create an initial config
1090 * @dev: DRM device
1091 * @flags: startup flags
1092 *
1093 * The driver load routine has to do several things:
1094 * - drive output discovery via intel_modeset_init()
1095 * - initialize the memory manager
1096 * - allocate initial config memory
1097 * - setup the DRM framebuffer with the allocated memory
1098 */
84b1fd10 1099int i915_driver_load(struct drm_device *dev, unsigned long flags)
22eae947 1100{
ba8bbcf6
JB
1101 struct drm_i915_private *dev_priv = dev->dev_private;
1102 unsigned long base, size;
1103 int ret = 0, mmio_bar = IS_I9XX(dev) ? 0 : 1;
1104
22eae947
DA
1105 /* i915 has 4 more counters */
1106 dev->counters += 4;
1107 dev->types[6] = _DRM_STAT_IRQ;
1108 dev->types[7] = _DRM_STAT_PRIMARY;
1109 dev->types[8] = _DRM_STAT_SECONDARY;
1110 dev->types[9] = _DRM_STAT_DMA;
1111
ba8bbcf6
JB
1112 dev_priv = drm_alloc(sizeof(drm_i915_private_t), DRM_MEM_DRIVER);
1113 if (dev_priv == NULL)
1114 return -ENOMEM;
1115
1116 memset(dev_priv, 0, sizeof(drm_i915_private_t));
1117
1118 dev->dev_private = (void *)dev_priv;
673a394b 1119 dev_priv->dev = dev;
ba8bbcf6
JB
1120
1121 /* Add register map (needed for suspend/resume) */
1122 base = drm_get_resource_start(dev, mmio_bar);
1123 size = drm_get_resource_len(dev, mmio_bar);
1124
3043c60c 1125 dev_priv->regs = ioremap(base, size);
79e53945
JB
1126 if (!dev_priv->regs) {
1127 DRM_ERROR("failed to map registers\n");
1128 ret = -EIO;
1129 goto free_priv;
1130 }
ed4cb414 1131
ab657db1
EA
1132 dev_priv->mm.gtt_mapping =
1133 io_mapping_create_wc(dev->agp->base,
1134 dev->agp->agp_info.aper_size * 1024*1024);
6644107d
VP
1135 if (dev_priv->mm.gtt_mapping == NULL) {
1136 ret = -EIO;
1137 goto out_rmmap;
1138 }
1139
ab657db1
EA
1140 /* Set up a WC MTRR for non-PAT systems. This is more common than
1141 * one would think, because the kernel disables PAT on first
1142 * generation Core chips because WC PAT gets overridden by a UC
1143 * MTRR if present. Even if a UC MTRR isn't present.
1144 */
1145 dev_priv->mm.gtt_mtrr = mtrr_add(dev->agp->base,
1146 dev->agp->agp_info.aper_size *
1147 1024 * 1024,
1148 MTRR_TYPE_WRCOMB, 1);
1149 if (dev_priv->mm.gtt_mtrr < 0) {
040aefa2 1150 DRM_INFO("MTRR allocation failed. Graphics "
ab657db1
EA
1151 "performance may suffer.\n");
1152 }
1153
ac5c4e76
DA
1154#ifdef CONFIG_HIGHMEM64G
1155 /* don't enable GEM on PAE - needs agp + set_memory_* interface fixes */
1156 dev_priv->has_gem = 0;
1157#else
1158 /* enable GEM by default */
1159 dev_priv->has_gem = 1;
1160#endif
1161
9880b7a5
JB
1162 dev->driver->get_vblank_counter = i915_get_vblank_counter;
1163 if (IS_GM45(dev))
1164 dev->driver->get_vblank_counter = gm45_get_vblank_counter;
1165
673a394b
EA
1166 i915_gem_load(dev);
1167
398c9cb2
KP
1168 /* Init HWS */
1169 if (!I915_NEED_GFX_HWS(dev)) {
1170 ret = i915_init_phys_hws(dev);
1171 if (ret != 0)
6644107d 1172 goto out_iomapfree;
398c9cb2 1173 }
ed4cb414
EA
1174
1175 /* On the 945G/GM, the chipset reports the MSI capability on the
1176 * integrated graphics even though the support isn't actually there
1177 * according to the published specs. It doesn't appear to function
1178 * correctly in testing on 945G.
1179 * This may be a side effect of MSI having been made available for PEG
1180 * and the registers being closely associated.
d1ed629f
KP
1181 *
1182 * According to chipset errata, on the 965GM, MSI interrupts may
b60678a7
KP
1183 * be lost or delayed, but we use them anyways to avoid
1184 * stuck interrupts on some machines.
ed4cb414 1185 */
b60678a7 1186 if (!IS_I945G(dev) && !IS_I945GM(dev))
d3e74d02 1187 pci_enable_msi(dev->pdev);
ed4cb414 1188
8ee1c3db
MG
1189 intel_opregion_init(dev);
1190
ed4cb414 1191 spin_lock_init(&dev_priv->user_irq_lock);
79e53945 1192 dev_priv->user_irq_refcount = 0;
ed4cb414 1193
52440211
KP
1194 ret = drm_vblank_init(dev, I915_NUM_PIPE);
1195
1196 if (ret) {
1197 (void) i915_driver_unload(dev);
1198 return ret;
1199 }
1200
79e53945
JB
1201 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
1202 ret = i915_load_modeset_init(dev);
1203 if (ret < 0) {
1204 DRM_ERROR("failed to init modeset\n");
1205 goto out_rmmap;
1206 }
1207 }
1208
1209 return 0;
1210
6644107d
VP
1211out_iomapfree:
1212 io_mapping_free(dev_priv->mm.gtt_mapping);
79e53945
JB
1213out_rmmap:
1214 iounmap(dev_priv->regs);
1215free_priv:
1216 drm_free(dev_priv, sizeof(struct drm_i915_private), DRM_MEM_DRIVER);
ba8bbcf6
JB
1217 return ret;
1218}
1219
1220int i915_driver_unload(struct drm_device *dev)
1221{
1222 struct drm_i915_private *dev_priv = dev->dev_private;
1223
ab657db1
EA
1224 io_mapping_free(dev_priv->mm.gtt_mapping);
1225 if (dev_priv->mm.gtt_mtrr >= 0) {
1226 mtrr_del(dev_priv->mm.gtt_mtrr, dev->agp->base,
1227 dev->agp->agp_info.aper_size * 1024 * 1024);
1228 dev_priv->mm.gtt_mtrr = -1;
1229 }
1230
79e53945 1231 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
79e53945
JB
1232 drm_irq_uninstall(dev);
1233 }
1234
ed4cb414
EA
1235 if (dev->pdev->msi_enabled)
1236 pci_disable_msi(dev->pdev);
1237
3043c60c
EA
1238 if (dev_priv->regs != NULL)
1239 iounmap(dev_priv->regs);
ba8bbcf6 1240
8ee1c3db
MG
1241 intel_opregion_free(dev);
1242
79e53945
JB
1243 if (drm_core_check_feature(dev, DRIVER_MODESET)) {
1244 intel_modeset_cleanup(dev);
1245
71acb5eb
DA
1246 i915_gem_free_all_phys_object(dev);
1247
79e53945
JB
1248 mutex_lock(&dev->struct_mutex);
1249 i915_gem_cleanup_ringbuffer(dev);
1250 mutex_unlock(&dev->struct_mutex);
1251 drm_mm_takedown(&dev_priv->vram);
1252 i915_gem_lastclose(dev);
1253 }
1254
ba8bbcf6
JB
1255 drm_free(dev->dev_private, sizeof(drm_i915_private_t),
1256 DRM_MEM_DRIVER);
1257
22eae947
DA
1258 return 0;
1259}
1260
673a394b
EA
1261int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv)
1262{
1263 struct drm_i915_file_private *i915_file_priv;
1264
1265 DRM_DEBUG("\n");
1266 i915_file_priv = (struct drm_i915_file_private *)
1267 drm_alloc(sizeof(*i915_file_priv), DRM_MEM_FILES);
1268
1269 if (!i915_file_priv)
1270 return -ENOMEM;
1271
1272 file_priv->driver_priv = i915_file_priv;
1273
1274 i915_file_priv->mm.last_gem_seqno = 0;
1275 i915_file_priv->mm.last_gem_throttle_seqno = 0;
1276
1277 return 0;
1278}
1279
79e53945
JB
1280/**
1281 * i915_driver_lastclose - clean up after all DRM clients have exited
1282 * @dev: DRM device
1283 *
1284 * Take care of cleaning up after all DRM clients have exited. In the
1285 * mode setting case, we want to restore the kernel's initial mode (just
1286 * in case the last client left us in a bad state).
1287 *
1288 * Additionally, in the non-mode setting case, we'll tear down the AGP
1289 * and DMA structures, since the kernel won't be using them, and clea
1290 * up any GEM state.
1291 */
84b1fd10 1292void i915_driver_lastclose(struct drm_device * dev)
1da177e4 1293{
ba8bbcf6
JB
1294 drm_i915_private_t *dev_priv = dev->dev_private;
1295
79e53945
JB
1296 if (!dev_priv || drm_core_check_feature(dev, DRIVER_MODESET)) {
1297 intelfb_restore();
144a75fa 1298 return;
79e53945 1299 }
144a75fa 1300
673a394b
EA
1301 i915_gem_lastclose(dev);
1302
ba8bbcf6 1303 if (dev_priv->agp_heap)
b5e89ed5 1304 i915_mem_takedown(&(dev_priv->agp_heap));
ba8bbcf6 1305
b5e89ed5 1306 i915_dma_cleanup(dev);
1da177e4
LT
1307}
1308
6c340eac 1309void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv)
1da177e4 1310{
ba8bbcf6 1311 drm_i915_private_t *dev_priv = dev->dev_private;
79e53945
JB
1312 if (!drm_core_check_feature(dev, DRIVER_MODESET))
1313 i915_mem_release(dev, file_priv, dev_priv->agp_heap);
1da177e4
LT
1314}
1315
673a394b
EA
1316void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv)
1317{
1318 struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv;
1319
1320 drm_free(i915_file_priv, sizeof(*i915_file_priv), DRM_MEM_FILES);
1321}
1322
c153f45f
EA
1323struct drm_ioctl_desc i915_ioctls[] = {
1324 DRM_IOCTL_DEF(DRM_I915_INIT, i915_dma_init, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
1325 DRM_IOCTL_DEF(DRM_I915_FLUSH, i915_flush_ioctl, DRM_AUTH),
1326 DRM_IOCTL_DEF(DRM_I915_FLIP, i915_flip_bufs, DRM_AUTH),
1327 DRM_IOCTL_DEF(DRM_I915_BATCHBUFFER, i915_batchbuffer, DRM_AUTH),
1328 DRM_IOCTL_DEF(DRM_I915_IRQ_EMIT, i915_irq_emit, DRM_AUTH),
1329 DRM_IOCTL_DEF(DRM_I915_IRQ_WAIT, i915_irq_wait, DRM_AUTH),
1330 DRM_IOCTL_DEF(DRM_I915_GETPARAM, i915_getparam, DRM_AUTH),
1331 DRM_IOCTL_DEF(DRM_I915_SETPARAM, i915_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
1332 DRM_IOCTL_DEF(DRM_I915_ALLOC, i915_mem_alloc, DRM_AUTH),
1333 DRM_IOCTL_DEF(DRM_I915_FREE, i915_mem_free, DRM_AUTH),
1334 DRM_IOCTL_DEF(DRM_I915_INIT_HEAP, i915_mem_init_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
1335 DRM_IOCTL_DEF(DRM_I915_CMDBUFFER, i915_cmdbuffer, DRM_AUTH),
1336 DRM_IOCTL_DEF(DRM_I915_DESTROY_HEAP, i915_mem_destroy_heap, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
1337 DRM_IOCTL_DEF(DRM_I915_SET_VBLANK_PIPE, i915_vblank_pipe_set, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY ),
1338 DRM_IOCTL_DEF(DRM_I915_GET_VBLANK_PIPE, i915_vblank_pipe_get, DRM_AUTH ),
1339 DRM_IOCTL_DEF(DRM_I915_VBLANK_SWAP, i915_vblank_swap, DRM_AUTH),
4b408939 1340 DRM_IOCTL_DEF(DRM_I915_HWS_ADDR, i915_set_status_page, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
2bdf00b2 1341 DRM_IOCTL_DEF(DRM_I915_GEM_INIT, i915_gem_init_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
673a394b
EA
1342 DRM_IOCTL_DEF(DRM_I915_GEM_EXECBUFFER, i915_gem_execbuffer, DRM_AUTH),
1343 DRM_IOCTL_DEF(DRM_I915_GEM_PIN, i915_gem_pin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
1344 DRM_IOCTL_DEF(DRM_I915_GEM_UNPIN, i915_gem_unpin_ioctl, DRM_AUTH|DRM_ROOT_ONLY),
1345 DRM_IOCTL_DEF(DRM_I915_GEM_BUSY, i915_gem_busy_ioctl, DRM_AUTH),
1346 DRM_IOCTL_DEF(DRM_I915_GEM_THROTTLE, i915_gem_throttle_ioctl, DRM_AUTH),
2bdf00b2
DA
1347 DRM_IOCTL_DEF(DRM_I915_GEM_ENTERVT, i915_gem_entervt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
1348 DRM_IOCTL_DEF(DRM_I915_GEM_LEAVEVT, i915_gem_leavevt_ioctl, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
673a394b
EA
1349 DRM_IOCTL_DEF(DRM_I915_GEM_CREATE, i915_gem_create_ioctl, 0),
1350 DRM_IOCTL_DEF(DRM_I915_GEM_PREAD, i915_gem_pread_ioctl, 0),
1351 DRM_IOCTL_DEF(DRM_I915_GEM_PWRITE, i915_gem_pwrite_ioctl, 0),
1352 DRM_IOCTL_DEF(DRM_I915_GEM_MMAP, i915_gem_mmap_ioctl, 0),
de151cf6 1353 DRM_IOCTL_DEF(DRM_I915_GEM_MMAP_GTT, i915_gem_mmap_gtt_ioctl, 0),
673a394b
EA
1354 DRM_IOCTL_DEF(DRM_I915_GEM_SET_DOMAIN, i915_gem_set_domain_ioctl, 0),
1355 DRM_IOCTL_DEF(DRM_I915_GEM_SW_FINISH, i915_gem_sw_finish_ioctl, 0),
1356 DRM_IOCTL_DEF(DRM_I915_GEM_SET_TILING, i915_gem_set_tiling, 0),
1357 DRM_IOCTL_DEF(DRM_I915_GEM_GET_TILING, i915_gem_get_tiling, 0),
5a125c3c 1358 DRM_IOCTL_DEF(DRM_I915_GEM_GET_APERTURE, i915_gem_get_aperture_ioctl, 0),
c94f7029
DA
1359};
1360
1361int i915_max_ioctl = DRM_ARRAY_SIZE(i915_ioctls);
cda17380
DA
1362
1363/**
1364 * Determine if the device really is AGP or not.
1365 *
1366 * All Intel graphics chipsets are treated as AGP, even if they are really
1367 * PCI-e.
1368 *
1369 * \param dev The device to be tested.
1370 *
1371 * \returns
1372 * A value of 1 is always retured to indictate every i9x5 is AGP.
1373 */
84b1fd10 1374int i915_driver_device_is_agp(struct drm_device * dev)
cda17380
DA
1375{
1376 return 1;
1377}