[net-next-2.6.git] / drivers / char / drm / i915_irq.c

/* i915_irq.c -- IRQ support for the I915 -*- linux-c -*-
 */
/*
 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sub license, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice (including the
 * next paragraph) shall be included in all copies or substantial portions
 * of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 *
 */

#include "drmP.h"
#include "drm.h"
#include "i915_drm.h"
#include "i915_drv.h"

#define USER_INT_FLAG (1<<1)
#define VSYNC_PIPEB_FLAG (1<<5)
#define VSYNC_PIPEA_FLAG (1<<7)

#define MAX_NOPID ((u32)~0)

/**
 * Emit blits for scheduled buffer swaps.
 *
 * This function will be called with the HW lock held.
 */
static void i915_vblank_tasklet(drm_device_t *dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	unsigned int irqflags;
	struct list_head *list, *tmp;

	DRM_DEBUG("\n");

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	list_for_each_safe(list, tmp, &dev_priv->vbl_swaps.head) {
		drm_i915_vbl_swap_t *vbl_swap =
			list_entry(list, drm_i915_vbl_swap_t, head);
		atomic_t *counter = vbl_swap->pipe ? &dev->vbl_received2 :
			&dev->vbl_received;

		if ((atomic_read(counter) - vbl_swap->sequence) <= (1<<23)) {
			drm_drawable_info_t *drw;

			spin_unlock(&dev_priv->swaps_lock);

			spin_lock(&dev->drw_lock);

			drw = drm_get_drawable_info(dev, vbl_swap->drw_id);
				
			if (drw) {
				int i, num_rects = drw->num_rects;
				drm_clip_rect_t *rect = drw->rects;
				drm_i915_sarea_t *sarea_priv =
				    dev_priv->sarea_priv;
				u32 cpp = dev_priv->cpp;
				u32 cmd = (cpp == 4) ? (XY_SRC_COPY_BLT_CMD |
							XY_SRC_COPY_BLT_WRITE_ALPHA |
							XY_SRC_COPY_BLT_WRITE_RGB)
						     : XY_SRC_COPY_BLT_CMD;
				u32 pitchropcpp = (sarea_priv->pitch * cpp) |
						  (0xcc << 16) | (cpp << 23) |
						  (1 << 24);
				RING_LOCALS;

				i915_kernel_lost_context(dev);

				BEGIN_LP_RING(6);

				OUT_RING(GFX_OP_DRAWRECT_INFO);
				OUT_RING(0);
				OUT_RING(0);
				OUT_RING(sarea_priv->width |
					 sarea_priv->height << 16);
				OUT_RING(sarea_priv->width |
					 sarea_priv->height << 16);
				OUT_RING(0);

				ADVANCE_LP_RING();

				sarea_priv->ctxOwner = DRM_KERNEL_CONTEXT;

				for (i = 0; i < num_rects; i++, rect++) {
					BEGIN_LP_RING(8);

					OUT_RING(cmd);
					OUT_RING(pitchropcpp);
					OUT_RING((rect->y1 << 16) | rect->x1);
					OUT_RING((rect->y2 << 16) | rect->x2);
					OUT_RING(sarea_priv->front_offset);
					OUT_RING((rect->y1 << 16) | rect->x1);
					OUT_RING(pitchropcpp & 0xffff);
					OUT_RING(sarea_priv->back_offset);

					ADVANCE_LP_RING();
				}
			}

			spin_unlock(&dev->drw_lock);

			spin_lock(&dev_priv->swaps_lock);

			list_del(list);

			drm_free(vbl_swap, sizeof(*vbl_swap), DRM_MEM_DRIVER);

			dev_priv->swaps_pending--;
		}
	}

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
}

irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS)
{
	drm_device_t *dev = (drm_device_t *) arg;
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 temp;

	temp = I915_READ16(I915REG_INT_IDENTITY_R);

	temp &= (USER_INT_FLAG | VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG);

	DRM_DEBUG("%s flag=%08x\n", __FUNCTION__, temp);

	if (temp == 0)
		return IRQ_NONE;

	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);

	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);

	if (temp & USER_INT_FLAG)
		DRM_WAKEUP(&dev_priv->irq_queue);

	if (temp & (VSYNC_PIPEA_FLAG | VSYNC_PIPEB_FLAG)) {
		if ((dev_priv->vblank_pipe &
		     (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B))
		    == (DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B)) {
			if (temp & VSYNC_PIPEA_FLAG)
				atomic_inc(&dev->vbl_received);
			if (temp & VSYNC_PIPEB_FLAG)
				atomic_inc(&dev->vbl_received2);
		} else
			atomic_inc(&dev->vbl_received);

		DRM_WAKEUP(&dev->vbl_queue);
		drm_vbl_send_signals(dev);

		drm_locked_tasklet(dev, i915_vblank_tasklet);
	}

	return IRQ_HANDLED;
}

static int i915_emit_irq(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = dev->dev_private;
	RING_LOCALS;

	i915_kernel_lost_context(dev);

	DRM_DEBUG("%s\n", __FUNCTION__);

	dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;

	if (dev_priv->counter > 0x7FFFFFFFUL)
		dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;

	BEGIN_LP_RING(6);
	OUT_RING(CMD_STORE_DWORD_IDX);
	OUT_RING(20);
	OUT_RING(dev_priv->counter);
	OUT_RING(0);
	OUT_RING(0);
	OUT_RING(GFX_OP_USER_INTERRUPT);
	ADVANCE_LP_RING();
	
	return dev_priv->counter;
}

static int i915_wait_irq(drm_device_t * dev, int irq_nr)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	int ret = 0;

	DRM_DEBUG("%s irq_nr=%d breadcrumb=%d\n", __FUNCTION__, irq_nr,
		  READ_BREADCRUMB(dev_priv));

	if (READ_BREADCRUMB(dev_priv) >= irq_nr)
		return 0;

	dev_priv->sarea_priv->perf_boxes |= I915_BOX_WAIT;

	DRM_WAIT_ON(ret, dev_priv->irq_queue, 3 * DRM_HZ,
		    READ_BREADCRUMB(dev_priv) >= irq_nr);

	if (ret == DRM_ERR(EBUSY)) {
		DRM_ERROR("%s: EBUSY -- rec: %d emitted: %d\n",
			  __FUNCTION__,
			  READ_BREADCRUMB(dev_priv), (int)dev_priv->counter);
	}

	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
	return ret;
}

static int i915_driver_vblank_do_wait(drm_device_t *dev, unsigned int *sequence,
				      atomic_t *counter)
{
	drm_i915_private_t *dev_priv = dev->dev_private;
	unsigned int cur_vblank;
	int ret = 0;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_WAIT_ON(ret, dev->vbl_queue, 3 * DRM_HZ,
		    (((cur_vblank = atomic_read(counter))
			- *sequence) <= (1<<23)));
	
	*sequence = cur_vblank;

	return ret;
}


int i915_driver_vblank_wait(drm_device_t *dev, unsigned int *sequence)
{
	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received);
}

int i915_driver_vblank_wait2(drm_device_t *dev, unsigned int *sequence)
{
	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received2);
}

/* Needs the lock as it touches the ring.
 */
int i915_irq_emit(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_irq_emit_t emit;
	int result;

	LOCK_TEST_WITH_RETURN(dev, filp);

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(emit, (drm_i915_irq_emit_t __user *) data,
				 sizeof(emit));

	result = i915_emit_irq(dev);

	if (DRM_COPY_TO_USER(emit.irq_seq, &result, sizeof(int))) {
		DRM_ERROR("copy_to_user\n");
		return DRM_ERR(EFAULT);
	}

	return 0;
}

/* Doesn't need the hardware lock.
 */
int i915_irq_wait(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_irq_wait_t irqwait;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(irqwait, (drm_i915_irq_wait_t __user *) data,
				 sizeof(irqwait));

	return i915_wait_irq(dev, irqwait.irq_seq);
}

static int i915_enable_interrupt (drm_device_t *dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 flag;

	flag = 0;
	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_A)
		flag |= VSYNC_PIPEA_FLAG;
	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_B)
		flag |= VSYNC_PIPEB_FLAG;
	if (dev_priv->vblank_pipe & ~(DRM_I915_VBLANK_PIPE_A|DRM_I915_VBLANK_PIPE_B)) {
		DRM_ERROR("%s called with invalid pipe 0x%x\n",
			  __FUNCTION__, dev_priv->vblank_pipe);
		return DRM_ERR(EINVAL);
	}
	I915_WRITE16(I915REG_INT_ENABLE_R, USER_INT_FLAG | flag);
	return 0;
}

/* Set the vblank monitor pipe
 */
int i915_vblank_pipe_set(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_pipe_t pipe;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	DRM_COPY_FROM_USER_IOCTL(pipe, (drm_i915_vblank_pipe_t __user *) data,
				 sizeof(pipe));

	dev_priv->vblank_pipe = pipe.pipe;
	return i915_enable_interrupt (dev);
}

int i915_vblank_pipe_get(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_pipe_t pipe;
	u16 flag;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
		return DRM_ERR(EINVAL);
	}

	flag = I915_READ(I915REG_INT_ENABLE_R);
	pipe.pipe = 0;
	if (flag & VSYNC_PIPEA_FLAG)
		pipe.pipe |= DRM_I915_VBLANK_PIPE_A;
	if (flag & VSYNC_PIPEB_FLAG)
		pipe.pipe |= DRM_I915_VBLANK_PIPE_B;
	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_pipe_t __user *) data, pipe,
				 sizeof(pipe));
	return 0;
}

/**
 * Schedule buffer swap at given vertical blank.
 */
int i915_vblank_swap(DRM_IOCTL_ARGS)
{
	DRM_DEVICE;
	drm_i915_private_t *dev_priv = dev->dev_private;
	drm_i915_vblank_swap_t swap;
	drm_i915_vbl_swap_t *vbl_swap;
	unsigned int pipe, seqtype, irqflags, curseq;
	struct list_head *list;

	if (!dev_priv) {
		DRM_ERROR("%s called with no initialization\n", __func__);
		return DRM_ERR(EINVAL);
	}

	if (dev_priv->sarea_priv->rotation) {
		DRM_DEBUG("Rotation not supported\n");
		return DRM_ERR(EINVAL);
	}

	if (dev_priv->swaps_pending >= 100) {
		DRM_DEBUG("Too many swaps queued\n");
		return DRM_ERR(EBUSY);
	}

	DRM_COPY_FROM_USER_IOCTL(swap, (drm_i915_vblank_swap_t __user *) data,
				 sizeof(swap));

	if (swap.seqtype & ~(_DRM_VBLANK_RELATIVE | _DRM_VBLANK_ABSOLUTE |
			     _DRM_VBLANK_SECONDARY)) {
		DRM_ERROR("Invalid sequence type 0x%x\n", swap.seqtype);
		return DRM_ERR(EINVAL);
	}

	pipe = (swap.seqtype & _DRM_VBLANK_SECONDARY) ? 1 : 0;

	seqtype = swap.seqtype & (_DRM_VBLANK_RELATIVE | _DRM_VBLANK_ABSOLUTE);

	if (seqtype == _DRM_VBLANK_RELATIVE && swap.sequence == 0) {
		DRM_DEBUG("Not scheduling swap for current sequence\n");
		return DRM_ERR(EINVAL);
	}

	if (!(dev_priv->vblank_pipe & (1 << pipe))) {
		DRM_ERROR("Invalid pipe %d\n", pipe);
		return DRM_ERR(EINVAL);
	}

	spin_lock_irqsave(&dev->drw_lock, irqflags);

	if (!drm_get_drawable_info(dev, swap.drawable)) {
		spin_unlock_irqrestore(&dev->drw_lock, irqflags);
		DRM_ERROR("Invalid drawable ID %d\n", swap.drawable);
		return DRM_ERR(EINVAL);
	}

	spin_unlock_irqrestore(&dev->drw_lock, irqflags);

	curseq = atomic_read(pipe ? &dev->vbl_received2 : &dev->vbl_received);

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	switch (seqtype) {
	case _DRM_VBLANK_RELATIVE:
		swap.sequence += curseq;
		break;
	case _DRM_VBLANK_ABSOLUTE:
		if ((curseq - swap.sequence) > (1<<23)) {
			spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
			DRM_DEBUG("Missed target sequence\n");
			return DRM_ERR(EINVAL);
		}
		break;
	}

	list_for_each(list, &dev_priv->vbl_swaps.head) {
		vbl_swap = list_entry(list, drm_i915_vbl_swap_t, head);

		if (vbl_swap->drw_id == swap.drawable &&
		    vbl_swap->pipe == pipe &&
		    vbl_swap->sequence == swap.sequence) {
			spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
			DRM_DEBUG("Already scheduled\n");
			return 0;
		}
	}

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);

	vbl_swap = drm_calloc(1, sizeof(vbl_swap), DRM_MEM_DRIVER);

	if (!vbl_swap) {
		DRM_ERROR("Failed to allocate memory to queue swap\n");
		return DRM_ERR(ENOMEM);
	}

	DRM_DEBUG("\n");

	vbl_swap->drw_id = swap.drawable;
	vbl_swap->pipe = pipe;
	vbl_swap->sequence = swap.sequence;

	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);

	list_add_tail((struct list_head *)vbl_swap, &dev_priv->vbl_swaps.head);
	dev_priv->swaps_pending++;

	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);

	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_swap_t __user *) data, swap,
			       sizeof(swap));

	return 0;
}

/* drm_dma.h hooks
*/
void i915_driver_irq_preinstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;

	I915_WRITE16(I915REG_HWSTAM, 0xfffe);
	I915_WRITE16(I915REG_INT_MASK_R, 0x0);
	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
}

void i915_driver_irq_postinstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;

	dev_priv->swaps_lock = SPIN_LOCK_UNLOCKED;
	INIT_LIST_HEAD(&dev_priv->vbl_swaps.head);
	dev_priv->swaps_pending = 0;

	i915_enable_interrupt(dev);
	DRM_INIT_WAITQUEUE(&dev_priv->irq_queue);
}

void i915_driver_irq_uninstall(drm_device_t * dev)
{
	drm_i915_private_t *dev_priv = (drm_i915_private_t *) dev->dev_private;
	u16 temp;

	if (!dev_priv)
		return;

	I915_WRITE16(I915REG_HWSTAM, 0xffff);
	I915_WRITE16(I915REG_INT_MASK_R, 0xffff);
	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);

	temp = I915_READ16(I915REG_INT_IDENTITY_R);
	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
}
Commit	Line	Data
0d6aa60b	1	/* i915_irq.c -- IRQ support for the I915 -- linux-c --
1da177e4	2	*/
0d6aa60b	3	/*
1da177e4 LT	4	* Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
1da177e4 LT	5	* All Rights Reserved.
bc54fd1a DA	6	*
	7	* Permission is hereby granted, free of charge, to any person obtaining a
	8	* copy of this software and associated documentation files (the
	9	* "Software"), to deal in the Software without restriction, including
	10	* without limitation the rights to use, copy, modify, merge, publish,
	11	* distribute, sub license, and/or sell copies of the Software, and to
	12	* permit persons to whom the Software is furnished to do so, subject to
	13	* the following conditions:
	14	*
	15	* The above copyright notice and this permission notice (including the
	16	* next paragraph) shall be included in all copies or substantial portions
	17	* of the Software.
	18	*
	19	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
	20	* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	21	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
	22	* IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
	23	* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
	24	* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
	25	* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
	26	*
0d6aa60b	27	*/
1da177e4 LT	28
	29	#include "drmP.h"
	30	#include "drm.h"
	31	#include "i915_drm.h"
	32	#include "i915_drv.h"
	33
0d6aa60b DA	34	#define USER_INT_FLAG (1<<1)
	35	#define VSYNC_PIPEB_FLAG (1<<5)
	36	#define VSYNC_PIPEA_FLAG (1<<7)
	37
1da177e4	38	#define MAX_NOPID ((u32)~0)
1da177e4	39
a6b54f3f MD	40	/**
	41	* Emit blits for scheduled buffer swaps.
	42	*
	43	* This function will be called with the HW lock held.
	44	*/
	45	static void i915_vblank_tasklet(drm_device_t *dev)
	46	{
	47	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	48	unsigned int irqflags;
	49	struct list_head list, tmp;
	50
	51	DRM_DEBUG("\n");
	52
	53	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
	54
	55	list_for_each_safe(list, tmp, &dev_priv->vbl_swaps.head) {
	56	drm_i915_vbl_swap_t *vbl_swap =
	57	list_entry(list, drm_i915_vbl_swap_t, head);
	58	atomic_t *counter = vbl_swap->pipe ? &dev->vbl_received2 :
	59	&dev->vbl_received;
	60
	61	if ((atomic_read(counter) - vbl_swap->sequence) <= (1<<23)) {
	62	drm_drawable_info_t *drw;
	63
	64	spin_unlock(&dev_priv->swaps_lock);
	65
	66	spin_lock(&dev->drw_lock);
	67
	68	drw = drm_get_drawable_info(dev, vbl_swap->drw_id);
	69
	70	if (drw) {
	71	int i, num_rects = drw->num_rects;
	72	drm_clip_rect_t *rect = drw->rects;
	73	drm_i915_sarea_t *sarea_priv =
	74	dev_priv->sarea_priv;
	75	u32 cpp = dev_priv->cpp;
	76	u32 cmd = (cpp == 4) ? (XY_SRC_COPY_BLT_CMD \|
	77	XY_SRC_COPY_BLT_WRITE_ALPHA \|
	78	XY_SRC_COPY_BLT_WRITE_RGB)
	79	: XY_SRC_COPY_BLT_CMD;
	80	u32 pitchropcpp = (sarea_priv->pitch * cpp) \|
	81	(0xcc << 16) \| (cpp << 23) \|
	82	(1 << 24);
	83	RING_LOCALS;
	84
	85	i915_kernel_lost_context(dev);
	86
	87	BEGIN_LP_RING(6);
	88
	89	OUT_RING(GFX_OP_DRAWRECT_INFO);
	90	OUT_RING(0);
	91	OUT_RING(0);
	92	OUT_RING(sarea_priv->width \|
	93	sarea_priv->height << 16);
	94	OUT_RING(sarea_priv->width \|
	95	sarea_priv->height << 16);
	96	OUT_RING(0);
	97
	98	ADVANCE_LP_RING();
	99
	100	sarea_priv->ctxOwner = DRM_KERNEL_CONTEXT;
	101
	102	for (i = 0; i < num_rects; i++, rect++) {
	103	BEGIN_LP_RING(8);
104
105	OUT_RING(cmd);
106	OUT_RING(pitchropcpp);
107	OUT_RING((rect->y1 << 16) \| rect->x1);
108	OUT_RING((rect->y2 << 16) \| rect->x2);
109	OUT_RING(sarea_priv->front_offset);
110	OUT_RING((rect->y1 << 16) \| rect->x1);
111	OUT_RING(pitchropcpp & 0xffff);
112	OUT_RING(sarea_priv->back_offset);
113
114	ADVANCE_LP_RING();
115	}
116	}
117
118	spin_unlock(&dev->drw_lock);
119
120	spin_lock(&dev_priv->swaps_lock);
121
122	list_del(list);
123
124	drm_free(vbl_swap, sizeof(*vbl_swap), DRM_MEM_DRIVER);
125
126	dev_priv->swaps_pending--;
127	}
128	}
129
130	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
131	}
132
1da177e4 LT	133	irqreturn_t i915_driver_irq_handler(DRM_IRQ_ARGS)
	134	{
	135	drm_device_t dev = (drm_device_t ) arg;
	136	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	137	u16 temp;
	138
	139	temp = I915_READ16(I915REG_INT_IDENTITY_R);
702880f2 DA	140
702880f2 DA	141	temp &= (USER_INT_FLAG \| VSYNC_PIPEA_FLAG \| VSYNC_PIPEB_FLAG);
1da177e4 LT	142
	143	DRM_DEBUG("%s flag=%08x\n", __FUNCTION__, temp);
	144
	145	if (temp == 0)
	146	return IRQ_NONE;
	147
	148	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
0d6aa60b	149
6e5fca53 DA	150	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
6e5fca53 DA	151
0d6aa60b DA	152	if (temp & USER_INT_FLAG)
	153	DRM_WAKEUP(&dev_priv->irq_queue);
	154
702880f2	155	if (temp & (VSYNC_PIPEA_FLAG \| VSYNC_PIPEB_FLAG)) {
68815bad MD	156	if ((dev_priv->vblank_pipe &
	157	(DRM_I915_VBLANK_PIPE_A \| DRM_I915_VBLANK_PIPE_B))
	158	== (DRM_I915_VBLANK_PIPE_A \| DRM_I915_VBLANK_PIPE_B)) {
	159	if (temp & VSYNC_PIPEA_FLAG)
	160	atomic_inc(&dev->vbl_received);
	161	if (temp & VSYNC_PIPEB_FLAG)
	162	atomic_inc(&dev->vbl_received2);
	163	} else
	164	atomic_inc(&dev->vbl_received);
	165
0d6aa60b DA	166	DRM_WAKEUP(&dev->vbl_queue);
0d6aa60b DA	167	drm_vbl_send_signals(dev);
a6b54f3f MD	168
a6b54f3f MD	169	drm_locked_tasklet(dev, i915_vblank_tasklet);
0d6aa60b	170	}
1da177e4 LT	171
	172	return IRQ_HANDLED;
	173	}
	174
c94f7029	175	static int i915_emit_irq(drm_device_t * dev)
1da177e4 LT	176	{
1da177e4 LT	177	drm_i915_private_t *dev_priv = dev->dev_private;
1da177e4 LT	178	RING_LOCALS;
	179
	180	i915_kernel_lost_context(dev);
	181
	182	DRM_DEBUG("%s\n", __FUNCTION__);
	183
c29b669c	184	dev_priv->sarea_priv->last_enqueue = ++dev_priv->counter;
1da177e4	185
c29b669c AH	186	if (dev_priv->counter > 0x7FFFFFFFUL)
	187	dev_priv->sarea_priv->last_enqueue = dev_priv->counter = 1;
	188
	189	BEGIN_LP_RING(6);
	190	OUT_RING(CMD_STORE_DWORD_IDX);
	191	OUT_RING(20);
	192	OUT_RING(dev_priv->counter);
	193	OUT_RING(0);
1da177e4 LT	194	OUT_RING(0);
	195	OUT_RING(GFX_OP_USER_INTERRUPT);
	196	ADVANCE_LP_RING();
c29b669c AH	197
c29b669c AH	198	return dev_priv->counter;
1da177e4 LT	199	}
1da177e4 LT	200
c94f7029	201	static int i915_wait_irq(drm_device_t * dev, int irq_nr)
1da177e4 LT	202	{
	203	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	204	int ret = 0;
	205
	206	DRM_DEBUG("%s irq_nr=%d breadcrumb=%d\n", __FUNCTION__, irq_nr,
	207	READ_BREADCRUMB(dev_priv));
	208
	209	if (READ_BREADCRUMB(dev_priv) >= irq_nr)
	210	return 0;
	211
	212	dev_priv->sarea_priv->perf_boxes \|= I915_BOX_WAIT;
	213
	214	DRM_WAIT_ON(ret, dev_priv->irq_queue, 3 * DRM_HZ,
	215	READ_BREADCRUMB(dev_priv) >= irq_nr);
	216
	217	if (ret == DRM_ERR(EBUSY)) {
	218	DRM_ERROR("%s: EBUSY -- rec: %d emitted: %d\n",
	219	__FUNCTION__,
	220	READ_BREADCRUMB(dev_priv), (int)dev_priv->counter);
	221	}
	222
	223	dev_priv->sarea_priv->last_dispatch = READ_BREADCRUMB(dev_priv);
	224	return ret;
	225	}
	226
68815bad MD	227	static int i915_driver_vblank_do_wait(drm_device_t dev, unsigned int sequence,
68815bad MD	228	atomic_t *counter)
0d6aa60b DA	229	{
	230	drm_i915_private_t *dev_priv = dev->dev_private;
	231	unsigned int cur_vblank;
	232	int ret = 0;
	233
	234	if (!dev_priv) {
	235	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	236	return DRM_ERR(EINVAL);
	237	}
	238
	239	DRM_WAIT_ON(ret, dev->vbl_queue, 3 * DRM_HZ,
68815bad	240	(((cur_vblank = atomic_read(counter))
0d6aa60b DA	241	- *sequence) <= (1<<23)));
	242
	243	*sequence = cur_vblank;
	244
	245	return ret;
	246	}
	247
	248
68815bad MD	249	int i915_driver_vblank_wait(drm_device_t dev, unsigned int sequence)
	250	{
	251	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received);
	252	}
	253
	254	int i915_driver_vblank_wait2(drm_device_t dev, unsigned int sequence)
	255	{
	256	return i915_driver_vblank_do_wait(dev, sequence, &dev->vbl_received2);
	257	}
	258
1da177e4 LT	259	/* Needs the lock as it touches the ring.
	260	*/
	261	int i915_irq_emit(DRM_IOCTL_ARGS)
	262	{
	263	DRM_DEVICE;
	264	drm_i915_private_t *dev_priv = dev->dev_private;
	265	drm_i915_irq_emit_t emit;
	266	int result;
	267
	268	LOCK_TEST_WITH_RETURN(dev, filp);
	269
	270	if (!dev_priv) {
	271	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	272	return DRM_ERR(EINVAL);
	273	}
	274
	275	DRM_COPY_FROM_USER_IOCTL(emit, (drm_i915_irq_emit_t __user *) data,
	276	sizeof(emit));
	277
	278	result = i915_emit_irq(dev);
	279
	280	if (DRM_COPY_TO_USER(emit.irq_seq, &result, sizeof(int))) {
	281	DRM_ERROR("copy_to_user\n");
	282	return DRM_ERR(EFAULT);
	283	}
	284
	285	return 0;
	286	}
	287
	288	/* Doesn't need the hardware lock.
	289	*/
	290	int i915_irq_wait(DRM_IOCTL_ARGS)
	291	{
	292	DRM_DEVICE;
	293	drm_i915_private_t *dev_priv = dev->dev_private;
	294	drm_i915_irq_wait_t irqwait;
	295
	296	if (!dev_priv) {
	297	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	298	return DRM_ERR(EINVAL);
	299	}
	300
	301	DRM_COPY_FROM_USER_IOCTL(irqwait, (drm_i915_irq_wait_t __user *) data,
	302	sizeof(irqwait));
	303
	304	return i915_wait_irq(dev, irqwait.irq_seq);
	305	}
	306
702880f2 DA	307	static int i915_enable_interrupt (drm_device_t *dev)
	308	{
	309	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	310	u16 flag;
	311
	312	flag = 0;
	313	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_A)
	314	flag \|= VSYNC_PIPEA_FLAG;
	315	if (dev_priv->vblank_pipe & DRM_I915_VBLANK_PIPE_B)
	316	flag \|= VSYNC_PIPEB_FLAG;
	317	if (dev_priv->vblank_pipe & ~(DRM_I915_VBLANK_PIPE_A\|DRM_I915_VBLANK_PIPE_B)) {
	318	DRM_ERROR("%s called with invalid pipe 0x%x\n",
	319	__FUNCTION__, dev_priv->vblank_pipe);
	320	return DRM_ERR(EINVAL);
	321	}
	322	I915_WRITE16(I915REG_INT_ENABLE_R, USER_INT_FLAG \| flag);
	323	return 0;
	324	}
	325
	326	/* Set the vblank monitor pipe
	327	*/
	328	int i915_vblank_pipe_set(DRM_IOCTL_ARGS)
	329	{
	330	DRM_DEVICE;
	331	drm_i915_private_t *dev_priv = dev->dev_private;
	332	drm_i915_vblank_pipe_t pipe;
	333
	334	if (!dev_priv) {
	335	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	336	return DRM_ERR(EINVAL);
	337	}
	338
	339	DRM_COPY_FROM_USER_IOCTL(pipe, (drm_i915_vblank_pipe_t __user *) data,
	340	sizeof(pipe));
	341
	342	dev_priv->vblank_pipe = pipe.pipe;
	343	return i915_enable_interrupt (dev);
	344	}
	345
	346	int i915_vblank_pipe_get(DRM_IOCTL_ARGS)
	347	{
	348	DRM_DEVICE;
	349	drm_i915_private_t *dev_priv = dev->dev_private;
	350	drm_i915_vblank_pipe_t pipe;
	351	u16 flag;
	352
	353	if (!dev_priv) {
	354	DRM_ERROR("%s called with no initialization\n", __FUNCTION__);
	355	return DRM_ERR(EINVAL);
	356	}
	357
	358	flag = I915_READ(I915REG_INT_ENABLE_R);
	359	pipe.pipe = 0;
	360	if (flag & VSYNC_PIPEA_FLAG)
	361	pipe.pipe \|= DRM_I915_VBLANK_PIPE_A;
	362	if (flag & VSYNC_PIPEB_FLAG)
	363	pipe.pipe \|= DRM_I915_VBLANK_PIPE_B;
	364	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_pipe_t __user *) data, pipe,
	365	sizeof(pipe));
	366	return 0;
	367	}
	368
a6b54f3f MD	369	/**
	370	* Schedule buffer swap at given vertical blank.
	371	*/
	372	int i915_vblank_swap(DRM_IOCTL_ARGS)
	373	{
	374	DRM_DEVICE;
	375	drm_i915_private_t *dev_priv = dev->dev_private;
	376	drm_i915_vblank_swap_t swap;
	377	drm_i915_vbl_swap_t *vbl_swap;
541f29aa	378	unsigned int pipe, seqtype, irqflags, curseq;
a6b54f3f MD	379	struct list_head *list;
	380
	381	if (!dev_priv) {
	382	DRM_ERROR("%s called with no initialization\n", __func__);
	383	return DRM_ERR(EINVAL);
	384	}
	385
	386	if (dev_priv->sarea_priv->rotation) {
	387	DRM_DEBUG("Rotation not supported\n");
	388	return DRM_ERR(EINVAL);
	389	}
	390
	391	if (dev_priv->swaps_pending >= 100) {
	392	DRM_DEBUG("Too many swaps queued\n");
	393	return DRM_ERR(EBUSY);
	394	}
	395
	396	DRM_COPY_FROM_USER_IOCTL(swap, (drm_i915_vblank_swap_t __user *) data,
	397	sizeof(swap));
	398
541f29aa MD	399	if (swap.seqtype & ~(_DRM_VBLANK_RELATIVE \| _DRM_VBLANK_ABSOLUTE \|
	400	_DRM_VBLANK_SECONDARY)) {
	401	DRM_ERROR("Invalid sequence type 0x%x\n", swap.seqtype);
	402	return DRM_ERR(EINVAL);
	403	}
	404
	405	pipe = (swap.seqtype & _DRM_VBLANK_SECONDARY) ? 1 : 0;
	406
	407	seqtype = swap.seqtype & (_DRM_VBLANK_RELATIVE \| _DRM_VBLANK_ABSOLUTE);
	408
	409	if (seqtype == _DRM_VBLANK_RELATIVE && swap.sequence == 0) {
	410	DRM_DEBUG("Not scheduling swap for current sequence\n");
	411	return DRM_ERR(EINVAL);
	412	}
	413
	414	if (!(dev_priv->vblank_pipe & (1 << pipe))) {
	415	DRM_ERROR("Invalid pipe %d\n", pipe);
a6b54f3f MD	416	return DRM_ERR(EINVAL);
	417	}
	418
	419	spin_lock_irqsave(&dev->drw_lock, irqflags);
	420
	421	if (!drm_get_drawable_info(dev, swap.drawable)) {
	422	spin_unlock_irqrestore(&dev->drw_lock, irqflags);
	423	DRM_ERROR("Invalid drawable ID %d\n", swap.drawable);
	424	return DRM_ERR(EINVAL);
	425	}
	426
	427	spin_unlock_irqrestore(&dev->drw_lock, irqflags);
	428
541f29aa MD	429	curseq = atomic_read(pipe ? &dev->vbl_received2 : &dev->vbl_received);
541f29aa MD	430
a6b54f3f MD	431	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
a6b54f3f MD	432
541f29aa MD	433	switch (seqtype) {
	434	case _DRM_VBLANK_RELATIVE:
	435	swap.sequence += curseq;
	436	break;
	437	case _DRM_VBLANK_ABSOLUTE:
	438	if ((curseq - swap.sequence) > (1<<23)) {
	439	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	440	DRM_DEBUG("Missed target sequence\n");
	441	return DRM_ERR(EINVAL);
	442	}
	443	break;
	444	}
	445
a6b54f3f MD	446	list_for_each(list, &dev_priv->vbl_swaps.head) {
	447	vbl_swap = list_entry(list, drm_i915_vbl_swap_t, head);
	448
	449	if (vbl_swap->drw_id == swap.drawable &&
541f29aa	450	vbl_swap->pipe == pipe &&
a6b54f3f MD	451	vbl_swap->sequence == swap.sequence) {
	452	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	453	DRM_DEBUG("Already scheduled\n");
	454	return 0;
	455	}
	456	}
	457
	458	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	459
	460	vbl_swap = drm_calloc(1, sizeof(vbl_swap), DRM_MEM_DRIVER);
	461
	462	if (!vbl_swap) {
	463	DRM_ERROR("Failed to allocate memory to queue swap\n");
	464	return DRM_ERR(ENOMEM);
	465	}
	466
	467	DRM_DEBUG("\n");
	468
	469	vbl_swap->drw_id = swap.drawable;
541f29aa	470	vbl_swap->pipe = pipe;
a6b54f3f MD	471	vbl_swap->sequence = swap.sequence;
	472
	473	spin_lock_irqsave(&dev_priv->swaps_lock, irqflags);
	474
	475	list_add_tail((struct list_head *)vbl_swap, &dev_priv->vbl_swaps.head);
	476	dev_priv->swaps_pending++;
	477
	478	spin_unlock_irqrestore(&dev_priv->swaps_lock, irqflags);
	479
541f29aa MD	480	DRM_COPY_TO_USER_IOCTL((drm_i915_vblank_swap_t __user *) data, swap,
	481	sizeof(swap));
	482
a6b54f3f MD	483	return 0;
	484	}
	485
1da177e4 LT	486	/* drm_dma.h hooks
	487	*/
	488	void i915_driver_irq_preinstall(drm_device_t * dev)
	489	{
	490	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	491
	492	I915_WRITE16(I915REG_HWSTAM, 0xfffe);
	493	I915_WRITE16(I915REG_INT_MASK_R, 0x0);
	494	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
	495	}
	496
	497	void i915_driver_irq_postinstall(drm_device_t * dev)
	498	{
	499	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
	500
a6b54f3f MD	501	dev_priv->swaps_lock = SPIN_LOCK_UNLOCKED;
	502	INIT_LIST_HEAD(&dev_priv->vbl_swaps.head);
	503	dev_priv->swaps_pending = 0;
	504
702880f2	505	i915_enable_interrupt(dev);
1da177e4 LT	506	DRM_INIT_WAITQUEUE(&dev_priv->irq_queue);
	507	}
	508
	509	void i915_driver_irq_uninstall(drm_device_t * dev)
	510	{
	511	drm_i915_private_t dev_priv = (drm_i915_private_t ) dev->dev_private;
91e3738e DA	512	u16 temp;
91e3738e DA	513
1da177e4 LT	514	if (!dev_priv)
	515	return;
	516
	517	I915_WRITE16(I915REG_HWSTAM, 0xffff);
	518	I915_WRITE16(I915REG_INT_MASK_R, 0xffff);
	519	I915_WRITE16(I915REG_INT_ENABLE_R, 0x0);
91e3738e DA	520
	521	temp = I915_READ16(I915REG_INT_IDENTITY_R);
	522	I915_WRITE16(I915REG_INT_IDENTITY_R, temp);
1da177e4	523	}