[linux-block.git] / drivers / gpu / drm / nouveau / nouveau_channel.c

/*
 * Copyright 2005-2006 Stephane Marchesin
 * All Rights Reserved.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 */

#include "drmP.h"
#include "drm.h"
#include "nouveau_drv.h"
#include "nouveau_drm.h"
#include "nouveau_dma.h"

static int
nouveau_channel_pushbuf_ctxdma_init(struct nouveau_channel *chan)
{
	struct drm_device *dev = chan->dev;
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_bo *pb = chan->pushbuf_bo;
	struct nouveau_gpuobj *pushbuf = NULL;
	int ret;

	if (dev_priv->card_type >= NV_50) {
		ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY, 0,
					     dev_priv->vm_end, NV_DMA_ACCESS_RO,
					     NV_DMA_TARGET_AGP, &pushbuf);
		chan->pushbuf_base = pb->bo.offset;
	} else
	if (pb->bo.mem.mem_type == TTM_PL_TT) {
		ret = nouveau_gpuobj_gart_dma_new(chan, 0,
						  dev_priv->gart_info.aper_size,
						  NV_DMA_ACCESS_RO, &pushbuf,
						  NULL);
		chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
	} else
	if (dev_priv->card_type != NV_04) {
		ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY, 0,
					     dev_priv->fb_available_size,
					     NV_DMA_ACCESS_RO,
					     NV_DMA_TARGET_VIDMEM, &pushbuf);
		chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
	} else {
		/* NV04 cmdbuf hack, from original ddx.. not sure of it's
		 * exact reason for existing :)  PCI access to cmdbuf in
		 * VRAM.
		 */
		ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY,
					     pci_resource_start(dev->pdev,
					     1),
					     dev_priv->fb_available_size,
					     NV_DMA_ACCESS_RO,
					     NV_DMA_TARGET_PCI, &pushbuf);
		chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
	}

	ret = nouveau_gpuobj_ref_add(dev, chan, 0, pushbuf, &chan->pushbuf);
	if (ret) {
		NV_ERROR(dev, "Error referencing pushbuf ctxdma: %d\n", ret);
		if (pushbuf != dev_priv->gart_info.sg_ctxdma)
			nouveau_gpuobj_del(dev, &pushbuf);
		return ret;
	}

	return 0;
}

static struct nouveau_bo *
nouveau_channel_user_pushbuf_alloc(struct drm_device *dev)
{
	struct nouveau_bo *pushbuf = NULL;
	int location, ret;

	if (nouveau_vram_pushbuf)
		location = TTM_PL_FLAG_VRAM;
	else
		location = TTM_PL_FLAG_TT;

	ret = nouveau_bo_new(dev, NULL, 65536, 0, location, 0, 0x0000, false,
			     true, &pushbuf);
	if (ret) {
		NV_ERROR(dev, "error allocating DMA push buffer: %d\n", ret);
		return NULL;
	}

	ret = nouveau_bo_pin(pushbuf, location);
	if (ret) {
		NV_ERROR(dev, "error pinning DMA push buffer: %d\n", ret);
		nouveau_bo_ref(NULL, &pushbuf);
		return NULL;
	}

	return pushbuf;
}

/* allocates and initializes a fifo for user space consumption */
int
nouveau_channel_alloc(struct drm_device *dev, struct nouveau_channel **chan_ret,
		      struct drm_file *file_priv,
		      uint32_t vram_handle, uint32_t tt_handle)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_pgraph_engine *pgraph = &dev_priv->engine.graph;
	struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
	struct nouveau_channel *chan;
	int channel, user;
	int ret;

	/*
	 * Alright, here is the full story
	 * Nvidia cards have multiple hw fifo contexts (praise them for that,
	 * no complicated crash-prone context switches)
	 * We allocate a new context for each app and let it write to it
	 * directly (woo, full userspace command submission !)
	 * When there are no more contexts, you lost
	 */
	for (channel = 0; channel < pfifo->channels; channel++) {
		if (dev_priv->fifos[channel] == NULL)
			break;
	}

	/* no more fifos. you lost. */
	if (channel == pfifo->channels)
		return -EINVAL;

	dev_priv->fifos[channel] = kzalloc(sizeof(struct nouveau_channel),
					   GFP_KERNEL);
	if (!dev_priv->fifos[channel])
		return -ENOMEM;
	chan = dev_priv->fifos[channel];
	INIT_LIST_HEAD(&chan->nvsw.vbl_wait);
	INIT_LIST_HEAD(&chan->fence.pending);
	chan->dev = dev;
	chan->id = channel;
	chan->file_priv = file_priv;
	chan->vram_handle = vram_handle;
	chan->gart_handle = tt_handle;

	NV_INFO(dev, "Allocating FIFO number %d\n", channel);

	/* Allocate DMA push buffer */
	chan->pushbuf_bo = nouveau_channel_user_pushbuf_alloc(dev);
	if (!chan->pushbuf_bo) {
		ret = -ENOMEM;
		NV_ERROR(dev, "pushbuf %d\n", ret);
		nouveau_channel_free(chan);
		return ret;
	}

	nouveau_dma_pre_init(chan);

	/* Locate channel's user control regs */
	if (dev_priv->card_type < NV_40)
		user = NV03_USER(channel);
	else
	if (dev_priv->card_type < NV_50)
		user = NV40_USER(channel);
	else
		user = NV50_USER(channel);

	chan->user = ioremap(pci_resource_start(dev->pdev, 0) + user,
								PAGE_SIZE);
	if (!chan->user) {
		NV_ERROR(dev, "ioremap of regs failed.\n");
		nouveau_channel_free(chan);
		return -ENOMEM;
	}
	chan->user_put = 0x40;
	chan->user_get = 0x44;

	/* Allocate space for per-channel fixed notifier memory */
	ret = nouveau_notifier_init_channel(chan);
	if (ret) {
		NV_ERROR(dev, "ntfy %d\n", ret);
		nouveau_channel_free(chan);
		return ret;
	}

	/* Setup channel's default objects */
	ret = nouveau_gpuobj_channel_init(chan, vram_handle, tt_handle);
	if (ret) {
		NV_ERROR(dev, "gpuobj %d\n", ret);
		nouveau_channel_free(chan);
		return ret;
	}

	/* Create a dma object for the push buffer */
	ret = nouveau_channel_pushbuf_ctxdma_init(chan);
	if (ret) {
		NV_ERROR(dev, "pbctxdma %d\n", ret);
		nouveau_channel_free(chan);
		return ret;
	}

	/* disable the fifo caches */
	pfifo->reassign(dev, false);

	/* Create a graphics context for new channel */
	ret = pgraph->create_context(chan);
	if (ret) {
		nouveau_channel_free(chan);
		return ret;
	}

	/* Construct inital RAMFC for new channel */
	ret = pfifo->create_context(chan);
	if (ret) {
		nouveau_channel_free(chan);
		return ret;
	}

	pfifo->reassign(dev, true);

	ret = nouveau_dma_init(chan);
	if (!ret)
		ret = nouveau_fence_init(chan);
	if (ret) {
		nouveau_channel_free(chan);
		return ret;
	}

	nouveau_debugfs_channel_init(chan);

	NV_INFO(dev, "%s: initialised FIFO %d\n", __func__, channel);
	*chan_ret = chan;
	return 0;
}

/* stops a fifo */
void
nouveau_channel_free(struct nouveau_channel *chan)
{
	struct drm_device *dev = chan->dev;
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_pgraph_engine *pgraph = &dev_priv->engine.graph;
	struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
	unsigned long flags;
	int ret;

	NV_INFO(dev, "%s: freeing fifo %d\n", __func__, chan->id);

	nouveau_debugfs_channel_fini(chan);

	/* Give outstanding push buffers a chance to complete */
	spin_lock_irqsave(&chan->fence.lock, flags);
	nouveau_fence_update(chan);
	spin_unlock_irqrestore(&chan->fence.lock, flags);
	if (chan->fence.sequence != chan->fence.sequence_ack) {
		struct nouveau_fence *fence = NULL;

		ret = nouveau_fence_new(chan, &fence, true);
		if (ret == 0) {
			ret = nouveau_fence_wait(fence, NULL, false, false);
			nouveau_fence_unref((void *)&fence);
		}

		if (ret)
			NV_ERROR(dev, "Failed to idle channel %d.\n", chan->id);
	}

	/* Ensure all outstanding fences are signaled.  They should be if the
	 * above attempts at idling were OK, but if we failed this'll tell TTM
	 * we're done with the buffers.
	 */
	nouveau_fence_fini(chan);

	/* This will prevent pfifo from switching channels. */
	pfifo->reassign(dev, false);

	/* We want to give pgraph a chance to idle and get rid of all potential
	 * errors. We need to do this before the lock, otherwise the irq handler
	 * is unable to process them.
	 */
	if (pgraph->channel(dev) == chan)
		nouveau_wait_for_idle(dev);

	spin_lock_irqsave(&dev_priv->context_switch_lock, flags);

	pgraph->fifo_access(dev, false);
	if (pgraph->channel(dev) == chan)
		pgraph->unload_context(dev);
	pgraph->destroy_context(chan);
	pgraph->fifo_access(dev, true);

	if (pfifo->channel_id(dev) == chan->id) {
		pfifo->disable(dev);
		pfifo->unload_context(dev);
		pfifo->enable(dev);
	}
	pfifo->destroy_context(chan);

	pfifo->reassign(dev, true);

	spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags);

	/* Release the channel's resources */
	nouveau_gpuobj_ref_del(dev, &chan->pushbuf);
	if (chan->pushbuf_bo) {
		nouveau_bo_unpin(chan->pushbuf_bo);
		nouveau_bo_ref(NULL, &chan->pushbuf_bo);
	}
	nouveau_gpuobj_channel_takedown(chan);
	nouveau_notifier_takedown_channel(chan);
	if (chan->user)
		iounmap(chan->user);

	dev_priv->fifos[chan->id] = NULL;
	kfree(chan);
}

/* cleans up all the fifos from file_priv */
void
nouveau_channel_cleanup(struct drm_device *dev, struct drm_file *file_priv)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_engine *engine = &dev_priv->engine;
	int i;

	NV_DEBUG(dev, "clearing FIFO enables from file_priv\n");
	for (i = 0; i < engine->fifo.channels; i++) {
		struct nouveau_channel *chan = dev_priv->fifos[i];

		if (chan && chan->file_priv == file_priv)
			nouveau_channel_free(chan);
	}
}

int
nouveau_channel_owner(struct drm_device *dev, struct drm_file *file_priv,
		      int channel)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct nouveau_engine *engine = &dev_priv->engine;

	if (channel >= engine->fifo.channels)
		return 0;
	if (dev_priv->fifos[channel] == NULL)
		return 0;

	return (dev_priv->fifos[channel]->file_priv == file_priv);
}

/***********************************
 * ioctls wrapping the functions
 ***********************************/

static int
nouveau_ioctl_fifo_alloc(struct drm_device *dev, void *data,
			 struct drm_file *file_priv)
{
	struct drm_nouveau_private *dev_priv = dev->dev_private;
	struct drm_nouveau_channel_alloc *init = data;
	struct nouveau_channel *chan;
	int ret;

	NOUVEAU_CHECK_INITIALISED_WITH_RETURN;

	if (dev_priv->engine.graph.accel_blocked)
		return -ENODEV;

	if (init->fb_ctxdma_handle == ~0 || init->tt_ctxdma_handle == ~0)
		return -EINVAL;

	ret = nouveau_channel_alloc(dev, &chan, file_priv,
				    init->fb_ctxdma_handle,
				    init->tt_ctxdma_handle);
	if (ret)
		return ret;
	init->channel  = chan->id;

	if (chan->dma.ib_max)
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM |
					NOUVEAU_GEM_DOMAIN_GART;
	else if (chan->pushbuf_bo->bo.mem.mem_type == TTM_PL_VRAM)
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM;
	else
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART;

	init->subchan[0].handle = NvM2MF;
	if (dev_priv->card_type < NV_50)
		init->subchan[0].grclass = 0x0039;
	else
		init->subchan[0].grclass = 0x5039;
	init->subchan[1].handle = NvSw;
	init->subchan[1].grclass = NV_SW;
	init->nr_subchan = 2;

	/* Named memory object area */
	ret = drm_gem_handle_create(file_priv, chan->notifier_bo->gem,
				    &init->notifier_handle);
	if (ret) {
		nouveau_channel_free(chan);
		return ret;
	}

	return 0;
}

static int
nouveau_ioctl_fifo_free(struct drm_device *dev, void *data,
			struct drm_file *file_priv)
{
	struct drm_nouveau_channel_free *cfree = data;
	struct nouveau_channel *chan;

	NOUVEAU_CHECK_INITIALISED_WITH_RETURN;
	NOUVEAU_GET_USER_CHANNEL_WITH_RETURN(cfree->channel, file_priv, chan);

	nouveau_channel_free(chan);
	return 0;
}

/***********************************
 * finally, the ioctl table
 ***********************************/

struct drm_ioctl_desc nouveau_ioctls[] = {
	DRM_IOCTL_DEF(DRM_NOUVEAU_GETPARAM, nouveau_ioctl_getparam, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_SETPARAM, nouveau_ioctl_setparam, DRM_AUTH|DRM_MASTER|DRM_ROOT_ONLY),
	DRM_IOCTL_DEF(DRM_NOUVEAU_CHANNEL_ALLOC, nouveau_ioctl_fifo_alloc, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_CHANNEL_FREE, nouveau_ioctl_fifo_free, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GROBJ_ALLOC, nouveau_ioctl_grobj_alloc, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_ioctl_notifier_alloc, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GPUOBJ_FREE, nouveau_ioctl_gpuobj_free, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_AUTH),
	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_AUTH),
};

int nouveau_max_ioctl = DRM_ARRAY_SIZE(nouveau_ioctls);
Commit	Line	Data
6ee73861 BS	1	/*
	2	* Copyright 2005-2006 Stephane Marchesin
	3	* All Rights Reserved.
	4	*
	5	* Permission is hereby granted, free of charge, to any person obtaining a
	6	* copy of this software and associated documentation files (the "Software"),
	7	* to deal in the Software without restriction, including without limitation
	8	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	9	* and/or sell copies of the Software, and to permit persons to whom the
	10	* Software is furnished to do so, subject to the following conditions:
	11	*
	12	* The above copyright notice and this permission notice (including the next
	13	* paragraph) shall be included in all copies or substantial portions of the
	14	* Software.
	15	*
	16	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	17	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	18	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	19	* PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
	20	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	21	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
	22	* DEALINGS IN THE SOFTWARE.
	23	*/
	24
	25	#include "drmP.h"
	26	#include "drm.h"
	27	#include "nouveau_drv.h"
	28	#include "nouveau_drm.h"
	29	#include "nouveau_dma.h"
	30
	31	static int
	32	nouveau_channel_pushbuf_ctxdma_init(struct nouveau_channel *chan)
	33	{
	34	struct drm_device *dev = chan->dev;
	35	struct drm_nouveau_private *dev_priv = dev->dev_private;
	36	struct nouveau_bo *pb = chan->pushbuf_bo;
	37	struct nouveau_gpuobj *pushbuf = NULL;
6ee73861 BS	38	int ret;
6ee73861 BS	39
d87897d4 BS	40	if (dev_priv->card_type >= NV_50) {
	41	ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY, 0,
	42	dev_priv->vm_end, NV_DMA_ACCESS_RO,
	43	NV_DMA_TARGET_AGP, &pushbuf);
	44	chan->pushbuf_base = pb->bo.offset;
	45	} else
6ee73861 BS	46	if (pb->bo.mem.mem_type == TTM_PL_TT) {
	47	ret = nouveau_gpuobj_gart_dma_new(chan, 0,
	48	dev_priv->gart_info.aper_size,
	49	NV_DMA_ACCESS_RO, &pushbuf,
	50	NULL);
d87897d4	51	chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
6ee73861 BS	52	} else
	53	if (dev_priv->card_type != NV_04) {
	54	ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY, 0,
	55	dev_priv->fb_available_size,
	56	NV_DMA_ACCESS_RO,
	57	NV_DMA_TARGET_VIDMEM, &pushbuf);
d87897d4	58	chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
6ee73861 BS	59	} else {
	60	/* NV04 cmdbuf hack, from original ddx.. not sure of it's
	61	* exact reason for existing :) PCI access to cmdbuf in
	62	* VRAM.
	63	*/
	64	ret = nouveau_gpuobj_dma_new(chan, NV_CLASS_DMA_IN_MEMORY,
01d73a69 JC	65	pci_resource_start(dev->pdev,
01d73a69 JC	66	1),
6ee73861 BS	67	dev_priv->fb_available_size,
	68	NV_DMA_ACCESS_RO,
	69	NV_DMA_TARGET_PCI, &pushbuf);
d87897d4	70	chan->pushbuf_base = pb->bo.mem.mm_node->start << PAGE_SHIFT;
6ee73861 BS	71	}
	72
	73	ret = nouveau_gpuobj_ref_add(dev, chan, 0, pushbuf, &chan->pushbuf);
	74	if (ret) {
	75	NV_ERROR(dev, "Error referencing pushbuf ctxdma: %d\n", ret);
	76	if (pushbuf != dev_priv->gart_info.sg_ctxdma)
	77	nouveau_gpuobj_del(dev, &pushbuf);
	78	return ret;
	79	}
	80
	81	return 0;
	82	}
	83
	84	static struct nouveau_bo *
	85	nouveau_channel_user_pushbuf_alloc(struct drm_device *dev)
	86	{
	87	struct nouveau_bo *pushbuf = NULL;
	88	int location, ret;
	89
	90	if (nouveau_vram_pushbuf)
	91	location = TTM_PL_FLAG_VRAM;
	92	else
	93	location = TTM_PL_FLAG_TT;
	94
	95	ret = nouveau_bo_new(dev, NULL, 65536, 0, location, 0, 0x0000, false,
	96	true, &pushbuf);
	97	if (ret) {
	98	NV_ERROR(dev, "error allocating DMA push buffer: %d\n", ret);
	99	return NULL;
	100	}
	101
	102	ret = nouveau_bo_pin(pushbuf, location);
	103	if (ret) {
	104	NV_ERROR(dev, "error pinning DMA push buffer: %d\n", ret);
	105	nouveau_bo_ref(NULL, &pushbuf);
	106	return NULL;
	107	}
	108
	109	return pushbuf;
	110	}
	111
	112	/* allocates and initializes a fifo for user space consumption */
	113	int
	114	nouveau_channel_alloc(struct drm_device dev, struct nouveau_channel *chan_ret,
	115	struct drm_file *file_priv,
	116	uint32_t vram_handle, uint32_t tt_handle)
	117	{
	118	struct drm_nouveau_private *dev_priv = dev->dev_private;
	119	struct nouveau_pgraph_engine *pgraph = &dev_priv->engine.graph;
	120	struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
	121	struct nouveau_channel *chan;
	122	int channel, user;
	123	int ret;
	124
	125	/*
	126	* Alright, here is the full story
	127	* Nvidia cards have multiple hw fifo contexts (praise them for that,
	128	* no complicated crash-prone context switches)
	129	* We allocate a new context for each app and let it write to it
	130	* directly (woo, full userspace command submission !)
	131	* When there are no more contexts, you lost
	132	*/
	133	for (channel = 0; channel < pfifo->channels; channel++) {
	134	if (dev_priv->fifos[channel] == NULL)
135	break;
136	}
137
138	/* no more fifos. you lost. */
139	if (channel == pfifo->channels)
140	return -EINVAL;
141
142	dev_priv->fifos[channel] = kzalloc(sizeof(struct nouveau_channel),
143	GFP_KERNEL);
144	if (!dev_priv->fifos[channel])
145	return -ENOMEM;
6ee73861 BS	146	chan = dev_priv->fifos[channel];
	147	INIT_LIST_HEAD(&chan->nvsw.vbl_wait);
	148	INIT_LIST_HEAD(&chan->fence.pending);
	149	chan->dev = dev;
	150	chan->id = channel;
	151	chan->file_priv = file_priv;
	152	chan->vram_handle = vram_handle;
	153	chan->gart_handle = tt_handle;
	154
	155	NV_INFO(dev, "Allocating FIFO number %d\n", channel);
	156
	157	/* Allocate DMA push buffer */
	158	chan->pushbuf_bo = nouveau_channel_user_pushbuf_alloc(dev);
	159	if (!chan->pushbuf_bo) {
	160	ret = -ENOMEM;
	161	NV_ERROR(dev, "pushbuf %d\n", ret);
	162	nouveau_channel_free(chan);
	163	return ret;
	164	}
	165
75c99da6 BS	166	nouveau_dma_pre_init(chan);
75c99da6 BS	167
6ee73861 BS	168	/* Locate channel's user control regs */
	169	if (dev_priv->card_type < NV_40)
	170	user = NV03_USER(channel);
	171	else
	172	if (dev_priv->card_type < NV_50)
	173	user = NV40_USER(channel);
	174	else
	175	user = NV50_USER(channel);
	176
	177	chan->user = ioremap(pci_resource_start(dev->pdev, 0) + user,
	178	PAGE_SIZE);
	179	if (!chan->user) {
	180	NV_ERROR(dev, "ioremap of regs failed.\n");
	181	nouveau_channel_free(chan);
	182	return -ENOMEM;
	183	}
	184	chan->user_put = 0x40;
	185	chan->user_get = 0x44;
	186
	187	/* Allocate space for per-channel fixed notifier memory */
	188	ret = nouveau_notifier_init_channel(chan);
	189	if (ret) {
	190	NV_ERROR(dev, "ntfy %d\n", ret);
	191	nouveau_channel_free(chan);
	192	return ret;
	193	}
	194
	195	/* Setup channel's default objects */
	196	ret = nouveau_gpuobj_channel_init(chan, vram_handle, tt_handle);
	197	if (ret) {
	198	NV_ERROR(dev, "gpuobj %d\n", ret);
	199	nouveau_channel_free(chan);
	200	return ret;
	201	}
	202
	203	/* Create a dma object for the push buffer */
	204	ret = nouveau_channel_pushbuf_ctxdma_init(chan);
	205	if (ret) {
	206	NV_ERROR(dev, "pbctxdma %d\n", ret);
	207	nouveau_channel_free(chan);
	208	return ret;
	209	}
	210
	211	/* disable the fifo caches */
	212	pfifo->reassign(dev, false);
	213
	214	/* Create a graphics context for new channel */
	215	ret = pgraph->create_context(chan);
	216	if (ret) {
	217	nouveau_channel_free(chan);
	218	return ret;
	219	}
	220
	221	/* Construct inital RAMFC for new channel */
	222	ret = pfifo->create_context(chan);
	223	if (ret) {
	224	nouveau_channel_free(chan);
	225	return ret;
	226	}
	227
	228	pfifo->reassign(dev, true);
	229
	230	ret = nouveau_dma_init(chan);
	231	if (!ret)
232	ret = nouveau_fence_init(chan);
233	if (ret) {
234	nouveau_channel_free(chan);
235	return ret;
236	}
237
238	nouveau_debugfs_channel_init(chan);
239
240	NV_INFO(dev, "%s: initialised FIFO %d\n", __func__, channel);
241	*chan_ret = chan;
242	return 0;
243	}
244
6ee73861 BS	245	/* stops a fifo */
	246	void
	247	nouveau_channel_free(struct nouveau_channel *chan)
	248	{
	249	struct drm_device *dev = chan->dev;
	250	struct drm_nouveau_private *dev_priv = dev->dev_private;
	251	struct nouveau_pgraph_engine *pgraph = &dev_priv->engine.graph;
	252	struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
	253	unsigned long flags;
	254	int ret;
	255
	256	NV_INFO(dev, "%s: freeing fifo %d\n", __func__, chan->id);
	257
	258	nouveau_debugfs_channel_fini(chan);
	259
	260	/* Give outstanding push buffers a chance to complete */
	261	spin_lock_irqsave(&chan->fence.lock, flags);
	262	nouveau_fence_update(chan);
	263	spin_unlock_irqrestore(&chan->fence.lock, flags);
	264	if (chan->fence.sequence != chan->fence.sequence_ack) {
	265	struct nouveau_fence *fence = NULL;
	266
	267	ret = nouveau_fence_new(chan, &fence, true);
	268	if (ret == 0) {
	269	ret = nouveau_fence_wait(fence, NULL, false, false);
	270	nouveau_fence_unref((void *)&fence);
	271	}
	272
	273	if (ret)
	274	NV_ERROR(dev, "Failed to idle channel %d.\n", chan->id);
	275	}
	276
	277	/* Ensure all outstanding fences are signaled. They should be if the
	278	* above attempts at idling were OK, but if we failed this'll tell TTM
	279	* we're done with the buffers.
	280	*/
	281	nouveau_fence_fini(chan);
	282
ff9e5279	283	/* This will prevent pfifo from switching channels. */
6ee73861 BS	284	pfifo->reassign(dev, false);
6ee73861 BS	285
ff9e5279 MM	286	/* We want to give pgraph a chance to idle and get rid of all potential
	287	* errors. We need to do this before the lock, otherwise the irq handler
	288	* is unable to process them.
	289	*/
	290	if (pgraph->channel(dev) == chan)
	291	nouveau_wait_for_idle(dev);
	292
	293	spin_lock_irqsave(&dev_priv->context_switch_lock, flags);
	294
a51a3bf5 MM	295	pgraph->fifo_access(dev, false);
a51a3bf5 MM	296	if (pgraph->channel(dev) == chan)
6ee73861	297	pgraph->unload_context(dev);
6ee73861	298	pgraph->destroy_context(chan);
a51a3bf5	299	pgraph->fifo_access(dev, true);
6ee73861 BS	300
	301	if (pfifo->channel_id(dev) == chan->id) {
	302	pfifo->disable(dev);
	303	pfifo->unload_context(dev);
	304	pfifo->enable(dev);
	305	}
	306	pfifo->destroy_context(chan);
	307
	308	pfifo->reassign(dev, true);
	309
ff9e5279 MM	310	spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags);
ff9e5279 MM	311
6ee73861 BS	312	/* Release the channel's resources */
	313	nouveau_gpuobj_ref_del(dev, &chan->pushbuf);
	314	if (chan->pushbuf_bo) {
	315	nouveau_bo_unpin(chan->pushbuf_bo);
	316	nouveau_bo_ref(NULL, &chan->pushbuf_bo);
	317	}
	318	nouveau_gpuobj_channel_takedown(chan);
	319	nouveau_notifier_takedown_channel(chan);
	320	if (chan->user)
	321	iounmap(chan->user);
	322
	323	dev_priv->fifos[chan->id] = NULL;
6ee73861 BS	324	kfree(chan);
	325	}
	326
	327	/* cleans up all the fifos from file_priv */
	328	void
	329	nouveau_channel_cleanup(struct drm_device dev, struct drm_file file_priv)
	330	{
	331	struct drm_nouveau_private *dev_priv = dev->dev_private;
	332	struct nouveau_engine *engine = &dev_priv->engine;
	333	int i;
	334
	335	NV_DEBUG(dev, "clearing FIFO enables from file_priv\n");
	336	for (i = 0; i < engine->fifo.channels; i++) {
	337	struct nouveau_channel *chan = dev_priv->fifos[i];
	338
	339	if (chan && chan->file_priv == file_priv)
	340	nouveau_channel_free(chan);
	341	}
	342	}
	343
	344	int
	345	nouveau_channel_owner(struct drm_device dev, struct drm_file file_priv,
	346	int channel)
	347	{
	348	struct drm_nouveau_private *dev_priv = dev->dev_private;
	349	struct nouveau_engine *engine = &dev_priv->engine;
	350
	351	if (channel >= engine->fifo.channels)
	352	return 0;
	353	if (dev_priv->fifos[channel] == NULL)
	354	return 0;
	355
	356	return (dev_priv->fifos[channel]->file_priv == file_priv);
	357	}
	358
	359	/***********************************
	360	* ioctls wrapping the functions
	361	***********************************/
	362
	363	static int
	364	nouveau_ioctl_fifo_alloc(struct drm_device dev, void data,
	365	struct drm_file *file_priv)
	366	{
	367	struct drm_nouveau_private *dev_priv = dev->dev_private;
	368	struct drm_nouveau_channel_alloc *init = data;
	369	struct nouveau_channel *chan;
	370	int ret;
	371
	372	NOUVEAU_CHECK_INITIALISED_WITH_RETURN;
	373
	374	if (dev_priv->engine.graph.accel_blocked)
	375	return -ENODEV;
	376
	377	if (init->fb_ctxdma_handle == ~0 \|\| init->tt_ctxdma_handle == ~0)
	378	return -EINVAL;
	379
	380	ret = nouveau_channel_alloc(dev, &chan, file_priv,
	381	init->fb_ctxdma_handle,
	382	init->tt_ctxdma_handle);
	383	if (ret)
	384	return ret;
	385	init->channel = chan->id;
	386
a1606a95 BS	387	if (chan->dma.ib_max)
	388	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM \|
	389	NOUVEAU_GEM_DOMAIN_GART;
	390	else if (chan->pushbuf_bo->bo.mem.mem_type == TTM_PL_VRAM)
	391	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM;
	392	else
	393	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART;
	394
6ee73861 BS	395	init->subchan[0].handle = NvM2MF;
	396	if (dev_priv->card_type < NV_50)
	397	init->subchan[0].grclass = 0x0039;
	398	else
	399	init->subchan[0].grclass = 0x5039;
f03a314b FJ	400	init->subchan[1].handle = NvSw;
	401	init->subchan[1].grclass = NV_SW;
	402	init->nr_subchan = 2;
6ee73861 BS	403
	404	/* Named memory object area */
	405	ret = drm_gem_handle_create(file_priv, chan->notifier_bo->gem,
	406	&init->notifier_handle);
	407	if (ret) {
	408	nouveau_channel_free(chan);
	409	return ret;
	410	}
	411
	412	return 0;
	413	}
	414
	415	static int
	416	nouveau_ioctl_fifo_free(struct drm_device dev, void data,
	417	struct drm_file *file_priv)
	418	{
	419	struct drm_nouveau_channel_free *cfree = data;
	420	struct nouveau_channel *chan;
	421
	422	NOUVEAU_CHECK_INITIALISED_WITH_RETURN;
	423	NOUVEAU_GET_USER_CHANNEL_WITH_RETURN(cfree->channel, file_priv, chan);
	424
	425	nouveau_channel_free(chan);
	426	return 0;
	427	}
	428
	429	/***********************************
	430	* finally, the ioctl table
	431	***********************************/
	432
	433	struct drm_ioctl_desc nouveau_ioctls[] = {
6ee73861 BS	434	DRM_IOCTL_DEF(DRM_NOUVEAU_GETPARAM, nouveau_ioctl_getparam, DRM_AUTH),
	435	DRM_IOCTL_DEF(DRM_NOUVEAU_SETPARAM, nouveau_ioctl_setparam, DRM_AUTH\|DRM_MASTER\|DRM_ROOT_ONLY),
	436	DRM_IOCTL_DEF(DRM_NOUVEAU_CHANNEL_ALLOC, nouveau_ioctl_fifo_alloc, DRM_AUTH),
	437	DRM_IOCTL_DEF(DRM_NOUVEAU_CHANNEL_FREE, nouveau_ioctl_fifo_free, DRM_AUTH),
	438	DRM_IOCTL_DEF(DRM_NOUVEAU_GROBJ_ALLOC, nouveau_ioctl_grobj_alloc, DRM_AUTH),
	439	DRM_IOCTL_DEF(DRM_NOUVEAU_NOTIFIEROBJ_ALLOC, nouveau_ioctl_notifier_alloc, DRM_AUTH),
	440	DRM_IOCTL_DEF(DRM_NOUVEAU_GPUOBJ_FREE, nouveau_ioctl_gpuobj_free, DRM_AUTH),
	441	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_NEW, nouveau_gem_ioctl_new, DRM_AUTH),
	442	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_PUSHBUF, nouveau_gem_ioctl_pushbuf, DRM_AUTH),
6ee73861 BS	443	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_CPU_PREP, nouveau_gem_ioctl_cpu_prep, DRM_AUTH),
	444	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_CPU_FINI, nouveau_gem_ioctl_cpu_fini, DRM_AUTH),
	445	DRM_IOCTL_DEF(DRM_NOUVEAU_GEM_INFO, nouveau_gem_ioctl_info, DRM_AUTH),
6ee73861 BS	446	};
	447
	448	int nouveau_max_ioctl = DRM_ARRAY_SIZE(nouveau_ioctls);