[deliverable/linux.git] / drivers / gpu / drm / nouveau / nouveau_abi16.c

/*
 * Copyright 2012 Red Hat Inc.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 */

#include <nvif/client.h>
#include <nvif/driver.h>
#include <nvif/ioctl.h>
#include <nvif/class.h>

#include "nouveau_drm.h"
#include "nouveau_dma.h"
#include "nouveau_gem.h"
#include "nouveau_chan.h"
#include "nouveau_abi16.h"

struct nouveau_abi16 *
nouveau_abi16_get(struct drm_file *file_priv, struct drm_device *dev)
{
	struct nouveau_cli *cli = nouveau_cli(file_priv);
	mutex_lock(&cli->mutex);
	if (!cli->abi16) {
		struct nouveau_abi16 *abi16;
		cli->abi16 = abi16 = kzalloc(sizeof(*abi16), GFP_KERNEL);
		if (cli->abi16) {
			struct nv_device_v0 args = {
				.device = ~0ULL,
			};

			INIT_LIST_HEAD(&abi16->channels);

			/* allocate device object targeting client's default
			 * device (ie. the one that belongs to the fd it
			 * opened)
			 */
			if (nvif_device_init(&cli->base.base, NULL,
					     NOUVEAU_ABI16_DEVICE, NV_DEVICE,
					     &args, sizeof(args),
					     &abi16->device) == 0)
				return cli->abi16;

			kfree(cli->abi16);
			cli->abi16 = NULL;
		}

		mutex_unlock(&cli->mutex);
	}
	return cli->abi16;
}

int
nouveau_abi16_put(struct nouveau_abi16 *abi16, int ret)
{
	struct nouveau_cli *cli = (void *)nvif_client(&abi16->device.base);
	mutex_unlock(&cli->mutex);
	return ret;
}

u16
nouveau_abi16_swclass(struct nouveau_drm *drm)
{
	switch (drm->device.info.family) {
	case NV_DEVICE_INFO_V0_TNT:
		return 0x006e;
	case NV_DEVICE_INFO_V0_CELSIUS:
	case NV_DEVICE_INFO_V0_KELVIN:
	case NV_DEVICE_INFO_V0_RANKINE:
	case NV_DEVICE_INFO_V0_CURIE:
		return 0x016e;
	case NV_DEVICE_INFO_V0_TESLA:
		return 0x506e;
	case NV_DEVICE_INFO_V0_FERMI:
	case NV_DEVICE_INFO_V0_KEPLER:
	case NV_DEVICE_INFO_V0_MAXWELL:
		return 0x906e;
	}

	return 0x0000;
}

static void
nouveau_abi16_ntfy_fini(struct nouveau_abi16_chan *chan,
			struct nouveau_abi16_ntfy *ntfy)
{
	nouveau_mm_free(&chan->heap, &ntfy->node);
	list_del(&ntfy->head);
	kfree(ntfy);
}

static void
nouveau_abi16_chan_fini(struct nouveau_abi16 *abi16,
			struct nouveau_abi16_chan *chan)
{
	struct nouveau_abi16_ntfy *ntfy, *temp;

	/* wait for all activity to stop before releasing notify object, which
	 * may be still in use */
	if (chan->chan && chan->ntfy)
		nouveau_channel_idle(chan->chan);

	/* cleanup notifier state */
	list_for_each_entry_safe(ntfy, temp, &chan->notifiers, head) {
		nouveau_abi16_ntfy_fini(chan, ntfy);
	}

	if (chan->ntfy) {
		nouveau_bo_vma_del(chan->ntfy, &chan->ntfy_vma);
		nouveau_bo_unpin(chan->ntfy);
		drm_gem_object_unreference_unlocked(&chan->ntfy->gem);
	}

	if (chan->heap.block_size)
		nouveau_mm_fini(&chan->heap);

	/* destroy channel object, all children will be killed too */
	if (chan->chan) {
		abi16->handles &= ~(1ULL << (chan->chan->object->handle & 0xffff));
		nouveau_channel_del(&chan->chan);
	}

	list_del(&chan->head);
	kfree(chan);
}

void
nouveau_abi16_fini(struct nouveau_abi16 *abi16)
{
	struct nouveau_cli *cli = (void *)nvif_client(&abi16->device.base);
	struct nouveau_abi16_chan *chan, *temp;

	/* cleanup channels */
	list_for_each_entry_safe(chan, temp, &abi16->channels, head) {
		nouveau_abi16_chan_fini(abi16, chan);
	}

	/* destroy the device object */
	nvif_device_fini(&abi16->device);

	kfree(cli->abi16);
	cli->abi16 = NULL;
}

int
nouveau_abi16_ioctl_getparam(ABI16_IOCTL_ARGS)
{
	struct nouveau_cli *cli = nouveau_cli(file_priv);
	struct nouveau_drm *drm = nouveau_drm(dev);
	struct nvif_device *device = &drm->device;
	struct nouveau_timer *ptimer = nvkm_timer(device);
	struct nouveau_graph *graph = nvkm_gr(device);
	struct drm_nouveau_getparam *getparam = data;

	switch (getparam->param) {
	case NOUVEAU_GETPARAM_CHIPSET_ID:
		getparam->value = device->info.chipset;
		break;
	case NOUVEAU_GETPARAM_PCI_VENDOR:
		if (nv_device_is_pci(nvkm_device(device)))
			getparam->value = dev->pdev->vendor;
		else
			getparam->value = 0;
		break;
	case NOUVEAU_GETPARAM_PCI_DEVICE:
		if (nv_device_is_pci(nvkm_device(device)))
			getparam->value = dev->pdev->device;
		else
			getparam->value = 0;
		break;
	case NOUVEAU_GETPARAM_BUS_TYPE:
		if (!nv_device_is_pci(nvkm_device(device)))
			getparam->value = 3;
		else
		if (drm_pci_device_is_agp(dev))
			getparam->value = 0;
		else
		if (!pci_is_pcie(dev->pdev))
			getparam->value = 1;
		else
			getparam->value = 2;
		break;
	case NOUVEAU_GETPARAM_FB_SIZE:
		getparam->value = drm->gem.vram_available;
		break;
	case NOUVEAU_GETPARAM_AGP_SIZE:
		getparam->value = drm->gem.gart_available;
		break;
	case NOUVEAU_GETPARAM_VM_VRAM_BASE:
		getparam->value = 0; /* deprecated */
		break;
	case NOUVEAU_GETPARAM_PTIMER_TIME:
		getparam->value = ptimer->read(ptimer);
		break;
	case NOUVEAU_GETPARAM_HAS_BO_USAGE:
		getparam->value = 1;
		break;
	case NOUVEAU_GETPARAM_HAS_PAGEFLIP:
		getparam->value = 1;
		break;
	case NOUVEAU_GETPARAM_GRAPH_UNITS:
		getparam->value = graph->units ? graph->units(graph) : 0;
		break;
	default:
		NV_PRINTK(debug, cli, "unknown parameter %lld\n", getparam->param);
		return -EINVAL;
	}

	return 0;
}

int
nouveau_abi16_ioctl_setparam(ABI16_IOCTL_ARGS)
{
	return -EINVAL;
}

int
nouveau_abi16_ioctl_channel_alloc(ABI16_IOCTL_ARGS)
{
	struct drm_nouveau_channel_alloc *init = data;
	struct nouveau_cli *cli = nouveau_cli(file_priv);
	struct nouveau_drm *drm = nouveau_drm(dev);
	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	struct nouveau_abi16_chan *chan;
	struct nvif_device *device;
	int ret;

	if (unlikely(!abi16))
		return -ENOMEM;

	if (!drm->channel)
		return nouveau_abi16_put(abi16, -ENODEV);

	device = &abi16->device;

	/* hack to allow channel engine type specification on kepler */
	if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) {
		if (init->fb_ctxdma_handle != ~0)
			init->fb_ctxdma_handle = KEPLER_CHANNEL_GPFIFO_A_V0_ENGINE_GR;
		else
			init->fb_ctxdma_handle = init->tt_ctxdma_handle;

		/* allow flips to be executed if this is a graphics channel */
		init->tt_ctxdma_handle = 0;
		if (init->fb_ctxdma_handle == KEPLER_CHANNEL_GPFIFO_A_V0_ENGINE_GR)
			init->tt_ctxdma_handle = 1;
	}

	if (init->fb_ctxdma_handle == ~0 || init->tt_ctxdma_handle == ~0)
		return nouveau_abi16_put(abi16, -EINVAL);

	/* allocate "abi16 channel" data and make up a handle for it */
	init->channel = __ffs64(~abi16->handles);
	if (~abi16->handles == 0)
		return nouveau_abi16_put(abi16, -ENOSPC);

	chan = kzalloc(sizeof(*chan), GFP_KERNEL);
	if (!chan)
		return nouveau_abi16_put(abi16, -ENOMEM);

	INIT_LIST_HEAD(&chan->notifiers);
	list_add(&chan->head, &abi16->channels);
	abi16->handles |= (1ULL << init->channel);

	/* create channel object and initialise dma and fence management */
	ret = nouveau_channel_new(drm, device,
				  NOUVEAU_ABI16_CHAN(init->channel),
				  init->fb_ctxdma_handle,
				  init->tt_ctxdma_handle, &chan->chan);
	if (ret)
		goto done;

	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA)
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM |
					NOUVEAU_GEM_DOMAIN_GART;
	else
	if (chan->chan->push.buffer->bo.mem.mem_type == TTM_PL_VRAM)
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM;
	else
		init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART;

	if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) {
		init->subchan[0].handle = 0x00000000;
		init->subchan[0].grclass = 0x0000;
		init->subchan[1].handle = chan->chan->nvsw.handle;
		init->subchan[1].grclass = 0x506e;
		init->nr_subchan = 2;
	}

	/* Named memory object area */
	ret = nouveau_gem_new(dev, PAGE_SIZE, 0, NOUVEAU_GEM_DOMAIN_GART,
			      0, 0, &chan->ntfy);
	if (ret == 0)
		ret = nouveau_bo_pin(chan->ntfy, TTM_PL_FLAG_TT);
	if (ret)
		goto done;

	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
		ret = nouveau_bo_vma_add(chan->ntfy, cli->vm,
					&chan->ntfy_vma);
		if (ret)
			goto done;
	}

	ret = drm_gem_handle_create(file_priv, &chan->ntfy->gem,
				    &init->notifier_handle);
	if (ret)
		goto done;

	ret = nouveau_mm_init(&chan->heap, 0, PAGE_SIZE, 1);
done:
	if (ret)
		nouveau_abi16_chan_fini(abi16, chan);
	return nouveau_abi16_put(abi16, ret);
}

static struct nouveau_abi16_chan *
nouveau_abi16_chan(struct nouveau_abi16 *abi16, int channel)
{
	struct nouveau_abi16_chan *chan;

	list_for_each_entry(chan, &abi16->channels, head) {
		if (chan->chan->object->handle == NOUVEAU_ABI16_CHAN(channel))
			return chan;
	}

	return NULL;
}

int
nouveau_abi16_ioctl_channel_free(ABI16_IOCTL_ARGS)
{
	struct drm_nouveau_channel_free *req = data;
	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	struct nouveau_abi16_chan *chan;

	if (unlikely(!abi16))
		return -ENOMEM;

	chan = nouveau_abi16_chan(abi16, req->channel);
	if (!chan)
		return nouveau_abi16_put(abi16, -ENOENT);
	nouveau_abi16_chan_fini(abi16, chan);
	return nouveau_abi16_put(abi16, 0);
}

int
nouveau_abi16_ioctl_grobj_alloc(ABI16_IOCTL_ARGS)
{
	struct drm_nouveau_grobj_alloc *init = data;
	struct {
		struct nvif_ioctl_v0 ioctl;
		struct nvif_ioctl_new_v0 new;
	} args = {
		.ioctl.owner = NVIF_IOCTL_V0_OWNER_ANY,
		.ioctl.type = NVIF_IOCTL_V0_NEW,
		.ioctl.path_nr = 3,
		.ioctl.path[2] = NOUVEAU_ABI16_CLIENT,
		.ioctl.path[1] = NOUVEAU_ABI16_DEVICE,
		.ioctl.path[0] = NOUVEAU_ABI16_CHAN(init->channel),
		.new.route = NVDRM_OBJECT_ABI16,
		.new.handle = init->handle,
		.new.oclass = init->class,
	};
	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	struct nouveau_drm *drm = nouveau_drm(dev);
	struct nvif_client *client;
	int ret;

	if (unlikely(!abi16))
		return -ENOMEM;

	if (init->handle == ~0)
		return nouveau_abi16_put(abi16, -EINVAL);
	client = nvif_client(nvif_object(&abi16->device));

	/* compatibility with userspace that assumes 506e for all chipsets */
	if (init->class == 0x506e) {
		init->class = nouveau_abi16_swclass(drm);
		if (init->class == 0x906e)
			return nouveau_abi16_put(abi16, 0);
	}

	ret = nvif_client_ioctl(client, &args, sizeof(args));
	return nouveau_abi16_put(abi16, ret);
}

int
nouveau_abi16_ioctl_notifierobj_alloc(ABI16_IOCTL_ARGS)
{
	struct drm_nouveau_notifierobj_alloc *info = data;
	struct {
		struct nvif_ioctl_v0 ioctl;
		struct nvif_ioctl_new_v0 new;
		struct nv_dma_v0 ctxdma;
	} args = {
		.ioctl.owner = NVIF_IOCTL_V0_OWNER_ANY,
		.ioctl.type = NVIF_IOCTL_V0_NEW,
		.ioctl.path_nr = 3,
		.ioctl.path[2] = NOUVEAU_ABI16_CLIENT,
		.ioctl.path[1] = NOUVEAU_ABI16_DEVICE,
		.ioctl.path[0] = NOUVEAU_ABI16_CHAN(info->channel),
		.new.route = NVDRM_OBJECT_ABI16,
		.new.handle = info->handle,
		.new.oclass = NV_DMA_IN_MEMORY,
	};
	struct nouveau_drm *drm = nouveau_drm(dev);
	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	struct nouveau_abi16_chan *chan;
	struct nouveau_abi16_ntfy *ntfy;
	struct nvif_device *device = &abi16->device;
	struct nvif_client *client;
	int ret;

	if (unlikely(!abi16))
		return -ENOMEM;

	/* completely unnecessary for these chipsets... */
	if (unlikely(device->info.family >= NV_DEVICE_INFO_V0_FERMI))
		return nouveau_abi16_put(abi16, -EINVAL);
	client = nvif_client(nvif_object(&abi16->device));

	chan = nouveau_abi16_chan(abi16, info->channel);
	if (!chan)
		return nouveau_abi16_put(abi16, -ENOENT);

	ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL);
	if (!ntfy)
		return nouveau_abi16_put(abi16, -ENOMEM);

	list_add(&ntfy->head, &chan->notifiers);
	ntfy->handle = info->handle;

	ret = nouveau_mm_head(&chan->heap, 0, 1, info->size, info->size, 1,
			      &ntfy->node);
	if (ret)
		goto done;

	args.ctxdma.start = ntfy->node->offset;
	args.ctxdma.limit = ntfy->node->offset + ntfy->node->length - 1;
	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
		args.ctxdma.target = NV_DMA_V0_TARGET_VM;
		args.ctxdma.access = NV_DMA_V0_ACCESS_VM;
		args.ctxdma.start += chan->ntfy_vma.offset;
		args.ctxdma.limit += chan->ntfy_vma.offset;
	} else
	if (drm->agp.stat == ENABLED) {
		args.ctxdma.target = NV_DMA_V0_TARGET_AGP;
		args.ctxdma.access = NV_DMA_V0_ACCESS_RDWR;
		args.ctxdma.start += drm->agp.base + chan->ntfy->bo.offset;
		args.ctxdma.limit += drm->agp.base + chan->ntfy->bo.offset;
		client->super = true;
	} else {
		args.ctxdma.target = NV_DMA_V0_TARGET_VM;
		args.ctxdma.access = NV_DMA_V0_ACCESS_RDWR;
		args.ctxdma.start += chan->ntfy->bo.offset;
		args.ctxdma.limit += chan->ntfy->bo.offset;
	}

	ret = nvif_client_ioctl(client, &args, sizeof(args));
	client->super = false;
	if (ret)
		goto done;

	info->offset = ntfy->node->offset;

done:
	if (ret)
		nouveau_abi16_ntfy_fini(chan, ntfy);
	return nouveau_abi16_put(abi16, ret);
}

int
nouveau_abi16_ioctl_gpuobj_free(ABI16_IOCTL_ARGS)
{
	struct drm_nouveau_gpuobj_free *fini = data;
	struct {
		struct nvif_ioctl_v0 ioctl;
		struct nvif_ioctl_del del;
	} args = {
		.ioctl.owner = NVDRM_OBJECT_ABI16,
		.ioctl.type = NVIF_IOCTL_V0_DEL,
		.ioctl.path_nr = 4,
		.ioctl.path[3] = NOUVEAU_ABI16_CLIENT,
		.ioctl.path[2] = NOUVEAU_ABI16_DEVICE,
		.ioctl.path[1] = NOUVEAU_ABI16_CHAN(fini->channel),
		.ioctl.path[0] = fini->handle,
	};
	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	struct nouveau_abi16_chan *chan;
	struct nouveau_abi16_ntfy *ntfy;
	struct nvif_client *client;
	int ret;

	if (unlikely(!abi16))
		return -ENOMEM;

	chan = nouveau_abi16_chan(abi16, fini->channel);
	if (!chan)
		return nouveau_abi16_put(abi16, -ENOENT);
	client = nvif_client(nvif_object(&abi16->device));

	/* synchronize with the user channel and destroy the gpu object */
	nouveau_channel_idle(chan->chan);

	ret = nvif_client_ioctl(client, &args, sizeof(args));
	if (ret)
		return nouveau_abi16_put(abi16, ret);

	/* cleanup extra state if this object was a notifier */
	list_for_each_entry(ntfy, &chan->notifiers, head) {
		if (ntfy->handle == fini->handle) {
			nouveau_mm_free(&chan->heap, &ntfy->node);
			list_del(&ntfy->head);
			break;
		}
	}

	return nouveau_abi16_put(abi16, 0);
}
Commit	Line	Data
2a259a3d BS	1	/*
	2	* Copyright 2012 Red Hat Inc.
	3	*
	4	* Permission is hereby granted, free of charge, to any person obtaining a
	5	* copy of this software and associated documentation files (the "Software"),
	6	* to deal in the Software without restriction, including without limitation
	7	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	8	* and/or sell copies of the Software, and to permit persons to whom the
	9	* Software is furnished to do so, subject to the following conditions:
	10	*
	11	* The above copyright notice and this permission notice shall be included in
	12	* all copies or substantial portions of the Software.
	13	*
	14	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	15	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	16	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	17	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
	18	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	19	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
	20	* OTHER DEALINGS IN THE SOFTWARE.
	21	*
	22	*/
	23
a4e610b5 BS	24	#include <nvif/client.h>
	25	#include <nvif/driver.h>
	26	#include <nvif/ioctl.h>
fdb751ef	27	#include <nvif/class.h>
2a259a3d	28
ebb945a9	29	#include "nouveau_drm.h"
2a259a3d	30	#include "nouveau_dma.h"
ebb945a9 BS	31	#include "nouveau_gem.h"
ebb945a9 BS	32	#include "nouveau_chan.h"
2a259a3d	33	#include "nouveau_abi16.h"
ebb945a9 BS	34
	35	struct nouveau_abi16 *
	36	nouveau_abi16_get(struct drm_file file_priv, struct drm_device dev)
	37	{
	38	struct nouveau_cli *cli = nouveau_cli(file_priv);
	39	mutex_lock(&cli->mutex);
	40	if (!cli->abi16) {
	41	struct nouveau_abi16 *abi16;
	42	cli->abi16 = abi16 = kzalloc(sizeof(*abi16), GFP_KERNEL);
	43	if (cli->abi16) {
586491e6 BS	44	struct nv_device_v0 args = {
	45	.device = ~0ULL,
	46	};
	47
ebb945a9	48	INIT_LIST_HEAD(&abi16->channels);
ebb945a9 BS	49
	50	/* allocate device object targeting client's default
	51	* device (ie. the one that belongs to the fd it
	52	* opened)
	53	*/
0ad72863	54	if (nvif_device_init(&cli->base.base, NULL,
a4e610b5	55	NOUVEAU_ABI16_DEVICE, NV_DEVICE,
586491e6	56	&args, sizeof(args),
0ad72863	57	&abi16->device) == 0)
ebb945a9 BS	58	return cli->abi16;
	59
	60	kfree(cli->abi16);
	61	cli->abi16 = NULL;
	62	}
	63
	64	mutex_unlock(&cli->mutex);
	65	}
	66	return cli->abi16;
	67	}
	68
	69	int
	70	nouveau_abi16_put(struct nouveau_abi16 *abi16, int ret)
	71	{
0ad72863	72	struct nouveau_cli cli = (void )nvif_client(&abi16->device.base);
ebb945a9 BS	73	mutex_unlock(&cli->mutex);
	74	return ret;
	75	}
	76
	77	u16
	78	nouveau_abi16_swclass(struct nouveau_drm *drm)
	79	{
967e7bde BS	80	switch (drm->device.info.family) {
967e7bde BS	81	case NV_DEVICE_INFO_V0_TNT:
ebb945a9	82	return 0x006e;
967e7bde BS	83	case NV_DEVICE_INFO_V0_CELSIUS:
	84	case NV_DEVICE_INFO_V0_KELVIN:
	85	case NV_DEVICE_INFO_V0_RANKINE:
	86	case NV_DEVICE_INFO_V0_CURIE:
ebb945a9	87	return 0x016e;
967e7bde	88	case NV_DEVICE_INFO_V0_TESLA:
ebb945a9	89	return 0x506e;
967e7bde BS	90	case NV_DEVICE_INFO_V0_FERMI:
	91	case NV_DEVICE_INFO_V0_KEPLER:
	92	case NV_DEVICE_INFO_V0_MAXWELL:
ebb945a9 BS	93	return 0x906e;
	94	}
	95
	96	return 0x0000;
	97	}
	98
	99	static void
	100	nouveau_abi16_ntfy_fini(struct nouveau_abi16_chan *chan,
	101	struct nouveau_abi16_ntfy *ntfy)
	102	{
	103	nouveau_mm_free(&chan->heap, &ntfy->node);
	104	list_del(&ntfy->head);
	105	kfree(ntfy);
	106	}
	107
	108	static void
	109	nouveau_abi16_chan_fini(struct nouveau_abi16 *abi16,
	110	struct nouveau_abi16_chan *chan)
	111	{
	112	struct nouveau_abi16_ntfy ntfy, temp;
	113
2b77c1c0 MS	114	/* wait for all activity to stop before releasing notify object, which
	115	* may be still in use */
	116	if (chan->chan && chan->ntfy)
	117	nouveau_channel_idle(chan->chan);
	118
ebb945a9 BS	119	/* cleanup notifier state */
	120	list_for_each_entry_safe(ntfy, temp, &chan->notifiers, head) {
	121	nouveau_abi16_ntfy_fini(chan, ntfy);
	122	}
	123
	124	if (chan->ntfy) {
	125	nouveau_bo_vma_del(chan->ntfy, &chan->ntfy_vma);
198c14a0	126	nouveau_bo_unpin(chan->ntfy);
55fb74ad	127	drm_gem_object_unreference_unlocked(&chan->ntfy->gem);
ebb945a9 BS	128	}
	129
	130	if (chan->heap.block_size)
	131	nouveau_mm_fini(&chan->heap);
	132
	133	/* destroy channel object, all children will be killed too */
	134	if (chan->chan) {
0ad72863	135	abi16->handles &= ~(1ULL << (chan->chan->object->handle & 0xffff));
ebb945a9 BS	136	nouveau_channel_del(&chan->chan);
	137	}
	138
	139	list_del(&chan->head);
	140	kfree(chan);
	141	}
	142
	143	void
	144	nouveau_abi16_fini(struct nouveau_abi16 *abi16)
	145	{
0ad72863	146	struct nouveau_cli cli = (void )nvif_client(&abi16->device.base);
ebb945a9 BS	147	struct nouveau_abi16_chan chan, temp;
	148
	149	/* cleanup channels */
	150	list_for_each_entry_safe(chan, temp, &abi16->channels, head) {
	151	nouveau_abi16_chan_fini(abi16, chan);
	152	}
	153
	154	/* destroy the device object */
0ad72863	155	nvif_device_fini(&abi16->device);
ebb945a9 BS	156
	157	kfree(cli->abi16);
	158	cli->abi16 = NULL;
	159	}
2a259a3d BS	160
	161	int
	162	nouveau_abi16_ioctl_getparam(ABI16_IOCTL_ARGS)
	163	{
fa2bade9	164	struct nouveau_cli *cli = nouveau_cli(file_priv);
ebb945a9	165	struct nouveau_drm *drm = nouveau_drm(dev);
967e7bde BS	166	struct nvif_device *device = &drm->device;
	167	struct nouveau_timer *ptimer = nvkm_timer(device);
	168	struct nouveau_graph *graph = nvkm_gr(device);
2a259a3d BS	169	struct drm_nouveau_getparam *getparam = data;
	170
	171	switch (getparam->param) {
	172	case NOUVEAU_GETPARAM_CHIPSET_ID:
967e7bde	173	getparam->value = device->info.chipset;
2a259a3d BS	174	break;
2a259a3d BS	175	case NOUVEAU_GETPARAM_PCI_VENDOR:
967e7bde	176	if (nv_device_is_pci(nvkm_device(device)))
420b9469 AC	177	getparam->value = dev->pdev->vendor;
	178	else
	179	getparam->value = 0;
2a259a3d BS	180	break;
2a259a3d BS	181	case NOUVEAU_GETPARAM_PCI_DEVICE:
967e7bde	182	if (nv_device_is_pci(nvkm_device(device)))
420b9469 AC	183	getparam->value = dev->pdev->device;
	184	else
	185	getparam->value = 0;
2a259a3d BS	186	break;
2a259a3d BS	187	case NOUVEAU_GETPARAM_BUS_TYPE:
967e7bde	188	if (!nv_device_is_pci(nvkm_device(device)))
420b9469 AC	189	getparam->value = 3;
420b9469 AC	190	else
2a259a3d BS	191	if (drm_pci_device_is_agp(dev))
	192	getparam->value = 0;
	193	else
	194	if (!pci_is_pcie(dev->pdev))
	195	getparam->value = 1;
	196	else
	197	getparam->value = 2;
	198	break;
	199	case NOUVEAU_GETPARAM_FB_SIZE:
ebb945a9	200	getparam->value = drm->gem.vram_available;
2a259a3d BS	201	break;
2a259a3d BS	202	case NOUVEAU_GETPARAM_AGP_SIZE:
ebb945a9	203	getparam->value = drm->gem.gart_available;
2a259a3d BS	204	break;
	205	case NOUVEAU_GETPARAM_VM_VRAM_BASE:
	206	getparam->value = 0; /* deprecated */
	207	break;
	208	case NOUVEAU_GETPARAM_PTIMER_TIME:
ebb945a9	209	getparam->value = ptimer->read(ptimer);
2a259a3d BS	210	break;
	211	case NOUVEAU_GETPARAM_HAS_BO_USAGE:
	212	getparam->value = 1;
	213	break;
	214	case NOUVEAU_GETPARAM_HAS_PAGEFLIP:
	215	getparam->value = 1;
	216	break;
	217	case NOUVEAU_GETPARAM_GRAPH_UNITS:
7e22e71e CB	218	getparam->value = graph->units ? graph->units(graph) : 0;
7e22e71e CB	219	break;
2a259a3d	220	default:
fa2bade9	221	NV_PRINTK(debug, cli, "unknown parameter %lld\n", getparam->param);
2a259a3d BS	222	return -EINVAL;
	223	}
	224
	225	return 0;
	226	}
	227
	228	int
	229	nouveau_abi16_ioctl_setparam(ABI16_IOCTL_ARGS)
	230	{
	231	return -EINVAL;
	232	}
	233
	234	int
	235	nouveau_abi16_ioctl_channel_alloc(ABI16_IOCTL_ARGS)
	236	{
2a259a3d	237	struct drm_nouveau_channel_alloc *init = data;
ebb945a9 BS	238	struct nouveau_cli *cli = nouveau_cli(file_priv);
	239	struct nouveau_drm *drm = nouveau_drm(dev);
	240	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
	241	struct nouveau_abi16_chan *chan;
967e7bde	242	struct nvif_device *device;
2a259a3d BS	243	int ret;
2a259a3d BS	244
ebb945a9 BS	245	if (unlikely(!abi16))
ebb945a9 BS	246	return -ENOMEM;
bf7e438b MS	247
	248	if (!drm->channel)
	249	return nouveau_abi16_put(abi16, -ENODEV);
	250
967e7bde	251	device = &abi16->device;
ebb945a9	252
49469800	253	/* hack to allow channel engine type specification on kepler */
967e7bde	254	if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) {
49469800	255	if (init->fb_ctxdma_handle != ~0)
bbf8906b	256	init->fb_ctxdma_handle = KEPLER_CHANNEL_GPFIFO_A_V0_ENGINE_GR;
49469800 BS	257	else
	258	init->fb_ctxdma_handle = init->tt_ctxdma_handle;
	259
	260	/* allow flips to be executed if this is a graphics channel */
	261	init->tt_ctxdma_handle = 0;
bbf8906b	262	if (init->fb_ctxdma_handle == KEPLER_CHANNEL_GPFIFO_A_V0_ENGINE_GR)
49469800 BS	263	init->tt_ctxdma_handle = 1;
	264	}
	265
	266	if (init->fb_ctxdma_handle == ~0 \|\| init->tt_ctxdma_handle == ~0)
	267	return nouveau_abi16_put(abi16, -EINVAL);
	268
ebb945a9	269	/* allocate "abi16 channel" data and make up a handle for it */
73970c47 IM	270	init->channel = __ffs64(~abi16->handles);
73970c47 IM	271	if (~abi16->handles == 0)
ebb945a9 BS	272	return nouveau_abi16_put(abi16, -ENOSPC);
	273
	274	chan = kzalloc(sizeof(*chan), GFP_KERNEL);
	275	if (!chan)
	276	return nouveau_abi16_put(abi16, -ENOMEM);
	277
	278	INIT_LIST_HEAD(&chan->notifiers);
	279	list_add(&chan->head, &abi16->channels);
ef98c1f7	280	abi16->handles \|= (1ULL << init->channel);
2a259a3d	281
ebb945a9	282	/* create channel object and initialise dma and fence management */
a4e610b5 BS	283	ret = nouveau_channel_new(drm, device,
a4e610b5 BS	284	NOUVEAU_ABI16_CHAN(init->channel),
0ad72863	285	init->fb_ctxdma_handle,
ebb945a9	286	init->tt_ctxdma_handle, &chan->chan);
2a259a3d	287	if (ret)
ebb945a9 BS	288	goto done;
ebb945a9 BS	289
967e7bde	290	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA)
ebb945a9 BS	291	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM \|
	292	NOUVEAU_GEM_DOMAIN_GART;
	293	else
	294	if (chan->chan->push.buffer->bo.mem.mem_type == TTM_PL_VRAM)
2a259a3d	295	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM;
ebb945a9 BS	296	else
ebb945a9 BS	297	init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART;
2a259a3d	298
967e7bde	299	if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) {
2a259a3d BS	300	init->subchan[0].handle = 0x00000000;
2a259a3d BS	301	init->subchan[0].grclass = 0x0000;
f45f55c4	302	init->subchan[1].handle = chan->chan->nvsw.handle;
ebb945a9	303	init->subchan[1].grclass = 0x506e;
2a259a3d BS	304	init->nr_subchan = 2;
	305	}
	306
	307	/* Named memory object area */
ebb945a9 BS	308	ret = nouveau_gem_new(dev, PAGE_SIZE, 0, NOUVEAU_GEM_DOMAIN_GART,
	309	0, 0, &chan->ntfy);
	310	if (ret == 0)
	311	ret = nouveau_bo_pin(chan->ntfy, TTM_PL_FLAG_TT);
	312	if (ret)
	313	goto done;
	314
967e7bde	315	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
0ad72863	316	ret = nouveau_bo_vma_add(chan->ntfy, cli->vm,
ebb945a9 BS	317	&chan->ntfy_vma);
	318	if (ret)
	319	goto done;
	320	}
	321
55fb74ad	322	ret = drm_gem_handle_create(file_priv, &chan->ntfy->gem,
2a259a3d	323	&init->notifier_handle);
ebb945a9 BS	324	if (ret)
ebb945a9 BS	325	goto done;
2a259a3d	326
ebb945a9 BS	327	ret = nouveau_mm_init(&chan->heap, 0, PAGE_SIZE, 1);
	328	done:
	329	if (ret)
	330	nouveau_abi16_chan_fini(abi16, chan);
	331	return nouveau_abi16_put(abi16, ret);
2a259a3d BS	332	}
2a259a3d BS	333
a4e610b5 BS	334	static struct nouveau_abi16_chan *
	335	nouveau_abi16_chan(struct nouveau_abi16 *abi16, int channel)
	336	{
	337	struct nouveau_abi16_chan *chan;
	338
	339	list_for_each_entry(chan, &abi16->channels, head) {
	340	if (chan->chan->object->handle == NOUVEAU_ABI16_CHAN(channel))
	341	return chan;
	342	}
	343
	344	return NULL;
	345	}
ebb945a9	346
2a259a3d BS	347	int
	348	nouveau_abi16_ioctl_channel_free(ABI16_IOCTL_ARGS)
	349	{
	350	struct drm_nouveau_channel_free *req = data;
ebb945a9 BS	351	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
ebb945a9 BS	352	struct nouveau_abi16_chan *chan;
2a259a3d	353
ebb945a9 BS	354	if (unlikely(!abi16))
ebb945a9 BS	355	return -ENOMEM;
2a259a3d	356
a4e610b5 BS	357	chan = nouveau_abi16_chan(abi16, req->channel);
	358	if (!chan)
	359	return nouveau_abi16_put(abi16, -ENOENT);
	360	nouveau_abi16_chan_fini(abi16, chan);
	361	return nouveau_abi16_put(abi16, 0);
2a259a3d BS	362	}
	363
	364	int
	365	nouveau_abi16_ioctl_grobj_alloc(ABI16_IOCTL_ARGS)
	366	{
	367	struct drm_nouveau_grobj_alloc *init = data;
a4e610b5 BS	368	struct {
	369	struct nvif_ioctl_v0 ioctl;
	370	struct nvif_ioctl_new_v0 new;
	371	} args = {
	372	.ioctl.owner = NVIF_IOCTL_V0_OWNER_ANY,
	373	.ioctl.type = NVIF_IOCTL_V0_NEW,
	374	.ioctl.path_nr = 3,
	375	.ioctl.path[2] = NOUVEAU_ABI16_CLIENT,
	376	.ioctl.path[1] = NOUVEAU_ABI16_DEVICE,
	377	.ioctl.path[0] = NOUVEAU_ABI16_CHAN(init->channel),
	378	.new.route = NVDRM_OBJECT_ABI16,
	379	.new.handle = init->handle,
	380	.new.oclass = init->class,
	381	};
ebb945a9 BS	382	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
ebb945a9 BS	383	struct nouveau_drm *drm = nouveau_drm(dev);
a4e610b5	384	struct nvif_client *client;
2a259a3d BS	385	int ret;
2a259a3d BS	386
ebb945a9 BS	387	if (unlikely(!abi16))
	388	return -ENOMEM;
	389
2a259a3d	390	if (init->handle == ~0)
ebb945a9	391	return nouveau_abi16_put(abi16, -EINVAL);
a4e610b5	392	client = nvif_client(nvif_object(&abi16->device));
2a259a3d BS	393
	394	/* compatibility with userspace that assumes 506e for all chipsets */
	395	if (init->class == 0x506e) {
ebb945a9	396	init->class = nouveau_abi16_swclass(drm);
2a259a3d	397	if (init->class == 0x906e)
ebb945a9	398	return nouveau_abi16_put(abi16, 0);
2a259a3d BS	399	}
2a259a3d BS	400
a4e610b5	401	ret = nvif_client_ioctl(client, &args, sizeof(args));
ebb945a9	402	return nouveau_abi16_put(abi16, ret);
2a259a3d BS	403	}
	404
	405	int
	406	nouveau_abi16_ioctl_notifierobj_alloc(ABI16_IOCTL_ARGS)
	407	{
ebb945a9	408	struct drm_nouveau_notifierobj_alloc *info = data;
3bdda04f BS	409	struct {
	410	struct nvif_ioctl_v0 ioctl;
	411	struct nvif_ioctl_new_v0 new;
4acfd707	412	struct nv_dma_v0 ctxdma;
3bdda04f BS	413	} args = {
	414	.ioctl.owner = NVIF_IOCTL_V0_OWNER_ANY,
	415	.ioctl.type = NVIF_IOCTL_V0_NEW,
	416	.ioctl.path_nr = 3,
	417	.ioctl.path[2] = NOUVEAU_ABI16_CLIENT,
	418	.ioctl.path[1] = NOUVEAU_ABI16_DEVICE,
	419	.ioctl.path[0] = NOUVEAU_ABI16_CHAN(info->channel),
	420	.new.route = NVDRM_OBJECT_ABI16,
	421	.new.handle = info->handle,
4acfd707	422	.new.oclass = NV_DMA_IN_MEMORY,
3bdda04f	423	};
ebb945a9	424	struct nouveau_drm *drm = nouveau_drm(dev);
ebb945a9	425	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
a4e610b5	426	struct nouveau_abi16_chan *chan;
ebb945a9	427	struct nouveau_abi16_ntfy *ntfy;
967e7bde	428	struct nvif_device *device = &abi16->device;
3bdda04f	429	struct nvif_client *client;
2a259a3d BS	430	int ret;
2a259a3d BS	431
ebb945a9 BS	432	if (unlikely(!abi16))
	433	return -ENOMEM;
	434
2a259a3d	435	/* completely unnecessary for these chipsets... */
967e7bde	436	if (unlikely(device->info.family >= NV_DEVICE_INFO_V0_FERMI))
ebb945a9	437	return nouveau_abi16_put(abi16, -EINVAL);
3bdda04f	438	client = nvif_client(nvif_object(&abi16->device));
2a259a3d	439
a4e610b5	440	chan = nouveau_abi16_chan(abi16, info->channel);
ebb945a9 BS	441	if (!chan)
	442	return nouveau_abi16_put(abi16, -ENOENT);
	443
	444	ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL);
	445	if (!ntfy)
	446	return nouveau_abi16_put(abi16, -ENOMEM);
	447
	448	list_add(&ntfy->head, &chan->notifiers);
	449	ntfy->handle = info->handle;
	450
65270a65	451	ret = nouveau_mm_head(&chan->heap, 0, 1, info->size, info->size, 1,
ebb945a9 BS	452	&ntfy->node);
	453	if (ret)
	454	goto done;
	455
3bdda04f BS	456	args.ctxdma.start = ntfy->node->offset;
3bdda04f BS	457	args.ctxdma.limit = ntfy->node->offset + ntfy->node->length - 1;
967e7bde	458	if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
4acfd707 BS	459	args.ctxdma.target = NV_DMA_V0_TARGET_VM;
4acfd707 BS	460	args.ctxdma.access = NV_DMA_V0_ACCESS_VM;
3bdda04f BS	461	args.ctxdma.start += chan->ntfy_vma.offset;
3bdda04f BS	462	args.ctxdma.limit += chan->ntfy_vma.offset;
ebb945a9 BS	463	} else
ebb945a9 BS	464	if (drm->agp.stat == ENABLED) {
4acfd707 BS	465	args.ctxdma.target = NV_DMA_V0_TARGET_AGP;
4acfd707 BS	466	args.ctxdma.access = NV_DMA_V0_ACCESS_RDWR;
3bdda04f BS	467	args.ctxdma.start += drm->agp.base + chan->ntfy->bo.offset;
	468	args.ctxdma.limit += drm->agp.base + chan->ntfy->bo.offset;
	469	client->super = true;
ebb945a9	470	} else {
4acfd707 BS	471	args.ctxdma.target = NV_DMA_V0_TARGET_VM;
4acfd707 BS	472	args.ctxdma.access = NV_DMA_V0_ACCESS_RDWR;
3bdda04f BS	473	args.ctxdma.start += chan->ntfy->bo.offset;
3bdda04f BS	474	args.ctxdma.limit += chan->ntfy->bo.offset;
ebb945a9 BS	475	}
ebb945a9 BS	476
3bdda04f BS	477	ret = nvif_client_ioctl(client, &args, sizeof(args));
3bdda04f BS	478	client->super = false;
ebb945a9 BS	479	if (ret)
	480	goto done;
	481
c1ccaa64 BG	482	info->offset = ntfy->node->offset;
c1ccaa64 BG	483
ebb945a9 BS	484	done:
	485	if (ret)
	486	nouveau_abi16_ntfy_fini(chan, ntfy);
	487	return nouveau_abi16_put(abi16, ret);
2a259a3d BS	488	}
	489
	490	int
	491	nouveau_abi16_ioctl_gpuobj_free(ABI16_IOCTL_ARGS)
	492	{
ebb945a9	493	struct drm_nouveau_gpuobj_free *fini = data;
aedf43d5 BS	494	struct {
	495	struct nvif_ioctl_v0 ioctl;
	496	struct nvif_ioctl_del del;
	497	} args = {
	498	.ioctl.owner = NVDRM_OBJECT_ABI16,
	499	.ioctl.type = NVIF_IOCTL_V0_DEL,
	500	.ioctl.path_nr = 4,
	501	.ioctl.path[3] = NOUVEAU_ABI16_CLIENT,
	502	.ioctl.path[2] = NOUVEAU_ABI16_DEVICE,
	503	.ioctl.path[1] = NOUVEAU_ABI16_CHAN(fini->channel),
	504	.ioctl.path[0] = fini->handle,
	505	};
ebb945a9	506	struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv, dev);
a4e610b5	507	struct nouveau_abi16_chan *chan;
ebb945a9	508	struct nouveau_abi16_ntfy *ntfy;
aedf43d5	509	struct nvif_client *client;
2a259a3d BS	510	int ret;
2a259a3d BS	511
ebb945a9 BS	512	if (unlikely(!abi16))
	513	return -ENOMEM;
	514
a4e610b5	515	chan = nouveau_abi16_chan(abi16, fini->channel);
ebb945a9 BS	516	if (!chan)
ebb945a9 BS	517	return nouveau_abi16_put(abi16, -ENOENT);
aedf43d5	518	client = nvif_client(nvif_object(&abi16->device));
2a259a3d	519
ebb945a9 BS	520	/* synchronize with the user channel and destroy the gpu object */
ebb945a9 BS	521	nouveau_channel_idle(chan->chan);
2a259a3d	522
aedf43d5	523	ret = nvif_client_ioctl(client, &args, sizeof(args));
ebb945a9 BS	524	if (ret)
	525	return nouveau_abi16_put(abi16, ret);
	526
	527	/* cleanup extra state if this object was a notifier */
	528	list_for_each_entry(ntfy, &chan->notifiers, head) {
	529	if (ntfy->handle == fini->handle) {
	530	nouveau_mm_free(&chan->heap, &ntfy->node);
	531	list_del(&ntfy->head);
	532	break;
	533	}
	534	}
	535
	536	return nouveau_abi16_put(abi16, 0);
2a259a3d	537	}