drivers/gpu/drm/nouveau/nouveau_abi16.c

   1 /*
   2  * Copyright 2012 Red Hat Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  */
  23
  24 #include <nvif/client.h>
  25 #include <nvif/driver.h>
  26 #include <nvif/fifo.h>
  27 #include <nvif/ioctl.h>
  28 #include <nvif/class.h>
  29 #include <nvif/cl0002.h>
  30 #include <nvif/unpack.h>
  31
  32 #include "nouveau_drv.h"
  33 #include "nouveau_dma.h"
  34 #include "nouveau_exec.h"
  35 #include "nouveau_gem.h"
  36 #include "nouveau_chan.h"
  37 #include "nouveau_abi16.h"
  38 #include "nouveau_vmm.h"
  39 #include "nouveau_sched.h"
  40
  41 static struct nouveau_abi16 *
  42 nouveau_abi16(struct drm_file *file_priv)
  43 {
  44         struct nouveau_cli *cli = nouveau_cli(file_priv);
  45         if (!cli->abi16) {
  46                 struct nouveau_abi16 *abi16;
  47                 cli->abi16 = abi16 = kzalloc(sizeof(*abi16), GFP_KERNEL);
  48                 if (cli->abi16) {
  49                         struct nv_device_v0 args = {
  50                                 .device = ~0ULL,
  51                         };
  52
  53                         INIT_LIST_HEAD(&abi16->channels);
  54
  55                         /* allocate device object targeting client's default
  56                          * device (ie. the one that belongs to the fd it
  57                          * opened)
  58                          */
  59                         if (nvif_device_ctor(&cli->base.object, "abi16Device",
  60                                              0, NV_DEVICE, &args, sizeof(args),
  61                                              &abi16->device) == 0)
  62                                 return cli->abi16;
  63
  64                         kfree(cli->abi16);
  65                         cli->abi16 = NULL;
  66                 }
  67         }
  68         return cli->abi16;
  69 }
  70
  71 struct nouveau_abi16 *
  72 nouveau_abi16_get(struct drm_file *file_priv)
  73 {
  74         struct nouveau_cli *cli = nouveau_cli(file_priv);
  75         mutex_lock(&cli->mutex);
  76         if (nouveau_abi16(file_priv))
  77                 return cli->abi16;
  78         mutex_unlock(&cli->mutex);
  79         return NULL;
  80 }
  81
  82 int
  83 nouveau_abi16_put(struct nouveau_abi16 *abi16, int ret)
  84 {
  85         struct nouveau_cli *cli = (void *)abi16->device.object.client;
  86         mutex_unlock(&cli->mutex);
  87         return ret;
  88 }
  89
  90 s32
  91 nouveau_abi16_swclass(struct nouveau_drm *drm)
  92 {
  93         switch (drm->client.device.info.family) {
  94         case NV_DEVICE_INFO_V0_TNT:
  95                 return NVIF_CLASS_SW_NV04;
  96         case NV_DEVICE_INFO_V0_CELSIUS:
  97         case NV_DEVICE_INFO_V0_KELVIN:
  98         case NV_DEVICE_INFO_V0_RANKINE:
  99         case NV_DEVICE_INFO_V0_CURIE:
 100                 return NVIF_CLASS_SW_NV10;
 101         case NV_DEVICE_INFO_V0_TESLA:
 102                 return NVIF_CLASS_SW_NV50;
 103         case NV_DEVICE_INFO_V0_FERMI:
 104         case NV_DEVICE_INFO_V0_KEPLER:
 105         case NV_DEVICE_INFO_V0_MAXWELL:
 106         case NV_DEVICE_INFO_V0_PASCAL:
 107         case NV_DEVICE_INFO_V0_VOLTA:
 108                 return NVIF_CLASS_SW_GF100;
 109         }
 110
 111         return 0x0000;
 112 }
 113
 114 static void
 115 nouveau_abi16_ntfy_fini(struct nouveau_abi16_chan *chan,
 116                         struct nouveau_abi16_ntfy *ntfy)
 117 {
 118         nvif_object_dtor(&ntfy->object);
 119         nvkm_mm_free(&chan->heap, &ntfy->node);
 120         list_del(&ntfy->head);
 121         kfree(ntfy);
 122 }
 123
 124 static void
 125 nouveau_abi16_chan_fini(struct nouveau_abi16 *abi16,
 126                         struct nouveau_abi16_chan *chan)
 127 {
 128         struct nouveau_abi16_ntfy *ntfy, *temp;
 129
 130         /* Cancel all jobs from the entity's queue. */
 131         if (chan->sched)
 132                 drm_sched_entity_fini(&chan->sched->entity);
 133
 134         if (chan->chan)
 135                 nouveau_channel_idle(chan->chan);
 136
 137         if (chan->sched)
 138                 nouveau_sched_destroy(&chan->sched);
 139
 140         /* cleanup notifier state */
 141         list_for_each_entry_safe(ntfy, temp, &chan->notifiers, head) {
 142                 nouveau_abi16_ntfy_fini(chan, ntfy);
 143         }
 144
 145         if (chan->ntfy) {
 146                 nouveau_vma_del(&chan->ntfy_vma);
 147                 nouveau_bo_unpin(chan->ntfy);
 148                 drm_gem_object_put(&chan->ntfy->bo.base);
 149         }
 150
 151         if (chan->heap.block_size)
 152                 nvkm_mm_fini(&chan->heap);
 153
 154         /* destroy channel object, all children will be killed too */
 155         if (chan->chan) {
 156                 nvif_object_dtor(&chan->ce);
 157                 nouveau_channel_del(&chan->chan);
 158         }
 159
 160         list_del(&chan->head);
 161         kfree(chan);
 162 }
 163
 164 void
 165 nouveau_abi16_fini(struct nouveau_abi16 *abi16)
 166 {
 167         struct nouveau_cli *cli = (void *)abi16->device.object.client;
 168         struct nouveau_abi16_chan *chan, *temp;
 169
 170         /* cleanup channels */
 171         list_for_each_entry_safe(chan, temp, &abi16->channels, head) {
 172                 nouveau_abi16_chan_fini(abi16, chan);
 173         }
 174
 175         /* destroy the device object */
 176         nvif_device_dtor(&abi16->device);
 177
 178         kfree(cli->abi16);
 179         cli->abi16 = NULL;
 180 }
 181
 182 static inline int
 183 getparam_dma_ib_max(struct nvif_device *device)
 184 {
 185         const struct nvif_mclass dmas[] = {
 186                 { NV03_CHANNEL_DMA, 0 },
 187                 { NV10_CHANNEL_DMA, 0 },
 188                 { NV17_CHANNEL_DMA, 0 },
 189                 { NV40_CHANNEL_DMA, 0 },
 190                 {}
 191         };
 192
 193         return nvif_mclass(&device->object, dmas) < 0 ? NV50_DMA_IB_MAX : 0;
 194 }
 195
 196 int
 197 nouveau_abi16_ioctl_getparam(ABI16_IOCTL_ARGS)
 198 {
 199         struct nouveau_cli *cli = nouveau_cli(file_priv);
 200         struct nouveau_drm *drm = nouveau_drm(dev);
 201         struct nvif_device *device = &drm->client.device;
 202         struct nvkm_device *nvkm_device = nvxx_device(&drm->client.device);
 203         struct nvkm_gr *gr = nvxx_gr(device);
 204         struct drm_nouveau_getparam *getparam = data;
 205         struct pci_dev *pdev = to_pci_dev(dev->dev);
 206
 207         switch (getparam->param) {
 208         case NOUVEAU_GETPARAM_CHIPSET_ID:
 209                 getparam->value = device->info.chipset;
 210                 break;
 211         case NOUVEAU_GETPARAM_PCI_VENDOR:
 212                 if (device->info.platform != NV_DEVICE_INFO_V0_SOC)
 213                         getparam->value = pdev->vendor;
 214                 else
 215                         getparam->value = 0;
 216                 break;
 217         case NOUVEAU_GETPARAM_PCI_DEVICE:
 218                 if (device->info.platform != NV_DEVICE_INFO_V0_SOC)
 219                         getparam->value = pdev->device;
 220                 else
 221                         getparam->value = 0;
 222                 break;
 223         case NOUVEAU_GETPARAM_BUS_TYPE:
 224                 switch (device->info.platform) {
 225                 case NV_DEVICE_INFO_V0_AGP : getparam->value = 0; break;
 226                 case NV_DEVICE_INFO_V0_PCI : getparam->value = 1; break;
 227                 case NV_DEVICE_INFO_V0_PCIE: getparam->value = 2; break;
 228                 case NV_DEVICE_INFO_V0_SOC : getparam->value = 3; break;
 229                 case NV_DEVICE_INFO_V0_IGP :
 230                         if (!pci_is_pcie(pdev))
 231                                 getparam->value = 1;
 232                         else
 233                                 getparam->value = 2;
 234                         break;
 235                 default:
 236                         WARN_ON(1);
 237                         break;
 238                 }
 239                 break;
 240         case NOUVEAU_GETPARAM_FB_SIZE:
 241                 getparam->value = drm->gem.vram_available;
 242                 break;
 243         case NOUVEAU_GETPARAM_AGP_SIZE:
 244                 getparam->value = drm->gem.gart_available;
 245                 break;
 246         case NOUVEAU_GETPARAM_VM_VRAM_BASE:
 247                 getparam->value = 0; /* deprecated */
 248                 break;
 249         case NOUVEAU_GETPARAM_PTIMER_TIME:
 250                 getparam->value = nvif_device_time(device);
 251                 break;
 252         case NOUVEAU_GETPARAM_HAS_BO_USAGE:
 253                 getparam->value = 1;
 254                 break;
 255         case NOUVEAU_GETPARAM_HAS_PAGEFLIP:
 256                 getparam->value = 1;
 257                 break;
 258         case NOUVEAU_GETPARAM_GRAPH_UNITS:
 259                 getparam->value = nvkm_gr_units(gr);
 260                 break;
 261         case NOUVEAU_GETPARAM_EXEC_PUSH_MAX: {
 262                 int ib_max = getparam_dma_ib_max(device);
 263
 264                 getparam->value = nouveau_exec_push_max_from_ib_max(ib_max);
 265                 break;
 266         }
 267         case NOUVEAU_GETPARAM_VRAM_BAR_SIZE:
 268                 getparam->value = nvkm_device->func->resource_size(nvkm_device, 1);
 269                 break;
 270         case NOUVEAU_GETPARAM_VRAM_USED: {
 271                 struct ttm_resource_manager *vram_mgr = ttm_manager_type(&drm->ttm.bdev, TTM_PL_VRAM);
 272                 getparam->value = (u64)ttm_resource_manager_usage(vram_mgr);
 273                 break;
 274         }
 275         case NOUVEAU_GETPARAM_HAS_VMA_TILEMODE:
 276                 getparam->value = 1;
 277                 break;
 278         default:
 279                 NV_PRINTK(dbg, cli, "unknown parameter %lld\n", getparam->param);
 280                 return -EINVAL;
 281         }
 282
 283         return 0;
 284 }
 285
 286 int
 287 nouveau_abi16_ioctl_channel_alloc(ABI16_IOCTL_ARGS)
 288 {
 289         struct drm_nouveau_channel_alloc *init = data;
 290         struct nouveau_cli *cli = nouveau_cli(file_priv);
 291         struct nouveau_drm *drm = nouveau_drm(dev);
 292         struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv);
 293         struct nouveau_abi16_chan *chan;
 294         struct nvif_device *device;
 295         u64 engine, runm;
 296         int ret;
 297
 298         if (unlikely(!abi16))
 299                 return -ENOMEM;
 300
 301         if (!drm->channel)
 302                 return nouveau_abi16_put(abi16, -ENODEV);
 303
 304         /* If uvmm wasn't initialized until now disable it completely to prevent
 305          * userspace from mixing up UAPIs.
 306          *
 307          * The client lock is already acquired by nouveau_abi16_get().
 308          */
 309         __nouveau_cli_disable_uvmm_noinit(cli);
 310
 311         device = &abi16->device;
 312         engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR;
 313
 314         /* hack to allow channel engine type specification on kepler */
 315         if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) {
 316                 if (init->fb_ctxdma_handle == ~0) {
 317                         switch (init->tt_ctxdma_handle) {
 318                         case NOUVEAU_FIFO_ENGINE_GR:
 319                                 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR;
 320                                 break;
 321                         case NOUVEAU_FIFO_ENGINE_VP:
 322                                 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPDEC;
 323                                 break;
 324                         case NOUVEAU_FIFO_ENGINE_PPP:
 325                                 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPPP;
 326                                 break;
 327                         case NOUVEAU_FIFO_ENGINE_BSP:
 328                                 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSVLD;
 329                                 break;
 330                         case NOUVEAU_FIFO_ENGINE_CE:
 331                                 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_CE;
 332                                 break;
 333                         default:
 334                                 return nouveau_abi16_put(abi16, -ENOSYS);
 335                         }
 336
 337                         init->fb_ctxdma_handle = 0;
 338                         init->tt_ctxdma_handle = 0;
 339                 }
 340         }
 341
 342         if (engine != NV_DEVICE_HOST_RUNLIST_ENGINES_CE)
 343                 runm = nvif_fifo_runlist(device, engine);
 344         else
 345                 runm = nvif_fifo_runlist_ce(device);
 346
 347         if (!runm || init->fb_ctxdma_handle == ~0 || init->tt_ctxdma_handle == ~0)
 348                 return nouveau_abi16_put(abi16, -EINVAL);
 349
 350         /* allocate "abi16 channel" data and make up a handle for it */
 351         chan = kzalloc(sizeof(*chan), GFP_KERNEL);
 352         if (!chan)
 353                 return nouveau_abi16_put(abi16, -ENOMEM);
 354
 355         INIT_LIST_HEAD(&chan->notifiers);
 356         list_add(&chan->head, &abi16->channels);
 357
 358         /* create channel object and initialise dma and fence management */
 359         ret = nouveau_channel_new(drm, device, false, runm, init->fb_ctxdma_handle,
 360                                   init->tt_ctxdma_handle, &chan->chan);
 361         if (ret)
 362                 goto done;
 363
 364         /* If we're not using the VM_BIND uAPI, we don't need a scheduler.
 365          *
 366          * The client lock is already acquired by nouveau_abi16_get().
 367          */
 368         if (nouveau_cli_uvmm(cli)) {
 369                 ret = nouveau_sched_create(&chan->sched, drm, drm->sched_wq,
 370                                            chan->chan->dma.ib_max);
 371                 if (ret)
 372                         goto done;
 373         }
 374
 375         init->channel = chan->chan->chid;
 376
 377         if (device->info.family >= NV_DEVICE_INFO_V0_TESLA)
 378                 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM |
 379                                         NOUVEAU_GEM_DOMAIN_GART;
 380         else
 381         if (chan->chan->push.buffer->bo.resource->mem_type == TTM_PL_VRAM)
 382                 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM;
 383         else
 384                 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART;
 385
 386         if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) {
 387                 init->subchan[0].handle = 0x00000000;
 388                 init->subchan[0].grclass = 0x0000;
 389                 init->subchan[1].handle = chan->chan->nvsw.handle;
 390                 init->subchan[1].grclass = 0x506e;
 391                 init->nr_subchan = 2;
 392         }
 393
 394         /* Workaround "nvc0" gallium driver using classes it doesn't allocate on
 395          * Kepler and above.  NVKM no longer always sets CE_CTX_VALID as part of
 396          * channel init, now we know what that stuff actually is.
 397          *
 398          * Doesn't matter for Kepler/Pascal, CE context stored in NV_RAMIN.
 399          *
 400          * Userspace was fixed prior to adding Ampere support.
 401          */
 402         switch (device->info.family) {
 403         case NV_DEVICE_INFO_V0_VOLTA:
 404                 ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar", 0, VOLTA_DMA_COPY_A,
 405                                        NULL, 0, &chan->ce);
 406                 if (ret)
 407                         goto done;
 408                 break;
 409         case NV_DEVICE_INFO_V0_TURING:
 410                 ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar", 0, TURING_DMA_COPY_A,
 411                                        NULL, 0, &chan->ce);
 412                 if (ret)
 413                         goto done;
 414                 break;
 415         default:
 416                 break;
 417         }
 418
 419         /* Named memory object area */
 420         ret = nouveau_gem_new(cli, PAGE_SIZE, 0, NOUVEAU_GEM_DOMAIN_GART,
 421                               0, 0, &chan->ntfy);
 422         if (ret == 0)
 423                 ret = nouveau_bo_pin(chan->ntfy, NOUVEAU_GEM_DOMAIN_GART,
 424                                      false);
 425         if (ret)
 426                 goto done;
 427
 428         if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
 429                 ret = nouveau_vma_new(chan->ntfy, chan->chan->vmm,
 430                                       &chan->ntfy_vma);
 431                 if (ret)
 432                         goto done;
 433         }
 434
 435         ret = drm_gem_handle_create(file_priv, &chan->ntfy->bo.base,
 436                                     &init->notifier_handle);
 437         if (ret)
 438                 goto done;
 439
 440         ret = nvkm_mm_init(&chan->heap, 0, 0, PAGE_SIZE, 1);
 441 done:
 442         if (ret)
 443                 nouveau_abi16_chan_fini(abi16, chan);
 444         return nouveau_abi16_put(abi16, ret);
 445 }
 446
 447 static struct nouveau_abi16_chan *
 448 nouveau_abi16_chan(struct nouveau_abi16 *abi16, int channel)
 449 {
 450         struct nouveau_abi16_chan *chan;
 451
 452         list_for_each_entry(chan, &abi16->channels, head) {
 453                 if (chan->chan->chid == channel)
 454                         return chan;
 455         }
 456
 457         return NULL;
 458 }
 459
 460 int
 461 nouveau_abi16_usif(struct drm_file *file_priv, void *data, u32 size)
 462 {
 463         union {
 464                 struct nvif_ioctl_v0 v0;
 465         } *args = data;
 466         struct nouveau_abi16_chan *chan;
 467         struct nouveau_abi16 *abi16;
 468         int ret = -ENOSYS;
 469
 470         if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) {
 471                 switch (args->v0.type) {
 472                 case NVIF_IOCTL_V0_NEW:
 473                 case NVIF_IOCTL_V0_MTHD:
 474                 case NVIF_IOCTL_V0_SCLASS:
 475                         break;
 476                 default:
 477                         return -EACCES;
 478                 }
 479         } else
 480                 return ret;
 481
 482         if (!(abi16 = nouveau_abi16(file_priv)))
 483                 return -ENOMEM;
 484
 485         if (args->v0.token != ~0ULL) {
 486                 if (!(chan = nouveau_abi16_chan(abi16, args->v0.token)))
 487                         return -EINVAL;
 488                 args->v0.object = nvif_handle(&chan->chan->user);
 489                 args->v0.owner  = NVIF_IOCTL_V0_OWNER_ANY;
 490                 return 0;
 491         }
 492
 493         args->v0.object = nvif_handle(&abi16->device.object);
 494         args->v0.owner  = NVIF_IOCTL_V0_OWNER_ANY;
 495         return 0;
 496 }
 497
 498 int
 499 nouveau_abi16_ioctl_channel_free(ABI16_IOCTL_ARGS)
 500 {
 501         struct drm_nouveau_channel_free *req = data;
 502         struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv);
 503         struct nouveau_abi16_chan *chan;
 504
 505         if (unlikely(!abi16))
 506                 return -ENOMEM;
 507
 508         chan = nouveau_abi16_chan(abi16, req->channel);
 509         if (!chan)
 510                 return nouveau_abi16_put(abi16, -ENOENT);
 511         nouveau_abi16_chan_fini(abi16, chan);
 512         return nouveau_abi16_put(abi16, 0);
 513 }
 514
 515 int
 516 nouveau_abi16_ioctl_grobj_alloc(ABI16_IOCTL_ARGS)
 517 {
 518         struct drm_nouveau_grobj_alloc *init = data;
 519         struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv);
 520         struct nouveau_abi16_chan *chan;
 521         struct nouveau_abi16_ntfy *ntfy;
 522         struct nvif_client *client;
 523         struct nvif_sclass *sclass;
 524         s32 oclass = 0;
 525         int ret, i;
 526
 527         if (unlikely(!abi16))
 528                 return -ENOMEM;
 529
 530         if (init->handle == ~0)
 531                 return nouveau_abi16_put(abi16, -EINVAL);
 532         client = abi16->device.object.client;
 533
 534         chan = nouveau_abi16_chan(abi16, init->channel);
 535         if (!chan)
 536                 return nouveau_abi16_put(abi16, -ENOENT);
 537
 538         ret = nvif_object_sclass_get(&chan->chan->user, &sclass);
 539         if (ret < 0)
 540                 return nouveau_abi16_put(abi16, ret);
 541
 542         if ((init->class & 0x00ff) == 0x006e) {
 543                 /* nvsw: compatibility with older 0x*6e class identifier */
 544                 for (i = 0; !oclass && i < ret; i++) {
 545                         switch (sclass[i].oclass) {
 546                         case NVIF_CLASS_SW_NV04:
 547                         case NVIF_CLASS_SW_NV10:
 548                         case NVIF_CLASS_SW_NV50:
 549                         case NVIF_CLASS_SW_GF100:
 550                                 oclass = sclass[i].oclass;
 551                                 break;
 552                         default:
 553                                 break;
 554                         }
 555                 }
 556         } else
 557         if ((init->class & 0x00ff) == 0x00b1) {
 558                 /* msvld: compatibility with incorrect version exposure */
 559                 for (i = 0; i < ret; i++) {
 560                         if ((sclass[i].oclass & 0x00ff) == 0x00b1) {
 561                                 oclass = sclass[i].oclass;
 562                                 break;
 563                         }
 564                 }
 565         } else
 566         if ((init->class & 0x00ff) == 0x00b2) { /* mspdec */
 567                 /* mspdec: compatibility with incorrect version exposure */
 568                 for (i = 0; i < ret; i++) {
 569                         if ((sclass[i].oclass & 0x00ff) == 0x00b2) {
 570                                 oclass = sclass[i].oclass;
 571                                 break;
 572                         }
 573                 }
 574         } else
 575         if ((init->class & 0x00ff) == 0x00b3) { /* msppp */
 576                 /* msppp: compatibility with incorrect version exposure */
 577                 for (i = 0; i < ret; i++) {
 578                         if ((sclass[i].oclass & 0x00ff) == 0x00b3) {
 579                                 oclass = sclass[i].oclass;
 580                                 break;
 581                         }
 582                 }
 583         } else {
 584                 oclass = init->class;
 585         }
 586
 587         nvif_object_sclass_put(&sclass);
 588         if (!oclass)
 589                 return nouveau_abi16_put(abi16, -EINVAL);
 590
 591         ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL);
 592         if (!ntfy)
 593                 return nouveau_abi16_put(abi16, -ENOMEM);
 594
 595         list_add(&ntfy->head, &chan->notifiers);
 596
 597         client->route = NVDRM_OBJECT_ABI16;
 598         ret = nvif_object_ctor(&chan->chan->user, "abi16EngObj", init->handle,
 599                                oclass, NULL, 0, &ntfy->object);
 600         client->route = NVDRM_OBJECT_NVIF;
 601
 602         if (ret)
 603                 nouveau_abi16_ntfy_fini(chan, ntfy);
 604         return nouveau_abi16_put(abi16, ret);
 605 }
 606
 607 int
 608 nouveau_abi16_ioctl_notifierobj_alloc(ABI16_IOCTL_ARGS)
 609 {
 610         struct drm_nouveau_notifierobj_alloc *info = data;
 611         struct nouveau_drm *drm = nouveau_drm(dev);
 612         struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv);
 613         struct nouveau_abi16_chan *chan;
 614         struct nouveau_abi16_ntfy *ntfy;
 615         struct nvif_device *device = &abi16->device;
 616         struct nvif_client *client;
 617         struct nv_dma_v0 args = {};
 618         int ret;
 619
 620         if (unlikely(!abi16))
 621                 return -ENOMEM;
 622
 623         /* completely unnecessary for these chipsets... */
 624         if (unlikely(device->info.family >= NV_DEVICE_INFO_V0_FERMI))
 625                 return nouveau_abi16_put(abi16, -EINVAL);
 626         client = abi16->device.object.client;
 627
 628         chan = nouveau_abi16_chan(abi16, info->channel);
 629         if (!chan)
 630                 return nouveau_abi16_put(abi16, -ENOENT);
 631
 632         ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL);
 633         if (!ntfy)
 634                 return nouveau_abi16_put(abi16, -ENOMEM);
 635
 636         list_add(&ntfy->head, &chan->notifiers);
 637
 638         ret = nvkm_mm_head(&chan->heap, 0, 1, info->size, info->size, 1,
 639                            &ntfy->node);
 640         if (ret)
 641                 goto done;
 642
 643         args.start = ntfy->node->offset;
 644         args.limit = ntfy->node->offset + ntfy->node->length - 1;
 645         if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) {
 646                 args.target = NV_DMA_V0_TARGET_VM;
 647                 args.access = NV_DMA_V0_ACCESS_VM;
 648                 args.start += chan->ntfy_vma->addr;
 649                 args.limit += chan->ntfy_vma->addr;
 650         } else
 651         if (drm->agp.bridge) {
 652                 args.target = NV_DMA_V0_TARGET_AGP;
 653                 args.access = NV_DMA_V0_ACCESS_RDWR;
 654                 args.start += drm->agp.base + chan->ntfy->offset;
 655                 args.limit += drm->agp.base + chan->ntfy->offset;
 656         } else {
 657                 args.target = NV_DMA_V0_TARGET_VM;
 658                 args.access = NV_DMA_V0_ACCESS_RDWR;
 659                 args.start += chan->ntfy->offset;
 660                 args.limit += chan->ntfy->offset;
 661         }
 662
 663         client->route = NVDRM_OBJECT_ABI16;
 664         ret = nvif_object_ctor(&chan->chan->user, "abi16Ntfy", info->handle,
 665                                NV_DMA_IN_MEMORY, &args, sizeof(args),
 666                                &ntfy->object);
 667         client->route = NVDRM_OBJECT_NVIF;
 668         if (ret)
 669                 goto done;
 670
 671         info->offset = ntfy->node->offset;
 672 done:
 673         if (ret)
 674                 nouveau_abi16_ntfy_fini(chan, ntfy);
 675         return nouveau_abi16_put(abi16, ret);
 676 }
 677
 678 int
 679 nouveau_abi16_ioctl_gpuobj_free(ABI16_IOCTL_ARGS)
 680 {
 681         struct drm_nouveau_gpuobj_free *fini = data;
 682         struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv);
 683         struct nouveau_abi16_chan *chan;
 684         struct nouveau_abi16_ntfy *ntfy;
 685         int ret = -ENOENT;
 686
 687         if (unlikely(!abi16))
 688                 return -ENOMEM;
 689
 690         chan = nouveau_abi16_chan(abi16, fini->channel);
 691         if (!chan)
 692                 return nouveau_abi16_put(abi16, -EINVAL);
 693
 694         /* synchronize with the user channel and destroy the gpu object */
 695         nouveau_channel_idle(chan->chan);
 696
 697         list_for_each_entry(ntfy, &chan->notifiers, head) {
 698                 if (ntfy->object.handle == fini->handle) {
 699                         nouveau_abi16_ntfy_fini(chan, ntfy);
 700                         ret = 0;
 701                         break;
 702                 }
 703         }
 704
 705         return nouveau_abi16_put(abi16, ret);
 706 }