drivers/gpu/drm/nouveau/nvkm/engine/device/base.c

   1 /*
   2  * Copyright 2012 Red Hat Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * Authors: Ben Skeggs
  23  */
  24 #include "priv.h"
  25 #include "acpi.h"
  26
  27 #include <core/notify.h>
  28 #include <core/option.h>
  29
  30 #include <subdev/bios.h>
  31 #include <subdev/therm.h>
  32
  33 static DEFINE_MUTEX(nv_devices_mutex);
  34 static LIST_HEAD(nv_devices);
  35
  36 static struct nvkm_device *
  37 nvkm_device_find_locked(u64 handle)
  38 {
  39         struct nvkm_device *device;
  40         list_for_each_entry(device, &nv_devices, head) {
  41                 if (device->handle == handle)
  42                         return device;
  43         }
  44         return NULL;
  45 }
  46
  47 struct nvkm_device *
  48 nvkm_device_find(u64 handle)
  49 {
  50         struct nvkm_device *device;
  51         mutex_lock(&nv_devices_mutex);
  52         device = nvkm_device_find_locked(handle);
  53         mutex_unlock(&nv_devices_mutex);
  54         return device;
  55 }
  56
  57 int
  58 nvkm_device_list(u64 *name, int size)
  59 {
  60         struct nvkm_device *device;
  61         int nr = 0;
  62         mutex_lock(&nv_devices_mutex);
  63         list_for_each_entry(device, &nv_devices, head) {
  64                 if (nr++ < size)
  65                         name[nr - 1] = device->handle;
  66         }
  67         mutex_unlock(&nv_devices_mutex);
  68         return nr;
  69 }
  70
  71 static const struct nvkm_device_chip
  72 null_chipset = {
  73         .name = "NULL",
  74         .bios = nvkm_bios_new,
  75 };
  76
  77 static const struct nvkm_device_chip
  78 nv4_chipset = {
  79         .name = "NV04",
  80         .bios = nvkm_bios_new,
  81         .bus = nv04_bus_new,
  82         .clk = nv04_clk_new,
  83         .devinit = nv04_devinit_new,
  84         .fb = nv04_fb_new,
  85         .i2c = nv04_i2c_new,
  86         .imem = nv04_instmem_new,
  87         .mc = nv04_mc_new,
  88         .mmu = nv04_mmu_new,
  89         .pci = nv04_pci_new,
  90         .timer = nv04_timer_new,
  91         .disp = nv04_disp_new,
  92         .dma = nv04_dma_new,
  93         .fifo = nv04_fifo_new,
  94         .gr = nv04_gr_new,
  95         .sw = nv04_sw_new,
  96 };
  97
  98 static const struct nvkm_device_chip
  99 nv5_chipset = {
 100         .name = "NV05",
 101         .bios = nvkm_bios_new,
 102         .bus = nv04_bus_new,
 103         .clk = nv04_clk_new,
 104         .devinit = nv05_devinit_new,
 105         .fb = nv04_fb_new,
 106         .i2c = nv04_i2c_new,
 107         .imem = nv04_instmem_new,
 108         .mc = nv04_mc_new,
 109         .mmu = nv04_mmu_new,
 110         .pci = nv04_pci_new,
 111         .timer = nv04_timer_new,
 112         .disp = nv04_disp_new,
 113         .dma = nv04_dma_new,
 114         .fifo = nv04_fifo_new,
 115         .gr = nv04_gr_new,
 116         .sw = nv04_sw_new,
 117 };
 118
 119 static const struct nvkm_device_chip
 120 nv10_chipset = {
 121         .name = "NV10",
 122         .bios = nvkm_bios_new,
 123         .bus = nv04_bus_new,
 124         .clk = nv04_clk_new,
 125         .devinit = nv10_devinit_new,
 126         .fb = nv10_fb_new,
 127         .gpio = nv10_gpio_new,
 128         .i2c = nv04_i2c_new,
 129         .imem = nv04_instmem_new,
 130         .mc = nv04_mc_new,
 131         .mmu = nv04_mmu_new,
 132         .pci = nv04_pci_new,
 133         .timer = nv04_timer_new,
 134         .disp = nv04_disp_new,
 135         .dma = nv04_dma_new,
 136         .gr = nv10_gr_new,
 137 };
 138
 139 static const struct nvkm_device_chip
 140 nv11_chipset = {
 141         .name = "NV11",
 142         .bios = nvkm_bios_new,
 143         .bus = nv04_bus_new,
 144         .clk = nv04_clk_new,
 145         .devinit = nv10_devinit_new,
 146         .fb = nv10_fb_new,
 147         .gpio = nv10_gpio_new,
 148         .i2c = nv04_i2c_new,
 149         .imem = nv04_instmem_new,
 150         .mc = nv11_mc_new,
 151         .mmu = nv04_mmu_new,
 152         .pci = nv04_pci_new,
 153         .timer = nv04_timer_new,
 154         .disp = nv04_disp_new,
 155         .dma = nv04_dma_new,
 156         .fifo = nv10_fifo_new,
 157         .gr = nv15_gr_new,
 158         .sw = nv10_sw_new,
 159 };
 160
 161 static const struct nvkm_device_chip
 162 nv15_chipset = {
 163         .name = "NV15",
 164         .bios = nvkm_bios_new,
 165         .bus = nv04_bus_new,
 166         .clk = nv04_clk_new,
 167         .devinit = nv10_devinit_new,
 168         .fb = nv10_fb_new,
 169         .gpio = nv10_gpio_new,
 170         .i2c = nv04_i2c_new,
 171         .imem = nv04_instmem_new,
 172         .mc = nv04_mc_new,
 173         .mmu = nv04_mmu_new,
 174         .pci = nv04_pci_new,
 175         .timer = nv04_timer_new,
 176         .disp = nv04_disp_new,
 177         .dma = nv04_dma_new,
 178         .fifo = nv10_fifo_new,
 179         .gr = nv15_gr_new,
 180         .sw = nv10_sw_new,
 181 };
 182
 183 static const struct nvkm_device_chip
 184 nv17_chipset = {
 185         .name = "NV17",
 186         .bios = nvkm_bios_new,
 187         .bus = nv04_bus_new,
 188         .clk = nv04_clk_new,
 189         .devinit = nv10_devinit_new,
 190         .fb = nv10_fb_new,
 191         .gpio = nv10_gpio_new,
 192         .i2c = nv04_i2c_new,
 193         .imem = nv04_instmem_new,
 194         .mc = nv17_mc_new,
 195         .mmu = nv04_mmu_new,
 196         .pci = nv04_pci_new,
 197         .timer = nv04_timer_new,
 198         .disp = nv04_disp_new,
 199         .dma = nv04_dma_new,
 200         .fifo = nv17_fifo_new,
 201         .gr = nv17_gr_new,
 202         .sw = nv10_sw_new,
 203 };
 204
 205 static const struct nvkm_device_chip
 206 nv18_chipset = {
 207         .name = "NV18",
 208         .bios = nvkm_bios_new,
 209         .bus = nv04_bus_new,
 210         .clk = nv04_clk_new,
 211         .devinit = nv10_devinit_new,
 212         .fb = nv10_fb_new,
 213         .gpio = nv10_gpio_new,
 214         .i2c = nv04_i2c_new,
 215         .imem = nv04_instmem_new,
 216         .mc = nv17_mc_new,
 217         .mmu = nv04_mmu_new,
 218         .pci = nv04_pci_new,
 219         .timer = nv04_timer_new,
 220         .disp = nv04_disp_new,
 221         .dma = nv04_dma_new,
 222         .fifo = nv17_fifo_new,
 223         .gr = nv17_gr_new,
 224         .sw = nv10_sw_new,
 225 };
 226
 227 static const struct nvkm_device_chip
 228 nv1a_chipset = {
 229         .name = "nForce",
 230         .bios = nvkm_bios_new,
 231         .bus = nv04_bus_new,
 232         .clk = nv04_clk_new,
 233         .devinit = nv1a_devinit_new,
 234         .fb = nv1a_fb_new,
 235         .gpio = nv10_gpio_new,
 236         .i2c = nv04_i2c_new,
 237         .imem = nv04_instmem_new,
 238         .mc = nv04_mc_new,
 239         .mmu = nv04_mmu_new,
 240         .pci = nv04_pci_new,
 241         .timer = nv04_timer_new,
 242         .disp = nv04_disp_new,
 243         .dma = nv04_dma_new,
 244         .fifo = nv10_fifo_new,
 245         .gr = nv15_gr_new,
 246         .sw = nv10_sw_new,
 247 };
 248
 249 static const struct nvkm_device_chip
 250 nv1f_chipset = {
 251         .name = "nForce2",
 252         .bios = nvkm_bios_new,
 253         .bus = nv04_bus_new,
 254         .clk = nv04_clk_new,
 255         .devinit = nv1a_devinit_new,
 256         .fb = nv1a_fb_new,
 257         .gpio = nv10_gpio_new,
 258         .i2c = nv04_i2c_new,
 259         .imem = nv04_instmem_new,
 260         .mc = nv17_mc_new,
 261         .mmu = nv04_mmu_new,
 262         .pci = nv04_pci_new,
 263         .timer = nv04_timer_new,
 264         .disp = nv04_disp_new,
 265         .dma = nv04_dma_new,
 266         .fifo = nv17_fifo_new,
 267         .gr = nv17_gr_new,
 268         .sw = nv10_sw_new,
 269 };
 270
 271 static const struct nvkm_device_chip
 272 nv20_chipset = {
 273         .name = "NV20",
 274         .bios = nvkm_bios_new,
 275         .bus = nv04_bus_new,
 276         .clk = nv04_clk_new,
 277         .devinit = nv20_devinit_new,
 278         .fb = nv20_fb_new,
 279         .gpio = nv10_gpio_new,
 280         .i2c = nv04_i2c_new,
 281         .imem = nv04_instmem_new,
 282         .mc = nv17_mc_new,
 283         .mmu = nv04_mmu_new,
 284         .pci = nv04_pci_new,
 285         .timer = nv04_timer_new,
 286         .disp = nv04_disp_new,
 287         .dma = nv04_dma_new,
 288         .fifo = nv17_fifo_new,
 289         .gr = nv20_gr_new,
 290         .sw = nv10_sw_new,
 291 };
 292
 293 static const struct nvkm_device_chip
 294 nv25_chipset = {
 295         .name = "NV25",
 296         .bios = nvkm_bios_new,
 297         .bus = nv04_bus_new,
 298         .clk = nv04_clk_new,
 299         .devinit = nv20_devinit_new,
 300         .fb = nv25_fb_new,
 301         .gpio = nv10_gpio_new,
 302         .i2c = nv04_i2c_new,
 303         .imem = nv04_instmem_new,
 304         .mc = nv17_mc_new,
 305         .mmu = nv04_mmu_new,
 306         .pci = nv04_pci_new,
 307         .timer = nv04_timer_new,
 308         .disp = nv04_disp_new,
 309         .dma = nv04_dma_new,
 310         .fifo = nv17_fifo_new,
 311         .gr = nv25_gr_new,
 312         .sw = nv10_sw_new,
 313 };
 314
 315 static const struct nvkm_device_chip
 316 nv28_chipset = {
 317         .name = "NV28",
 318         .bios = nvkm_bios_new,
 319         .bus = nv04_bus_new,
 320         .clk = nv04_clk_new,
 321         .devinit = nv20_devinit_new,
 322         .fb = nv25_fb_new,
 323         .gpio = nv10_gpio_new,
 324         .i2c = nv04_i2c_new,
 325         .imem = nv04_instmem_new,
 326         .mc = nv17_mc_new,
 327         .mmu = nv04_mmu_new,
 328         .pci = nv04_pci_new,
 329         .timer = nv04_timer_new,
 330         .disp = nv04_disp_new,
 331         .dma = nv04_dma_new,
 332         .fifo = nv17_fifo_new,
 333         .gr = nv25_gr_new,
 334         .sw = nv10_sw_new,
 335 };
 336
 337 static const struct nvkm_device_chip
 338 nv2a_chipset = {
 339         .name = "NV2A",
 340         .bios = nvkm_bios_new,
 341         .bus = nv04_bus_new,
 342         .clk = nv04_clk_new,
 343         .devinit = nv20_devinit_new,
 344         .fb = nv25_fb_new,
 345         .gpio = nv10_gpio_new,
 346         .i2c = nv04_i2c_new,
 347         .imem = nv04_instmem_new,
 348         .mc = nv17_mc_new,
 349         .mmu = nv04_mmu_new,
 350         .pci = nv04_pci_new,
 351         .timer = nv04_timer_new,
 352         .disp = nv04_disp_new,
 353         .dma = nv04_dma_new,
 354         .fifo = nv17_fifo_new,
 355         .gr = nv2a_gr_new,
 356         .sw = nv10_sw_new,
 357 };
 358
 359 static const struct nvkm_device_chip
 360 nv30_chipset = {
 361         .name = "NV30",
 362         .bios = nvkm_bios_new,
 363         .bus = nv04_bus_new,
 364         .clk = nv04_clk_new,
 365         .devinit = nv20_devinit_new,
 366         .fb = nv30_fb_new,
 367         .gpio = nv10_gpio_new,
 368         .i2c = nv04_i2c_new,
 369         .imem = nv04_instmem_new,
 370         .mc = nv17_mc_new,
 371         .mmu = nv04_mmu_new,
 372         .pci = nv04_pci_new,
 373         .timer = nv04_timer_new,
 374         .disp = nv04_disp_new,
 375         .dma = nv04_dma_new,
 376         .fifo = nv17_fifo_new,
 377         .gr = nv30_gr_new,
 378         .sw = nv10_sw_new,
 379 };
 380
 381 static const struct nvkm_device_chip
 382 nv31_chipset = {
 383         .name = "NV31",
 384         .bios = nvkm_bios_new,
 385         .bus = nv31_bus_new,
 386         .clk = nv04_clk_new,
 387         .devinit = nv20_devinit_new,
 388         .fb = nv30_fb_new,
 389         .gpio = nv10_gpio_new,
 390         .i2c = nv04_i2c_new,
 391         .imem = nv04_instmem_new,
 392         .mc = nv17_mc_new,
 393         .mmu = nv04_mmu_new,
 394         .pci = nv04_pci_new,
 395         .timer = nv04_timer_new,
 396         .disp = nv04_disp_new,
 397         .dma = nv04_dma_new,
 398         .fifo = nv17_fifo_new,
 399         .gr = nv30_gr_new,
 400         .mpeg = nv31_mpeg_new,
 401         .sw = nv10_sw_new,
 402 };
 403
 404 static const struct nvkm_device_chip
 405 nv34_chipset = {
 406         .name = "NV34",
 407         .bios = nvkm_bios_new,
 408         .bus = nv31_bus_new,
 409         .clk = nv04_clk_new,
 410         .devinit = nv10_devinit_new,
 411         .fb = nv10_fb_new,
 412         .gpio = nv10_gpio_new,
 413         .i2c = nv04_i2c_new,
 414         .imem = nv04_instmem_new,
 415         .mc = nv17_mc_new,
 416         .mmu = nv04_mmu_new,
 417         .pci = nv04_pci_new,
 418         .timer = nv04_timer_new,
 419         .disp = nv04_disp_new,
 420         .dma = nv04_dma_new,
 421         .fifo = nv17_fifo_new,
 422         .gr = nv34_gr_new,
 423         .mpeg = nv31_mpeg_new,
 424         .sw = nv10_sw_new,
 425 };
 426
 427 static const struct nvkm_device_chip
 428 nv35_chipset = {
 429         .name = "NV35",
 430         .bios = nvkm_bios_new,
 431         .bus = nv04_bus_new,
 432         .clk = nv04_clk_new,
 433         .devinit = nv20_devinit_new,
 434         .fb = nv35_fb_new,
 435         .gpio = nv10_gpio_new,
 436         .i2c = nv04_i2c_new,
 437         .imem = nv04_instmem_new,
 438         .mc = nv17_mc_new,
 439         .mmu = nv04_mmu_new,
 440         .pci = nv04_pci_new,
 441         .timer = nv04_timer_new,
 442         .disp = nv04_disp_new,
 443         .dma = nv04_dma_new,
 444         .fifo = nv17_fifo_new,
 445         .gr = nv35_gr_new,
 446         .sw = nv10_sw_new,
 447 };
 448
 449 static const struct nvkm_device_chip
 450 nv36_chipset = {
 451         .name = "NV36",
 452         .bios = nvkm_bios_new,
 453         .bus = nv31_bus_new,
 454         .clk = nv04_clk_new,
 455         .devinit = nv20_devinit_new,
 456         .fb = nv36_fb_new,
 457         .gpio = nv10_gpio_new,
 458         .i2c = nv04_i2c_new,
 459         .imem = nv04_instmem_new,
 460         .mc = nv17_mc_new,
 461         .mmu = nv04_mmu_new,
 462         .pci = nv04_pci_new,
 463         .timer = nv04_timer_new,
 464         .disp = nv04_disp_new,
 465         .dma = nv04_dma_new,
 466         .fifo = nv17_fifo_new,
 467         .gr = nv35_gr_new,
 468         .mpeg = nv31_mpeg_new,
 469         .sw = nv10_sw_new,
 470 };
 471
 472 static const struct nvkm_device_chip
 473 nv40_chipset = {
 474         .name = "NV40",
 475         .bios = nvkm_bios_new,
 476         .bus = nv31_bus_new,
 477         .clk = nv40_clk_new,
 478         .devinit = nv1a_devinit_new,
 479         .fb = nv40_fb_new,
 480         .gpio = nv10_gpio_new,
 481         .i2c = nv04_i2c_new,
 482         .imem = nv40_instmem_new,
 483         .mc = nv17_mc_new,
 484         .mmu = nv04_mmu_new,
 485         .pci = nv40_pci_new,
 486         .therm = nv40_therm_new,
 487         .timer = nv40_timer_new,
 488         .volt = nv40_volt_new,
 489         .disp = nv04_disp_new,
 490         .dma = nv04_dma_new,
 491         .fifo = nv40_fifo_new,
 492         .gr = nv40_gr_new,
 493         .mpeg = nv40_mpeg_new,
 494         .pm = nv40_pm_new,
 495         .sw = nv10_sw_new,
 496 };
 497
 498 static const struct nvkm_device_chip
 499 nv41_chipset = {
 500         .name = "NV41",
 501         .bios = nvkm_bios_new,
 502         .bus = nv31_bus_new,
 503         .clk = nv40_clk_new,
 504         .devinit = nv1a_devinit_new,
 505         .fb = nv41_fb_new,
 506         .gpio = nv10_gpio_new,
 507         .i2c = nv04_i2c_new,
 508         .imem = nv40_instmem_new,
 509         .mc = nv17_mc_new,
 510         .mmu = nv41_mmu_new,
 511         .pci = nv40_pci_new,
 512         .therm = nv40_therm_new,
 513         .timer = nv41_timer_new,
 514         .volt = nv40_volt_new,
 515         .disp = nv04_disp_new,
 516         .dma = nv04_dma_new,
 517         .fifo = nv40_fifo_new,
 518         .gr = nv40_gr_new,
 519         .mpeg = nv40_mpeg_new,
 520         .pm = nv40_pm_new,
 521         .sw = nv10_sw_new,
 522 };
 523
 524 static const struct nvkm_device_chip
 525 nv42_chipset = {
 526         .name = "NV42",
 527         .bios = nvkm_bios_new,
 528         .bus = nv31_bus_new,
 529         .clk = nv40_clk_new,
 530         .devinit = nv1a_devinit_new,
 531         .fb = nv41_fb_new,
 532         .gpio = nv10_gpio_new,
 533         .i2c = nv04_i2c_new,
 534         .imem = nv40_instmem_new,
 535         .mc = nv17_mc_new,
 536         .mmu = nv41_mmu_new,
 537         .pci = nv40_pci_new,
 538         .therm = nv40_therm_new,
 539         .timer = nv41_timer_new,
 540         .volt = nv40_volt_new,
 541         .disp = nv04_disp_new,
 542         .dma = nv04_dma_new,
 543         .fifo = nv40_fifo_new,
 544         .gr = nv40_gr_new,
 545         .mpeg = nv40_mpeg_new,
 546         .pm = nv40_pm_new,
 547         .sw = nv10_sw_new,
 548 };
 549
 550 static const struct nvkm_device_chip
 551 nv43_chipset = {
 552         .name = "NV43",
 553         .bios = nvkm_bios_new,
 554         .bus = nv31_bus_new,
 555         .clk = nv40_clk_new,
 556         .devinit = nv1a_devinit_new,
 557         .fb = nv41_fb_new,
 558         .gpio = nv10_gpio_new,
 559         .i2c = nv04_i2c_new,
 560         .imem = nv40_instmem_new,
 561         .mc = nv17_mc_new,
 562         .mmu = nv41_mmu_new,
 563         .pci = nv40_pci_new,
 564         .therm = nv40_therm_new,
 565         .timer = nv41_timer_new,
 566         .volt = nv40_volt_new,
 567         .disp = nv04_disp_new,
 568         .dma = nv04_dma_new,
 569         .fifo = nv40_fifo_new,
 570         .gr = nv40_gr_new,
 571         .mpeg = nv40_mpeg_new,
 572         .pm = nv40_pm_new,
 573         .sw = nv10_sw_new,
 574 };
 575
 576 static const struct nvkm_device_chip
 577 nv44_chipset = {
 578         .name = "NV44",
 579         .bios = nvkm_bios_new,
 580         .bus = nv31_bus_new,
 581         .clk = nv40_clk_new,
 582         .devinit = nv1a_devinit_new,
 583         .fb = nv44_fb_new,
 584         .gpio = nv10_gpio_new,
 585         .i2c = nv04_i2c_new,
 586         .imem = nv40_instmem_new,
 587         .mc = nv44_mc_new,
 588         .mmu = nv44_mmu_new,
 589         .pci = nv40_pci_new,
 590         .therm = nv40_therm_new,
 591         .timer = nv41_timer_new,
 592         .volt = nv40_volt_new,
 593         .disp = nv04_disp_new,
 594         .dma = nv04_dma_new,
 595         .fifo = nv40_fifo_new,
 596         .gr = nv44_gr_new,
 597         .mpeg = nv44_mpeg_new,
 598         .pm = nv40_pm_new,
 599         .sw = nv10_sw_new,
 600 };
 601
 602 static const struct nvkm_device_chip
 603 nv45_chipset = {
 604         .name = "NV45",
 605         .bios = nvkm_bios_new,
 606         .bus = nv31_bus_new,
 607         .clk = nv40_clk_new,
 608         .devinit = nv1a_devinit_new,
 609         .fb = nv40_fb_new,
 610         .gpio = nv10_gpio_new,
 611         .i2c = nv04_i2c_new,
 612         .imem = nv40_instmem_new,
 613         .mc = nv17_mc_new,
 614         .mmu = nv04_mmu_new,
 615         .pci = nv40_pci_new,
 616         .therm = nv40_therm_new,
 617         .timer = nv41_timer_new,
 618         .volt = nv40_volt_new,
 619         .disp = nv04_disp_new,
 620         .dma = nv04_dma_new,
 621         .fifo = nv40_fifo_new,
 622         .gr = nv40_gr_new,
 623         .mpeg = nv44_mpeg_new,
 624         .pm = nv40_pm_new,
 625         .sw = nv10_sw_new,
 626 };
 627
 628 static const struct nvkm_device_chip
 629 nv46_chipset = {
 630         .name = "G72",
 631         .bios = nvkm_bios_new,
 632         .bus = nv31_bus_new,
 633         .clk = nv40_clk_new,
 634         .devinit = nv1a_devinit_new,
 635         .fb = nv46_fb_new,
 636         .gpio = nv10_gpio_new,
 637         .i2c = nv04_i2c_new,
 638         .imem = nv40_instmem_new,
 639         .mc = nv44_mc_new,
 640         .mmu = nv44_mmu_new,
 641         .pci = nv46_pci_new,
 642         .therm = nv40_therm_new,
 643         .timer = nv41_timer_new,
 644         .volt = nv40_volt_new,
 645         .disp = nv04_disp_new,
 646         .dma = nv04_dma_new,
 647         .fifo = nv40_fifo_new,
 648         .gr = nv44_gr_new,
 649         .mpeg = nv44_mpeg_new,
 650         .pm = nv40_pm_new,
 651         .sw = nv10_sw_new,
 652 };
 653
 654 static const struct nvkm_device_chip
 655 nv47_chipset = {
 656         .name = "G70",
 657         .bios = nvkm_bios_new,
 658         .bus = nv31_bus_new,
 659         .clk = nv40_clk_new,
 660         .devinit = nv1a_devinit_new,
 661         .fb = nv47_fb_new,
 662         .gpio = nv10_gpio_new,
 663         .i2c = nv04_i2c_new,
 664         .imem = nv40_instmem_new,
 665         .mc = nv17_mc_new,
 666         .mmu = nv41_mmu_new,
 667         .pci = nv40_pci_new,
 668         .therm = nv40_therm_new,
 669         .timer = nv41_timer_new,
 670         .volt = nv40_volt_new,
 671         .disp = nv04_disp_new,
 672         .dma = nv04_dma_new,
 673         .fifo = nv40_fifo_new,
 674         .gr = nv40_gr_new,
 675         .mpeg = nv44_mpeg_new,
 676         .pm = nv40_pm_new,
 677         .sw = nv10_sw_new,
 678 };
 679
 680 static const struct nvkm_device_chip
 681 nv49_chipset = {
 682         .name = "G71",
 683         .bios = nvkm_bios_new,
 684         .bus = nv31_bus_new,
 685         .clk = nv40_clk_new,
 686         .devinit = nv1a_devinit_new,
 687         .fb = nv49_fb_new,
 688         .gpio = nv10_gpio_new,
 689         .i2c = nv04_i2c_new,
 690         .imem = nv40_instmem_new,
 691         .mc = nv17_mc_new,
 692         .mmu = nv41_mmu_new,
 693         .pci = nv40_pci_new,
 694         .therm = nv40_therm_new,
 695         .timer = nv41_timer_new,
 696         .volt = nv40_volt_new,
 697         .disp = nv04_disp_new,
 698         .dma = nv04_dma_new,
 699         .fifo = nv40_fifo_new,
 700         .gr = nv40_gr_new,
 701         .mpeg = nv44_mpeg_new,
 702         .pm = nv40_pm_new,
 703         .sw = nv10_sw_new,
 704 };
 705
 706 static const struct nvkm_device_chip
 707 nv4a_chipset = {
 708         .name = "NV44A",
 709         .bios = nvkm_bios_new,
 710         .bus = nv31_bus_new,
 711         .clk = nv40_clk_new,
 712         .devinit = nv1a_devinit_new,
 713         .fb = nv44_fb_new,
 714         .gpio = nv10_gpio_new,
 715         .i2c = nv04_i2c_new,
 716         .imem = nv40_instmem_new,
 717         .mc = nv44_mc_new,
 718         .mmu = nv04_mmu_new,
 719         .pci = nv40_pci_new,
 720         .therm = nv40_therm_new,
 721         .timer = nv41_timer_new,
 722         .volt = nv40_volt_new,
 723         .disp = nv04_disp_new,
 724         .dma = nv04_dma_new,
 725         .fifo = nv40_fifo_new,
 726         .gr = nv44_gr_new,
 727         .mpeg = nv44_mpeg_new,
 728         .pm = nv40_pm_new,
 729         .sw = nv10_sw_new,
 730 };
 731
 732 static const struct nvkm_device_chip
 733 nv4b_chipset = {
 734         .name = "G73",
 735         .bios = nvkm_bios_new,
 736         .bus = nv31_bus_new,
 737         .clk = nv40_clk_new,
 738         .devinit = nv1a_devinit_new,
 739         .fb = nv49_fb_new,
 740         .gpio = nv10_gpio_new,
 741         .i2c = nv04_i2c_new,
 742         .imem = nv40_instmem_new,
 743         .mc = nv17_mc_new,
 744         .mmu = nv41_mmu_new,
 745         .pci = nv40_pci_new,
 746         .therm = nv40_therm_new,
 747         .timer = nv41_timer_new,
 748         .volt = nv40_volt_new,
 749         .disp = nv04_disp_new,
 750         .dma = nv04_dma_new,
 751         .fifo = nv40_fifo_new,
 752         .gr = nv40_gr_new,
 753         .mpeg = nv44_mpeg_new,
 754         .pm = nv40_pm_new,
 755         .sw = nv10_sw_new,
 756 };
 757
 758 static const struct nvkm_device_chip
 759 nv4c_chipset = {
 760         .name = "C61",
 761         .bios = nvkm_bios_new,
 762         .bus = nv31_bus_new,
 763         .clk = nv40_clk_new,
 764         .devinit = nv1a_devinit_new,
 765         .fb = nv46_fb_new,
 766         .gpio = nv10_gpio_new,
 767         .i2c = nv04_i2c_new,
 768         .imem = nv40_instmem_new,
 769         .mc = nv44_mc_new,
 770         .mmu = nv44_mmu_new,
 771         .pci = nv4c_pci_new,
 772         .therm = nv40_therm_new,
 773         .timer = nv41_timer_new,
 774         .volt = nv40_volt_new,
 775         .disp = nv04_disp_new,
 776         .dma = nv04_dma_new,
 777         .fifo = nv40_fifo_new,
 778         .gr = nv44_gr_new,
 779         .mpeg = nv44_mpeg_new,
 780         .pm = nv40_pm_new,
 781         .sw = nv10_sw_new,
 782 };
 783
 784 static const struct nvkm_device_chip
 785 nv4e_chipset = {
 786         .name = "C51",
 787         .bios = nvkm_bios_new,
 788         .bus = nv31_bus_new,
 789         .clk = nv40_clk_new,
 790         .devinit = nv1a_devinit_new,
 791         .fb = nv4e_fb_new,
 792         .gpio = nv10_gpio_new,
 793         .i2c = nv4e_i2c_new,
 794         .imem = nv40_instmem_new,
 795         .mc = nv44_mc_new,
 796         .mmu = nv44_mmu_new,
 797         .pci = nv4c_pci_new,
 798         .therm = nv40_therm_new,
 799         .timer = nv41_timer_new,
 800         .volt = nv40_volt_new,
 801         .disp = nv04_disp_new,
 802         .dma = nv04_dma_new,
 803         .fifo = nv40_fifo_new,
 804         .gr = nv44_gr_new,
 805         .mpeg = nv44_mpeg_new,
 806         .pm = nv40_pm_new,
 807         .sw = nv10_sw_new,
 808 };
 809
 810 static const struct nvkm_device_chip
 811 nv50_chipset = {
 812         .name = "G80",
 813         .bar = nv50_bar_new,
 814         .bios = nvkm_bios_new,
 815         .bus = nv50_bus_new,
 816         .clk = nv50_clk_new,
 817         .devinit = nv50_devinit_new,
 818         .fb = nv50_fb_new,
 819         .fuse = nv50_fuse_new,
 820         .gpio = nv50_gpio_new,
 821         .i2c = nv50_i2c_new,
 822         .imem = nv50_instmem_new,
 823         .mc = nv50_mc_new,
 824         .mmu = nv50_mmu_new,
 825         .mxm = nv50_mxm_new,
 826         .pci = nv46_pci_new,
 827         .therm = nv50_therm_new,
 828         .timer = nv41_timer_new,
 829         .volt = nv40_volt_new,
 830         .disp = nv50_disp_new,
 831         .dma = nv50_dma_new,
 832         .fifo = nv50_fifo_new,
 833         .gr = nv50_gr_new,
 834         .mpeg = nv50_mpeg_new,
 835         .pm = nv50_pm_new,
 836         .sw = nv50_sw_new,
 837 };
 838
 839 static const struct nvkm_device_chip
 840 nv63_chipset = {
 841         .name = "C73",
 842         .bios = nvkm_bios_new,
 843         .bus = nv31_bus_new,
 844         .clk = nv40_clk_new,
 845         .devinit = nv1a_devinit_new,
 846         .fb = nv46_fb_new,
 847         .gpio = nv10_gpio_new,
 848         .i2c = nv04_i2c_new,
 849         .imem = nv40_instmem_new,
 850         .mc = nv44_mc_new,
 851         .mmu = nv44_mmu_new,
 852         .pci = nv4c_pci_new,
 853         .therm = nv40_therm_new,
 854         .timer = nv41_timer_new,
 855         .volt = nv40_volt_new,
 856         .disp = nv04_disp_new,
 857         .dma = nv04_dma_new,
 858         .fifo = nv40_fifo_new,
 859         .gr = nv44_gr_new,
 860         .mpeg = nv44_mpeg_new,
 861         .pm = nv40_pm_new,
 862         .sw = nv10_sw_new,
 863 };
 864
 865 static const struct nvkm_device_chip
 866 nv67_chipset = {
 867         .name = "C67",
 868         .bios = nvkm_bios_new,
 869         .bus = nv31_bus_new,
 870         .clk = nv40_clk_new,
 871         .devinit = nv1a_devinit_new,
 872         .fb = nv46_fb_new,
 873         .gpio = nv10_gpio_new,
 874         .i2c = nv04_i2c_new,
 875         .imem = nv40_instmem_new,
 876         .mc = nv44_mc_new,
 877         .mmu = nv44_mmu_new,
 878         .pci = nv4c_pci_new,
 879         .therm = nv40_therm_new,
 880         .timer = nv41_timer_new,
 881         .volt = nv40_volt_new,
 882         .disp = nv04_disp_new,
 883         .dma = nv04_dma_new,
 884         .fifo = nv40_fifo_new,
 885         .gr = nv44_gr_new,
 886         .mpeg = nv44_mpeg_new,
 887         .pm = nv40_pm_new,
 888         .sw = nv10_sw_new,
 889 };
 890
 891 static const struct nvkm_device_chip
 892 nv68_chipset = {
 893         .name = "C68",
 894         .bios = nvkm_bios_new,
 895         .bus = nv31_bus_new,
 896         .clk = nv40_clk_new,
 897         .devinit = nv1a_devinit_new,
 898         .fb = nv46_fb_new,
 899         .gpio = nv10_gpio_new,
 900         .i2c = nv04_i2c_new,
 901         .imem = nv40_instmem_new,
 902         .mc = nv44_mc_new,
 903         .mmu = nv44_mmu_new,
 904         .pci = nv4c_pci_new,
 905         .therm = nv40_therm_new,
 906         .timer = nv41_timer_new,
 907         .volt = nv40_volt_new,
 908         .disp = nv04_disp_new,
 909         .dma = nv04_dma_new,
 910         .fifo = nv40_fifo_new,
 911         .gr = nv44_gr_new,
 912         .mpeg = nv44_mpeg_new,
 913         .pm = nv40_pm_new,
 914         .sw = nv10_sw_new,
 915 };
 916
 917 static const struct nvkm_device_chip
 918 nv84_chipset = {
 919         .name = "G84",
 920         .bar = g84_bar_new,
 921         .bios = nvkm_bios_new,
 922         .bus = nv50_bus_new,
 923         .clk = g84_clk_new,
 924         .devinit = g84_devinit_new,
 925         .fb = g84_fb_new,
 926         .fuse = nv50_fuse_new,
 927         .gpio = nv50_gpio_new,
 928         .i2c = nv50_i2c_new,
 929         .imem = nv50_instmem_new,
 930         .mc = g84_mc_new,
 931         .mmu = g84_mmu_new,
 932         .mxm = nv50_mxm_new,
 933         .pci = g84_pci_new,
 934         .therm = g84_therm_new,
 935         .timer = nv41_timer_new,
 936         .volt = nv40_volt_new,
 937         .bsp = g84_bsp_new,
 938         .cipher = g84_cipher_new,
 939         .disp = g84_disp_new,
 940         .dma = nv50_dma_new,
 941         .fifo = g84_fifo_new,
 942         .gr = g84_gr_new,
 943         .mpeg = g84_mpeg_new,
 944         .pm = g84_pm_new,
 945         .sw = nv50_sw_new,
 946         .vp = g84_vp_new,
 947 };
 948
 949 static const struct nvkm_device_chip
 950 nv86_chipset = {
 951         .name = "G86",
 952         .bar = g84_bar_new,
 953         .bios = nvkm_bios_new,
 954         .bus = nv50_bus_new,
 955         .clk = g84_clk_new,
 956         .devinit = g84_devinit_new,
 957         .fb = g84_fb_new,
 958         .fuse = nv50_fuse_new,
 959         .gpio = nv50_gpio_new,
 960         .i2c = nv50_i2c_new,
 961         .imem = nv50_instmem_new,
 962         .mc = g84_mc_new,
 963         .mmu = g84_mmu_new,
 964         .mxm = nv50_mxm_new,
 965         .pci = g84_pci_new,
 966         .therm = g84_therm_new,
 967         .timer = nv41_timer_new,
 968         .volt = nv40_volt_new,
 969         .bsp = g84_bsp_new,
 970         .cipher = g84_cipher_new,
 971         .disp = g84_disp_new,
 972         .dma = nv50_dma_new,
 973         .fifo = g84_fifo_new,
 974         .gr = g84_gr_new,
 975         .mpeg = g84_mpeg_new,
 976         .pm = g84_pm_new,
 977         .sw = nv50_sw_new,
 978         .vp = g84_vp_new,
 979 };
 980
 981 static const struct nvkm_device_chip
 982 nv92_chipset = {
 983         .name = "G92",
 984         .bar = g84_bar_new,
 985         .bios = nvkm_bios_new,
 986         .bus = nv50_bus_new,
 987         .clk = g84_clk_new,
 988         .devinit = g84_devinit_new,
 989         .fb = g84_fb_new,
 990         .fuse = nv50_fuse_new,
 991         .gpio = nv50_gpio_new,
 992         .i2c = nv50_i2c_new,
 993         .imem = nv50_instmem_new,
 994         .mc = g84_mc_new,
 995         .mmu = g84_mmu_new,
 996         .mxm = nv50_mxm_new,
 997         .pci = g92_pci_new,
 998         .therm = g84_therm_new,
 999         .timer = nv41_timer_new,
1000         .volt = nv40_volt_new,
1001         .bsp = g84_bsp_new,
1002         .cipher = g84_cipher_new,
1003         .disp = g84_disp_new,
1004         .dma = nv50_dma_new,
1005         .fifo = g84_fifo_new,
1006         .gr = g84_gr_new,
1007         .mpeg = g84_mpeg_new,
1008         .pm = g84_pm_new,
1009         .sw = nv50_sw_new,
1010         .vp = g84_vp_new,
1011 };
1012
1013 static const struct nvkm_device_chip
1014 nv94_chipset = {
1015         .name = "G94",
1016         .bar = g84_bar_new,
1017         .bios = nvkm_bios_new,
1018         .bus = g94_bus_new,
1019         .clk = g84_clk_new,
1020         .devinit = g84_devinit_new,
1021         .fb = g84_fb_new,
1022         .fuse = nv50_fuse_new,
1023         .gpio = g94_gpio_new,
1024         .i2c = g94_i2c_new,
1025         .imem = nv50_instmem_new,
1026         .mc = g84_mc_new,
1027         .mmu = g84_mmu_new,
1028         .mxm = nv50_mxm_new,
1029         .pci = g94_pci_new,
1030         .therm = g84_therm_new,
1031         .timer = nv41_timer_new,
1032         .volt = nv40_volt_new,
1033         .bsp = g84_bsp_new,
1034         .cipher = g84_cipher_new,
1035         .disp = g94_disp_new,
1036         .dma = nv50_dma_new,
1037         .fifo = g84_fifo_new,
1038         .gr = g84_gr_new,
1039         .mpeg = g84_mpeg_new,
1040         .pm = g84_pm_new,
1041         .sw = nv50_sw_new,
1042         .vp = g84_vp_new,
1043 };
1044
1045 static const struct nvkm_device_chip
1046 nv96_chipset = {
1047         .name = "G96",
1048         .bar = g84_bar_new,
1049         .bios = nvkm_bios_new,
1050         .bus = g94_bus_new,
1051         .clk = g84_clk_new,
1052         .devinit = g84_devinit_new,
1053         .fb = g84_fb_new,
1054         .fuse = nv50_fuse_new,
1055         .gpio = g94_gpio_new,
1056         .i2c = g94_i2c_new,
1057         .imem = nv50_instmem_new,
1058         .mc = g84_mc_new,
1059         .mmu = g84_mmu_new,
1060         .mxm = nv50_mxm_new,
1061         .pci = g94_pci_new,
1062         .therm = g84_therm_new,
1063         .timer = nv41_timer_new,
1064         .volt = nv40_volt_new,
1065         .bsp = g84_bsp_new,
1066         .cipher = g84_cipher_new,
1067         .disp = g94_disp_new,
1068         .dma = nv50_dma_new,
1069         .fifo = g84_fifo_new,
1070         .gr = g84_gr_new,
1071         .mpeg = g84_mpeg_new,
1072         .pm = g84_pm_new,
1073         .sw = nv50_sw_new,
1074         .vp = g84_vp_new,
1075 };
1076
1077 static const struct nvkm_device_chip
1078 nv98_chipset = {
1079         .name = "G98",
1080         .bar = g84_bar_new,
1081         .bios = nvkm_bios_new,
1082         .bus = g94_bus_new,
1083         .clk = g84_clk_new,
1084         .devinit = g98_devinit_new,
1085         .fb = g84_fb_new,
1086         .fuse = nv50_fuse_new,
1087         .gpio = g94_gpio_new,
1088         .i2c = g94_i2c_new,
1089         .imem = nv50_instmem_new,
1090         .mc = g98_mc_new,
1091         .mmu = g84_mmu_new,
1092         .mxm = nv50_mxm_new,
1093         .pci = g94_pci_new,
1094         .therm = g84_therm_new,
1095         .timer = nv41_timer_new,
1096         .volt = nv40_volt_new,
1097         .disp = g94_disp_new,
1098         .dma = nv50_dma_new,
1099         .fifo = g84_fifo_new,
1100         .gr = g84_gr_new,
1101         .mspdec = g98_mspdec_new,
1102         .msppp = g98_msppp_new,
1103         .msvld = g98_msvld_new,
1104         .pm = g84_pm_new,
1105         .sec = g98_sec_new,
1106         .sw = nv50_sw_new,
1107 };
1108
1109 static const struct nvkm_device_chip
1110 nva0_chipset = {
1111         .name = "GT200",
1112         .bar = g84_bar_new,
1113         .bios = nvkm_bios_new,
1114         .bus = g94_bus_new,
1115         .clk = g84_clk_new,
1116         .devinit = g84_devinit_new,
1117         .fb = g84_fb_new,
1118         .fuse = nv50_fuse_new,
1119         .gpio = g94_gpio_new,
1120         .i2c = nv50_i2c_new,
1121         .imem = nv50_instmem_new,
1122         .mc = g84_mc_new,
1123         .mmu = g84_mmu_new,
1124         .mxm = nv50_mxm_new,
1125         .pci = g94_pci_new,
1126         .therm = g84_therm_new,
1127         .timer = nv41_timer_new,
1128         .volt = nv40_volt_new,
1129         .bsp = g84_bsp_new,
1130         .cipher = g84_cipher_new,
1131         .disp = gt200_disp_new,
1132         .dma = nv50_dma_new,
1133         .fifo = g84_fifo_new,
1134         .gr = gt200_gr_new,
1135         .mpeg = g84_mpeg_new,
1136         .pm = gt200_pm_new,
1137         .sw = nv50_sw_new,
1138         .vp = g84_vp_new,
1139 };
1140
1141 static const struct nvkm_device_chip
1142 nva3_chipset = {
1143         .name = "GT215",
1144         .bar = g84_bar_new,
1145         .bios = nvkm_bios_new,
1146         .bus = g94_bus_new,
1147         .clk = gt215_clk_new,
1148         .devinit = gt215_devinit_new,
1149         .fb = gt215_fb_new,
1150         .fuse = nv50_fuse_new,
1151         .gpio = g94_gpio_new,
1152         .i2c = g94_i2c_new,
1153         .imem = nv50_instmem_new,
1154         .mc = gt215_mc_new,
1155         .mmu = g84_mmu_new,
1156         .mxm = nv50_mxm_new,
1157         .pci = g94_pci_new,
1158         .pmu = gt215_pmu_new,
1159         .therm = gt215_therm_new,
1160         .timer = nv41_timer_new,
1161         .volt = nv40_volt_new,
1162         .ce[0] = gt215_ce_new,
1163         .disp = gt215_disp_new,
1164         .dma = nv50_dma_new,
1165         .fifo = g84_fifo_new,
1166         .gr = gt215_gr_new,
1167         .mpeg = g84_mpeg_new,
1168         .mspdec = gt215_mspdec_new,
1169         .msppp = gt215_msppp_new,
1170         .msvld = gt215_msvld_new,
1171         .pm = gt215_pm_new,
1172         .sw = nv50_sw_new,
1173 };
1174
1175 static const struct nvkm_device_chip
1176 nva5_chipset = {
1177         .name = "GT216",
1178         .bar = g84_bar_new,
1179         .bios = nvkm_bios_new,
1180         .bus = g94_bus_new,
1181         .clk = gt215_clk_new,
1182         .devinit = gt215_devinit_new,
1183         .fb = gt215_fb_new,
1184         .fuse = nv50_fuse_new,
1185         .gpio = g94_gpio_new,
1186         .i2c = g94_i2c_new,
1187         .imem = nv50_instmem_new,
1188         .mc = gt215_mc_new,
1189         .mmu = g84_mmu_new,
1190         .mxm = nv50_mxm_new,
1191         .pci = g94_pci_new,
1192         .pmu = gt215_pmu_new,
1193         .therm = gt215_therm_new,
1194         .timer = nv41_timer_new,
1195         .volt = nv40_volt_new,
1196         .ce[0] = gt215_ce_new,
1197         .disp = gt215_disp_new,
1198         .dma = nv50_dma_new,
1199         .fifo = g84_fifo_new,
1200         .gr = gt215_gr_new,
1201         .mspdec = gt215_mspdec_new,
1202         .msppp = gt215_msppp_new,
1203         .msvld = gt215_msvld_new,
1204         .pm = gt215_pm_new,
1205         .sw = nv50_sw_new,
1206 };
1207
1208 static const struct nvkm_device_chip
1209 nva8_chipset = {
1210         .name = "GT218",
1211         .bar = g84_bar_new,
1212         .bios = nvkm_bios_new,
1213         .bus = g94_bus_new,
1214         .clk = gt215_clk_new,
1215         .devinit = gt215_devinit_new,
1216         .fb = gt215_fb_new,
1217         .fuse = nv50_fuse_new,
1218         .gpio = g94_gpio_new,
1219         .i2c = g94_i2c_new,
1220         .imem = nv50_instmem_new,
1221         .mc = gt215_mc_new,
1222         .mmu = g84_mmu_new,
1223         .mxm = nv50_mxm_new,
1224         .pci = g94_pci_new,
1225         .pmu = gt215_pmu_new,
1226         .therm = gt215_therm_new,
1227         .timer = nv41_timer_new,
1228         .volt = nv40_volt_new,
1229         .ce[0] = gt215_ce_new,
1230         .disp = gt215_disp_new,
1231         .dma = nv50_dma_new,
1232         .fifo = g84_fifo_new,
1233         .gr = gt215_gr_new,
1234         .mspdec = gt215_mspdec_new,
1235         .msppp = gt215_msppp_new,
1236         .msvld = gt215_msvld_new,
1237         .pm = gt215_pm_new,
1238         .sw = nv50_sw_new,
1239 };
1240
1241 static const struct nvkm_device_chip
1242 nvaa_chipset = {
1243         .name = "MCP77/MCP78",
1244         .bar = g84_bar_new,
1245         .bios = nvkm_bios_new,
1246         .bus = g94_bus_new,
1247         .clk = mcp77_clk_new,
1248         .devinit = g98_devinit_new,
1249         .fb = mcp77_fb_new,
1250         .fuse = nv50_fuse_new,
1251         .gpio = g94_gpio_new,
1252         .i2c = g94_i2c_new,
1253         .imem = nv50_instmem_new,
1254         .mc = g98_mc_new,
1255         .mmu = mcp77_mmu_new,
1256         .mxm = nv50_mxm_new,
1257         .pci = g94_pci_new,
1258         .therm = g84_therm_new,
1259         .timer = nv41_timer_new,
1260         .volt = nv40_volt_new,
1261         .disp = mcp77_disp_new,
1262         .dma = nv50_dma_new,
1263         .fifo = g84_fifo_new,
1264         .gr = gt200_gr_new,
1265         .mspdec = g98_mspdec_new,
1266         .msppp = g98_msppp_new,
1267         .msvld = g98_msvld_new,
1268         .pm = g84_pm_new,
1269         .sec = g98_sec_new,
1270         .sw = nv50_sw_new,
1271 };
1272
1273 static const struct nvkm_device_chip
1274 nvac_chipset = {
1275         .name = "MCP79/MCP7A",
1276         .bar = g84_bar_new,
1277         .bios = nvkm_bios_new,
1278         .bus = g94_bus_new,
1279         .clk = mcp77_clk_new,
1280         .devinit = g98_devinit_new,
1281         .fb = mcp77_fb_new,
1282         .fuse = nv50_fuse_new,
1283         .gpio = g94_gpio_new,
1284         .i2c = g94_i2c_new,
1285         .imem = nv50_instmem_new,
1286         .mc = g98_mc_new,
1287         .mmu = mcp77_mmu_new,
1288         .mxm = nv50_mxm_new,
1289         .pci = g94_pci_new,
1290         .therm = g84_therm_new,
1291         .timer = nv41_timer_new,
1292         .volt = nv40_volt_new,
1293         .disp = mcp77_disp_new,
1294         .dma = nv50_dma_new,
1295         .fifo = g84_fifo_new,
1296         .gr = mcp79_gr_new,
1297         .mspdec = g98_mspdec_new,
1298         .msppp = g98_msppp_new,
1299         .msvld = g98_msvld_new,
1300         .pm = g84_pm_new,
1301         .sec = g98_sec_new,
1302         .sw = nv50_sw_new,
1303 };
1304
1305 static const struct nvkm_device_chip
1306 nvaf_chipset = {
1307         .name = "MCP89",
1308         .bar = g84_bar_new,
1309         .bios = nvkm_bios_new,
1310         .bus = g94_bus_new,
1311         .clk = gt215_clk_new,
1312         .devinit = mcp89_devinit_new,
1313         .fb = mcp89_fb_new,
1314         .fuse = nv50_fuse_new,
1315         .gpio = g94_gpio_new,
1316         .i2c = g94_i2c_new,
1317         .imem = nv50_instmem_new,
1318         .mc = gt215_mc_new,
1319         .mmu = g84_mmu_new,
1320         .mxm = nv50_mxm_new,
1321         .pci = g94_pci_new,
1322         .pmu = gt215_pmu_new,
1323         .therm = gt215_therm_new,
1324         .timer = nv41_timer_new,
1325         .volt = nv40_volt_new,
1326         .ce[0] = gt215_ce_new,
1327         .disp = mcp89_disp_new,
1328         .dma = nv50_dma_new,
1329         .fifo = g84_fifo_new,
1330         .gr = mcp89_gr_new,
1331         .mspdec = gt215_mspdec_new,
1332         .msppp = gt215_msppp_new,
1333         .msvld = mcp89_msvld_new,
1334         .pm = gt215_pm_new,
1335         .sw = nv50_sw_new,
1336 };
1337
1338 static const struct nvkm_device_chip
1339 nvc0_chipset = {
1340         .name = "GF100",
1341         .bar = gf100_bar_new,
1342         .bios = nvkm_bios_new,
1343         .bus = gf100_bus_new,
1344         .clk = gf100_clk_new,
1345         .devinit = gf100_devinit_new,
1346         .fb = gf100_fb_new,
1347         .fuse = gf100_fuse_new,
1348         .gpio = g94_gpio_new,
1349         .i2c = g94_i2c_new,
1350         .ibus = gf100_ibus_new,
1351         .iccsense = gf100_iccsense_new,
1352         .imem = nv50_instmem_new,
1353         .ltc = gf100_ltc_new,
1354         .mc = gf100_mc_new,
1355         .mmu = gf100_mmu_new,
1356         .mxm = nv50_mxm_new,
1357         .pci = gf100_pci_new,
1358         .pmu = gf100_pmu_new,
1359         .therm = gt215_therm_new,
1360         .timer = nv41_timer_new,
1361         .volt = gf100_volt_new,
1362         .ce[0] = gf100_ce_new,
1363         .ce[1] = gf100_ce_new,
1364         .disp = gt215_disp_new,
1365         .dma = gf100_dma_new,
1366         .fifo = gf100_fifo_new,
1367         .gr = gf100_gr_new,
1368         .mspdec = gf100_mspdec_new,
1369         .msppp = gf100_msppp_new,
1370         .msvld = gf100_msvld_new,
1371         .pm = gf100_pm_new,
1372         .sw = gf100_sw_new,
1373 };
1374
1375 static const struct nvkm_device_chip
1376 nvc1_chipset = {
1377         .name = "GF108",
1378         .bar = gf100_bar_new,
1379         .bios = nvkm_bios_new,
1380         .bus = gf100_bus_new,
1381         .clk = gf100_clk_new,
1382         .devinit = gf100_devinit_new,
1383         .fb = gf108_fb_new,
1384         .fuse = gf100_fuse_new,
1385         .gpio = g94_gpio_new,
1386         .i2c = g94_i2c_new,
1387         .ibus = gf100_ibus_new,
1388         .iccsense = gf100_iccsense_new,
1389         .imem = nv50_instmem_new,
1390         .ltc = gf100_ltc_new,
1391         .mc = gf100_mc_new,
1392         .mmu = gf100_mmu_new,
1393         .mxm = nv50_mxm_new,
1394         .pci = gf106_pci_new,
1395         .pmu = gf100_pmu_new,
1396         .therm = gt215_therm_new,
1397         .timer = nv41_timer_new,
1398         .volt = gf100_volt_new,
1399         .ce[0] = gf100_ce_new,
1400         .disp = gt215_disp_new,
1401         .dma = gf100_dma_new,
1402         .fifo = gf100_fifo_new,
1403         .gr = gf108_gr_new,
1404         .mspdec = gf100_mspdec_new,
1405         .msppp = gf100_msppp_new,
1406         .msvld = gf100_msvld_new,
1407         .pm = gf108_pm_new,
1408         .sw = gf100_sw_new,
1409 };
1410
1411 static const struct nvkm_device_chip
1412 nvc3_chipset = {
1413         .name = "GF106",
1414         .bar = gf100_bar_new,
1415         .bios = nvkm_bios_new,
1416         .bus = gf100_bus_new,
1417         .clk = gf100_clk_new,
1418         .devinit = gf100_devinit_new,
1419         .fb = gf100_fb_new,
1420         .fuse = gf100_fuse_new,
1421         .gpio = g94_gpio_new,
1422         .i2c = g94_i2c_new,
1423         .ibus = gf100_ibus_new,
1424         .iccsense = gf100_iccsense_new,
1425         .imem = nv50_instmem_new,
1426         .ltc = gf100_ltc_new,
1427         .mc = gf100_mc_new,
1428         .mmu = gf100_mmu_new,
1429         .mxm = nv50_mxm_new,
1430         .pci = gf106_pci_new,
1431         .pmu = gf100_pmu_new,
1432         .therm = gt215_therm_new,
1433         .timer = nv41_timer_new,
1434         .volt = gf100_volt_new,
1435         .ce[0] = gf100_ce_new,
1436         .disp = gt215_disp_new,
1437         .dma = gf100_dma_new,
1438         .fifo = gf100_fifo_new,
1439         .gr = gf104_gr_new,
1440         .mspdec = gf100_mspdec_new,
1441         .msppp = gf100_msppp_new,
1442         .msvld = gf100_msvld_new,
1443         .pm = gf100_pm_new,
1444         .sw = gf100_sw_new,
1445 };
1446
1447 static const struct nvkm_device_chip
1448 nvc4_chipset = {
1449         .name = "GF104",
1450         .bar = gf100_bar_new,
1451         .bios = nvkm_bios_new,
1452         .bus = gf100_bus_new,
1453         .clk = gf100_clk_new,
1454         .devinit = gf100_devinit_new,
1455         .fb = gf100_fb_new,
1456         .fuse = gf100_fuse_new,
1457         .gpio = g94_gpio_new,
1458         .i2c = g94_i2c_new,
1459         .ibus = gf100_ibus_new,
1460         .iccsense = gf100_iccsense_new,
1461         .imem = nv50_instmem_new,
1462         .ltc = gf100_ltc_new,
1463         .mc = gf100_mc_new,
1464         .mmu = gf100_mmu_new,
1465         .mxm = nv50_mxm_new,
1466         .pci = gf100_pci_new,
1467         .pmu = gf100_pmu_new,
1468         .therm = gt215_therm_new,
1469         .timer = nv41_timer_new,
1470         .volt = gf100_volt_new,
1471         .ce[0] = gf100_ce_new,
1472         .ce[1] = gf100_ce_new,
1473         .disp = gt215_disp_new,
1474         .dma = gf100_dma_new,
1475         .fifo = gf100_fifo_new,
1476         .gr = gf104_gr_new,
1477         .mspdec = gf100_mspdec_new,
1478         .msppp = gf100_msppp_new,
1479         .msvld = gf100_msvld_new,
1480         .pm = gf100_pm_new,
1481         .sw = gf100_sw_new,
1482 };
1483
1484 static const struct nvkm_device_chip
1485 nvc8_chipset = {
1486         .name = "GF110",
1487         .bar = gf100_bar_new,
1488         .bios = nvkm_bios_new,
1489         .bus = gf100_bus_new,
1490         .clk = gf100_clk_new,
1491         .devinit = gf100_devinit_new,
1492         .fb = gf100_fb_new,
1493         .fuse = gf100_fuse_new,
1494         .gpio = g94_gpio_new,
1495         .i2c = g94_i2c_new,
1496         .ibus = gf100_ibus_new,
1497         .iccsense = gf100_iccsense_new,
1498         .imem = nv50_instmem_new,
1499         .ltc = gf100_ltc_new,
1500         .mc = gf100_mc_new,
1501         .mmu = gf100_mmu_new,
1502         .mxm = nv50_mxm_new,
1503         .pci = gf100_pci_new,
1504         .pmu = gf100_pmu_new,
1505         .therm = gt215_therm_new,
1506         .timer = nv41_timer_new,
1507         .volt = gf100_volt_new,
1508         .ce[0] = gf100_ce_new,
1509         .ce[1] = gf100_ce_new,
1510         .disp = gt215_disp_new,
1511         .dma = gf100_dma_new,
1512         .fifo = gf100_fifo_new,
1513         .gr = gf110_gr_new,
1514         .mspdec = gf100_mspdec_new,
1515         .msppp = gf100_msppp_new,
1516         .msvld = gf100_msvld_new,
1517         .pm = gf100_pm_new,
1518         .sw = gf100_sw_new,
1519 };
1520
1521 static const struct nvkm_device_chip
1522 nvce_chipset = {
1523         .name = "GF114",
1524         .bar = gf100_bar_new,
1525         .bios = nvkm_bios_new,
1526         .bus = gf100_bus_new,
1527         .clk = gf100_clk_new,
1528         .devinit = gf100_devinit_new,
1529         .fb = gf100_fb_new,
1530         .fuse = gf100_fuse_new,
1531         .gpio = g94_gpio_new,
1532         .i2c = g94_i2c_new,
1533         .ibus = gf100_ibus_new,
1534         .iccsense = gf100_iccsense_new,
1535         .imem = nv50_instmem_new,
1536         .ltc = gf100_ltc_new,
1537         .mc = gf100_mc_new,
1538         .mmu = gf100_mmu_new,
1539         .mxm = nv50_mxm_new,
1540         .pci = gf100_pci_new,
1541         .pmu = gf100_pmu_new,
1542         .therm = gt215_therm_new,
1543         .timer = nv41_timer_new,
1544         .volt = gf100_volt_new,
1545         .ce[0] = gf100_ce_new,
1546         .ce[1] = gf100_ce_new,
1547         .disp = gt215_disp_new,
1548         .dma = gf100_dma_new,
1549         .fifo = gf100_fifo_new,
1550         .gr = gf104_gr_new,
1551         .mspdec = gf100_mspdec_new,
1552         .msppp = gf100_msppp_new,
1553         .msvld = gf100_msvld_new,
1554         .pm = gf100_pm_new,
1555         .sw = gf100_sw_new,
1556 };
1557
1558 static const struct nvkm_device_chip
1559 nvcf_chipset = {
1560         .name = "GF116",
1561         .bar = gf100_bar_new,
1562         .bios = nvkm_bios_new,
1563         .bus = gf100_bus_new,
1564         .clk = gf100_clk_new,
1565         .devinit = gf100_devinit_new,
1566         .fb = gf100_fb_new,
1567         .fuse = gf100_fuse_new,
1568         .gpio = g94_gpio_new,
1569         .i2c = g94_i2c_new,
1570         .ibus = gf100_ibus_new,
1571         .iccsense = gf100_iccsense_new,
1572         .imem = nv50_instmem_new,
1573         .ltc = gf100_ltc_new,
1574         .mc = gf100_mc_new,
1575         .mmu = gf100_mmu_new,
1576         .mxm = nv50_mxm_new,
1577         .pci = gf106_pci_new,
1578         .pmu = gf100_pmu_new,
1579         .therm = gt215_therm_new,
1580         .timer = nv41_timer_new,
1581         .volt = gf100_volt_new,
1582         .ce[0] = gf100_ce_new,
1583         .disp = gt215_disp_new,
1584         .dma = gf100_dma_new,
1585         .fifo = gf100_fifo_new,
1586         .gr = gf104_gr_new,
1587         .mspdec = gf100_mspdec_new,
1588         .msppp = gf100_msppp_new,
1589         .msvld = gf100_msvld_new,
1590         .pm = gf100_pm_new,
1591         .sw = gf100_sw_new,
1592 };
1593
1594 static const struct nvkm_device_chip
1595 nvd7_chipset = {
1596         .name = "GF117",
1597         .bar = gf100_bar_new,
1598         .bios = nvkm_bios_new,
1599         .bus = gf100_bus_new,
1600         .clk = gf100_clk_new,
1601         .devinit = gf100_devinit_new,
1602         .fb = gf100_fb_new,
1603         .fuse = gf100_fuse_new,
1604         .gpio = gf119_gpio_new,
1605         .i2c = gf117_i2c_new,
1606         .ibus = gf117_ibus_new,
1607         .iccsense = gf100_iccsense_new,
1608         .imem = nv50_instmem_new,
1609         .ltc = gf100_ltc_new,
1610         .mc = gf100_mc_new,
1611         .mmu = gf100_mmu_new,
1612         .mxm = nv50_mxm_new,
1613         .pci = gf106_pci_new,
1614         .therm = gf119_therm_new,
1615         .timer = nv41_timer_new,
1616         .volt = gf100_volt_new,
1617         .ce[0] = gf100_ce_new,
1618         .disp = gf119_disp_new,
1619         .dma = gf119_dma_new,
1620         .fifo = gf100_fifo_new,
1621         .gr = gf117_gr_new,
1622         .mspdec = gf100_mspdec_new,
1623         .msppp = gf100_msppp_new,
1624         .msvld = gf100_msvld_new,
1625         .pm = gf117_pm_new,
1626         .sw = gf100_sw_new,
1627 };
1628
1629 static const struct nvkm_device_chip
1630 nvd9_chipset = {
1631         .name = "GF119",
1632         .bar = gf100_bar_new,
1633         .bios = nvkm_bios_new,
1634         .bus = gf100_bus_new,
1635         .clk = gf100_clk_new,
1636         .devinit = gf100_devinit_new,
1637         .fb = gf100_fb_new,
1638         .fuse = gf100_fuse_new,
1639         .gpio = gf119_gpio_new,
1640         .i2c = gf119_i2c_new,
1641         .ibus = gf117_ibus_new,
1642         .iccsense = gf100_iccsense_new,
1643         .imem = nv50_instmem_new,
1644         .ltc = gf100_ltc_new,
1645         .mc = gf100_mc_new,
1646         .mmu = gf100_mmu_new,
1647         .mxm = nv50_mxm_new,
1648         .pci = gf106_pci_new,
1649         .pmu = gf119_pmu_new,
1650         .therm = gf119_therm_new,
1651         .timer = nv41_timer_new,
1652         .volt = gf100_volt_new,
1653         .ce[0] = gf100_ce_new,
1654         .disp = gf119_disp_new,
1655         .dma = gf119_dma_new,
1656         .fifo = gf100_fifo_new,
1657         .gr = gf119_gr_new,
1658         .mspdec = gf100_mspdec_new,
1659         .msppp = gf100_msppp_new,
1660         .msvld = gf100_msvld_new,
1661         .pm = gf117_pm_new,
1662         .sw = gf100_sw_new,
1663 };
1664
1665 static const struct nvkm_device_chip
1666 nve4_chipset = {
1667         .name = "GK104",
1668         .bar = gf100_bar_new,
1669         .bios = nvkm_bios_new,
1670         .bus = gf100_bus_new,
1671         .clk = gk104_clk_new,
1672         .devinit = gf100_devinit_new,
1673         .fb = gk104_fb_new,
1674         .fuse = gf100_fuse_new,
1675         .gpio = gk104_gpio_new,
1676         .i2c = gk104_i2c_new,
1677         .ibus = gk104_ibus_new,
1678         .iccsense = gf100_iccsense_new,
1679         .imem = nv50_instmem_new,
1680         .ltc = gk104_ltc_new,
1681         .mc = gk104_mc_new,
1682         .mmu = gk104_mmu_new,
1683         .mxm = nv50_mxm_new,
1684         .pci = gk104_pci_new,
1685         .pmu = gk104_pmu_new,
1686         .therm = gk104_therm_new,
1687         .timer = nv41_timer_new,
1688         .top = gk104_top_new,
1689         .volt = gk104_volt_new,
1690         .ce[0] = gk104_ce_new,
1691         .ce[1] = gk104_ce_new,
1692         .ce[2] = gk104_ce_new,
1693         .disp = gk104_disp_new,
1694         .dma = gf119_dma_new,
1695         .fifo = gk104_fifo_new,
1696         .gr = gk104_gr_new,
1697         .mspdec = gk104_mspdec_new,
1698         .msppp = gf100_msppp_new,
1699         .msvld = gk104_msvld_new,
1700         .pm = gk104_pm_new,
1701         .sw = gf100_sw_new,
1702 };
1703
1704 static const struct nvkm_device_chip
1705 nve6_chipset = {
1706         .name = "GK106",
1707         .bar = gf100_bar_new,
1708         .bios = nvkm_bios_new,
1709         .bus = gf100_bus_new,
1710         .clk = gk104_clk_new,
1711         .devinit = gf100_devinit_new,
1712         .fb = gk104_fb_new,
1713         .fuse = gf100_fuse_new,
1714         .gpio = gk104_gpio_new,
1715         .i2c = gk104_i2c_new,
1716         .ibus = gk104_ibus_new,
1717         .iccsense = gf100_iccsense_new,
1718         .imem = nv50_instmem_new,
1719         .ltc = gk104_ltc_new,
1720         .mc = gk104_mc_new,
1721         .mmu = gk104_mmu_new,
1722         .mxm = nv50_mxm_new,
1723         .pci = gk104_pci_new,
1724         .pmu = gk104_pmu_new,
1725         .therm = gk104_therm_new,
1726         .timer = nv41_timer_new,
1727         .top = gk104_top_new,
1728         .volt = gk104_volt_new,
1729         .ce[0] = gk104_ce_new,
1730         .ce[1] = gk104_ce_new,
1731         .ce[2] = gk104_ce_new,
1732         .disp = gk104_disp_new,
1733         .dma = gf119_dma_new,
1734         .fifo = gk104_fifo_new,
1735         .gr = gk104_gr_new,
1736         .mspdec = gk104_mspdec_new,
1737         .msppp = gf100_msppp_new,
1738         .msvld = gk104_msvld_new,
1739         .pm = gk104_pm_new,
1740         .sw = gf100_sw_new,
1741 };
1742
1743 static const struct nvkm_device_chip
1744 nve7_chipset = {
1745         .name = "GK107",
1746         .bar = gf100_bar_new,
1747         .bios = nvkm_bios_new,
1748         .bus = gf100_bus_new,
1749         .clk = gk104_clk_new,
1750         .devinit = gf100_devinit_new,
1751         .fb = gk104_fb_new,
1752         .fuse = gf100_fuse_new,
1753         .gpio = gk104_gpio_new,
1754         .i2c = gk104_i2c_new,
1755         .ibus = gk104_ibus_new,
1756         .iccsense = gf100_iccsense_new,
1757         .imem = nv50_instmem_new,
1758         .ltc = gk104_ltc_new,
1759         .mc = gk104_mc_new,
1760         .mmu = gk104_mmu_new,
1761         .mxm = nv50_mxm_new,
1762         .pci = gk104_pci_new,
1763         .pmu = gk104_pmu_new,
1764         .therm = gk104_therm_new,
1765         .timer = nv41_timer_new,
1766         .top = gk104_top_new,
1767         .volt = gk104_volt_new,
1768         .ce[0] = gk104_ce_new,
1769         .ce[1] = gk104_ce_new,
1770         .ce[2] = gk104_ce_new,
1771         .disp = gk104_disp_new,
1772         .dma = gf119_dma_new,
1773         .fifo = gk104_fifo_new,
1774         .gr = gk104_gr_new,
1775         .mspdec = gk104_mspdec_new,
1776         .msppp = gf100_msppp_new,
1777         .msvld = gk104_msvld_new,
1778         .pm = gk104_pm_new,
1779         .sw = gf100_sw_new,
1780 };
1781
1782 static const struct nvkm_device_chip
1783 nvea_chipset = {
1784         .name = "GK20A",
1785         .bar = gk20a_bar_new,
1786         .bus = gf100_bus_new,
1787         .clk = gk20a_clk_new,
1788         .fb = gk20a_fb_new,
1789         .fuse = gf100_fuse_new,
1790         .ibus = gk20a_ibus_new,
1791         .imem = gk20a_instmem_new,
1792         .ltc = gk104_ltc_new,
1793         .mc = gk20a_mc_new,
1794         .mmu = gk20a_mmu_new,
1795         .pmu = gk20a_pmu_new,
1796         .timer = gk20a_timer_new,
1797         .top = gk104_top_new,
1798         .volt = gk20a_volt_new,
1799         .ce[2] = gk104_ce_new,
1800         .dma = gf119_dma_new,
1801         .fifo = gk20a_fifo_new,
1802         .gr = gk20a_gr_new,
1803         .pm = gk104_pm_new,
1804         .sw = gf100_sw_new,
1805 };
1806
1807 static const struct nvkm_device_chip
1808 nvf0_chipset = {
1809         .name = "GK110",
1810         .bar = gf100_bar_new,
1811         .bios = nvkm_bios_new,
1812         .bus = gf100_bus_new,
1813         .clk = gk104_clk_new,
1814         .devinit = gf100_devinit_new,
1815         .fb = gk110_fb_new,
1816         .fuse = gf100_fuse_new,
1817         .gpio = gk104_gpio_new,
1818         .i2c = gk104_i2c_new,
1819         .ibus = gk104_ibus_new,
1820         .iccsense = gf100_iccsense_new,
1821         .imem = nv50_instmem_new,
1822         .ltc = gk104_ltc_new,
1823         .mc = gk104_mc_new,
1824         .mmu = gk104_mmu_new,
1825         .mxm = nv50_mxm_new,
1826         .pci = gk104_pci_new,
1827         .pmu = gk110_pmu_new,
1828         .therm = gk104_therm_new,
1829         .timer = nv41_timer_new,
1830         .top = gk104_top_new,
1831         .volt = gk104_volt_new,
1832         .ce[0] = gk104_ce_new,
1833         .ce[1] = gk104_ce_new,
1834         .ce[2] = gk104_ce_new,
1835         .disp = gk110_disp_new,
1836         .dma = gf119_dma_new,
1837         .fifo = gk110_fifo_new,
1838         .gr = gk110_gr_new,
1839         .mspdec = gk104_mspdec_new,
1840         .msppp = gf100_msppp_new,
1841         .msvld = gk104_msvld_new,
1842         .sw = gf100_sw_new,
1843 };
1844
1845 static const struct nvkm_device_chip
1846 nvf1_chipset = {
1847         .name = "GK110B",
1848         .bar = gf100_bar_new,
1849         .bios = nvkm_bios_new,
1850         .bus = gf100_bus_new,
1851         .clk = gk104_clk_new,
1852         .devinit = gf100_devinit_new,
1853         .fb = gk110_fb_new,
1854         .fuse = gf100_fuse_new,
1855         .gpio = gk104_gpio_new,
1856         .i2c = gk104_i2c_new,
1857         .ibus = gk104_ibus_new,
1858         .iccsense = gf100_iccsense_new,
1859         .imem = nv50_instmem_new,
1860         .ltc = gk104_ltc_new,
1861         .mc = gk104_mc_new,
1862         .mmu = gk104_mmu_new,
1863         .mxm = nv50_mxm_new,
1864         .pci = gk104_pci_new,
1865         .pmu = gk110_pmu_new,
1866         .therm = gk104_therm_new,
1867         .timer = nv41_timer_new,
1868         .top = gk104_top_new,
1869         .volt = gk104_volt_new,
1870         .ce[0] = gk104_ce_new,
1871         .ce[1] = gk104_ce_new,
1872         .ce[2] = gk104_ce_new,
1873         .disp = gk110_disp_new,
1874         .dma = gf119_dma_new,
1875         .fifo = gk110_fifo_new,
1876         .gr = gk110b_gr_new,
1877         .mspdec = gk104_mspdec_new,
1878         .msppp = gf100_msppp_new,
1879         .msvld = gk104_msvld_new,
1880         .sw = gf100_sw_new,
1881 };
1882
1883 static const struct nvkm_device_chip
1884 nv106_chipset = {
1885         .name = "GK208B",
1886         .bar = gf100_bar_new,
1887         .bios = nvkm_bios_new,
1888         .bus = gf100_bus_new,
1889         .clk = gk104_clk_new,
1890         .devinit = gf100_devinit_new,
1891         .fb = gk110_fb_new,
1892         .fuse = gf100_fuse_new,
1893         .gpio = gk104_gpio_new,
1894         .i2c = gk104_i2c_new,
1895         .ibus = gk104_ibus_new,
1896         .iccsense = gf100_iccsense_new,
1897         .imem = nv50_instmem_new,
1898         .ltc = gk104_ltc_new,
1899         .mc = gk20a_mc_new,
1900         .mmu = gk104_mmu_new,
1901         .mxm = nv50_mxm_new,
1902         .pci = gk104_pci_new,
1903         .pmu = gk208_pmu_new,
1904         .therm = gk104_therm_new,
1905         .timer = nv41_timer_new,
1906         .top = gk104_top_new,
1907         .volt = gk104_volt_new,
1908         .ce[0] = gk104_ce_new,
1909         .ce[1] = gk104_ce_new,
1910         .ce[2] = gk104_ce_new,
1911         .disp = gk110_disp_new,
1912         .dma = gf119_dma_new,
1913         .fifo = gk208_fifo_new,
1914         .gr = gk208_gr_new,
1915         .mspdec = gk104_mspdec_new,
1916         .msppp = gf100_msppp_new,
1917         .msvld = gk104_msvld_new,
1918         .sw = gf100_sw_new,
1919 };
1920
1921 static const struct nvkm_device_chip
1922 nv108_chipset = {
1923         .name = "GK208",
1924         .bar = gf100_bar_new,
1925         .bios = nvkm_bios_new,
1926         .bus = gf100_bus_new,
1927         .clk = gk104_clk_new,
1928         .devinit = gf100_devinit_new,
1929         .fb = gk110_fb_new,
1930         .fuse = gf100_fuse_new,
1931         .gpio = gk104_gpio_new,
1932         .i2c = gk104_i2c_new,
1933         .ibus = gk104_ibus_new,
1934         .iccsense = gf100_iccsense_new,
1935         .imem = nv50_instmem_new,
1936         .ltc = gk104_ltc_new,
1937         .mc = gk20a_mc_new,
1938         .mmu = gk104_mmu_new,
1939         .mxm = nv50_mxm_new,
1940         .pci = gk104_pci_new,
1941         .pmu = gk208_pmu_new,
1942         .therm = gk104_therm_new,
1943         .timer = nv41_timer_new,
1944         .top = gk104_top_new,
1945         .volt = gk104_volt_new,
1946         .ce[0] = gk104_ce_new,
1947         .ce[1] = gk104_ce_new,
1948         .ce[2] = gk104_ce_new,
1949         .disp = gk110_disp_new,
1950         .dma = gf119_dma_new,
1951         .fifo = gk208_fifo_new,
1952         .gr = gk208_gr_new,
1953         .mspdec = gk104_mspdec_new,
1954         .msppp = gf100_msppp_new,
1955         .msvld = gk104_msvld_new,
1956         .sw = gf100_sw_new,
1957 };
1958
1959 static const struct nvkm_device_chip
1960 nv117_chipset = {
1961         .name = "GM107",
1962         .bar = gm107_bar_new,
1963         .bios = nvkm_bios_new,
1964         .bus = gf100_bus_new,
1965         .clk = gk104_clk_new,
1966         .devinit = gm107_devinit_new,
1967         .fb = gm107_fb_new,
1968         .fuse = gm107_fuse_new,
1969         .gpio = gk104_gpio_new,
1970         .i2c = gk104_i2c_new,
1971         .ibus = gk104_ibus_new,
1972         .iccsense = gf100_iccsense_new,
1973         .imem = nv50_instmem_new,
1974         .ltc = gm107_ltc_new,
1975         .mc = gk20a_mc_new,
1976         .mmu = gk104_mmu_new,
1977         .mxm = nv50_mxm_new,
1978         .pci = gk104_pci_new,
1979         .pmu = gm107_pmu_new,
1980         .therm = gm107_therm_new,
1981         .timer = gk20a_timer_new,
1982         .top = gk104_top_new,
1983         .volt = gk104_volt_new,
1984         .ce[0] = gm107_ce_new,
1985         .ce[2] = gm107_ce_new,
1986         .disp = gm107_disp_new,
1987         .dma = gf119_dma_new,
1988         .fifo = gm107_fifo_new,
1989         .gr = gm107_gr_new,
1990         .sw = gf100_sw_new,
1991 };
1992
1993 static const struct nvkm_device_chip
1994 nv118_chipset = {
1995         .name = "GM108",
1996         .bar = gm107_bar_new,
1997         .bios = nvkm_bios_new,
1998         .bus = gf100_bus_new,
1999         .clk = gk104_clk_new,
2000         .devinit = gm107_devinit_new,
2001         .fb = gm107_fb_new,
2002         .fuse = gm107_fuse_new,
2003         .gpio = gk104_gpio_new,
2004         .i2c = gk104_i2c_new,
2005         .ibus = gk104_ibus_new,
2006         .iccsense = gf100_iccsense_new,
2007         .imem = nv50_instmem_new,
2008         .ltc = gm107_ltc_new,
2009         .mc = gk20a_mc_new,
2010         .mmu = gk104_mmu_new,
2011         .mxm = nv50_mxm_new,
2012         .pci = gk104_pci_new,
2013         .pmu = gm107_pmu_new,
2014         .therm = gm107_therm_new,
2015         .timer = gk20a_timer_new,
2016         .top = gk104_top_new,
2017         .volt = gk104_volt_new,
2018         .ce[0] = gm107_ce_new,
2019         .ce[2] = gm107_ce_new,
2020         .disp = gm107_disp_new,
2021         .dma = gf119_dma_new,
2022         .fifo = gm107_fifo_new,
2023         .gr = gm107_gr_new,
2024         .sw = gf100_sw_new,
2025 };
2026
2027 static const struct nvkm_device_chip
2028 nv120_chipset = {
2029         .name = "GM200",
2030         .bar = gm107_bar_new,
2031         .bios = nvkm_bios_new,
2032         .bus = gf100_bus_new,
2033         .devinit = gm200_devinit_new,
2034         .fb = gm200_fb_new,
2035         .fuse = gm107_fuse_new,
2036         .gpio = gk104_gpio_new,
2037         .i2c = gm200_i2c_new,
2038         .ibus = gm200_ibus_new,
2039         .iccsense = gf100_iccsense_new,
2040         .imem = nv50_instmem_new,
2041         .ltc = gm200_ltc_new,
2042         .mc = gk20a_mc_new,
2043         .mmu = gm200_mmu_new,
2044         .mxm = nv50_mxm_new,
2045         .pci = gk104_pci_new,
2046         .pmu = gm107_pmu_new,
2047         .therm = gm200_therm_new,
2048         .secboot = gm200_secboot_new,
2049         .timer = gk20a_timer_new,
2050         .top = gk104_top_new,
2051         .volt = gk104_volt_new,
2052         .ce[0] = gm200_ce_new,
2053         .ce[1] = gm200_ce_new,
2054         .ce[2] = gm200_ce_new,
2055         .disp = gm200_disp_new,
2056         .dma = gf119_dma_new,
2057         .fifo = gm200_fifo_new,
2058         .gr = gm200_gr_new,
2059         .sw = gf100_sw_new,
2060 };
2061
2062 static const struct nvkm_device_chip
2063 nv124_chipset = {
2064         .name = "GM204",
2065         .bar = gm107_bar_new,
2066         .bios = nvkm_bios_new,
2067         .bus = gf100_bus_new,
2068         .devinit = gm200_devinit_new,
2069         .fb = gm200_fb_new,
2070         .fuse = gm107_fuse_new,
2071         .gpio = gk104_gpio_new,
2072         .i2c = gm200_i2c_new,
2073         .ibus = gm200_ibus_new,
2074         .iccsense = gf100_iccsense_new,
2075         .imem = nv50_instmem_new,
2076         .ltc = gm200_ltc_new,
2077         .mc = gk20a_mc_new,
2078         .mmu = gm200_mmu_new,
2079         .mxm = nv50_mxm_new,
2080         .pci = gk104_pci_new,
2081         .pmu = gm107_pmu_new,
2082         .therm = gm200_therm_new,
2083         .secboot = gm200_secboot_new,
2084         .timer = gk20a_timer_new,
2085         .top = gk104_top_new,
2086         .volt = gk104_volt_new,
2087         .ce[0] = gm200_ce_new,
2088         .ce[1] = gm200_ce_new,
2089         .ce[2] = gm200_ce_new,
2090         .disp = gm200_disp_new,
2091         .dma = gf119_dma_new,
2092         .fifo = gm200_fifo_new,
2093         .gr = gm200_gr_new,
2094         .sw = gf100_sw_new,
2095 };
2096
2097 static const struct nvkm_device_chip
2098 nv126_chipset = {
2099         .name = "GM206",
2100         .bar = gm107_bar_new,
2101         .bios = nvkm_bios_new,
2102         .bus = gf100_bus_new,
2103         .devinit = gm200_devinit_new,
2104         .fb = gm200_fb_new,
2105         .fuse = gm107_fuse_new,
2106         .gpio = gk104_gpio_new,
2107         .i2c = gm200_i2c_new,
2108         .ibus = gm200_ibus_new,
2109         .iccsense = gf100_iccsense_new,
2110         .imem = nv50_instmem_new,
2111         .ltc = gm200_ltc_new,
2112         .mc = gk20a_mc_new,
2113         .mmu = gm200_mmu_new,
2114         .mxm = nv50_mxm_new,
2115         .pci = gk104_pci_new,
2116         .pmu = gm107_pmu_new,
2117         .therm = gm200_therm_new,
2118         .secboot = gm200_secboot_new,
2119         .timer = gk20a_timer_new,
2120         .top = gk104_top_new,
2121         .volt = gk104_volt_new,
2122         .ce[0] = gm200_ce_new,
2123         .ce[1] = gm200_ce_new,
2124         .ce[2] = gm200_ce_new,
2125         .disp = gm200_disp_new,
2126         .dma = gf119_dma_new,
2127         .fifo = gm200_fifo_new,
2128         .gr = gm200_gr_new,
2129         .sw = gf100_sw_new,
2130 };
2131
2132 static const struct nvkm_device_chip
2133 nv12b_chipset = {
2134         .name = "GM20B",
2135         .bar = gm20b_bar_new,
2136         .bus = gf100_bus_new,
2137         .clk = gm20b_clk_new,
2138         .fb = gm20b_fb_new,
2139         .fuse = gm107_fuse_new,
2140         .ibus = gk20a_ibus_new,
2141         .imem = gk20a_instmem_new,
2142         .ltc = gm200_ltc_new,
2143         .mc = gk20a_mc_new,
2144         .mmu = gm20b_mmu_new,
2145         .pmu = gm20b_pmu_new,
2146         .secboot = gm20b_secboot_new,
2147         .timer = gk20a_timer_new,
2148         .top = gk104_top_new,
2149         .ce[2] = gm200_ce_new,
2150         .volt = gm20b_volt_new,
2151         .dma = gf119_dma_new,
2152         .fifo = gm20b_fifo_new,
2153         .gr = gm20b_gr_new,
2154         .sw = gf100_sw_new,
2155 };
2156
2157 static const struct nvkm_device_chip
2158 nv130_chipset = {
2159         .name = "GP100",
2160         .bar = gm107_bar_new,
2161         .bios = nvkm_bios_new,
2162         .bus = gf100_bus_new,
2163         .devinit = gm200_devinit_new,
2164         .fault = gp100_fault_new,
2165         .fb = gp100_fb_new,
2166         .fuse = gm107_fuse_new,
2167         .gpio = gk104_gpio_new,
2168         .i2c = gm200_i2c_new,
2169         .ibus = gm200_ibus_new,
2170         .imem = nv50_instmem_new,
2171         .ltc = gp100_ltc_new,
2172         .mc = gp100_mc_new,
2173         .mmu = gp100_mmu_new,
2174         .therm = gp100_therm_new,
2175         .secboot = gm200_secboot_new,
2176         .pci = gp100_pci_new,
2177         .pmu = gp100_pmu_new,
2178         .timer = gk20a_timer_new,
2179         .top = gk104_top_new,
2180         .ce[0] = gp100_ce_new,
2181         .ce[1] = gp100_ce_new,
2182         .ce[2] = gp100_ce_new,
2183         .ce[3] = gp100_ce_new,
2184         .ce[4] = gp100_ce_new,
2185         .ce[5] = gp100_ce_new,
2186         .dma = gf119_dma_new,
2187         .disp = gp100_disp_new,
2188         .fifo = gp100_fifo_new,
2189         .gr = gp100_gr_new,
2190         .sw = gf100_sw_new,
2191 };
2192
2193 static const struct nvkm_device_chip
2194 nv132_chipset = {
2195         .name = "GP102",
2196         .bar = gm107_bar_new,
2197         .bios = nvkm_bios_new,
2198         .bus = gf100_bus_new,
2199         .devinit = gm200_devinit_new,
2200         .fault = gp100_fault_new,
2201         .fb = gp102_fb_new,
2202         .fuse = gm107_fuse_new,
2203         .gpio = gk104_gpio_new,
2204         .i2c = gm200_i2c_new,
2205         .ibus = gm200_ibus_new,
2206         .imem = nv50_instmem_new,
2207         .ltc = gp102_ltc_new,
2208         .mc = gp100_mc_new,
2209         .mmu = gp100_mmu_new,
2210         .therm = gp100_therm_new,
2211         .secboot = gp102_secboot_new,
2212         .pci = gp100_pci_new,
2213         .pmu = gp102_pmu_new,
2214         .timer = gk20a_timer_new,
2215         .top = gk104_top_new,
2216         .ce[0] = gp102_ce_new,
2217         .ce[1] = gp102_ce_new,
2218         .ce[2] = gp102_ce_new,
2219         .ce[3] = gp102_ce_new,
2220         .disp = gp102_disp_new,
2221         .dma = gf119_dma_new,
2222         .fifo = gp100_fifo_new,
2223         .gr = gp102_gr_new,
2224         .nvdec[0] = gp102_nvdec_new,
2225         .sec2 = gp102_sec2_new,
2226         .sw = gf100_sw_new,
2227 };
2228
2229 static const struct nvkm_device_chip
2230 nv134_chipset = {
2231         .name = "GP104",
2232         .bar = gm107_bar_new,
2233         .bios = nvkm_bios_new,
2234         .bus = gf100_bus_new,
2235         .devinit = gm200_devinit_new,
2236         .fault = gp100_fault_new,
2237         .fb = gp102_fb_new,
2238         .fuse = gm107_fuse_new,
2239         .gpio = gk104_gpio_new,
2240         .i2c = gm200_i2c_new,
2241         .ibus = gm200_ibus_new,
2242         .imem = nv50_instmem_new,
2243         .ltc = gp102_ltc_new,
2244         .mc = gp100_mc_new,
2245         .mmu = gp100_mmu_new,
2246         .therm = gp100_therm_new,
2247         .secboot = gp102_secboot_new,
2248         .pci = gp100_pci_new,
2249         .pmu = gp102_pmu_new,
2250         .timer = gk20a_timer_new,
2251         .top = gk104_top_new,
2252         .ce[0] = gp102_ce_new,
2253         .ce[1] = gp102_ce_new,
2254         .ce[2] = gp102_ce_new,
2255         .ce[3] = gp102_ce_new,
2256         .disp = gp102_disp_new,
2257         .dma = gf119_dma_new,
2258         .fifo = gp100_fifo_new,
2259         .gr = gp104_gr_new,
2260         .nvdec[0] = gp102_nvdec_new,
2261         .sec2 = gp102_sec2_new,
2262         .sw = gf100_sw_new,
2263 };
2264
2265 static const struct nvkm_device_chip
2266 nv136_chipset = {
2267         .name = "GP106",
2268         .bar = gm107_bar_new,
2269         .bios = nvkm_bios_new,
2270         .bus = gf100_bus_new,
2271         .devinit = gm200_devinit_new,
2272         .fault = gp100_fault_new,
2273         .fb = gp102_fb_new,
2274         .fuse = gm107_fuse_new,
2275         .gpio = gk104_gpio_new,
2276         .i2c = gm200_i2c_new,
2277         .ibus = gm200_ibus_new,
2278         .imem = nv50_instmem_new,
2279         .ltc = gp102_ltc_new,
2280         .mc = gp100_mc_new,
2281         .mmu = gp100_mmu_new,
2282         .therm = gp100_therm_new,
2283         .secboot = gp102_secboot_new,
2284         .pci = gp100_pci_new,
2285         .pmu = gp102_pmu_new,
2286         .timer = gk20a_timer_new,
2287         .top = gk104_top_new,
2288         .ce[0] = gp102_ce_new,
2289         .ce[1] = gp102_ce_new,
2290         .ce[2] = gp102_ce_new,
2291         .ce[3] = gp102_ce_new,
2292         .disp = gp102_disp_new,
2293         .dma = gf119_dma_new,
2294         .fifo = gp100_fifo_new,
2295         .gr = gp104_gr_new,
2296         .nvdec[0] = gp102_nvdec_new,
2297         .sec2 = gp102_sec2_new,
2298         .sw = gf100_sw_new,
2299 };
2300
2301 static const struct nvkm_device_chip
2302 nv137_chipset = {
2303         .name = "GP107",
2304         .bar = gm107_bar_new,
2305         .bios = nvkm_bios_new,
2306         .bus = gf100_bus_new,
2307         .devinit = gm200_devinit_new,
2308         .fault = gp100_fault_new,
2309         .fb = gp102_fb_new,
2310         .fuse = gm107_fuse_new,
2311         .gpio = gk104_gpio_new,
2312         .i2c = gm200_i2c_new,
2313         .ibus = gm200_ibus_new,
2314         .imem = nv50_instmem_new,
2315         .ltc = gp102_ltc_new,
2316         .mc = gp100_mc_new,
2317         .mmu = gp100_mmu_new,
2318         .therm = gp100_therm_new,
2319         .secboot = gp102_secboot_new,
2320         .pci = gp100_pci_new,
2321         .pmu = gp102_pmu_new,
2322         .timer = gk20a_timer_new,
2323         .top = gk104_top_new,
2324         .ce[0] = gp102_ce_new,
2325         .ce[1] = gp102_ce_new,
2326         .ce[2] = gp102_ce_new,
2327         .ce[3] = gp102_ce_new,
2328         .disp = gp102_disp_new,
2329         .dma = gf119_dma_new,
2330         .fifo = gp100_fifo_new,
2331         .gr = gp107_gr_new,
2332         .nvdec[0] = gp102_nvdec_new,
2333         .sec2 = gp102_sec2_new,
2334         .sw = gf100_sw_new,
2335 };
2336
2337 static const struct nvkm_device_chip
2338 nv138_chipset = {
2339         .name = "GP108",
2340         .bar = gm107_bar_new,
2341         .bios = nvkm_bios_new,
2342         .bus = gf100_bus_new,
2343         .devinit = gm200_devinit_new,
2344         .fault = gp100_fault_new,
2345         .fb = gp102_fb_new,
2346         .fuse = gm107_fuse_new,
2347         .gpio = gk104_gpio_new,
2348         .i2c = gm200_i2c_new,
2349         .ibus = gm200_ibus_new,
2350         .imem = nv50_instmem_new,
2351         .ltc = gp102_ltc_new,
2352         .mc = gp100_mc_new,
2353         .mmu = gp100_mmu_new,
2354         .therm = gp100_therm_new,
2355         .secboot = gp108_secboot_new,
2356         .pci = gp100_pci_new,
2357         .pmu = gp102_pmu_new,
2358         .timer = gk20a_timer_new,
2359         .top = gk104_top_new,
2360         .ce[0] = gp102_ce_new,
2361         .ce[1] = gp102_ce_new,
2362         .ce[2] = gp102_ce_new,
2363         .ce[3] = gp102_ce_new,
2364         .disp = gp102_disp_new,
2365         .dma = gf119_dma_new,
2366         .fifo = gp100_fifo_new,
2367         .gr = gp107_gr_new,
2368         .nvdec[0] = gp102_nvdec_new,
2369         .sec2 = gp102_sec2_new,
2370         .sw = gf100_sw_new,
2371 };
2372
2373 static const struct nvkm_device_chip
2374 nv13b_chipset = {
2375         .name = "GP10B",
2376         .bar = gm20b_bar_new,
2377         .bus = gf100_bus_new,
2378         .fault = gp100_fault_new,
2379         .fb = gp10b_fb_new,
2380         .fuse = gm107_fuse_new,
2381         .ibus = gp10b_ibus_new,
2382         .imem = gk20a_instmem_new,
2383         .ltc = gp102_ltc_new,
2384         .mc = gp10b_mc_new,
2385         .mmu = gp10b_mmu_new,
2386         .secboot = gp10b_secboot_new,
2387         .pmu = gm20b_pmu_new,
2388         .timer = gk20a_timer_new,
2389         .top = gk104_top_new,
2390         .ce[2] = gp102_ce_new,
2391         .dma = gf119_dma_new,
2392         .fifo = gp10b_fifo_new,
2393         .gr = gp10b_gr_new,
2394         .sw = gf100_sw_new,
2395 };
2396
2397 static const struct nvkm_device_chip
2398 nv140_chipset = {
2399         .name = "GV100",
2400         .bar = gm107_bar_new,
2401         .bios = nvkm_bios_new,
2402         .bus = gf100_bus_new,
2403         .devinit = gv100_devinit_new,
2404         .fault = gv100_fault_new,
2405         .fb = gv100_fb_new,
2406         .fuse = gm107_fuse_new,
2407         .gpio = gk104_gpio_new,
2408         .i2c = gm200_i2c_new,
2409         .ibus = gm200_ibus_new,
2410         .imem = nv50_instmem_new,
2411         .ltc = gp102_ltc_new,
2412         .mc = gp100_mc_new,
2413         .mmu = gv100_mmu_new,
2414         .pci = gp100_pci_new,
2415         .pmu = gp102_pmu_new,
2416         .secboot = gp108_secboot_new,
2417         .therm = gp100_therm_new,
2418         .timer = gk20a_timer_new,
2419         .top = gk104_top_new,
2420         .disp = gv100_disp_new,
2421         .ce[0] = gv100_ce_new,
2422         .ce[1] = gv100_ce_new,
2423         .ce[2] = gv100_ce_new,
2424         .ce[3] = gv100_ce_new,
2425         .ce[4] = gv100_ce_new,
2426         .ce[5] = gv100_ce_new,
2427         .ce[6] = gv100_ce_new,
2428         .ce[7] = gv100_ce_new,
2429         .ce[8] = gv100_ce_new,
2430         .dma = gv100_dma_new,
2431         .fifo = gv100_fifo_new,
2432         .gr = gv100_gr_new,
2433         .nvdec[0] = gp102_nvdec_new,
2434         .sec2 = gp102_sec2_new,
2435 };
2436
2437 static const struct nvkm_device_chip
2438 nv164_chipset = {
2439         .name = "TU104",
2440         .bar = tu104_bar_new,
2441         .bios = nvkm_bios_new,
2442         .bus = gf100_bus_new,
2443         .devinit = tu104_devinit_new,
2444         .fault = tu104_fault_new,
2445         .fb = gv100_fb_new,
2446         .fuse = gm107_fuse_new,
2447         .gpio = gk104_gpio_new,
2448         .i2c = gm200_i2c_new,
2449         .ibus = gm200_ibus_new,
2450         .imem = nv50_instmem_new,
2451         .ltc = gp102_ltc_new,
2452         .mc = tu104_mc_new,
2453         .mmu = tu104_mmu_new,
2454         .pci = gp100_pci_new,
2455         .pmu = gp102_pmu_new,
2456         .therm = gp100_therm_new,
2457         .timer = gk20a_timer_new,
2458         .top = gk104_top_new,
2459         .ce[0] = tu104_ce_new,
2460         .ce[1] = tu104_ce_new,
2461         .ce[2] = tu104_ce_new,
2462         .ce[3] = tu104_ce_new,
2463         .ce[4] = tu104_ce_new,
2464         .disp = tu104_disp_new,
2465         .dma = gv100_dma_new,
2466         .fifo = tu104_fifo_new,
2467 };
2468
2469 static const struct nvkm_device_chip
2470 nv166_chipset = {
2471         .name = "TU106",
2472         .bar = tu104_bar_new,
2473         .bios = nvkm_bios_new,
2474         .bus = gf100_bus_new,
2475         .devinit = tu104_devinit_new,
2476         .fault = tu104_fault_new,
2477         .fb = gv100_fb_new,
2478         .fuse = gm107_fuse_new,
2479         .gpio = gk104_gpio_new,
2480         .i2c = gm200_i2c_new,
2481         .ibus = gm200_ibus_new,
2482         .imem = nv50_instmem_new,
2483         .ltc = gp102_ltc_new,
2484         .mc = tu104_mc_new,
2485         .mmu = tu104_mmu_new,
2486         .pci = gp100_pci_new,
2487         .pmu = gp102_pmu_new,
2488         .therm = gp100_therm_new,
2489         .timer = gk20a_timer_new,
2490         .top = gk104_top_new,
2491         .ce[0] = tu104_ce_new,
2492         .ce[1] = tu104_ce_new,
2493         .ce[2] = tu104_ce_new,
2494         .ce[3] = tu104_ce_new,
2495         .ce[4] = tu104_ce_new,
2496         .disp = tu104_disp_new,
2497         .dma = gv100_dma_new,
2498         .fifo = tu104_fifo_new,
2499 };
2500
2501 static int
2502 nvkm_device_event_ctor(struct nvkm_object *object, void *data, u32 size,
2503                        struct nvkm_notify *notify)
2504 {
2505         if (!WARN_ON(size != 0)) {
2506                 notify->size  = 0;
2507                 notify->types = 1;
2508                 notify->index = 0;
2509                 return 0;
2510         }
2511         return -EINVAL;
2512 }
2513
2514 static const struct nvkm_event_func
2515 nvkm_device_event_func = {
2516         .ctor = nvkm_device_event_ctor,
2517 };
2518
2519 struct nvkm_subdev *
2520 nvkm_device_subdev(struct nvkm_device *device, int index)
2521 {
2522         struct nvkm_engine *engine;
2523
2524         if (device->disable_mask & (1ULL << index))
2525                 return NULL;
2526
2527         switch (index) {
2528 #define _(n,p,m) case NVKM_SUBDEV_##n: if (p) return (m); break
2529         _(BAR     , device->bar     , &device->bar->subdev);
2530         _(VBIOS   , device->bios    , &device->bios->subdev);
2531         _(BUS     , device->bus     , &device->bus->subdev);
2532         _(CLK     , device->clk     , &device->clk->subdev);
2533         _(DEVINIT , device->devinit , &device->devinit->subdev);
2534         _(FAULT   , device->fault   , &device->fault->subdev);
2535         _(FB      , device->fb      , &device->fb->subdev);
2536         _(FUSE    , device->fuse    , &device->fuse->subdev);
2537         _(GPIO    , device->gpio    , &device->gpio->subdev);
2538         _(I2C     , device->i2c     , &device->i2c->subdev);
2539         _(IBUS    , device->ibus    ,  device->ibus);
2540         _(ICCSENSE, device->iccsense, &device->iccsense->subdev);
2541         _(INSTMEM , device->imem    , &device->imem->subdev);
2542         _(LTC     , device->ltc     , &device->ltc->subdev);
2543         _(MC      , device->mc      , &device->mc->subdev);
2544         _(MMU     , device->mmu     , &device->mmu->subdev);
2545         _(MXM     , device->mxm     ,  device->mxm);
2546         _(PCI     , device->pci     , &device->pci->subdev);
2547         _(PMU     , device->pmu     , &device->pmu->subdev);
2548         _(SECBOOT , device->secboot , &device->secboot->subdev);
2549         _(THERM   , device->therm   , &device->therm->subdev);
2550         _(TIMER   , device->timer   , &device->timer->subdev);
2551         _(TOP     , device->top     , &device->top->subdev);
2552         _(VOLT    , device->volt    , &device->volt->subdev);
2553 #undef _
2554         default:
2555                 engine = nvkm_device_engine(device, index);
2556                 if (engine)
2557                         return &engine->subdev;
2558                 break;
2559         }
2560         return NULL;
2561 }
2562
2563 struct nvkm_engine *
2564 nvkm_device_engine(struct nvkm_device *device, int index)
2565 {
2566         if (device->disable_mask & (1ULL << index))
2567                 return NULL;
2568
2569         switch (index) {
2570 #define _(n,p,m) case NVKM_ENGINE_##n: if (p) return (m); break
2571         _(BSP    , device->bsp     ,  device->bsp);
2572         _(CE0    , device->ce[0]   ,  device->ce[0]);
2573         _(CE1    , device->ce[1]   ,  device->ce[1]);
2574         _(CE2    , device->ce[2]   ,  device->ce[2]);
2575         _(CE3    , device->ce[3]   ,  device->ce[3]);
2576         _(CE4    , device->ce[4]   ,  device->ce[4]);
2577         _(CE5    , device->ce[5]   ,  device->ce[5]);
2578         _(CE6    , device->ce[6]   ,  device->ce[6]);
2579         _(CE7    , device->ce[7]   ,  device->ce[7]);
2580         _(CE8    , device->ce[8]   ,  device->ce[8]);
2581         _(CIPHER , device->cipher  ,  device->cipher);
2582         _(DISP   , device->disp    , &device->disp->engine);
2583         _(DMAOBJ , device->dma     , &device->dma->engine);
2584         _(FIFO   , device->fifo    , &device->fifo->engine);
2585         _(GR     , device->gr      , &device->gr->engine);
2586         _(IFB    , device->ifb     ,  device->ifb);
2587         _(ME     , device->me      ,  device->me);
2588         _(MPEG   , device->mpeg    ,  device->mpeg);
2589         _(MSENC  , device->msenc   ,  device->msenc);
2590         _(MSPDEC , device->mspdec  ,  device->mspdec);
2591         _(MSPPP  , device->msppp   ,  device->msppp);
2592         _(MSVLD  , device->msvld   ,  device->msvld);
2593         _(NVENC0 , device->nvenc[0],  device->nvenc[0]);
2594         _(NVENC1 , device->nvenc[1],  device->nvenc[1]);
2595         _(NVENC2 , device->nvenc[2],  device->nvenc[2]);
2596         _(NVDEC0 , device->nvdec[0], &device->nvdec[0]->engine);
2597         _(NVDEC1 , device->nvdec[1], &device->nvdec[1]->engine);
2598         _(NVDEC2 , device->nvdec[2], &device->nvdec[2]->engine);
2599         _(PM     , device->pm      , &device->pm->engine);
2600         _(SEC    , device->sec     ,  device->sec);
2601         _(SEC2   , device->sec2    , &device->sec2->engine);
2602         _(SW     , device->sw      , &device->sw->engine);
2603         _(VIC    , device->vic     ,  device->vic);
2604         _(VP     , device->vp      ,  device->vp);
2605 #undef _
2606         default:
2607                 WARN_ON(1);
2608                 break;
2609         }
2610         return NULL;
2611 }
2612
2613 int
2614 nvkm_device_fini(struct nvkm_device *device, bool suspend)
2615 {
2616         const char *action = suspend ? "suspend" : "fini";
2617         struct nvkm_subdev *subdev;
2618         int ret, i;
2619         s64 time;
2620
2621         nvdev_trace(device, "%s running...\n", action);
2622         time = ktime_to_us(ktime_get());
2623
2624         nvkm_acpi_fini(device);
2625
2626         for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2627                 if ((subdev = nvkm_device_subdev(device, i))) {
2628                         ret = nvkm_subdev_fini(subdev, suspend);
2629                         if (ret && suspend)
2630                                 goto fail;
2631                 }
2632         }
2633
2634         nvkm_therm_clkgate_fini(device->therm, suspend);
2635
2636         if (device->func->fini)
2637                 device->func->fini(device, suspend);
2638
2639         time = ktime_to_us(ktime_get()) - time;
2640         nvdev_trace(device, "%s completed in %lldus...\n", action, time);
2641         return 0;
2642
2643 fail:
2644         do {
2645                 if ((subdev = nvkm_device_subdev(device, i))) {
2646                         int rret = nvkm_subdev_init(subdev);
2647                         if (rret)
2648                                 nvkm_fatal(subdev, "failed restart, %d\n", ret);
2649                 }
2650         } while (++i < NVKM_SUBDEV_NR);
2651
2652         nvdev_trace(device, "%s failed with %d\n", action, ret);
2653         return ret;
2654 }
2655
2656 static int
2657 nvkm_device_preinit(struct nvkm_device *device)
2658 {
2659         struct nvkm_subdev *subdev;
2660         int ret, i;
2661         s64 time;
2662
2663         nvdev_trace(device, "preinit running...\n");
2664         time = ktime_to_us(ktime_get());
2665
2666         if (device->func->preinit) {
2667                 ret = device->func->preinit(device);
2668                 if (ret)
2669                         goto fail;
2670         }
2671
2672         for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2673                 if ((subdev = nvkm_device_subdev(device, i))) {
2674                         ret = nvkm_subdev_preinit(subdev);
2675                         if (ret)
2676                                 goto fail;
2677                 }
2678         }
2679
2680         ret = nvkm_devinit_post(device->devinit, &device->disable_mask);
2681         if (ret)
2682                 goto fail;
2683
2684         time = ktime_to_us(ktime_get()) - time;
2685         nvdev_trace(device, "preinit completed in %lldus\n", time);
2686         return 0;
2687
2688 fail:
2689         nvdev_error(device, "preinit failed with %d\n", ret);
2690         return ret;
2691 }
2692
2693 int
2694 nvkm_device_init(struct nvkm_device *device)
2695 {
2696         struct nvkm_subdev *subdev;
2697         int ret, i;
2698         s64 time;
2699
2700         ret = nvkm_device_preinit(device);
2701         if (ret)
2702                 return ret;
2703
2704         nvkm_device_fini(device, false);
2705
2706         nvdev_trace(device, "init running...\n");
2707         time = ktime_to_us(ktime_get());
2708
2709         if (device->func->init) {
2710                 ret = device->func->init(device);
2711                 if (ret)
2712                         goto fail;
2713         }
2714
2715         for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2716                 if ((subdev = nvkm_device_subdev(device, i))) {
2717                         ret = nvkm_subdev_init(subdev);
2718                         if (ret)
2719                                 goto fail_subdev;
2720                 }
2721         }
2722
2723         nvkm_acpi_init(device);
2724         nvkm_therm_clkgate_enable(device->therm);
2725
2726         time = ktime_to_us(ktime_get()) - time;
2727         nvdev_trace(device, "init completed in %lldus\n", time);
2728         return 0;
2729
2730 fail_subdev:
2731         do {
2732                 if ((subdev = nvkm_device_subdev(device, i)))
2733                         nvkm_subdev_fini(subdev, false);
2734         } while (--i >= 0);
2735
2736 fail:
2737         nvkm_device_fini(device, false);
2738
2739         nvdev_error(device, "init failed with %d\n", ret);
2740         return ret;
2741 }
2742
2743 void
2744 nvkm_device_del(struct nvkm_device **pdevice)
2745 {
2746         struct nvkm_device *device = *pdevice;
2747         int i;
2748         if (device) {
2749                 mutex_lock(&nv_devices_mutex);
2750                 device->disable_mask = 0;
2751                 for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2752                         struct nvkm_subdev *subdev =
2753                                 nvkm_device_subdev(device, i);
2754                         nvkm_subdev_del(&subdev);
2755                 }
2756
2757                 nvkm_event_fini(&device->event);
2758
2759                 if (device->pri)
2760                         iounmap(device->pri);
2761                 list_del(&device->head);
2762
2763                 if (device->func->dtor)
2764                         *pdevice = device->func->dtor(device);
2765                 mutex_unlock(&nv_devices_mutex);
2766
2767                 kfree(*pdevice);
2768                 *pdevice = NULL;
2769         }
2770 }
2771
2772 int
2773 nvkm_device_ctor(const struct nvkm_device_func *func,
2774                  const struct nvkm_device_quirk *quirk,
2775                  struct device *dev, enum nvkm_device_type type, u64 handle,
2776                  const char *name, const char *cfg, const char *dbg,
2777                  bool detect, bool mmio, u64 subdev_mask,
2778                  struct nvkm_device *device)
2779 {
2780         struct nvkm_subdev *subdev;
2781         u64 mmio_base, mmio_size;
2782         u32 boot0, strap;
2783         void __iomem *map;
2784         int ret = -EEXIST;
2785         int i;
2786
2787         mutex_lock(&nv_devices_mutex);
2788         if (nvkm_device_find_locked(handle))
2789                 goto done;
2790
2791         device->func = func;
2792         device->quirk = quirk;
2793         device->dev = dev;
2794         device->type = type;
2795         device->handle = handle;
2796         device->cfgopt = cfg;
2797         device->dbgopt = dbg;
2798         device->name = name;
2799         list_add_tail(&device->head, &nv_devices);
2800         device->debug = nvkm_dbgopt(device->dbgopt, "device");
2801
2802         ret = nvkm_event_init(&nvkm_device_event_func, 1, 1, &device->event);
2803         if (ret)
2804                 goto done;
2805
2806         mmio_base = device->func->resource_addr(device, 0);
2807         mmio_size = device->func->resource_size(device, 0);
2808
2809         /* identify the chipset, and determine classes of subdev/engines */
2810         if (detect) {
2811                 map = ioremap(mmio_base, 0x102000);
2812                 if (ret = -ENOMEM, map == NULL)
2813                         goto done;
2814
2815                 /* switch mmio to cpu's native endianness */
2816 #ifndef __BIG_ENDIAN
2817                 if (ioread32_native(map + 0x000004) != 0x00000000) {
2818 #else
2819                 if (ioread32_native(map + 0x000004) == 0x00000000) {
2820 #endif
2821                         iowrite32_native(0x01000001, map + 0x000004);
2822                         ioread32_native(map);
2823                 }
2824
2825                 /* read boot0 and strapping information */
2826                 boot0 = ioread32_native(map + 0x000000);
2827                 strap = ioread32_native(map + 0x101000);
2828                 iounmap(map);
2829
2830                 /* determine chipset and derive architecture from it */
2831                 if ((boot0 & 0x1f000000) > 0) {
2832                         device->chipset = (boot0 & 0x1ff00000) >> 20;
2833                         device->chiprev = (boot0 & 0x000000ff);
2834                         switch (device->chipset & 0x1f0) {
2835                         case 0x010: {
2836                                 if (0x461 & (1 << (device->chipset & 0xf)))
2837                                         device->card_type = NV_10;
2838                                 else
2839                                         device->card_type = NV_11;
2840                                 device->chiprev = 0x00;
2841                                 break;
2842                         }
2843                         case 0x020: device->card_type = NV_20; break;
2844                         case 0x030: device->card_type = NV_30; break;
2845                         case 0x040:
2846                         case 0x060: device->card_type = NV_40; break;
2847                         case 0x050:
2848                         case 0x080:
2849                         case 0x090:
2850                         case 0x0a0: device->card_type = NV_50; break;
2851                         case 0x0c0:
2852                         case 0x0d0: device->card_type = NV_C0; break;
2853                         case 0x0e0:
2854                         case 0x0f0:
2855                         case 0x100: device->card_type = NV_E0; break;
2856                         case 0x110:
2857                         case 0x120: device->card_type = GM100; break;
2858                         case 0x130: device->card_type = GP100; break;
2859                         case 0x140: device->card_type = GV100; break;
2860                         case 0x160: device->card_type = TU100; break;
2861                         default:
2862                                 break;
2863                         }
2864                 } else
2865                 if ((boot0 & 0xff00fff0) == 0x20004000) {
2866                         if (boot0 & 0x00f00000)
2867                                 device->chipset = 0x05;
2868                         else
2869                                 device->chipset = 0x04;
2870                         device->card_type = NV_04;
2871                 }
2872
2873                 switch (device->chipset) {
2874                 case 0x004: device->chip = &nv4_chipset; break;
2875                 case 0x005: device->chip = &nv5_chipset; break;
2876                 case 0x010: device->chip = &nv10_chipset; break;
2877                 case 0x011: device->chip = &nv11_chipset; break;
2878                 case 0x015: device->chip = &nv15_chipset; break;
2879                 case 0x017: device->chip = &nv17_chipset; break;
2880                 case 0x018: device->chip = &nv18_chipset; break;
2881                 case 0x01a: device->chip = &nv1a_chipset; break;
2882                 case 0x01f: device->chip = &nv1f_chipset; break;
2883                 case 0x020: device->chip = &nv20_chipset; break;
2884                 case 0x025: device->chip = &nv25_chipset; break;
2885                 case 0x028: device->chip = &nv28_chipset; break;
2886                 case 0x02a: device->chip = &nv2a_chipset; break;
2887                 case 0x030: device->chip = &nv30_chipset; break;
2888                 case 0x031: device->chip = &nv31_chipset; break;
2889                 case 0x034: device->chip = &nv34_chipset; break;
2890                 case 0x035: device->chip = &nv35_chipset; break;
2891                 case 0x036: device->chip = &nv36_chipset; break;
2892                 case 0x040: device->chip = &nv40_chipset; break;
2893                 case 0x041: device->chip = &nv41_chipset; break;
2894                 case 0x042: device->chip = &nv42_chipset; break;
2895                 case 0x043: device->chip = &nv43_chipset; break;
2896                 case 0x044: device->chip = &nv44_chipset; break;
2897                 case 0x045: device->chip = &nv45_chipset; break;
2898                 case 0x046: device->chip = &nv46_chipset; break;
2899                 case 0x047: device->chip = &nv47_chipset; break;
2900                 case 0x049: device->chip = &nv49_chipset; break;
2901                 case 0x04a: device->chip = &nv4a_chipset; break;
2902                 case 0x04b: device->chip = &nv4b_chipset; break;
2903                 case 0x04c: device->chip = &nv4c_chipset; break;
2904                 case 0x04e: device->chip = &nv4e_chipset; break;
2905                 case 0x050: device->chip = &nv50_chipset; break;
2906                 case 0x063: device->chip = &nv63_chipset; break;
2907                 case 0x067: device->chip = &nv67_chipset; break;
2908                 case 0x068: device->chip = &nv68_chipset; break;
2909                 case 0x084: device->chip = &nv84_chipset; break;
2910                 case 0x086: device->chip = &nv86_chipset; break;
2911                 case 0x092: device->chip = &nv92_chipset; break;
2912                 case 0x094: device->chip = &nv94_chipset; break;
2913                 case 0x096: device->chip = &nv96_chipset; break;
2914                 case 0x098: device->chip = &nv98_chipset; break;
2915                 case 0x0a0: device->chip = &nva0_chipset; break;
2916                 case 0x0a3: device->chip = &nva3_chipset; break;
2917                 case 0x0a5: device->chip = &nva5_chipset; break;
2918                 case 0x0a8: device->chip = &nva8_chipset; break;
2919                 case 0x0aa: device->chip = &nvaa_chipset; break;
2920                 case 0x0ac: device->chip = &nvac_chipset; break;
2921                 case 0x0af: device->chip = &nvaf_chipset; break;
2922                 case 0x0c0: device->chip = &nvc0_chipset; break;
2923                 case 0x0c1: device->chip = &nvc1_chipset; break;
2924                 case 0x0c3: device->chip = &nvc3_chipset; break;
2925                 case 0x0c4: device->chip = &nvc4_chipset; break;
2926                 case 0x0c8: device->chip = &nvc8_chipset; break;
2927                 case 0x0ce: device->chip = &nvce_chipset; break;
2928                 case 0x0cf: device->chip = &nvcf_chipset; break;
2929                 case 0x0d7: device->chip = &nvd7_chipset; break;
2930                 case 0x0d9: device->chip = &nvd9_chipset; break;
2931                 case 0x0e4: device->chip = &nve4_chipset; break;
2932                 case 0x0e6: device->chip = &nve6_chipset; break;
2933                 case 0x0e7: device->chip = &nve7_chipset; break;
2934                 case 0x0ea: device->chip = &nvea_chipset; break;
2935                 case 0x0f0: device->chip = &nvf0_chipset; break;
2936                 case 0x0f1: device->chip = &nvf1_chipset; break;
2937                 case 0x106: device->chip = &nv106_chipset; break;
2938                 case 0x108: device->chip = &nv108_chipset; break;
2939                 case 0x117: device->chip = &nv117_chipset; break;
2940                 case 0x118: device->chip = &nv118_chipset; break;
2941                 case 0x120: device->chip = &nv120_chipset; break;
2942                 case 0x124: device->chip = &nv124_chipset; break;
2943                 case 0x126: device->chip = &nv126_chipset; break;
2944                 case 0x12b: device->chip = &nv12b_chipset; break;
2945                 case 0x130: device->chip = &nv130_chipset; break;
2946                 case 0x132: device->chip = &nv132_chipset; break;
2947                 case 0x134: device->chip = &nv134_chipset; break;
2948                 case 0x136: device->chip = &nv136_chipset; break;
2949                 case 0x137: device->chip = &nv137_chipset; break;
2950                 case 0x138: device->chip = &nv138_chipset; break;
2951                 case 0x13b: device->chip = &nv13b_chipset; break;
2952                 case 0x140: device->chip = &nv140_chipset; break;
2953                 case 0x164: device->chip = &nv164_chipset; break;
2954                 case 0x166: device->chip = &nv166_chipset; break;
2955                 default:
2956                         nvdev_error(device, "unknown chipset (%08x)\n", boot0);
2957                         goto done;
2958                 }
2959
2960                 nvdev_info(device, "NVIDIA %s (%08x)\n",
2961                            device->chip->name, boot0);
2962
2963                 /* determine frequency of timing crystal */
2964                 if ( device->card_type <= NV_10 || device->chipset < 0x17 ||
2965                     (device->chipset >= 0x20 && device->chipset < 0x25))
2966                         strap &= 0x00000040;
2967                 else
2968                         strap &= 0x00400040;
2969
2970                 switch (strap) {
2971                 case 0x00000000: device->crystal = 13500; break;
2972                 case 0x00000040: device->crystal = 14318; break;
2973                 case 0x00400000: device->crystal = 27000; break;
2974                 case 0x00400040: device->crystal = 25000; break;
2975                 }
2976         } else {
2977                 device->chip = &null_chipset;
2978         }
2979
2980         if (!device->name)
2981                 device->name = device->chip->name;
2982
2983         if (mmio) {
2984                 device->pri = ioremap(mmio_base, mmio_size);
2985                 if (!device->pri) {
2986                         nvdev_error(device, "unable to map PRI\n");
2987                         ret = -ENOMEM;
2988                         goto done;
2989                 }
2990         }
2991
2992         mutex_init(&device->mutex);
2993
2994         for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2995 #define _(s,m) case s:                                                         \
2996         if (device->chip->m && (subdev_mask & (1ULL << (s)))) {                \
2997                 ret = device->chip->m(device, (s), &device->m);                \
2998                 if (ret) {                                                     \
2999                         subdev = nvkm_device_subdev(device, (s));              \
3000                         nvkm_subdev_del(&subdev);                              \
3001                         device->m = NULL;                                      \
3002                         if (ret != -ENODEV) {                                  \
3003                                 nvdev_error(device, "%s ctor failed, %d\n",    \
3004                                             nvkm_subdev_name[s], ret);         \
3005                                 goto done;                                     \
3006                         }                                                      \
3007                 }                                                              \
3008         }                                                                      \
3009         break
3010                 switch (i) {
3011                 _(NVKM_SUBDEV_BAR     ,      bar);
3012                 _(NVKM_SUBDEV_VBIOS   ,     bios);
3013                 _(NVKM_SUBDEV_BUS     ,      bus);
3014                 _(NVKM_SUBDEV_CLK     ,      clk);
3015                 _(NVKM_SUBDEV_DEVINIT ,  devinit);
3016                 _(NVKM_SUBDEV_FAULT   ,    fault);
3017                 _(NVKM_SUBDEV_FB      ,       fb);
3018                 _(NVKM_SUBDEV_FUSE    ,     fuse);
3019                 _(NVKM_SUBDEV_GPIO    ,     gpio);
3020                 _(NVKM_SUBDEV_I2C     ,      i2c);
3021                 _(NVKM_SUBDEV_IBUS    ,     ibus);
3022                 _(NVKM_SUBDEV_ICCSENSE, iccsense);
3023                 _(NVKM_SUBDEV_INSTMEM ,     imem);
3024                 _(NVKM_SUBDEV_LTC     ,      ltc);
3025                 _(NVKM_SUBDEV_MC      ,       mc);
3026                 _(NVKM_SUBDEV_MMU     ,      mmu);
3027                 _(NVKM_SUBDEV_MXM     ,      mxm);
3028                 _(NVKM_SUBDEV_PCI     ,      pci);
3029                 _(NVKM_SUBDEV_PMU     ,      pmu);
3030                 _(NVKM_SUBDEV_SECBOOT ,  secboot);
3031                 _(NVKM_SUBDEV_THERM   ,    therm);
3032                 _(NVKM_SUBDEV_TIMER   ,    timer);
3033                 _(NVKM_SUBDEV_TOP     ,      top);
3034                 _(NVKM_SUBDEV_VOLT    ,     volt);
3035                 _(NVKM_ENGINE_BSP     ,      bsp);
3036                 _(NVKM_ENGINE_CE0     ,    ce[0]);
3037                 _(NVKM_ENGINE_CE1     ,    ce[1]);
3038                 _(NVKM_ENGINE_CE2     ,    ce[2]);
3039                 _(NVKM_ENGINE_CE3     ,    ce[3]);
3040                 _(NVKM_ENGINE_CE4     ,    ce[4]);
3041                 _(NVKM_ENGINE_CE5     ,    ce[5]);
3042                 _(NVKM_ENGINE_CE6     ,    ce[6]);
3043                 _(NVKM_ENGINE_CE7     ,    ce[7]);
3044                 _(NVKM_ENGINE_CE8     ,    ce[8]);
3045                 _(NVKM_ENGINE_CIPHER  ,   cipher);
3046                 _(NVKM_ENGINE_DISP    ,     disp);
3047                 _(NVKM_ENGINE_DMAOBJ  ,      dma);
3048                 _(NVKM_ENGINE_FIFO    ,     fifo);
3049                 _(NVKM_ENGINE_GR      ,       gr);
3050                 _(NVKM_ENGINE_IFB     ,      ifb);
3051                 _(NVKM_ENGINE_ME      ,       me);
3052                 _(NVKM_ENGINE_MPEG    ,     mpeg);
3053                 _(NVKM_ENGINE_MSENC   ,    msenc);
3054                 _(NVKM_ENGINE_MSPDEC  ,   mspdec);
3055                 _(NVKM_ENGINE_MSPPP   ,    msppp);
3056                 _(NVKM_ENGINE_MSVLD   ,    msvld);
3057                 _(NVKM_ENGINE_NVENC0  , nvenc[0]);
3058                 _(NVKM_ENGINE_NVENC1  , nvenc[1]);
3059                 _(NVKM_ENGINE_NVENC2  , nvenc[2]);
3060                 _(NVKM_ENGINE_NVDEC0  , nvdec[0]);
3061                 _(NVKM_ENGINE_NVDEC1  , nvdec[1]);
3062                 _(NVKM_ENGINE_NVDEC2  , nvdec[2]);
3063                 _(NVKM_ENGINE_PM      ,       pm);
3064                 _(NVKM_ENGINE_SEC     ,      sec);
3065                 _(NVKM_ENGINE_SEC2    ,     sec2);
3066                 _(NVKM_ENGINE_SW      ,       sw);
3067                 _(NVKM_ENGINE_VIC     ,      vic);
3068                 _(NVKM_ENGINE_VP      ,       vp);
3069                 default:
3070                         WARN_ON(1);
3071                         continue;
3072                 }
3073 #undef _
3074         }
3075
3076         ret = 0;
3077 done:
3078         mutex_unlock(&nv_devices_mutex);
3079         return ret;
3080 }