2 * Copyright 2012 Red Hat Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
27 #include <core/notify.h>
28 #include <core/option.h>
30 #include <subdev/bios.h>
31 #include <subdev/therm.h>
33 static DEFINE_MUTEX(nv_devices_mutex);
34 static LIST_HEAD(nv_devices);
36 static struct nvkm_device *
37 nvkm_device_find_locked(u64 handle)
39 struct nvkm_device *device;
40 list_for_each_entry(device, &nv_devices, head) {
41 if (device->handle == handle)
48 nvkm_device_find(u64 handle)
50 struct nvkm_device *device;
51 mutex_lock(&nv_devices_mutex);
52 device = nvkm_device_find_locked(handle);
53 mutex_unlock(&nv_devices_mutex);
58 nvkm_device_list(u64 *name, int size)
60 struct nvkm_device *device;
62 mutex_lock(&nv_devices_mutex);
63 list_for_each_entry(device, &nv_devices, head) {
65 name[nr - 1] = device->handle;
67 mutex_unlock(&nv_devices_mutex);
71 static const struct nvkm_device_chip
74 .bios = nvkm_bios_new,
77 static const struct nvkm_device_chip
80 .bios = nvkm_bios_new,
83 .devinit = nv04_devinit_new,
86 .imem = nv04_instmem_new,
90 .timer = nv04_timer_new,
91 .disp = nv04_disp_new,
93 .fifo = nv04_fifo_new,
98 static const struct nvkm_device_chip
101 .bios = nvkm_bios_new,
104 .devinit = nv05_devinit_new,
107 .imem = nv04_instmem_new,
111 .timer = nv04_timer_new,
112 .disp = nv04_disp_new,
114 .fifo = nv04_fifo_new,
119 static const struct nvkm_device_chip
122 .bios = nvkm_bios_new,
125 .devinit = nv10_devinit_new,
127 .gpio = nv10_gpio_new,
129 .imem = nv04_instmem_new,
133 .timer = nv04_timer_new,
134 .disp = nv04_disp_new,
139 static const struct nvkm_device_chip
142 .bios = nvkm_bios_new,
145 .devinit = nv10_devinit_new,
147 .gpio = nv10_gpio_new,
149 .imem = nv04_instmem_new,
153 .timer = nv04_timer_new,
154 .disp = nv04_disp_new,
156 .fifo = nv10_fifo_new,
161 static const struct nvkm_device_chip
164 .bios = nvkm_bios_new,
167 .devinit = nv10_devinit_new,
169 .gpio = nv10_gpio_new,
171 .imem = nv04_instmem_new,
175 .timer = nv04_timer_new,
176 .disp = nv04_disp_new,
178 .fifo = nv10_fifo_new,
183 static const struct nvkm_device_chip
186 .bios = nvkm_bios_new,
189 .devinit = nv10_devinit_new,
191 .gpio = nv10_gpio_new,
193 .imem = nv04_instmem_new,
197 .timer = nv04_timer_new,
198 .disp = nv04_disp_new,
200 .fifo = nv17_fifo_new,
205 static const struct nvkm_device_chip
208 .bios = nvkm_bios_new,
211 .devinit = nv10_devinit_new,
213 .gpio = nv10_gpio_new,
215 .imem = nv04_instmem_new,
219 .timer = nv04_timer_new,
220 .disp = nv04_disp_new,
222 .fifo = nv17_fifo_new,
227 static const struct nvkm_device_chip
230 .bios = nvkm_bios_new,
233 .devinit = nv1a_devinit_new,
235 .gpio = nv10_gpio_new,
237 .imem = nv04_instmem_new,
241 .timer = nv04_timer_new,
242 .disp = nv04_disp_new,
244 .fifo = nv10_fifo_new,
249 static const struct nvkm_device_chip
252 .bios = nvkm_bios_new,
255 .devinit = nv1a_devinit_new,
257 .gpio = nv10_gpio_new,
259 .imem = nv04_instmem_new,
263 .timer = nv04_timer_new,
264 .disp = nv04_disp_new,
266 .fifo = nv17_fifo_new,
271 static const struct nvkm_device_chip
274 .bios = nvkm_bios_new,
277 .devinit = nv20_devinit_new,
279 .gpio = nv10_gpio_new,
281 .imem = nv04_instmem_new,
285 .timer = nv04_timer_new,
286 .disp = nv04_disp_new,
288 .fifo = nv17_fifo_new,
293 static const struct nvkm_device_chip
296 .bios = nvkm_bios_new,
299 .devinit = nv20_devinit_new,
301 .gpio = nv10_gpio_new,
303 .imem = nv04_instmem_new,
307 .timer = nv04_timer_new,
308 .disp = nv04_disp_new,
310 .fifo = nv17_fifo_new,
315 static const struct nvkm_device_chip
318 .bios = nvkm_bios_new,
321 .devinit = nv20_devinit_new,
323 .gpio = nv10_gpio_new,
325 .imem = nv04_instmem_new,
329 .timer = nv04_timer_new,
330 .disp = nv04_disp_new,
332 .fifo = nv17_fifo_new,
337 static const struct nvkm_device_chip
340 .bios = nvkm_bios_new,
343 .devinit = nv20_devinit_new,
345 .gpio = nv10_gpio_new,
347 .imem = nv04_instmem_new,
351 .timer = nv04_timer_new,
352 .disp = nv04_disp_new,
354 .fifo = nv17_fifo_new,
359 static const struct nvkm_device_chip
362 .bios = nvkm_bios_new,
365 .devinit = nv20_devinit_new,
367 .gpio = nv10_gpio_new,
369 .imem = nv04_instmem_new,
373 .timer = nv04_timer_new,
374 .disp = nv04_disp_new,
376 .fifo = nv17_fifo_new,
381 static const struct nvkm_device_chip
384 .bios = nvkm_bios_new,
387 .devinit = nv20_devinit_new,
389 .gpio = nv10_gpio_new,
391 .imem = nv04_instmem_new,
395 .timer = nv04_timer_new,
396 .disp = nv04_disp_new,
398 .fifo = nv17_fifo_new,
400 .mpeg = nv31_mpeg_new,
404 static const struct nvkm_device_chip
407 .bios = nvkm_bios_new,
410 .devinit = nv10_devinit_new,
412 .gpio = nv10_gpio_new,
414 .imem = nv04_instmem_new,
418 .timer = nv04_timer_new,
419 .disp = nv04_disp_new,
421 .fifo = nv17_fifo_new,
423 .mpeg = nv31_mpeg_new,
427 static const struct nvkm_device_chip
430 .bios = nvkm_bios_new,
433 .devinit = nv20_devinit_new,
435 .gpio = nv10_gpio_new,
437 .imem = nv04_instmem_new,
441 .timer = nv04_timer_new,
442 .disp = nv04_disp_new,
444 .fifo = nv17_fifo_new,
449 static const struct nvkm_device_chip
452 .bios = nvkm_bios_new,
455 .devinit = nv20_devinit_new,
457 .gpio = nv10_gpio_new,
459 .imem = nv04_instmem_new,
463 .timer = nv04_timer_new,
464 .disp = nv04_disp_new,
466 .fifo = nv17_fifo_new,
468 .mpeg = nv31_mpeg_new,
472 static const struct nvkm_device_chip
475 .bios = nvkm_bios_new,
478 .devinit = nv1a_devinit_new,
480 .gpio = nv10_gpio_new,
482 .imem = nv40_instmem_new,
486 .therm = nv40_therm_new,
487 .timer = nv40_timer_new,
488 .volt = nv40_volt_new,
489 .disp = nv04_disp_new,
491 .fifo = nv40_fifo_new,
493 .mpeg = nv40_mpeg_new,
498 static const struct nvkm_device_chip
501 .bios = nvkm_bios_new,
504 .devinit = nv1a_devinit_new,
506 .gpio = nv10_gpio_new,
508 .imem = nv40_instmem_new,
512 .therm = nv40_therm_new,
513 .timer = nv41_timer_new,
514 .volt = nv40_volt_new,
515 .disp = nv04_disp_new,
517 .fifo = nv40_fifo_new,
519 .mpeg = nv40_mpeg_new,
524 static const struct nvkm_device_chip
527 .bios = nvkm_bios_new,
530 .devinit = nv1a_devinit_new,
532 .gpio = nv10_gpio_new,
534 .imem = nv40_instmem_new,
538 .therm = nv40_therm_new,
539 .timer = nv41_timer_new,
540 .volt = nv40_volt_new,
541 .disp = nv04_disp_new,
543 .fifo = nv40_fifo_new,
545 .mpeg = nv40_mpeg_new,
550 static const struct nvkm_device_chip
553 .bios = nvkm_bios_new,
556 .devinit = nv1a_devinit_new,
558 .gpio = nv10_gpio_new,
560 .imem = nv40_instmem_new,
564 .therm = nv40_therm_new,
565 .timer = nv41_timer_new,
566 .volt = nv40_volt_new,
567 .disp = nv04_disp_new,
569 .fifo = nv40_fifo_new,
571 .mpeg = nv40_mpeg_new,
576 static const struct nvkm_device_chip
579 .bios = nvkm_bios_new,
582 .devinit = nv1a_devinit_new,
584 .gpio = nv10_gpio_new,
586 .imem = nv40_instmem_new,
590 .therm = nv40_therm_new,
591 .timer = nv41_timer_new,
592 .volt = nv40_volt_new,
593 .disp = nv04_disp_new,
595 .fifo = nv40_fifo_new,
597 .mpeg = nv44_mpeg_new,
602 static const struct nvkm_device_chip
605 .bios = nvkm_bios_new,
608 .devinit = nv1a_devinit_new,
610 .gpio = nv10_gpio_new,
612 .imem = nv40_instmem_new,
616 .therm = nv40_therm_new,
617 .timer = nv41_timer_new,
618 .volt = nv40_volt_new,
619 .disp = nv04_disp_new,
621 .fifo = nv40_fifo_new,
623 .mpeg = nv44_mpeg_new,
628 static const struct nvkm_device_chip
631 .bios = nvkm_bios_new,
634 .devinit = nv1a_devinit_new,
636 .gpio = nv10_gpio_new,
638 .imem = nv40_instmem_new,
642 .therm = nv40_therm_new,
643 .timer = nv41_timer_new,
644 .volt = nv40_volt_new,
645 .disp = nv04_disp_new,
647 .fifo = nv40_fifo_new,
649 .mpeg = nv44_mpeg_new,
654 static const struct nvkm_device_chip
657 .bios = nvkm_bios_new,
660 .devinit = nv1a_devinit_new,
662 .gpio = nv10_gpio_new,
664 .imem = nv40_instmem_new,
668 .therm = nv40_therm_new,
669 .timer = nv41_timer_new,
670 .volt = nv40_volt_new,
671 .disp = nv04_disp_new,
673 .fifo = nv40_fifo_new,
675 .mpeg = nv44_mpeg_new,
680 static const struct nvkm_device_chip
683 .bios = nvkm_bios_new,
686 .devinit = nv1a_devinit_new,
688 .gpio = nv10_gpio_new,
690 .imem = nv40_instmem_new,
694 .therm = nv40_therm_new,
695 .timer = nv41_timer_new,
696 .volt = nv40_volt_new,
697 .disp = nv04_disp_new,
699 .fifo = nv40_fifo_new,
701 .mpeg = nv44_mpeg_new,
706 static const struct nvkm_device_chip
709 .bios = nvkm_bios_new,
712 .devinit = nv1a_devinit_new,
714 .gpio = nv10_gpio_new,
716 .imem = nv40_instmem_new,
720 .therm = nv40_therm_new,
721 .timer = nv41_timer_new,
722 .volt = nv40_volt_new,
723 .disp = nv04_disp_new,
725 .fifo = nv40_fifo_new,
727 .mpeg = nv44_mpeg_new,
732 static const struct nvkm_device_chip
735 .bios = nvkm_bios_new,
738 .devinit = nv1a_devinit_new,
740 .gpio = nv10_gpio_new,
742 .imem = nv40_instmem_new,
746 .therm = nv40_therm_new,
747 .timer = nv41_timer_new,
748 .volt = nv40_volt_new,
749 .disp = nv04_disp_new,
751 .fifo = nv40_fifo_new,
753 .mpeg = nv44_mpeg_new,
758 static const struct nvkm_device_chip
761 .bios = nvkm_bios_new,
764 .devinit = nv1a_devinit_new,
766 .gpio = nv10_gpio_new,
768 .imem = nv40_instmem_new,
772 .therm = nv40_therm_new,
773 .timer = nv41_timer_new,
774 .volt = nv40_volt_new,
775 .disp = nv04_disp_new,
777 .fifo = nv40_fifo_new,
779 .mpeg = nv44_mpeg_new,
784 static const struct nvkm_device_chip
787 .bios = nvkm_bios_new,
790 .devinit = nv1a_devinit_new,
792 .gpio = nv10_gpio_new,
794 .imem = nv40_instmem_new,
798 .therm = nv40_therm_new,
799 .timer = nv41_timer_new,
800 .volt = nv40_volt_new,
801 .disp = nv04_disp_new,
803 .fifo = nv40_fifo_new,
805 .mpeg = nv44_mpeg_new,
810 static const struct nvkm_device_chip
814 .bios = nvkm_bios_new,
817 .devinit = nv50_devinit_new,
819 .fuse = nv50_fuse_new,
820 .gpio = nv50_gpio_new,
822 .imem = nv50_instmem_new,
827 .therm = nv50_therm_new,
828 .timer = nv41_timer_new,
829 .volt = nv40_volt_new,
830 .disp = nv50_disp_new,
832 .fifo = nv50_fifo_new,
834 .mpeg = nv50_mpeg_new,
839 static const struct nvkm_device_chip
842 .bios = nvkm_bios_new,
845 .devinit = nv1a_devinit_new,
847 .gpio = nv10_gpio_new,
849 .imem = nv40_instmem_new,
853 .therm = nv40_therm_new,
854 .timer = nv41_timer_new,
855 .volt = nv40_volt_new,
856 .disp = nv04_disp_new,
858 .fifo = nv40_fifo_new,
860 .mpeg = nv44_mpeg_new,
865 static const struct nvkm_device_chip
868 .bios = nvkm_bios_new,
871 .devinit = nv1a_devinit_new,
873 .gpio = nv10_gpio_new,
875 .imem = nv40_instmem_new,
879 .therm = nv40_therm_new,
880 .timer = nv41_timer_new,
881 .volt = nv40_volt_new,
882 .disp = nv04_disp_new,
884 .fifo = nv40_fifo_new,
886 .mpeg = nv44_mpeg_new,
891 static const struct nvkm_device_chip
894 .bios = nvkm_bios_new,
897 .devinit = nv1a_devinit_new,
899 .gpio = nv10_gpio_new,
901 .imem = nv40_instmem_new,
905 .therm = nv40_therm_new,
906 .timer = nv41_timer_new,
907 .volt = nv40_volt_new,
908 .disp = nv04_disp_new,
910 .fifo = nv40_fifo_new,
912 .mpeg = nv44_mpeg_new,
917 static const struct nvkm_device_chip
921 .bios = nvkm_bios_new,
924 .devinit = g84_devinit_new,
926 .fuse = nv50_fuse_new,
927 .gpio = nv50_gpio_new,
929 .imem = nv50_instmem_new,
934 .therm = g84_therm_new,
935 .timer = nv41_timer_new,
936 .volt = nv40_volt_new,
938 .cipher = g84_cipher_new,
939 .disp = g84_disp_new,
941 .fifo = g84_fifo_new,
943 .mpeg = g84_mpeg_new,
949 static const struct nvkm_device_chip
953 .bios = nvkm_bios_new,
956 .devinit = g84_devinit_new,
958 .fuse = nv50_fuse_new,
959 .gpio = nv50_gpio_new,
961 .imem = nv50_instmem_new,
966 .therm = g84_therm_new,
967 .timer = nv41_timer_new,
968 .volt = nv40_volt_new,
970 .cipher = g84_cipher_new,
971 .disp = g84_disp_new,
973 .fifo = g84_fifo_new,
975 .mpeg = g84_mpeg_new,
981 static const struct nvkm_device_chip
985 .bios = nvkm_bios_new,
988 .devinit = g84_devinit_new,
990 .fuse = nv50_fuse_new,
991 .gpio = nv50_gpio_new,
993 .imem = nv50_instmem_new,
998 .therm = g84_therm_new,
999 .timer = nv41_timer_new,
1000 .volt = nv40_volt_new,
1002 .cipher = g84_cipher_new,
1003 .disp = g84_disp_new,
1004 .dma = nv50_dma_new,
1005 .fifo = g84_fifo_new,
1007 .mpeg = g84_mpeg_new,
1013 static const struct nvkm_device_chip
1017 .bios = nvkm_bios_new,
1020 .devinit = g84_devinit_new,
1022 .fuse = nv50_fuse_new,
1023 .gpio = g94_gpio_new,
1025 .imem = nv50_instmem_new,
1028 .mxm = nv50_mxm_new,
1030 .therm = g84_therm_new,
1031 .timer = nv41_timer_new,
1032 .volt = nv40_volt_new,
1034 .cipher = g84_cipher_new,
1035 .disp = g94_disp_new,
1036 .dma = nv50_dma_new,
1037 .fifo = g84_fifo_new,
1039 .mpeg = g84_mpeg_new,
1045 static const struct nvkm_device_chip
1049 .bios = nvkm_bios_new,
1052 .devinit = g84_devinit_new,
1054 .fuse = nv50_fuse_new,
1055 .gpio = g94_gpio_new,
1057 .imem = nv50_instmem_new,
1060 .mxm = nv50_mxm_new,
1062 .therm = g84_therm_new,
1063 .timer = nv41_timer_new,
1064 .volt = nv40_volt_new,
1066 .cipher = g84_cipher_new,
1067 .disp = g94_disp_new,
1068 .dma = nv50_dma_new,
1069 .fifo = g84_fifo_new,
1071 .mpeg = g84_mpeg_new,
1077 static const struct nvkm_device_chip
1081 .bios = nvkm_bios_new,
1084 .devinit = g98_devinit_new,
1086 .fuse = nv50_fuse_new,
1087 .gpio = g94_gpio_new,
1089 .imem = nv50_instmem_new,
1092 .mxm = nv50_mxm_new,
1094 .therm = g84_therm_new,
1095 .timer = nv41_timer_new,
1096 .volt = nv40_volt_new,
1097 .disp = g94_disp_new,
1098 .dma = nv50_dma_new,
1099 .fifo = g84_fifo_new,
1101 .mspdec = g98_mspdec_new,
1102 .msppp = g98_msppp_new,
1103 .msvld = g98_msvld_new,
1109 static const struct nvkm_device_chip
1113 .bios = nvkm_bios_new,
1116 .devinit = g84_devinit_new,
1118 .fuse = nv50_fuse_new,
1119 .gpio = g94_gpio_new,
1120 .i2c = nv50_i2c_new,
1121 .imem = nv50_instmem_new,
1124 .mxm = nv50_mxm_new,
1126 .therm = g84_therm_new,
1127 .timer = nv41_timer_new,
1128 .volt = nv40_volt_new,
1130 .cipher = g84_cipher_new,
1131 .disp = gt200_disp_new,
1132 .dma = nv50_dma_new,
1133 .fifo = g84_fifo_new,
1135 .mpeg = g84_mpeg_new,
1141 static const struct nvkm_device_chip
1145 .bios = nvkm_bios_new,
1147 .clk = gt215_clk_new,
1148 .devinit = gt215_devinit_new,
1150 .fuse = nv50_fuse_new,
1151 .gpio = g94_gpio_new,
1153 .imem = nv50_instmem_new,
1156 .mxm = nv50_mxm_new,
1158 .pmu = gt215_pmu_new,
1159 .therm = gt215_therm_new,
1160 .timer = nv41_timer_new,
1161 .volt = nv40_volt_new,
1162 .ce[0] = gt215_ce_new,
1163 .disp = gt215_disp_new,
1164 .dma = nv50_dma_new,
1165 .fifo = g84_fifo_new,
1167 .mpeg = g84_mpeg_new,
1168 .mspdec = gt215_mspdec_new,
1169 .msppp = gt215_msppp_new,
1170 .msvld = gt215_msvld_new,
1175 static const struct nvkm_device_chip
1179 .bios = nvkm_bios_new,
1181 .clk = gt215_clk_new,
1182 .devinit = gt215_devinit_new,
1184 .fuse = nv50_fuse_new,
1185 .gpio = g94_gpio_new,
1187 .imem = nv50_instmem_new,
1190 .mxm = nv50_mxm_new,
1192 .pmu = gt215_pmu_new,
1193 .therm = gt215_therm_new,
1194 .timer = nv41_timer_new,
1195 .volt = nv40_volt_new,
1196 .ce[0] = gt215_ce_new,
1197 .disp = gt215_disp_new,
1198 .dma = nv50_dma_new,
1199 .fifo = g84_fifo_new,
1201 .mspdec = gt215_mspdec_new,
1202 .msppp = gt215_msppp_new,
1203 .msvld = gt215_msvld_new,
1208 static const struct nvkm_device_chip
1212 .bios = nvkm_bios_new,
1214 .clk = gt215_clk_new,
1215 .devinit = gt215_devinit_new,
1217 .fuse = nv50_fuse_new,
1218 .gpio = g94_gpio_new,
1220 .imem = nv50_instmem_new,
1223 .mxm = nv50_mxm_new,
1225 .pmu = gt215_pmu_new,
1226 .therm = gt215_therm_new,
1227 .timer = nv41_timer_new,
1228 .volt = nv40_volt_new,
1229 .ce[0] = gt215_ce_new,
1230 .disp = gt215_disp_new,
1231 .dma = nv50_dma_new,
1232 .fifo = g84_fifo_new,
1234 .mspdec = gt215_mspdec_new,
1235 .msppp = gt215_msppp_new,
1236 .msvld = gt215_msvld_new,
1241 static const struct nvkm_device_chip
1243 .name = "MCP77/MCP78",
1245 .bios = nvkm_bios_new,
1247 .clk = mcp77_clk_new,
1248 .devinit = g98_devinit_new,
1250 .fuse = nv50_fuse_new,
1251 .gpio = g94_gpio_new,
1253 .imem = nv50_instmem_new,
1255 .mmu = mcp77_mmu_new,
1256 .mxm = nv50_mxm_new,
1258 .therm = g84_therm_new,
1259 .timer = nv41_timer_new,
1260 .volt = nv40_volt_new,
1261 .disp = mcp77_disp_new,
1262 .dma = nv50_dma_new,
1263 .fifo = g84_fifo_new,
1265 .mspdec = g98_mspdec_new,
1266 .msppp = g98_msppp_new,
1267 .msvld = g98_msvld_new,
1273 static const struct nvkm_device_chip
1275 .name = "MCP79/MCP7A",
1277 .bios = nvkm_bios_new,
1279 .clk = mcp77_clk_new,
1280 .devinit = g98_devinit_new,
1282 .fuse = nv50_fuse_new,
1283 .gpio = g94_gpio_new,
1285 .imem = nv50_instmem_new,
1287 .mmu = mcp77_mmu_new,
1288 .mxm = nv50_mxm_new,
1290 .therm = g84_therm_new,
1291 .timer = nv41_timer_new,
1292 .volt = nv40_volt_new,
1293 .disp = mcp77_disp_new,
1294 .dma = nv50_dma_new,
1295 .fifo = g84_fifo_new,
1297 .mspdec = g98_mspdec_new,
1298 .msppp = g98_msppp_new,
1299 .msvld = g98_msvld_new,
1305 static const struct nvkm_device_chip
1309 .bios = nvkm_bios_new,
1311 .clk = gt215_clk_new,
1312 .devinit = mcp89_devinit_new,
1314 .fuse = nv50_fuse_new,
1315 .gpio = g94_gpio_new,
1317 .imem = nv50_instmem_new,
1319 .mmu = mcp77_mmu_new,
1320 .mxm = nv50_mxm_new,
1322 .pmu = gt215_pmu_new,
1323 .therm = gt215_therm_new,
1324 .timer = nv41_timer_new,
1325 .volt = nv40_volt_new,
1326 .ce[0] = gt215_ce_new,
1327 .disp = mcp89_disp_new,
1328 .dma = nv50_dma_new,
1329 .fifo = g84_fifo_new,
1331 .mspdec = gt215_mspdec_new,
1332 .msppp = gt215_msppp_new,
1333 .msvld = mcp89_msvld_new,
1338 static const struct nvkm_device_chip
1341 .bar = gf100_bar_new,
1342 .bios = nvkm_bios_new,
1343 .bus = gf100_bus_new,
1344 .clk = gf100_clk_new,
1345 .devinit = gf100_devinit_new,
1347 .fuse = gf100_fuse_new,
1348 .gpio = g94_gpio_new,
1350 .ibus = gf100_ibus_new,
1351 .iccsense = gf100_iccsense_new,
1352 .imem = nv50_instmem_new,
1353 .ltc = gf100_ltc_new,
1355 .mmu = gf100_mmu_new,
1356 .mxm = nv50_mxm_new,
1357 .pci = gf100_pci_new,
1358 .pmu = gf100_pmu_new,
1359 .therm = gt215_therm_new,
1360 .timer = nv41_timer_new,
1361 .volt = gf100_volt_new,
1362 .ce[0] = gf100_ce_new,
1363 .ce[1] = gf100_ce_new,
1364 .disp = gt215_disp_new,
1365 .dma = gf100_dma_new,
1366 .fifo = gf100_fifo_new,
1368 .mspdec = gf100_mspdec_new,
1369 .msppp = gf100_msppp_new,
1370 .msvld = gf100_msvld_new,
1375 static const struct nvkm_device_chip
1378 .bar = gf100_bar_new,
1379 .bios = nvkm_bios_new,
1380 .bus = gf100_bus_new,
1381 .clk = gf100_clk_new,
1382 .devinit = gf100_devinit_new,
1384 .fuse = gf100_fuse_new,
1385 .gpio = g94_gpio_new,
1387 .ibus = gf100_ibus_new,
1388 .iccsense = gf100_iccsense_new,
1389 .imem = nv50_instmem_new,
1390 .ltc = gf100_ltc_new,
1392 .mmu = gf100_mmu_new,
1393 .mxm = nv50_mxm_new,
1394 .pci = gf106_pci_new,
1395 .pmu = gf100_pmu_new,
1396 .therm = gt215_therm_new,
1397 .timer = nv41_timer_new,
1398 .volt = gf100_volt_new,
1399 .ce[0] = gf100_ce_new,
1400 .disp = gt215_disp_new,
1401 .dma = gf100_dma_new,
1402 .fifo = gf100_fifo_new,
1404 .mspdec = gf100_mspdec_new,
1405 .msppp = gf100_msppp_new,
1406 .msvld = gf100_msvld_new,
1411 static const struct nvkm_device_chip
1414 .bar = gf100_bar_new,
1415 .bios = nvkm_bios_new,
1416 .bus = gf100_bus_new,
1417 .clk = gf100_clk_new,
1418 .devinit = gf100_devinit_new,
1420 .fuse = gf100_fuse_new,
1421 .gpio = g94_gpio_new,
1423 .ibus = gf100_ibus_new,
1424 .iccsense = gf100_iccsense_new,
1425 .imem = nv50_instmem_new,
1426 .ltc = gf100_ltc_new,
1428 .mmu = gf100_mmu_new,
1429 .mxm = nv50_mxm_new,
1430 .pci = gf106_pci_new,
1431 .pmu = gf100_pmu_new,
1432 .therm = gt215_therm_new,
1433 .timer = nv41_timer_new,
1434 .volt = gf100_volt_new,
1435 .ce[0] = gf100_ce_new,
1436 .disp = gt215_disp_new,
1437 .dma = gf100_dma_new,
1438 .fifo = gf100_fifo_new,
1440 .mspdec = gf100_mspdec_new,
1441 .msppp = gf100_msppp_new,
1442 .msvld = gf100_msvld_new,
1447 static const struct nvkm_device_chip
1450 .bar = gf100_bar_new,
1451 .bios = nvkm_bios_new,
1452 .bus = gf100_bus_new,
1453 .clk = gf100_clk_new,
1454 .devinit = gf100_devinit_new,
1456 .fuse = gf100_fuse_new,
1457 .gpio = g94_gpio_new,
1459 .ibus = gf100_ibus_new,
1460 .iccsense = gf100_iccsense_new,
1461 .imem = nv50_instmem_new,
1462 .ltc = gf100_ltc_new,
1464 .mmu = gf100_mmu_new,
1465 .mxm = nv50_mxm_new,
1466 .pci = gf100_pci_new,
1467 .pmu = gf100_pmu_new,
1468 .therm = gt215_therm_new,
1469 .timer = nv41_timer_new,
1470 .volt = gf100_volt_new,
1471 .ce[0] = gf100_ce_new,
1472 .ce[1] = gf100_ce_new,
1473 .disp = gt215_disp_new,
1474 .dma = gf100_dma_new,
1475 .fifo = gf100_fifo_new,
1477 .mspdec = gf100_mspdec_new,
1478 .msppp = gf100_msppp_new,
1479 .msvld = gf100_msvld_new,
1484 static const struct nvkm_device_chip
1487 .bar = gf100_bar_new,
1488 .bios = nvkm_bios_new,
1489 .bus = gf100_bus_new,
1490 .clk = gf100_clk_new,
1491 .devinit = gf100_devinit_new,
1493 .fuse = gf100_fuse_new,
1494 .gpio = g94_gpio_new,
1496 .ibus = gf100_ibus_new,
1497 .iccsense = gf100_iccsense_new,
1498 .imem = nv50_instmem_new,
1499 .ltc = gf100_ltc_new,
1501 .mmu = gf100_mmu_new,
1502 .mxm = nv50_mxm_new,
1503 .pci = gf100_pci_new,
1504 .pmu = gf100_pmu_new,
1505 .therm = gt215_therm_new,
1506 .timer = nv41_timer_new,
1507 .volt = gf100_volt_new,
1508 .ce[0] = gf100_ce_new,
1509 .ce[1] = gf100_ce_new,
1510 .disp = gt215_disp_new,
1511 .dma = gf100_dma_new,
1512 .fifo = gf100_fifo_new,
1514 .mspdec = gf100_mspdec_new,
1515 .msppp = gf100_msppp_new,
1516 .msvld = gf100_msvld_new,
1521 static const struct nvkm_device_chip
1524 .bar = gf100_bar_new,
1525 .bios = nvkm_bios_new,
1526 .bus = gf100_bus_new,
1527 .clk = gf100_clk_new,
1528 .devinit = gf100_devinit_new,
1530 .fuse = gf100_fuse_new,
1531 .gpio = g94_gpio_new,
1533 .ibus = gf100_ibus_new,
1534 .iccsense = gf100_iccsense_new,
1535 .imem = nv50_instmem_new,
1536 .ltc = gf100_ltc_new,
1538 .mmu = gf100_mmu_new,
1539 .mxm = nv50_mxm_new,
1540 .pci = gf100_pci_new,
1541 .pmu = gf100_pmu_new,
1542 .therm = gt215_therm_new,
1543 .timer = nv41_timer_new,
1544 .volt = gf100_volt_new,
1545 .ce[0] = gf100_ce_new,
1546 .ce[1] = gf100_ce_new,
1547 .disp = gt215_disp_new,
1548 .dma = gf100_dma_new,
1549 .fifo = gf100_fifo_new,
1551 .mspdec = gf100_mspdec_new,
1552 .msppp = gf100_msppp_new,
1553 .msvld = gf100_msvld_new,
1558 static const struct nvkm_device_chip
1561 .bar = gf100_bar_new,
1562 .bios = nvkm_bios_new,
1563 .bus = gf100_bus_new,
1564 .clk = gf100_clk_new,
1565 .devinit = gf100_devinit_new,
1567 .fuse = gf100_fuse_new,
1568 .gpio = g94_gpio_new,
1570 .ibus = gf100_ibus_new,
1571 .iccsense = gf100_iccsense_new,
1572 .imem = nv50_instmem_new,
1573 .ltc = gf100_ltc_new,
1575 .mmu = gf100_mmu_new,
1576 .mxm = nv50_mxm_new,
1577 .pci = gf106_pci_new,
1578 .pmu = gf100_pmu_new,
1579 .therm = gt215_therm_new,
1580 .timer = nv41_timer_new,
1581 .volt = gf100_volt_new,
1582 .ce[0] = gf100_ce_new,
1583 .disp = gt215_disp_new,
1584 .dma = gf100_dma_new,
1585 .fifo = gf100_fifo_new,
1587 .mspdec = gf100_mspdec_new,
1588 .msppp = gf100_msppp_new,
1589 .msvld = gf100_msvld_new,
1594 static const struct nvkm_device_chip
1597 .bar = gf100_bar_new,
1598 .bios = nvkm_bios_new,
1599 .bus = gf100_bus_new,
1600 .clk = gf100_clk_new,
1601 .devinit = gf100_devinit_new,
1603 .fuse = gf100_fuse_new,
1604 .gpio = gf119_gpio_new,
1605 .i2c = gf117_i2c_new,
1606 .ibus = gf117_ibus_new,
1607 .iccsense = gf100_iccsense_new,
1608 .imem = nv50_instmem_new,
1609 .ltc = gf100_ltc_new,
1611 .mmu = gf100_mmu_new,
1612 .mxm = nv50_mxm_new,
1613 .pci = gf106_pci_new,
1614 .therm = gf119_therm_new,
1615 .timer = nv41_timer_new,
1616 .volt = gf117_volt_new,
1617 .ce[0] = gf100_ce_new,
1618 .disp = gf119_disp_new,
1619 .dma = gf119_dma_new,
1620 .fifo = gf100_fifo_new,
1622 .mspdec = gf100_mspdec_new,
1623 .msppp = gf100_msppp_new,
1624 .msvld = gf100_msvld_new,
1629 static const struct nvkm_device_chip
1632 .bar = gf100_bar_new,
1633 .bios = nvkm_bios_new,
1634 .bus = gf100_bus_new,
1635 .clk = gf100_clk_new,
1636 .devinit = gf100_devinit_new,
1638 .fuse = gf100_fuse_new,
1639 .gpio = gf119_gpio_new,
1640 .i2c = gf119_i2c_new,
1641 .ibus = gf117_ibus_new,
1642 .iccsense = gf100_iccsense_new,
1643 .imem = nv50_instmem_new,
1644 .ltc = gf100_ltc_new,
1646 .mmu = gf100_mmu_new,
1647 .mxm = nv50_mxm_new,
1648 .pci = gf106_pci_new,
1649 .pmu = gf119_pmu_new,
1650 .therm = gf119_therm_new,
1651 .timer = nv41_timer_new,
1652 .volt = gf100_volt_new,
1653 .ce[0] = gf100_ce_new,
1654 .disp = gf119_disp_new,
1655 .dma = gf119_dma_new,
1656 .fifo = gf100_fifo_new,
1658 .mspdec = gf100_mspdec_new,
1659 .msppp = gf100_msppp_new,
1660 .msvld = gf100_msvld_new,
1665 static const struct nvkm_device_chip
1668 .bar = gf100_bar_new,
1669 .bios = nvkm_bios_new,
1670 .bus = gf100_bus_new,
1671 .clk = gk104_clk_new,
1672 .devinit = gf100_devinit_new,
1674 .fuse = gf100_fuse_new,
1675 .gpio = gk104_gpio_new,
1676 .i2c = gk104_i2c_new,
1677 .ibus = gk104_ibus_new,
1678 .iccsense = gf100_iccsense_new,
1679 .imem = nv50_instmem_new,
1680 .ltc = gk104_ltc_new,
1682 .mmu = gk104_mmu_new,
1683 .mxm = nv50_mxm_new,
1684 .pci = gk104_pci_new,
1685 .pmu = gk104_pmu_new,
1686 .therm = gk104_therm_new,
1687 .timer = nv41_timer_new,
1688 .top = gk104_top_new,
1689 .volt = gk104_volt_new,
1690 .ce[0] = gk104_ce_new,
1691 .ce[1] = gk104_ce_new,
1692 .ce[2] = gk104_ce_new,
1693 .disp = gk104_disp_new,
1694 .dma = gf119_dma_new,
1695 .fifo = gk104_fifo_new,
1697 .mspdec = gk104_mspdec_new,
1698 .msppp = gf100_msppp_new,
1699 .msvld = gk104_msvld_new,
1704 static const struct nvkm_device_chip
1707 .bar = gf100_bar_new,
1708 .bios = nvkm_bios_new,
1709 .bus = gf100_bus_new,
1710 .clk = gk104_clk_new,
1711 .devinit = gf100_devinit_new,
1713 .fuse = gf100_fuse_new,
1714 .gpio = gk104_gpio_new,
1715 .i2c = gk104_i2c_new,
1716 .ibus = gk104_ibus_new,
1717 .iccsense = gf100_iccsense_new,
1718 .imem = nv50_instmem_new,
1719 .ltc = gk104_ltc_new,
1721 .mmu = gk104_mmu_new,
1722 .mxm = nv50_mxm_new,
1723 .pci = gk104_pci_new,
1724 .pmu = gk104_pmu_new,
1725 .therm = gk104_therm_new,
1726 .timer = nv41_timer_new,
1727 .top = gk104_top_new,
1728 .volt = gk104_volt_new,
1729 .ce[0] = gk104_ce_new,
1730 .ce[1] = gk104_ce_new,
1731 .ce[2] = gk104_ce_new,
1732 .disp = gk104_disp_new,
1733 .dma = gf119_dma_new,
1734 .fifo = gk104_fifo_new,
1736 .mspdec = gk104_mspdec_new,
1737 .msppp = gf100_msppp_new,
1738 .msvld = gk104_msvld_new,
1743 static const struct nvkm_device_chip
1746 .bar = gf100_bar_new,
1747 .bios = nvkm_bios_new,
1748 .bus = gf100_bus_new,
1749 .clk = gk104_clk_new,
1750 .devinit = gf100_devinit_new,
1752 .fuse = gf100_fuse_new,
1753 .gpio = gk104_gpio_new,
1754 .i2c = gk104_i2c_new,
1755 .ibus = gk104_ibus_new,
1756 .iccsense = gf100_iccsense_new,
1757 .imem = nv50_instmem_new,
1758 .ltc = gk104_ltc_new,
1760 .mmu = gk104_mmu_new,
1761 .mxm = nv50_mxm_new,
1762 .pci = gk104_pci_new,
1763 .pmu = gk104_pmu_new,
1764 .therm = gk104_therm_new,
1765 .timer = nv41_timer_new,
1766 .top = gk104_top_new,
1767 .volt = gk104_volt_new,
1768 .ce[0] = gk104_ce_new,
1769 .ce[1] = gk104_ce_new,
1770 .ce[2] = gk104_ce_new,
1771 .disp = gk104_disp_new,
1772 .dma = gf119_dma_new,
1773 .fifo = gk104_fifo_new,
1775 .mspdec = gk104_mspdec_new,
1776 .msppp = gf100_msppp_new,
1777 .msvld = gk104_msvld_new,
1782 static const struct nvkm_device_chip
1785 .bar = gk20a_bar_new,
1786 .bus = gf100_bus_new,
1787 .clk = gk20a_clk_new,
1789 .fuse = gf100_fuse_new,
1790 .ibus = gk20a_ibus_new,
1791 .imem = gk20a_instmem_new,
1792 .ltc = gk104_ltc_new,
1794 .mmu = gk20a_mmu_new,
1795 .pmu = gk20a_pmu_new,
1796 .timer = gk20a_timer_new,
1797 .top = gk104_top_new,
1798 .volt = gk20a_volt_new,
1799 .ce[2] = gk104_ce_new,
1800 .dma = gf119_dma_new,
1801 .fifo = gk20a_fifo_new,
1807 static const struct nvkm_device_chip
1810 .bar = gf100_bar_new,
1811 .bios = nvkm_bios_new,
1812 .bus = gf100_bus_new,
1813 .clk = gk104_clk_new,
1814 .devinit = gf100_devinit_new,
1816 .fuse = gf100_fuse_new,
1817 .gpio = gk104_gpio_new,
1818 .i2c = gk104_i2c_new,
1819 .ibus = gk104_ibus_new,
1820 .iccsense = gf100_iccsense_new,
1821 .imem = nv50_instmem_new,
1822 .ltc = gk104_ltc_new,
1824 .mmu = gk104_mmu_new,
1825 .mxm = nv50_mxm_new,
1826 .pci = gk104_pci_new,
1827 .pmu = gk110_pmu_new,
1828 .therm = gk104_therm_new,
1829 .timer = nv41_timer_new,
1830 .top = gk104_top_new,
1831 .volt = gk104_volt_new,
1832 .ce[0] = gk104_ce_new,
1833 .ce[1] = gk104_ce_new,
1834 .ce[2] = gk104_ce_new,
1835 .disp = gk110_disp_new,
1836 .dma = gf119_dma_new,
1837 .fifo = gk110_fifo_new,
1839 .mspdec = gk104_mspdec_new,
1840 .msppp = gf100_msppp_new,
1841 .msvld = gk104_msvld_new,
1845 static const struct nvkm_device_chip
1848 .bar = gf100_bar_new,
1849 .bios = nvkm_bios_new,
1850 .bus = gf100_bus_new,
1851 .clk = gk104_clk_new,
1852 .devinit = gf100_devinit_new,
1854 .fuse = gf100_fuse_new,
1855 .gpio = gk104_gpio_new,
1856 .i2c = gk104_i2c_new,
1857 .ibus = gk104_ibus_new,
1858 .iccsense = gf100_iccsense_new,
1859 .imem = nv50_instmem_new,
1860 .ltc = gk104_ltc_new,
1862 .mmu = gk104_mmu_new,
1863 .mxm = nv50_mxm_new,
1864 .pci = gk104_pci_new,
1865 .pmu = gk110_pmu_new,
1866 .therm = gk104_therm_new,
1867 .timer = nv41_timer_new,
1868 .top = gk104_top_new,
1869 .volt = gk104_volt_new,
1870 .ce[0] = gk104_ce_new,
1871 .ce[1] = gk104_ce_new,
1872 .ce[2] = gk104_ce_new,
1873 .disp = gk110_disp_new,
1874 .dma = gf119_dma_new,
1875 .fifo = gk110_fifo_new,
1876 .gr = gk110b_gr_new,
1877 .mspdec = gk104_mspdec_new,
1878 .msppp = gf100_msppp_new,
1879 .msvld = gk104_msvld_new,
1883 static const struct nvkm_device_chip
1886 .bar = gf100_bar_new,
1887 .bios = nvkm_bios_new,
1888 .bus = gf100_bus_new,
1889 .clk = gk104_clk_new,
1890 .devinit = gf100_devinit_new,
1892 .fuse = gf100_fuse_new,
1893 .gpio = gk104_gpio_new,
1894 .i2c = gk104_i2c_new,
1895 .ibus = gk104_ibus_new,
1896 .iccsense = gf100_iccsense_new,
1897 .imem = nv50_instmem_new,
1898 .ltc = gk104_ltc_new,
1900 .mmu = gk104_mmu_new,
1901 .mxm = nv50_mxm_new,
1902 .pci = gk104_pci_new,
1903 .pmu = gk208_pmu_new,
1904 .therm = gk104_therm_new,
1905 .timer = nv41_timer_new,
1906 .top = gk104_top_new,
1907 .volt = gk104_volt_new,
1908 .ce[0] = gk104_ce_new,
1909 .ce[1] = gk104_ce_new,
1910 .ce[2] = gk104_ce_new,
1911 .disp = gk110_disp_new,
1912 .dma = gf119_dma_new,
1913 .fifo = gk208_fifo_new,
1915 .mspdec = gk104_mspdec_new,
1916 .msppp = gf100_msppp_new,
1917 .msvld = gk104_msvld_new,
1921 static const struct nvkm_device_chip
1924 .bar = gf100_bar_new,
1925 .bios = nvkm_bios_new,
1926 .bus = gf100_bus_new,
1927 .clk = gk104_clk_new,
1928 .devinit = gf100_devinit_new,
1930 .fuse = gf100_fuse_new,
1931 .gpio = gk104_gpio_new,
1932 .i2c = gk104_i2c_new,
1933 .ibus = gk104_ibus_new,
1934 .iccsense = gf100_iccsense_new,
1935 .imem = nv50_instmem_new,
1936 .ltc = gk104_ltc_new,
1938 .mmu = gk104_mmu_new,
1939 .mxm = nv50_mxm_new,
1940 .pci = gk104_pci_new,
1941 .pmu = gk208_pmu_new,
1942 .therm = gk104_therm_new,
1943 .timer = nv41_timer_new,
1944 .top = gk104_top_new,
1945 .volt = gk104_volt_new,
1946 .ce[0] = gk104_ce_new,
1947 .ce[1] = gk104_ce_new,
1948 .ce[2] = gk104_ce_new,
1949 .disp = gk110_disp_new,
1950 .dma = gf119_dma_new,
1951 .fifo = gk208_fifo_new,
1953 .mspdec = gk104_mspdec_new,
1954 .msppp = gf100_msppp_new,
1955 .msvld = gk104_msvld_new,
1959 static const struct nvkm_device_chip
1962 .bar = gm107_bar_new,
1963 .bios = nvkm_bios_new,
1964 .bus = gf100_bus_new,
1965 .clk = gk104_clk_new,
1966 .devinit = gm107_devinit_new,
1968 .fuse = gm107_fuse_new,
1969 .gpio = gk104_gpio_new,
1970 .i2c = gk104_i2c_new,
1971 .ibus = gk104_ibus_new,
1972 .iccsense = gf100_iccsense_new,
1973 .imem = nv50_instmem_new,
1974 .ltc = gm107_ltc_new,
1976 .mmu = gk104_mmu_new,
1977 .mxm = nv50_mxm_new,
1978 .pci = gk104_pci_new,
1979 .pmu = gm107_pmu_new,
1980 .therm = gm107_therm_new,
1981 .timer = gk20a_timer_new,
1982 .top = gk104_top_new,
1983 .volt = gk104_volt_new,
1984 .ce[0] = gm107_ce_new,
1985 .ce[2] = gm107_ce_new,
1986 .disp = gm107_disp_new,
1987 .dma = gf119_dma_new,
1988 .fifo = gm107_fifo_new,
1990 .nvdec[0] = gm107_nvdec_new,
1991 .nvenc[0] = gm107_nvenc_new,
1995 static const struct nvkm_device_chip
1998 .bar = gm107_bar_new,
1999 .bios = nvkm_bios_new,
2000 .bus = gf100_bus_new,
2001 .clk = gk104_clk_new,
2002 .devinit = gm107_devinit_new,
2004 .fuse = gm107_fuse_new,
2005 .gpio = gk104_gpio_new,
2006 .i2c = gk104_i2c_new,
2007 .ibus = gk104_ibus_new,
2008 .iccsense = gf100_iccsense_new,
2009 .imem = nv50_instmem_new,
2010 .ltc = gm107_ltc_new,
2012 .mmu = gk104_mmu_new,
2013 .mxm = nv50_mxm_new,
2014 .pci = gk104_pci_new,
2015 .pmu = gm107_pmu_new,
2016 .therm = gm107_therm_new,
2017 .timer = gk20a_timer_new,
2018 .top = gk104_top_new,
2019 .volt = gk104_volt_new,
2020 .ce[0] = gm107_ce_new,
2021 .ce[2] = gm107_ce_new,
2022 .disp = gm107_disp_new,
2023 .dma = gf119_dma_new,
2024 .fifo = gm107_fifo_new,
2029 static const struct nvkm_device_chip
2032 .acr = gm200_acr_new,
2033 .bar = gm107_bar_new,
2034 .bios = nvkm_bios_new,
2035 .bus = gf100_bus_new,
2036 .devinit = gm200_devinit_new,
2038 .fuse = gm107_fuse_new,
2039 .gpio = gk104_gpio_new,
2040 .i2c = gm200_i2c_new,
2041 .ibus = gm200_ibus_new,
2042 .iccsense = gf100_iccsense_new,
2043 .imem = nv50_instmem_new,
2044 .ltc = gm200_ltc_new,
2046 .mmu = gm200_mmu_new,
2047 .mxm = nv50_mxm_new,
2048 .pci = gk104_pci_new,
2049 .pmu = gm200_pmu_new,
2050 .therm = gm200_therm_new,
2051 .timer = gk20a_timer_new,
2052 .top = gk104_top_new,
2053 .volt = gk104_volt_new,
2054 .ce[0] = gm200_ce_new,
2055 .ce[1] = gm200_ce_new,
2056 .ce[2] = gm200_ce_new,
2057 .disp = gm200_disp_new,
2058 .dma = gf119_dma_new,
2059 .fifo = gm200_fifo_new,
2061 .nvdec[0] = gm107_nvdec_new,
2062 .nvenc[0] = gm107_nvenc_new,
2063 .nvenc[1] = gm107_nvenc_new,
2067 static const struct nvkm_device_chip
2070 .acr = gm200_acr_new,
2071 .bar = gm107_bar_new,
2072 .bios = nvkm_bios_new,
2073 .bus = gf100_bus_new,
2074 .devinit = gm200_devinit_new,
2076 .fuse = gm107_fuse_new,
2077 .gpio = gk104_gpio_new,
2078 .i2c = gm200_i2c_new,
2079 .ibus = gm200_ibus_new,
2080 .iccsense = gf100_iccsense_new,
2081 .imem = nv50_instmem_new,
2082 .ltc = gm200_ltc_new,
2084 .mmu = gm200_mmu_new,
2085 .mxm = nv50_mxm_new,
2086 .pci = gk104_pci_new,
2087 .pmu = gm200_pmu_new,
2088 .therm = gm200_therm_new,
2089 .timer = gk20a_timer_new,
2090 .top = gk104_top_new,
2091 .volt = gk104_volt_new,
2092 .ce[0] = gm200_ce_new,
2093 .ce[1] = gm200_ce_new,
2094 .ce[2] = gm200_ce_new,
2095 .disp = gm200_disp_new,
2096 .dma = gf119_dma_new,
2097 .fifo = gm200_fifo_new,
2099 .nvdec[0] = gm107_nvdec_new,
2100 .nvenc[0] = gm107_nvenc_new,
2101 .nvenc[1] = gm107_nvenc_new,
2105 static const struct nvkm_device_chip
2108 .acr = gm200_acr_new,
2109 .bar = gm107_bar_new,
2110 .bios = nvkm_bios_new,
2111 .bus = gf100_bus_new,
2112 .devinit = gm200_devinit_new,
2114 .fuse = gm107_fuse_new,
2115 .gpio = gk104_gpio_new,
2116 .i2c = gm200_i2c_new,
2117 .ibus = gm200_ibus_new,
2118 .iccsense = gf100_iccsense_new,
2119 .imem = nv50_instmem_new,
2120 .ltc = gm200_ltc_new,
2122 .mmu = gm200_mmu_new,
2123 .mxm = nv50_mxm_new,
2124 .pci = gk104_pci_new,
2125 .pmu = gm200_pmu_new,
2126 .therm = gm200_therm_new,
2127 .timer = gk20a_timer_new,
2128 .top = gk104_top_new,
2129 .volt = gk104_volt_new,
2130 .ce[0] = gm200_ce_new,
2131 .ce[1] = gm200_ce_new,
2132 .ce[2] = gm200_ce_new,
2133 .disp = gm200_disp_new,
2134 .dma = gf119_dma_new,
2135 .fifo = gm200_fifo_new,
2137 .nvdec[0] = gm107_nvdec_new,
2138 .nvenc[0] = gm107_nvenc_new,
2142 static const struct nvkm_device_chip
2145 .acr = gm20b_acr_new,
2146 .bar = gm20b_bar_new,
2147 .bus = gf100_bus_new,
2148 .clk = gm20b_clk_new,
2150 .fuse = gm107_fuse_new,
2151 .ibus = gk20a_ibus_new,
2152 .imem = gk20a_instmem_new,
2153 .ltc = gm200_ltc_new,
2155 .mmu = gm20b_mmu_new,
2156 .pmu = gm20b_pmu_new,
2157 .timer = gk20a_timer_new,
2158 .top = gk104_top_new,
2159 .ce[2] = gm200_ce_new,
2160 .volt = gm20b_volt_new,
2161 .dma = gf119_dma_new,
2162 .fifo = gm20b_fifo_new,
2167 static const struct nvkm_device_chip
2170 .acr = gm200_acr_new,
2171 .bar = gm107_bar_new,
2172 .bios = nvkm_bios_new,
2173 .bus = gf100_bus_new,
2174 .devinit = gm200_devinit_new,
2175 .fault = gp100_fault_new,
2177 .fuse = gm107_fuse_new,
2178 .gpio = gk104_gpio_new,
2179 .i2c = gm200_i2c_new,
2180 .ibus = gm200_ibus_new,
2181 .imem = nv50_instmem_new,
2182 .ltc = gp100_ltc_new,
2184 .mmu = gp100_mmu_new,
2185 .therm = gp100_therm_new,
2186 .pci = gp100_pci_new,
2187 .pmu = gm200_pmu_new,
2188 .timer = gk20a_timer_new,
2189 .top = gk104_top_new,
2190 .ce[0] = gp100_ce_new,
2191 .ce[1] = gp100_ce_new,
2192 .ce[2] = gp100_ce_new,
2193 .ce[3] = gp100_ce_new,
2194 .ce[4] = gp100_ce_new,
2195 .ce[5] = gp100_ce_new,
2196 .dma = gf119_dma_new,
2197 .disp = gp100_disp_new,
2198 .fifo = gp100_fifo_new,
2200 .nvdec[0] = gm107_nvdec_new,
2201 .nvenc[0] = gm107_nvenc_new,
2202 .nvenc[1] = gm107_nvenc_new,
2203 .nvenc[2] = gm107_nvenc_new,
2207 static const struct nvkm_device_chip
2210 .acr = gp102_acr_new,
2211 .bar = gm107_bar_new,
2212 .bios = nvkm_bios_new,
2213 .bus = gf100_bus_new,
2214 .devinit = gm200_devinit_new,
2215 .fault = gp100_fault_new,
2217 .fuse = gm107_fuse_new,
2218 .gpio = gk104_gpio_new,
2219 .i2c = gm200_i2c_new,
2220 .ibus = gm200_ibus_new,
2221 .imem = nv50_instmem_new,
2222 .ltc = gp102_ltc_new,
2224 .mmu = gp100_mmu_new,
2225 .therm = gp100_therm_new,
2226 .pci = gp100_pci_new,
2227 .pmu = gp102_pmu_new,
2228 .timer = gk20a_timer_new,
2229 .top = gk104_top_new,
2230 .ce[0] = gp102_ce_new,
2231 .ce[1] = gp102_ce_new,
2232 .ce[2] = gp102_ce_new,
2233 .ce[3] = gp102_ce_new,
2234 .disp = gp102_disp_new,
2235 .dma = gf119_dma_new,
2236 .fifo = gp100_fifo_new,
2238 .nvdec[0] = gm107_nvdec_new,
2239 .nvenc[0] = gm107_nvenc_new,
2240 .nvenc[1] = gm107_nvenc_new,
2241 .sec2 = gp102_sec2_new,
2245 static const struct nvkm_device_chip
2248 .acr = gp102_acr_new,
2249 .bar = gm107_bar_new,
2250 .bios = nvkm_bios_new,
2251 .bus = gf100_bus_new,
2252 .devinit = gm200_devinit_new,
2253 .fault = gp100_fault_new,
2255 .fuse = gm107_fuse_new,
2256 .gpio = gk104_gpio_new,
2257 .i2c = gm200_i2c_new,
2258 .ibus = gm200_ibus_new,
2259 .imem = nv50_instmem_new,
2260 .ltc = gp102_ltc_new,
2262 .mmu = gp100_mmu_new,
2263 .therm = gp100_therm_new,
2264 .pci = gp100_pci_new,
2265 .pmu = gp102_pmu_new,
2266 .timer = gk20a_timer_new,
2267 .top = gk104_top_new,
2268 .ce[0] = gp102_ce_new,
2269 .ce[1] = gp102_ce_new,
2270 .ce[2] = gp102_ce_new,
2271 .ce[3] = gp102_ce_new,
2272 .disp = gp102_disp_new,
2273 .dma = gf119_dma_new,
2274 .fifo = gp100_fifo_new,
2276 .nvdec[0] = gm107_nvdec_new,
2277 .nvenc[0] = gm107_nvenc_new,
2278 .nvenc[1] = gm107_nvenc_new,
2279 .sec2 = gp102_sec2_new,
2283 static const struct nvkm_device_chip
2286 .acr = gp102_acr_new,
2287 .bar = gm107_bar_new,
2288 .bios = nvkm_bios_new,
2289 .bus = gf100_bus_new,
2290 .devinit = gm200_devinit_new,
2291 .fault = gp100_fault_new,
2293 .fuse = gm107_fuse_new,
2294 .gpio = gk104_gpio_new,
2295 .i2c = gm200_i2c_new,
2296 .ibus = gm200_ibus_new,
2297 .imem = nv50_instmem_new,
2298 .ltc = gp102_ltc_new,
2300 .mmu = gp100_mmu_new,
2301 .therm = gp100_therm_new,
2302 .pci = gp100_pci_new,
2303 .pmu = gp102_pmu_new,
2304 .timer = gk20a_timer_new,
2305 .top = gk104_top_new,
2306 .ce[0] = gp102_ce_new,
2307 .ce[1] = gp102_ce_new,
2308 .ce[2] = gp102_ce_new,
2309 .ce[3] = gp102_ce_new,
2310 .disp = gp102_disp_new,
2311 .dma = gf119_dma_new,
2312 .fifo = gp100_fifo_new,
2314 .nvdec[0] = gm107_nvdec_new,
2315 .nvenc[0] = gm107_nvenc_new,
2316 .sec2 = gp102_sec2_new,
2320 static const struct nvkm_device_chip
2323 .acr = gp102_acr_new,
2324 .bar = gm107_bar_new,
2325 .bios = nvkm_bios_new,
2326 .bus = gf100_bus_new,
2327 .devinit = gm200_devinit_new,
2328 .fault = gp100_fault_new,
2330 .fuse = gm107_fuse_new,
2331 .gpio = gk104_gpio_new,
2332 .i2c = gm200_i2c_new,
2333 .ibus = gm200_ibus_new,
2334 .imem = nv50_instmem_new,
2335 .ltc = gp102_ltc_new,
2337 .mmu = gp100_mmu_new,
2338 .therm = gp100_therm_new,
2339 .pci = gp100_pci_new,
2340 .pmu = gp102_pmu_new,
2341 .timer = gk20a_timer_new,
2342 .top = gk104_top_new,
2343 .ce[0] = gp102_ce_new,
2344 .ce[1] = gp102_ce_new,
2345 .ce[2] = gp102_ce_new,
2346 .ce[3] = gp102_ce_new,
2347 .disp = gp102_disp_new,
2348 .dma = gf119_dma_new,
2349 .fifo = gp100_fifo_new,
2351 .nvdec[0] = gm107_nvdec_new,
2352 .nvenc[0] = gm107_nvenc_new,
2353 .nvenc[1] = gm107_nvenc_new,
2354 .sec2 = gp102_sec2_new,
2358 static const struct nvkm_device_chip
2361 .acr = gp108_acr_new,
2362 .bar = gm107_bar_new,
2363 .bios = nvkm_bios_new,
2364 .bus = gf100_bus_new,
2365 .devinit = gm200_devinit_new,
2366 .fault = gp100_fault_new,
2368 .fuse = gm107_fuse_new,
2369 .gpio = gk104_gpio_new,
2370 .i2c = gm200_i2c_new,
2371 .ibus = gm200_ibus_new,
2372 .imem = nv50_instmem_new,
2373 .ltc = gp102_ltc_new,
2375 .mmu = gp100_mmu_new,
2376 .therm = gp100_therm_new,
2377 .pci = gp100_pci_new,
2378 .pmu = gp102_pmu_new,
2379 .timer = gk20a_timer_new,
2380 .top = gk104_top_new,
2381 .ce[0] = gp102_ce_new,
2382 .ce[1] = gp102_ce_new,
2383 .ce[2] = gp102_ce_new,
2384 .ce[3] = gp102_ce_new,
2385 .disp = gp102_disp_new,
2386 .dma = gf119_dma_new,
2387 .fifo = gp100_fifo_new,
2389 .nvdec[0] = gm107_nvdec_new,
2390 .sec2 = gp108_sec2_new,
2394 static const struct nvkm_device_chip
2397 .acr = gp10b_acr_new,
2398 .bar = gm20b_bar_new,
2399 .bus = gf100_bus_new,
2400 .fault = gp10b_fault_new,
2402 .fuse = gm107_fuse_new,
2403 .ibus = gp10b_ibus_new,
2404 .imem = gk20a_instmem_new,
2405 .ltc = gp10b_ltc_new,
2407 .mmu = gp10b_mmu_new,
2408 .pmu = gp10b_pmu_new,
2409 .timer = gk20a_timer_new,
2410 .top = gk104_top_new,
2411 .ce[0] = gp100_ce_new,
2412 .dma = gf119_dma_new,
2413 .fifo = gp10b_fifo_new,
2418 static const struct nvkm_device_chip
2421 .acr = gp108_acr_new,
2422 .bar = gm107_bar_new,
2423 .bios = nvkm_bios_new,
2424 .bus = gf100_bus_new,
2425 .devinit = gv100_devinit_new,
2426 .fault = gv100_fault_new,
2428 .fuse = gm107_fuse_new,
2429 .gpio = gk104_gpio_new,
2430 .gsp = gv100_gsp_new,
2431 .i2c = gm200_i2c_new,
2432 .ibus = gm200_ibus_new,
2433 .imem = nv50_instmem_new,
2434 .ltc = gp102_ltc_new,
2436 .mmu = gv100_mmu_new,
2437 .pci = gp100_pci_new,
2438 .pmu = gp102_pmu_new,
2439 .therm = gp100_therm_new,
2440 .timer = gk20a_timer_new,
2441 .top = gk104_top_new,
2442 .disp = gv100_disp_new,
2443 .ce[0] = gv100_ce_new,
2444 .ce[1] = gv100_ce_new,
2445 .ce[2] = gv100_ce_new,
2446 .ce[3] = gv100_ce_new,
2447 .ce[4] = gv100_ce_new,
2448 .ce[5] = gv100_ce_new,
2449 .ce[6] = gv100_ce_new,
2450 .ce[7] = gv100_ce_new,
2451 .ce[8] = gv100_ce_new,
2452 .dma = gv100_dma_new,
2453 .fifo = gv100_fifo_new,
2455 .nvdec[0] = gm107_nvdec_new,
2456 .nvenc[0] = gm107_nvenc_new,
2457 .nvenc[1] = gm107_nvenc_new,
2458 .nvenc[2] = gm107_nvenc_new,
2459 .sec2 = gp108_sec2_new,
2462 static const struct nvkm_device_chip
2465 .acr = tu102_acr_new,
2466 .bar = tu102_bar_new,
2467 .bios = nvkm_bios_new,
2468 .bus = gf100_bus_new,
2469 .devinit = tu102_devinit_new,
2470 .fault = tu102_fault_new,
2472 .fuse = gm107_fuse_new,
2473 .gpio = gk104_gpio_new,
2474 .gsp = gv100_gsp_new,
2475 .i2c = gm200_i2c_new,
2476 .ibus = gm200_ibus_new,
2477 .imem = nv50_instmem_new,
2478 .ltc = gp102_ltc_new,
2480 .mmu = tu102_mmu_new,
2481 .pci = gp100_pci_new,
2482 .pmu = gp102_pmu_new,
2483 .therm = gp100_therm_new,
2484 .timer = gk20a_timer_new,
2485 .top = gk104_top_new,
2486 .ce[0] = tu102_ce_new,
2487 .ce[1] = tu102_ce_new,
2488 .ce[2] = tu102_ce_new,
2489 .ce[3] = tu102_ce_new,
2490 .ce[4] = tu102_ce_new,
2491 .disp = tu102_disp_new,
2492 .dma = gv100_dma_new,
2493 .fifo = tu102_fifo_new,
2495 .nvdec[0] = gm107_nvdec_new,
2496 .nvenc[0] = gm107_nvenc_new,
2497 .sec2 = tu102_sec2_new,
2500 static const struct nvkm_device_chip
2503 .acr = tu102_acr_new,
2504 .bar = tu102_bar_new,
2505 .bios = nvkm_bios_new,
2506 .bus = gf100_bus_new,
2507 .devinit = tu102_devinit_new,
2508 .fault = tu102_fault_new,
2510 .fuse = gm107_fuse_new,
2511 .gpio = gk104_gpio_new,
2512 .gsp = gv100_gsp_new,
2513 .i2c = gm200_i2c_new,
2514 .ibus = gm200_ibus_new,
2515 .imem = nv50_instmem_new,
2516 .ltc = gp102_ltc_new,
2518 .mmu = tu102_mmu_new,
2519 .pci = gp100_pci_new,
2520 .pmu = gp102_pmu_new,
2521 .therm = gp100_therm_new,
2522 .timer = gk20a_timer_new,
2523 .top = gk104_top_new,
2524 .ce[0] = tu102_ce_new,
2525 .ce[1] = tu102_ce_new,
2526 .ce[2] = tu102_ce_new,
2527 .ce[3] = tu102_ce_new,
2528 .ce[4] = tu102_ce_new,
2529 .disp = tu102_disp_new,
2530 .dma = gv100_dma_new,
2531 .fifo = tu102_fifo_new,
2533 .nvdec[0] = gm107_nvdec_new,
2534 .nvdec[1] = gm107_nvdec_new,
2535 .nvenc[0] = gm107_nvenc_new,
2536 .sec2 = tu102_sec2_new,
2539 static const struct nvkm_device_chip
2542 .acr = tu102_acr_new,
2543 .bar = tu102_bar_new,
2544 .bios = nvkm_bios_new,
2545 .bus = gf100_bus_new,
2546 .devinit = tu102_devinit_new,
2547 .fault = tu102_fault_new,
2549 .fuse = gm107_fuse_new,
2550 .gpio = gk104_gpio_new,
2551 .gsp = gv100_gsp_new,
2552 .i2c = gm200_i2c_new,
2553 .ibus = gm200_ibus_new,
2554 .imem = nv50_instmem_new,
2555 .ltc = gp102_ltc_new,
2557 .mmu = tu102_mmu_new,
2558 .pci = gp100_pci_new,
2559 .pmu = gp102_pmu_new,
2560 .therm = gp100_therm_new,
2561 .timer = gk20a_timer_new,
2562 .top = gk104_top_new,
2563 .ce[0] = tu102_ce_new,
2564 .ce[1] = tu102_ce_new,
2565 .ce[2] = tu102_ce_new,
2566 .ce[3] = tu102_ce_new,
2567 .ce[4] = tu102_ce_new,
2568 .disp = tu102_disp_new,
2569 .dma = gv100_dma_new,
2570 .fifo = tu102_fifo_new,
2572 .nvdec[0] = gm107_nvdec_new,
2573 .nvdec[1] = gm107_nvdec_new,
2574 .nvdec[2] = gm107_nvdec_new,
2575 .nvenc[0] = gm107_nvenc_new,
2576 .sec2 = tu102_sec2_new,
2579 static const struct nvkm_device_chip
2582 .acr = tu102_acr_new,
2583 .bar = tu102_bar_new,
2584 .bios = nvkm_bios_new,
2585 .bus = gf100_bus_new,
2586 .devinit = tu102_devinit_new,
2587 .fault = tu102_fault_new,
2589 .fuse = gm107_fuse_new,
2590 .gpio = gk104_gpio_new,
2591 .gsp = gv100_gsp_new,
2592 .i2c = gm200_i2c_new,
2593 .ibus = gm200_ibus_new,
2594 .imem = nv50_instmem_new,
2595 .ltc = gp102_ltc_new,
2597 .mmu = tu102_mmu_new,
2598 .pci = gp100_pci_new,
2599 .pmu = gp102_pmu_new,
2600 .therm = gp100_therm_new,
2601 .timer = gk20a_timer_new,
2602 .top = gk104_top_new,
2603 .ce[0] = tu102_ce_new,
2604 .ce[1] = tu102_ce_new,
2605 .ce[2] = tu102_ce_new,
2606 .ce[3] = tu102_ce_new,
2607 .ce[4] = tu102_ce_new,
2608 .disp = tu102_disp_new,
2609 .dma = gv100_dma_new,
2610 .fifo = tu102_fifo_new,
2612 .nvdec[0] = gm107_nvdec_new,
2613 .nvenc[0] = gm107_nvenc_new,
2614 .sec2 = tu102_sec2_new,
2617 static const struct nvkm_device_chip
2620 .acr = tu102_acr_new,
2621 .bar = tu102_bar_new,
2622 .bios = nvkm_bios_new,
2623 .bus = gf100_bus_new,
2624 .devinit = tu102_devinit_new,
2625 .fault = tu102_fault_new,
2627 .fuse = gm107_fuse_new,
2628 .gpio = gk104_gpio_new,
2629 .gsp = gv100_gsp_new,
2630 .i2c = gm200_i2c_new,
2631 .ibus = gm200_ibus_new,
2632 .imem = nv50_instmem_new,
2633 .ltc = gp102_ltc_new,
2635 .mmu = tu102_mmu_new,
2636 .pci = gp100_pci_new,
2637 .pmu = gp102_pmu_new,
2638 .therm = gp100_therm_new,
2639 .timer = gk20a_timer_new,
2640 .top = gk104_top_new,
2641 .ce[0] = tu102_ce_new,
2642 .ce[1] = tu102_ce_new,
2643 .ce[2] = tu102_ce_new,
2644 .ce[3] = tu102_ce_new,
2645 .ce[4] = tu102_ce_new,
2646 .disp = tu102_disp_new,
2647 .dma = gv100_dma_new,
2648 .fifo = tu102_fifo_new,
2650 .nvdec[0] = gm107_nvdec_new,
2651 .nvenc[0] = gm107_nvenc_new,
2652 .sec2 = tu102_sec2_new,
2656 nvkm_device_event_ctor(struct nvkm_object *object, void *data, u32 size,
2657 struct nvkm_notify *notify)
2659 if (!WARN_ON(size != 0)) {
2668 static const struct nvkm_event_func
2669 nvkm_device_event_func = {
2670 .ctor = nvkm_device_event_ctor,
2673 struct nvkm_subdev *
2674 nvkm_device_subdev(struct nvkm_device *device, int index)
2676 struct nvkm_engine *engine;
2678 if (device->disable_mask & (1ULL << index))
2682 #define _(n,p,m) case NVKM_SUBDEV_##n: if (p) return (m); break
2683 _(ACR , device->acr , &device->acr->subdev);
2684 _(BAR , device->bar , &device->bar->subdev);
2685 _(VBIOS , device->bios , &device->bios->subdev);
2686 _(BUS , device->bus , &device->bus->subdev);
2687 _(CLK , device->clk , &device->clk->subdev);
2688 _(DEVINIT , device->devinit , &device->devinit->subdev);
2689 _(FAULT , device->fault , &device->fault->subdev);
2690 _(FB , device->fb , &device->fb->subdev);
2691 _(FUSE , device->fuse , &device->fuse->subdev);
2692 _(GPIO , device->gpio , &device->gpio->subdev);
2693 _(GSP , device->gsp , &device->gsp->subdev);
2694 _(I2C , device->i2c , &device->i2c->subdev);
2695 _(IBUS , device->ibus , device->ibus);
2696 _(ICCSENSE, device->iccsense, &device->iccsense->subdev);
2697 _(INSTMEM , device->imem , &device->imem->subdev);
2698 _(LTC , device->ltc , &device->ltc->subdev);
2699 _(MC , device->mc , &device->mc->subdev);
2700 _(MMU , device->mmu , &device->mmu->subdev);
2701 _(MXM , device->mxm , device->mxm);
2702 _(PCI , device->pci , &device->pci->subdev);
2703 _(PMU , device->pmu , &device->pmu->subdev);
2704 _(THERM , device->therm , &device->therm->subdev);
2705 _(TIMER , device->timer , &device->timer->subdev);
2706 _(TOP , device->top , &device->top->subdev);
2707 _(VOLT , device->volt , &device->volt->subdev);
2710 engine = nvkm_device_engine(device, index);
2712 return &engine->subdev;
2718 struct nvkm_engine *
2719 nvkm_device_engine(struct nvkm_device *device, int index)
2721 if (device->disable_mask & (1ULL << index))
2725 #define _(n,p,m) case NVKM_ENGINE_##n: if (p) return (m); break
2726 _(BSP , device->bsp , device->bsp);
2727 _(CE0 , device->ce[0] , device->ce[0]);
2728 _(CE1 , device->ce[1] , device->ce[1]);
2729 _(CE2 , device->ce[2] , device->ce[2]);
2730 _(CE3 , device->ce[3] , device->ce[3]);
2731 _(CE4 , device->ce[4] , device->ce[4]);
2732 _(CE5 , device->ce[5] , device->ce[5]);
2733 _(CE6 , device->ce[6] , device->ce[6]);
2734 _(CE7 , device->ce[7] , device->ce[7]);
2735 _(CE8 , device->ce[8] , device->ce[8]);
2736 _(CIPHER , device->cipher , device->cipher);
2737 _(DISP , device->disp , &device->disp->engine);
2738 _(DMAOBJ , device->dma , &device->dma->engine);
2739 _(FIFO , device->fifo , &device->fifo->engine);
2740 _(GR , device->gr , &device->gr->engine);
2741 _(IFB , device->ifb , device->ifb);
2742 _(ME , device->me , device->me);
2743 _(MPEG , device->mpeg , device->mpeg);
2744 _(MSENC , device->msenc , device->msenc);
2745 _(MSPDEC , device->mspdec , device->mspdec);
2746 _(MSPPP , device->msppp , device->msppp);
2747 _(MSVLD , device->msvld , device->msvld);
2748 _(NVENC0 , device->nvenc[0], &device->nvenc[0]->engine);
2749 _(NVENC1 , device->nvenc[1], &device->nvenc[1]->engine);
2750 _(NVENC2 , device->nvenc[2], &device->nvenc[2]->engine);
2751 _(NVDEC0 , device->nvdec[0], &device->nvdec[0]->engine);
2752 _(NVDEC1 , device->nvdec[1], &device->nvdec[1]->engine);
2753 _(NVDEC2 , device->nvdec[2], &device->nvdec[2]->engine);
2754 _(PM , device->pm , &device->pm->engine);
2755 _(SEC , device->sec , device->sec);
2756 _(SEC2 , device->sec2 , &device->sec2->engine);
2757 _(SW , device->sw , &device->sw->engine);
2758 _(VIC , device->vic , device->vic);
2759 _(VP , device->vp , device->vp);
2769 nvkm_device_fini(struct nvkm_device *device, bool suspend)
2771 const char *action = suspend ? "suspend" : "fini";
2772 struct nvkm_subdev *subdev;
2776 nvdev_trace(device, "%s running...\n", action);
2777 time = ktime_to_us(ktime_get());
2779 nvkm_acpi_fini(device);
2781 for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2782 if ((subdev = nvkm_device_subdev(device, i))) {
2783 ret = nvkm_subdev_fini(subdev, suspend);
2789 nvkm_therm_clkgate_fini(device->therm, suspend);
2791 if (device->func->fini)
2792 device->func->fini(device, suspend);
2794 time = ktime_to_us(ktime_get()) - time;
2795 nvdev_trace(device, "%s completed in %lldus...\n", action, time);
2800 if ((subdev = nvkm_device_subdev(device, i))) {
2801 int rret = nvkm_subdev_init(subdev);
2803 nvkm_fatal(subdev, "failed restart, %d\n", ret);
2805 } while (++i < NVKM_SUBDEV_NR);
2807 nvdev_trace(device, "%s failed with %d\n", action, ret);
2812 nvkm_device_preinit(struct nvkm_device *device)
2814 struct nvkm_subdev *subdev;
2818 nvdev_trace(device, "preinit running...\n");
2819 time = ktime_to_us(ktime_get());
2821 if (device->func->preinit) {
2822 ret = device->func->preinit(device);
2827 for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2828 if ((subdev = nvkm_device_subdev(device, i))) {
2829 ret = nvkm_subdev_preinit(subdev);
2835 ret = nvkm_devinit_post(device->devinit, &device->disable_mask);
2839 time = ktime_to_us(ktime_get()) - time;
2840 nvdev_trace(device, "preinit completed in %lldus\n", time);
2844 nvdev_error(device, "preinit failed with %d\n", ret);
2849 nvkm_device_init(struct nvkm_device *device)
2851 struct nvkm_subdev *subdev;
2855 ret = nvkm_device_preinit(device);
2859 nvkm_device_fini(device, false);
2861 nvdev_trace(device, "init running...\n");
2862 time = ktime_to_us(ktime_get());
2864 if (device->func->init) {
2865 ret = device->func->init(device);
2870 for (i = 0; i < NVKM_SUBDEV_NR; i++) {
2871 if ((subdev = nvkm_device_subdev(device, i))) {
2872 ret = nvkm_subdev_init(subdev);
2878 nvkm_acpi_init(device);
2879 nvkm_therm_clkgate_enable(device->therm);
2881 time = ktime_to_us(ktime_get()) - time;
2882 nvdev_trace(device, "init completed in %lldus\n", time);
2887 if ((subdev = nvkm_device_subdev(device, i)))
2888 nvkm_subdev_fini(subdev, false);
2892 nvkm_device_fini(device, false);
2894 nvdev_error(device, "init failed with %d\n", ret);
2899 nvkm_device_del(struct nvkm_device **pdevice)
2901 struct nvkm_device *device = *pdevice;
2904 mutex_lock(&nv_devices_mutex);
2905 device->disable_mask = 0;
2906 for (i = NVKM_SUBDEV_NR - 1; i >= 0; i--) {
2907 struct nvkm_subdev *subdev =
2908 nvkm_device_subdev(device, i);
2909 nvkm_subdev_del(&subdev);
2912 nvkm_event_fini(&device->event);
2915 iounmap(device->pri);
2916 list_del(&device->head);
2918 if (device->func->dtor)
2919 *pdevice = device->func->dtor(device);
2920 mutex_unlock(&nv_devices_mutex);
2927 /* returns true if the GPU is in the CPU native byte order */
2929 nvkm_device_endianness(struct nvkm_device *device)
2932 const bool big_endian = true;
2934 const bool big_endian = false;
2937 /* Read NV_PMC_BOOT_1, and assume non-functional endian switch if it
2938 * doesn't contain the expected values.
2940 u32 pmc_boot_1 = nvkm_rd32(device, 0x000004);
2941 if (pmc_boot_1 && pmc_boot_1 != 0x01000001)
2942 return !big_endian; /* Assume GPU is LE in this case. */
2944 /* 0 means LE and 0x01000001 means BE GPU. Condition is true when
2945 * GPU/CPU endianness don't match.
2947 if (big_endian == !pmc_boot_1) {
2948 nvkm_wr32(device, 0x000004, 0x01000001);
2949 nvkm_rd32(device, 0x000000);
2950 if (nvkm_rd32(device, 0x000004) != (big_endian ? 0x01000001 : 0x00000000))
2951 return !big_endian; /* Assume GPU is LE on any unexpected read-back. */
2954 /* CPU/GPU endianness should (hopefully) match. */
2959 nvkm_device_ctor(const struct nvkm_device_func *func,
2960 const struct nvkm_device_quirk *quirk,
2961 struct device *dev, enum nvkm_device_type type, u64 handle,
2962 const char *name, const char *cfg, const char *dbg,
2963 bool detect, bool mmio, u64 subdev_mask,
2964 struct nvkm_device *device)
2966 struct nvkm_subdev *subdev;
2967 u64 mmio_base, mmio_size;
2968 u32 boot0, boot1, strap;
2969 int ret = -EEXIST, i;
2972 mutex_lock(&nv_devices_mutex);
2973 if (nvkm_device_find_locked(handle))
2976 device->func = func;
2977 device->quirk = quirk;
2979 device->type = type;
2980 device->handle = handle;
2981 device->cfgopt = cfg;
2982 device->dbgopt = dbg;
2983 device->name = name;
2984 list_add_tail(&device->head, &nv_devices);
2985 device->debug = nvkm_dbgopt(device->dbgopt, "device");
2987 ret = nvkm_event_init(&nvkm_device_event_func, 1, 1, &device->event);
2991 mmio_base = device->func->resource_addr(device, 0);
2992 mmio_size = device->func->resource_size(device, 0);
2994 if (detect || mmio) {
2995 device->pri = ioremap(mmio_base, mmio_size);
2996 if (device->pri == NULL) {
2997 nvdev_error(device, "unable to map PRI\n");
3003 /* identify the chipset, and determine classes of subdev/engines */
3005 /* switch mmio to cpu's native endianness */
3006 if (!nvkm_device_endianness(device)) {
3008 "Couldn't switch GPU to CPUs endianess\n");
3013 boot0 = nvkm_rd32(device, 0x000000);
3015 /* chipset can be overridden for devel/testing purposes */
3016 chipset = nvkm_longopt(device->cfgopt, "NvChipset", 0);
3020 if (chipset >= 0x10) {
3021 override_boot0 = ((chipset & 0x1ff) << 20);
3022 override_boot0 |= 0x000000a1;
3024 if (chipset != 0x04)
3025 override_boot0 = 0x20104000;
3027 override_boot0 = 0x20004000;
3030 nvdev_warn(device, "CHIPSET OVERRIDE: %08x -> %08x\n",
3031 boot0, override_boot0);
3032 boot0 = override_boot0;
3035 /* determine chipset and derive architecture from it */
3036 if ((boot0 & 0x1f000000) > 0) {
3037 device->chipset = (boot0 & 0x1ff00000) >> 20;
3038 device->chiprev = (boot0 & 0x000000ff);
3039 switch (device->chipset & 0x1f0) {
3041 if (0x461 & (1 << (device->chipset & 0xf)))
3042 device->card_type = NV_10;
3044 device->card_type = NV_11;
3045 device->chiprev = 0x00;
3048 case 0x020: device->card_type = NV_20; break;
3049 case 0x030: device->card_type = NV_30; break;
3051 case 0x060: device->card_type = NV_40; break;
3055 case 0x0a0: device->card_type = NV_50; break;
3057 case 0x0d0: device->card_type = NV_C0; break;
3060 case 0x100: device->card_type = NV_E0; break;
3062 case 0x120: device->card_type = GM100; break;
3063 case 0x130: device->card_type = GP100; break;
3064 case 0x140: device->card_type = GV100; break;
3065 case 0x160: device->card_type = TU100; break;
3070 if ((boot0 & 0xff00fff0) == 0x20004000) {
3071 if (boot0 & 0x00f00000)
3072 device->chipset = 0x05;
3074 device->chipset = 0x04;
3075 device->card_type = NV_04;
3078 switch (device->chipset) {
3079 case 0x004: device->chip = &nv4_chipset; break;
3080 case 0x005: device->chip = &nv5_chipset; break;
3081 case 0x010: device->chip = &nv10_chipset; break;
3082 case 0x011: device->chip = &nv11_chipset; break;
3083 case 0x015: device->chip = &nv15_chipset; break;
3084 case 0x017: device->chip = &nv17_chipset; break;
3085 case 0x018: device->chip = &nv18_chipset; break;
3086 case 0x01a: device->chip = &nv1a_chipset; break;
3087 case 0x01f: device->chip = &nv1f_chipset; break;
3088 case 0x020: device->chip = &nv20_chipset; break;
3089 case 0x025: device->chip = &nv25_chipset; break;
3090 case 0x028: device->chip = &nv28_chipset; break;
3091 case 0x02a: device->chip = &nv2a_chipset; break;
3092 case 0x030: device->chip = &nv30_chipset; break;
3093 case 0x031: device->chip = &nv31_chipset; break;
3094 case 0x034: device->chip = &nv34_chipset; break;
3095 case 0x035: device->chip = &nv35_chipset; break;
3096 case 0x036: device->chip = &nv36_chipset; break;
3097 case 0x040: device->chip = &nv40_chipset; break;
3098 case 0x041: device->chip = &nv41_chipset; break;
3099 case 0x042: device->chip = &nv42_chipset; break;
3100 case 0x043: device->chip = &nv43_chipset; break;
3101 case 0x044: device->chip = &nv44_chipset; break;
3102 case 0x045: device->chip = &nv45_chipset; break;
3103 case 0x046: device->chip = &nv46_chipset; break;
3104 case 0x047: device->chip = &nv47_chipset; break;
3105 case 0x049: device->chip = &nv49_chipset; break;
3106 case 0x04a: device->chip = &nv4a_chipset; break;
3107 case 0x04b: device->chip = &nv4b_chipset; break;
3108 case 0x04c: device->chip = &nv4c_chipset; break;
3109 case 0x04e: device->chip = &nv4e_chipset; break;
3110 case 0x050: device->chip = &nv50_chipset; break;
3111 case 0x063: device->chip = &nv63_chipset; break;
3112 case 0x067: device->chip = &nv67_chipset; break;
3113 case 0x068: device->chip = &nv68_chipset; break;
3114 case 0x084: device->chip = &nv84_chipset; break;
3115 case 0x086: device->chip = &nv86_chipset; break;
3116 case 0x092: device->chip = &nv92_chipset; break;
3117 case 0x094: device->chip = &nv94_chipset; break;
3118 case 0x096: device->chip = &nv96_chipset; break;
3119 case 0x098: device->chip = &nv98_chipset; break;
3120 case 0x0a0: device->chip = &nva0_chipset; break;
3121 case 0x0a3: device->chip = &nva3_chipset; break;
3122 case 0x0a5: device->chip = &nva5_chipset; break;
3123 case 0x0a8: device->chip = &nva8_chipset; break;
3124 case 0x0aa: device->chip = &nvaa_chipset; break;
3125 case 0x0ac: device->chip = &nvac_chipset; break;
3126 case 0x0af: device->chip = &nvaf_chipset; break;
3127 case 0x0c0: device->chip = &nvc0_chipset; break;
3128 case 0x0c1: device->chip = &nvc1_chipset; break;
3129 case 0x0c3: device->chip = &nvc3_chipset; break;
3130 case 0x0c4: device->chip = &nvc4_chipset; break;
3131 case 0x0c8: device->chip = &nvc8_chipset; break;
3132 case 0x0ce: device->chip = &nvce_chipset; break;
3133 case 0x0cf: device->chip = &nvcf_chipset; break;
3134 case 0x0d7: device->chip = &nvd7_chipset; break;
3135 case 0x0d9: device->chip = &nvd9_chipset; break;
3136 case 0x0e4: device->chip = &nve4_chipset; break;
3137 case 0x0e6: device->chip = &nve6_chipset; break;
3138 case 0x0e7: device->chip = &nve7_chipset; break;
3139 case 0x0ea: device->chip = &nvea_chipset; break;
3140 case 0x0f0: device->chip = &nvf0_chipset; break;
3141 case 0x0f1: device->chip = &nvf1_chipset; break;
3142 case 0x106: device->chip = &nv106_chipset; break;
3143 case 0x108: device->chip = &nv108_chipset; break;
3144 case 0x117: device->chip = &nv117_chipset; break;
3145 case 0x118: device->chip = &nv118_chipset; break;
3146 case 0x120: device->chip = &nv120_chipset; break;
3147 case 0x124: device->chip = &nv124_chipset; break;
3148 case 0x126: device->chip = &nv126_chipset; break;
3149 case 0x12b: device->chip = &nv12b_chipset; break;
3150 case 0x130: device->chip = &nv130_chipset; break;
3151 case 0x132: device->chip = &nv132_chipset; break;
3152 case 0x134: device->chip = &nv134_chipset; break;
3153 case 0x136: device->chip = &nv136_chipset; break;
3154 case 0x137: device->chip = &nv137_chipset; break;
3155 case 0x138: device->chip = &nv138_chipset; break;
3156 case 0x13b: device->chip = &nv13b_chipset; break;
3157 case 0x140: device->chip = &nv140_chipset; break;
3158 case 0x162: device->chip = &nv162_chipset; break;
3159 case 0x164: device->chip = &nv164_chipset; break;
3160 case 0x166: device->chip = &nv166_chipset; break;
3161 case 0x167: device->chip = &nv167_chipset; break;
3162 case 0x168: device->chip = &nv168_chipset; break;
3164 nvdev_error(device, "unknown chipset (%08x)\n", boot0);
3169 nvdev_info(device, "NVIDIA %s (%08x)\n",
3170 device->chip->name, boot0);
3172 /* vGPU detection */
3173 boot1 = nvkm_rd32(device, 0x0000004);
3174 if (device->card_type >= TU100 && (boot1 & 0x00030000)) {
3175 nvdev_info(device, "vGPUs are not supported\n");
3180 /* read strapping information */
3181 strap = nvkm_rd32(device, 0x101000);
3183 /* determine frequency of timing crystal */
3184 if ( device->card_type <= NV_10 || device->chipset < 0x17 ||
3185 (device->chipset >= 0x20 && device->chipset < 0x25))
3186 strap &= 0x00000040;
3188 strap &= 0x00400040;
3191 case 0x00000000: device->crystal = 13500; break;
3192 case 0x00000040: device->crystal = 14318; break;
3193 case 0x00400000: device->crystal = 27000; break;
3194 case 0x00400040: device->crystal = 25000; break;
3197 device->chip = &null_chipset;
3201 device->name = device->chip->name;
3203 mutex_init(&device->mutex);
3205 for (i = 0; i < NVKM_SUBDEV_NR; i++) {
3206 #define _(s,m) case s: \
3207 if (device->chip->m && (subdev_mask & (1ULL << (s)))) { \
3208 ret = device->chip->m(device, (s), &device->m); \
3210 subdev = nvkm_device_subdev(device, (s)); \
3211 nvkm_subdev_del(&subdev); \
3213 if (ret != -ENODEV) { \
3214 nvdev_error(device, "%s ctor failed, %d\n", \
3215 nvkm_subdev_name[s], ret); \
3222 _(NVKM_SUBDEV_ACR , acr);
3223 _(NVKM_SUBDEV_BAR , bar);
3224 _(NVKM_SUBDEV_VBIOS , bios);
3225 _(NVKM_SUBDEV_BUS , bus);
3226 _(NVKM_SUBDEV_CLK , clk);
3227 _(NVKM_SUBDEV_DEVINIT , devinit);
3228 _(NVKM_SUBDEV_FAULT , fault);
3229 _(NVKM_SUBDEV_FB , fb);
3230 _(NVKM_SUBDEV_FUSE , fuse);
3231 _(NVKM_SUBDEV_GPIO , gpio);
3232 _(NVKM_SUBDEV_GSP , gsp);
3233 _(NVKM_SUBDEV_I2C , i2c);
3234 _(NVKM_SUBDEV_IBUS , ibus);
3235 _(NVKM_SUBDEV_ICCSENSE, iccsense);
3236 _(NVKM_SUBDEV_INSTMEM , imem);
3237 _(NVKM_SUBDEV_LTC , ltc);
3238 _(NVKM_SUBDEV_MC , mc);
3239 _(NVKM_SUBDEV_MMU , mmu);
3240 _(NVKM_SUBDEV_MXM , mxm);
3241 _(NVKM_SUBDEV_PCI , pci);
3242 _(NVKM_SUBDEV_PMU , pmu);
3243 _(NVKM_SUBDEV_THERM , therm);
3244 _(NVKM_SUBDEV_TIMER , timer);
3245 _(NVKM_SUBDEV_TOP , top);
3246 _(NVKM_SUBDEV_VOLT , volt);
3247 _(NVKM_ENGINE_BSP , bsp);
3248 _(NVKM_ENGINE_CE0 , ce[0]);
3249 _(NVKM_ENGINE_CE1 , ce[1]);
3250 _(NVKM_ENGINE_CE2 , ce[2]);
3251 _(NVKM_ENGINE_CE3 , ce[3]);
3252 _(NVKM_ENGINE_CE4 , ce[4]);
3253 _(NVKM_ENGINE_CE5 , ce[5]);
3254 _(NVKM_ENGINE_CE6 , ce[6]);
3255 _(NVKM_ENGINE_CE7 , ce[7]);
3256 _(NVKM_ENGINE_CE8 , ce[8]);
3257 _(NVKM_ENGINE_CIPHER , cipher);
3258 _(NVKM_ENGINE_DISP , disp);
3259 _(NVKM_ENGINE_DMAOBJ , dma);
3260 _(NVKM_ENGINE_FIFO , fifo);
3261 _(NVKM_ENGINE_GR , gr);
3262 _(NVKM_ENGINE_IFB , ifb);
3263 _(NVKM_ENGINE_ME , me);
3264 _(NVKM_ENGINE_MPEG , mpeg);
3265 _(NVKM_ENGINE_MSENC , msenc);
3266 _(NVKM_ENGINE_MSPDEC , mspdec);
3267 _(NVKM_ENGINE_MSPPP , msppp);
3268 _(NVKM_ENGINE_MSVLD , msvld);
3269 _(NVKM_ENGINE_NVENC0 , nvenc[0]);
3270 _(NVKM_ENGINE_NVENC1 , nvenc[1]);
3271 _(NVKM_ENGINE_NVENC2 , nvenc[2]);
3272 _(NVKM_ENGINE_NVDEC0 , nvdec[0]);
3273 _(NVKM_ENGINE_NVDEC1 , nvdec[1]);
3274 _(NVKM_ENGINE_NVDEC2 , nvdec[2]);
3275 _(NVKM_ENGINE_PM , pm);
3276 _(NVKM_ENGINE_SEC , sec);
3277 _(NVKM_ENGINE_SEC2 , sec2);
3278 _(NVKM_ENGINE_SW , sw);
3279 _(NVKM_ENGINE_VIC , vic);
3280 _(NVKM_ENGINE_VP , vp);
3290 if (device->pri && (!mmio || ret)) {
3291 iounmap(device->pri);
3294 mutex_unlock(&nv_devices_mutex);