2 * Copyright © 2016 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
25 #include <linux/console.h>
26 #include <linux/vga_switcheroo.h>
28 #include <drm/drm_drv.h>
29 #include <drm/i915_pciids.h>
31 #include "display/intel_fbdev.h"
34 #include "i915_perf.h"
35 #include "i915_globals.h"
36 #include "i915_selftest.h"
38 #define PLATFORM(x) .platform = (x)
40 .graphics_ver = (x), \
44 #define I845_PIPE_OFFSETS \
46 [TRANSCODER_A] = PIPE_A_OFFSET, \
49 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
52 #define I9XX_PIPE_OFFSETS \
54 [TRANSCODER_A] = PIPE_A_OFFSET, \
55 [TRANSCODER_B] = PIPE_B_OFFSET, \
58 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
59 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
62 #define IVB_PIPE_OFFSETS \
64 [TRANSCODER_A] = PIPE_A_OFFSET, \
65 [TRANSCODER_B] = PIPE_B_OFFSET, \
66 [TRANSCODER_C] = PIPE_C_OFFSET, \
69 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
70 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
71 [TRANSCODER_C] = TRANSCODER_C_OFFSET, \
74 #define HSW_PIPE_OFFSETS \
76 [TRANSCODER_A] = PIPE_A_OFFSET, \
77 [TRANSCODER_B] = PIPE_B_OFFSET, \
78 [TRANSCODER_C] = PIPE_C_OFFSET, \
79 [TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
82 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
83 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
84 [TRANSCODER_C] = TRANSCODER_C_OFFSET, \
85 [TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
88 #define CHV_PIPE_OFFSETS \
90 [TRANSCODER_A] = PIPE_A_OFFSET, \
91 [TRANSCODER_B] = PIPE_B_OFFSET, \
92 [TRANSCODER_C] = CHV_PIPE_C_OFFSET, \
95 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
96 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
97 [TRANSCODER_C] = CHV_TRANSCODER_C_OFFSET, \
100 #define I845_CURSOR_OFFSETS \
101 .cursor_offsets = { \
102 [PIPE_A] = CURSOR_A_OFFSET, \
105 #define I9XX_CURSOR_OFFSETS \
106 .cursor_offsets = { \
107 [PIPE_A] = CURSOR_A_OFFSET, \
108 [PIPE_B] = CURSOR_B_OFFSET, \
111 #define CHV_CURSOR_OFFSETS \
112 .cursor_offsets = { \
113 [PIPE_A] = CURSOR_A_OFFSET, \
114 [PIPE_B] = CURSOR_B_OFFSET, \
115 [PIPE_C] = CHV_CURSOR_C_OFFSET, \
118 #define IVB_CURSOR_OFFSETS \
119 .cursor_offsets = { \
120 [PIPE_A] = CURSOR_A_OFFSET, \
121 [PIPE_B] = IVB_CURSOR_B_OFFSET, \
122 [PIPE_C] = IVB_CURSOR_C_OFFSET, \
125 #define TGL_CURSOR_OFFSETS \
126 .cursor_offsets = { \
127 [PIPE_A] = CURSOR_A_OFFSET, \
128 [PIPE_B] = IVB_CURSOR_B_OFFSET, \
129 [PIPE_C] = IVB_CURSOR_C_OFFSET, \
130 [PIPE_D] = TGL_CURSOR_D_OFFSET, \
133 #define I9XX_COLORS \
134 .color = { .gamma_lut_size = 256 }
135 #define I965_COLORS \
136 .color = { .gamma_lut_size = 129, \
137 .gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
140 .color = { .gamma_lut_size = 1024 }
142 .color = { .degamma_lut_size = 1024, .gamma_lut_size = 1024 }
144 .color = { .degamma_lut_size = 65, .gamma_lut_size = 257, \
145 .degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
146 .gamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING, \
149 .color = { .degamma_lut_size = 33, .gamma_lut_size = 1024, \
150 .degamma_lut_tests = DRM_COLOR_LUT_NON_DECREASING | \
151 DRM_COLOR_LUT_EQUAL_CHANNELS, \
154 /* Keep in gen based order, and chronological order within a gen */
156 #define GEN_DEFAULT_PAGE_SIZES \
157 .page_sizes = I915_GTT_PAGE_SIZE_4K
159 #define GEN_DEFAULT_REGIONS \
160 .memory_regions = REGION_SMEM | REGION_STOLEN_SMEM
162 #define I830_FEATURES \
165 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
166 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
167 .display.has_overlay = 1, \
168 .display.cursor_needs_physical = 1, \
169 .display.overlay_needs_physical = 1, \
170 .display.has_gmch = 1, \
171 .gpu_reset_clobbers_display = true, \
172 .hws_needs_physical = 1, \
173 .unfenced_needs_alignment = 1, \
174 .platform_engine_mask = BIT(RCS0), \
176 .has_coherent_ggtt = false, \
177 .dma_mask_size = 32, \
179 I9XX_CURSOR_OFFSETS, \
181 GEN_DEFAULT_PAGE_SIZES, \
184 #define I845_FEATURES \
186 .pipe_mask = BIT(PIPE_A), \
187 .cpu_transcoder_mask = BIT(TRANSCODER_A), \
188 .display.has_overlay = 1, \
189 .display.overlay_needs_physical = 1, \
190 .display.has_gmch = 1, \
191 .gpu_reset_clobbers_display = true, \
192 .hws_needs_physical = 1, \
193 .unfenced_needs_alignment = 1, \
194 .platform_engine_mask = BIT(RCS0), \
196 .has_coherent_ggtt = false, \
197 .dma_mask_size = 32, \
199 I845_CURSOR_OFFSETS, \
201 GEN_DEFAULT_PAGE_SIZES, \
204 static const struct intel_device_info i830_info = {
206 PLATFORM(INTEL_I830),
209 static const struct intel_device_info i845g_info = {
211 PLATFORM(INTEL_I845G),
214 static const struct intel_device_info i85x_info = {
216 PLATFORM(INTEL_I85X),
217 .display.has_fbc = 1,
220 static const struct intel_device_info i865g_info = {
222 PLATFORM(INTEL_I865G),
223 .display.has_fbc = 1,
226 #define GEN3_FEATURES \
228 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
229 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
230 .display.has_gmch = 1, \
231 .gpu_reset_clobbers_display = true, \
232 .platform_engine_mask = BIT(RCS0), \
234 .has_coherent_ggtt = true, \
235 .dma_mask_size = 32, \
237 I9XX_CURSOR_OFFSETS, \
239 GEN_DEFAULT_PAGE_SIZES, \
242 static const struct intel_device_info i915g_info = {
244 PLATFORM(INTEL_I915G),
245 .has_coherent_ggtt = false,
246 .display.cursor_needs_physical = 1,
247 .display.has_overlay = 1,
248 .display.overlay_needs_physical = 1,
249 .hws_needs_physical = 1,
250 .unfenced_needs_alignment = 1,
253 static const struct intel_device_info i915gm_info = {
255 PLATFORM(INTEL_I915GM),
257 .display.cursor_needs_physical = 1,
258 .display.has_overlay = 1,
259 .display.overlay_needs_physical = 1,
260 .display.supports_tv = 1,
261 .display.has_fbc = 1,
262 .hws_needs_physical = 1,
263 .unfenced_needs_alignment = 1,
266 static const struct intel_device_info i945g_info = {
268 PLATFORM(INTEL_I945G),
269 .display.has_hotplug = 1,
270 .display.cursor_needs_physical = 1,
271 .display.has_overlay = 1,
272 .display.overlay_needs_physical = 1,
273 .hws_needs_physical = 1,
274 .unfenced_needs_alignment = 1,
277 static const struct intel_device_info i945gm_info = {
279 PLATFORM(INTEL_I945GM),
281 .display.has_hotplug = 1,
282 .display.cursor_needs_physical = 1,
283 .display.has_overlay = 1,
284 .display.overlay_needs_physical = 1,
285 .display.supports_tv = 1,
286 .display.has_fbc = 1,
287 .hws_needs_physical = 1,
288 .unfenced_needs_alignment = 1,
291 static const struct intel_device_info g33_info = {
294 .display.has_hotplug = 1,
295 .display.has_overlay = 1,
299 static const struct intel_device_info pnv_g_info = {
301 PLATFORM(INTEL_PINEVIEW),
302 .display.has_hotplug = 1,
303 .display.has_overlay = 1,
307 static const struct intel_device_info pnv_m_info = {
309 PLATFORM(INTEL_PINEVIEW),
311 .display.has_hotplug = 1,
312 .display.has_overlay = 1,
316 #define GEN4_FEATURES \
318 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
319 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
320 .display.has_hotplug = 1, \
321 .display.has_gmch = 1, \
322 .gpu_reset_clobbers_display = true, \
323 .platform_engine_mask = BIT(RCS0), \
325 .has_coherent_ggtt = true, \
326 .dma_mask_size = 36, \
328 I9XX_CURSOR_OFFSETS, \
330 GEN_DEFAULT_PAGE_SIZES, \
333 static const struct intel_device_info i965g_info = {
335 PLATFORM(INTEL_I965G),
336 .display.has_overlay = 1,
337 .hws_needs_physical = 1,
341 static const struct intel_device_info i965gm_info = {
343 PLATFORM(INTEL_I965GM),
345 .display.has_fbc = 1,
346 .display.has_overlay = 1,
347 .display.supports_tv = 1,
348 .hws_needs_physical = 1,
352 static const struct intel_device_info g45_info = {
355 .platform_engine_mask = BIT(RCS0) | BIT(VCS0),
356 .gpu_reset_clobbers_display = false,
359 static const struct intel_device_info gm45_info = {
361 PLATFORM(INTEL_GM45),
363 .display.has_fbc = 1,
364 .display.supports_tv = 1,
365 .platform_engine_mask = BIT(RCS0) | BIT(VCS0),
366 .gpu_reset_clobbers_display = false,
369 #define GEN5_FEATURES \
371 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
372 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
373 .display.has_hotplug = 1, \
374 .platform_engine_mask = BIT(RCS0) | BIT(VCS0), \
376 .has_coherent_ggtt = true, \
377 /* ilk does support rc6, but we do not implement [power] contexts */ \
379 .dma_mask_size = 36, \
381 I9XX_CURSOR_OFFSETS, \
383 GEN_DEFAULT_PAGE_SIZES, \
386 static const struct intel_device_info ilk_d_info = {
388 PLATFORM(INTEL_IRONLAKE),
391 static const struct intel_device_info ilk_m_info = {
393 PLATFORM(INTEL_IRONLAKE),
396 .display.has_fbc = 1,
399 #define GEN6_FEATURES \
401 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B), \
402 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B), \
403 .display.has_hotplug = 1, \
404 .display.has_fbc = 1, \
405 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
406 .has_coherent_ggtt = true, \
411 .dma_mask_size = 40, \
412 .ppgtt_type = INTEL_PPGTT_ALIASING, \
415 I9XX_CURSOR_OFFSETS, \
417 GEN_DEFAULT_PAGE_SIZES, \
420 #define SNB_D_PLATFORM \
422 PLATFORM(INTEL_SANDYBRIDGE)
424 static const struct intel_device_info snb_d_gt1_info = {
429 static const struct intel_device_info snb_d_gt2_info = {
434 #define SNB_M_PLATFORM \
436 PLATFORM(INTEL_SANDYBRIDGE), \
440 static const struct intel_device_info snb_m_gt1_info = {
445 static const struct intel_device_info snb_m_gt2_info = {
450 #define GEN7_FEATURES \
452 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
453 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C), \
454 .display.has_hotplug = 1, \
455 .display.has_fbc = 1, \
456 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0), \
457 .has_coherent_ggtt = true, \
461 .has_reset_engine = true, \
463 .dma_mask_size = 40, \
464 .ppgtt_type = INTEL_PPGTT_ALIASING, \
467 IVB_CURSOR_OFFSETS, \
469 GEN_DEFAULT_PAGE_SIZES, \
472 #define IVB_D_PLATFORM \
474 PLATFORM(INTEL_IVYBRIDGE), \
477 static const struct intel_device_info ivb_d_gt1_info = {
482 static const struct intel_device_info ivb_d_gt2_info = {
487 #define IVB_M_PLATFORM \
489 PLATFORM(INTEL_IVYBRIDGE), \
493 static const struct intel_device_info ivb_m_gt1_info = {
498 static const struct intel_device_info ivb_m_gt2_info = {
503 static const struct intel_device_info ivb_q_info = {
505 PLATFORM(INTEL_IVYBRIDGE),
507 .pipe_mask = 0, /* legal, last one wins */
508 .cpu_transcoder_mask = 0,
512 static const struct intel_device_info vlv_info = {
513 PLATFORM(INTEL_VALLEYVIEW),
516 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B),
517 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B),
520 .has_reset_engine = true,
522 .display.has_gmch = 1,
523 .display.has_hotplug = 1,
525 .ppgtt_type = INTEL_PPGTT_ALIASING,
528 .has_coherent_ggtt = false,
529 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0),
530 .display_mmio_offset = VLV_DISPLAY_BASE,
534 GEN_DEFAULT_PAGE_SIZES,
538 #define G75_FEATURES \
540 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
541 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
542 BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP), \
543 .display.has_ddi = 1, \
544 .display.has_fpga_dbg = 1, \
545 .display.has_psr = 1, \
546 .display.has_psr_hw_tracking = 1, \
547 .display.has_dp_mst = 1, \
548 .has_rc6p = 0 /* RC6p removed-by HSW */, \
552 #define HSW_PLATFORM \
554 PLATFORM(INTEL_HASWELL), \
557 static const struct intel_device_info hsw_gt1_info = {
562 static const struct intel_device_info hsw_gt2_info = {
567 static const struct intel_device_info hsw_gt3_info = {
572 #define GEN8_FEATURES \
575 .has_logical_ring_contexts = 1, \
576 .dma_mask_size = 39, \
577 .ppgtt_type = INTEL_PPGTT_FULL, \
581 #define BDW_PLATFORM \
583 PLATFORM(INTEL_BROADWELL)
585 static const struct intel_device_info bdw_gt1_info = {
590 static const struct intel_device_info bdw_gt2_info = {
595 static const struct intel_device_info bdw_rsvd_info = {
598 /* According to the device ID those devices are GT3, they were
599 * previously treated as not GT3, keep it like that.
603 static const struct intel_device_info bdw_gt3_info = {
606 .platform_engine_mask =
607 BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
610 static const struct intel_device_info chv_info = {
611 PLATFORM(INTEL_CHERRYVIEW),
613 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
614 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | BIT(TRANSCODER_C),
615 .display.has_hotplug = 1,
617 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0),
618 .has_64bit_reloc = 1,
622 .has_logical_ring_contexts = 1,
623 .display.has_gmch = 1,
625 .ppgtt_type = INTEL_PPGTT_FULL,
627 .has_reset_engine = 1,
629 .has_coherent_ggtt = false,
630 .display_mmio_offset = VLV_DISPLAY_BASE,
634 GEN_DEFAULT_PAGE_SIZES,
638 #define GEN9_DEFAULT_PAGE_SIZES \
639 .page_sizes = I915_GTT_PAGE_SIZE_4K | \
640 I915_GTT_PAGE_SIZE_64K
642 #define GEN9_FEATURES \
645 GEN9_DEFAULT_PAGE_SIZES, \
646 .display.has_dmc = 1, \
648 .display.has_hdcp = 1, \
649 .display.has_ipc = 1, \
650 .dbuf.size = 896 - 4, /* 4 blocks for bypass path allocation */ \
651 .dbuf.slice_mask = BIT(DBUF_S1)
653 #define SKL_PLATFORM \
655 PLATFORM(INTEL_SKYLAKE)
657 static const struct intel_device_info skl_gt1_info = {
662 static const struct intel_device_info skl_gt2_info = {
667 #define SKL_GT3_PLUS_PLATFORM \
669 .platform_engine_mask = \
670 BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1)
673 static const struct intel_device_info skl_gt3_info = {
674 SKL_GT3_PLUS_PLATFORM,
678 static const struct intel_device_info skl_gt4_info = {
679 SKL_GT3_PLUS_PLATFORM,
683 #define GEN9_LP_FEATURES \
686 .dbuf.slice_mask = BIT(DBUF_S1), \
687 .display.has_hotplug = 1, \
688 .platform_engine_mask = BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0), \
689 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C), \
690 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
691 BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
692 BIT(TRANSCODER_DSI_A) | BIT(TRANSCODER_DSI_C), \
693 .has_64bit_reloc = 1, \
694 .display.has_ddi = 1, \
695 .display.has_fpga_dbg = 1, \
696 .display.has_fbc = 1, \
697 .display.has_hdcp = 1, \
698 .display.has_psr = 1, \
699 .display.has_psr_hw_tracking = 1, \
700 .has_runtime_pm = 1, \
701 .display.has_dmc = 1, \
704 .display.has_dp_mst = 1, \
705 .has_logical_ring_contexts = 1, \
707 .dma_mask_size = 39, \
708 .ppgtt_type = INTEL_PPGTT_FULL, \
710 .has_reset_engine = 1, \
712 .has_coherent_ggtt = false, \
713 .display.has_ipc = 1, \
715 IVB_CURSOR_OFFSETS, \
717 GEN9_DEFAULT_PAGE_SIZES, \
720 static const struct intel_device_info bxt_info = {
722 PLATFORM(INTEL_BROXTON),
723 .dbuf.size = 512 - 4, /* 4 blocks for bypass path allocation */
726 static const struct intel_device_info glk_info = {
728 PLATFORM(INTEL_GEMINILAKE),
730 .dbuf.size = 1024 - 4, /* 4 blocks for bypass path allocation */
734 #define KBL_PLATFORM \
736 PLATFORM(INTEL_KABYLAKE)
738 static const struct intel_device_info kbl_gt1_info = {
743 static const struct intel_device_info kbl_gt2_info = {
748 static const struct intel_device_info kbl_gt3_info = {
751 .platform_engine_mask =
752 BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
755 #define CFL_PLATFORM \
757 PLATFORM(INTEL_COFFEELAKE)
759 static const struct intel_device_info cfl_gt1_info = {
764 static const struct intel_device_info cfl_gt2_info = {
769 static const struct intel_device_info cfl_gt3_info = {
772 .platform_engine_mask =
773 BIT(RCS0) | BIT(VCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS1),
776 #define CML_PLATFORM \
778 PLATFORM(INTEL_COMETLAKE)
780 static const struct intel_device_info cml_gt1_info = {
785 static const struct intel_device_info cml_gt2_info = {
790 #define GEN10_FEATURES \
793 .dbuf.size = 1024 - 4, /* 4 blocks for bypass path allocation */ \
794 .display.has_dsc = 1, \
795 .has_coherent_ggtt = false, \
798 static const struct intel_device_info cnl_info = {
800 PLATFORM(INTEL_CANNONLAKE),
804 #define GEN11_DEFAULT_PAGE_SIZES \
805 .page_sizes = I915_GTT_PAGE_SIZE_4K | \
806 I915_GTT_PAGE_SIZE_64K | \
807 I915_GTT_PAGE_SIZE_2M
809 #define GEN11_FEATURES \
811 GEN11_DEFAULT_PAGE_SIZES, \
812 .abox_mask = BIT(0), \
813 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
814 BIT(TRANSCODER_C) | BIT(TRANSCODER_EDP) | \
815 BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
817 [TRANSCODER_A] = PIPE_A_OFFSET, \
818 [TRANSCODER_B] = PIPE_B_OFFSET, \
819 [TRANSCODER_C] = PIPE_C_OFFSET, \
820 [TRANSCODER_EDP] = PIPE_EDP_OFFSET, \
821 [TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
822 [TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
825 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
826 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
827 [TRANSCODER_C] = TRANSCODER_C_OFFSET, \
828 [TRANSCODER_EDP] = TRANSCODER_EDP_OFFSET, \
829 [TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
830 [TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
834 .dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2), \
835 .has_logical_ring_elsq = 1, \
836 .color = { .degamma_lut_size = 33, .gamma_lut_size = 262145 }
838 static const struct intel_device_info icl_info = {
840 PLATFORM(INTEL_ICELAKE),
841 .platform_engine_mask =
842 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
845 static const struct intel_device_info ehl_info = {
847 PLATFORM(INTEL_ELKHARTLAKE),
848 .require_force_probe = 1,
849 .platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
853 static const struct intel_device_info jsl_info = {
855 PLATFORM(INTEL_JASPERLAKE),
856 .require_force_probe = 1,
857 .platform_engine_mask = BIT(RCS0) | BIT(BCS0) | BIT(VCS0) | BIT(VECS0),
861 #define GEN12_FEATURES \
864 .abox_mask = GENMASK(2, 1), \
865 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D), \
866 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
867 BIT(TRANSCODER_C) | BIT(TRANSCODER_D) | \
868 BIT(TRANSCODER_DSI_0) | BIT(TRANSCODER_DSI_1), \
870 [TRANSCODER_A] = PIPE_A_OFFSET, \
871 [TRANSCODER_B] = PIPE_B_OFFSET, \
872 [TRANSCODER_C] = PIPE_C_OFFSET, \
873 [TRANSCODER_D] = PIPE_D_OFFSET, \
874 [TRANSCODER_DSI_0] = PIPE_DSI0_OFFSET, \
875 [TRANSCODER_DSI_1] = PIPE_DSI1_OFFSET, \
878 [TRANSCODER_A] = TRANSCODER_A_OFFSET, \
879 [TRANSCODER_B] = TRANSCODER_B_OFFSET, \
880 [TRANSCODER_C] = TRANSCODER_C_OFFSET, \
881 [TRANSCODER_D] = TRANSCODER_D_OFFSET, \
882 [TRANSCODER_DSI_0] = TRANSCODER_DSI0_OFFSET, \
883 [TRANSCODER_DSI_1] = TRANSCODER_DSI1_OFFSET, \
885 TGL_CURSOR_OFFSETS, \
886 .has_global_mocs = 1, \
889 static const struct intel_device_info tgl_info = {
891 PLATFORM(INTEL_TIGERLAKE),
892 .display.has_modular_fia = 1,
893 .platform_engine_mask =
894 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
897 static const struct intel_device_info rkl_info = {
899 PLATFORM(INTEL_ROCKETLAKE),
901 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C),
902 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) |
904 .display.has_hti = 1,
905 .display.has_psr_hw_tracking = 0,
906 .platform_engine_mask =
907 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0),
910 #define DGFX_FEATURES \
911 .memory_regions = REGION_SMEM | REGION_LMEM | REGION_STOLEN_LMEM, \
912 .has_master_unit_irq = 1, \
917 static const struct intel_device_info dg1_info __maybe_unused = {
921 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
922 .require_force_probe = 1,
923 .platform_engine_mask =
924 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) |
925 BIT(VCS0) | BIT(VCS2),
930 static const struct intel_device_info adl_s_info = {
932 PLATFORM(INTEL_ALDERLAKE_S),
933 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D),
934 .require_force_probe = 1,
935 .display.has_hti = 1,
936 .display.has_psr_hw_tracking = 0,
937 .platform_engine_mask =
938 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
942 #define XE_LPD_FEATURES \
944 .display.has_psr_hw_tracking = 0, \
945 .abox_mask = GENMASK(1, 0), \
946 .pipe_mask = BIT(PIPE_A) | BIT(PIPE_B) | BIT(PIPE_C) | BIT(PIPE_D), \
947 .cpu_transcoder_mask = BIT(TRANSCODER_A) | BIT(TRANSCODER_B) | \
948 BIT(TRANSCODER_C) | BIT(TRANSCODER_D), \
950 .dbuf.slice_mask = BIT(DBUF_S1) | BIT(DBUF_S2) | BIT(DBUF_S3) | BIT(DBUF_S4)
952 static const struct intel_device_info adl_p_info = {
955 PLATFORM(INTEL_ALDERLAKE_P),
956 .has_cdclk_crawl = 1,
957 .require_force_probe = 1,
958 .display.has_modular_fia = 1,
959 .platform_engine_mask =
960 BIT(RCS0) | BIT(BCS0) | BIT(VECS0) | BIT(VCS0) | BIT(VCS2),
967 #define XE_HP_PAGE_SIZES \
968 .page_sizes = I915_GTT_PAGE_SIZE_4K | \
969 I915_GTT_PAGE_SIZE_64K | \
970 I915_GTT_PAGE_SIZE_2M
972 #define XE_HP_FEATURES \
973 .graphics_ver = 12, \
974 .graphics_rel = 50, \
976 .dma_mask_size = 46, \
977 .has_64bit_reloc = 1, \
978 .has_global_mocs = 1, \
981 .has_logical_ring_contexts = 1, \
982 .has_logical_ring_elsq = 1, \
984 .has_reset_engine = 1, \
986 .has_runtime_pm = 1, \
988 .ppgtt_type = INTEL_PPGTT_FULL
990 #define XE_HPM_FEATURES \
995 static const struct intel_device_info xehpsdv_info = {
999 PLATFORM(INTEL_XEHPSDV),
1002 .platform_engine_mask =
1003 BIT(RCS0) | BIT(BCS0) |
1004 BIT(VECS0) | BIT(VECS1) | BIT(VECS2) | BIT(VECS3) |
1005 BIT(VCS0) | BIT(VCS1) | BIT(VCS2) | BIT(VCS3) |
1006 BIT(VCS4) | BIT(VCS5) | BIT(VCS6) | BIT(VCS7),
1007 .require_force_probe = 1,
1011 static const struct intel_device_info dg2_info = {
1018 PLATFORM(INTEL_DG2),
1019 .platform_engine_mask =
1020 BIT(RCS0) | BIT(BCS0) |
1021 BIT(VECS0) | BIT(VECS1) |
1022 BIT(VCS0) | BIT(VCS2),
1023 .require_force_probe = 1,
1029 * Make sure any device matches here are from most specific to most
1030 * general. For example, since the Quanta match is based on the subsystem
1031 * and subvendor IDs, we need it to come before the more general IVB
1032 * PCI ID matches, otherwise we'll use the wrong info struct above.
1034 static const struct pci_device_id pciidlist[] = {
1035 INTEL_I830_IDS(&i830_info),
1036 INTEL_I845G_IDS(&i845g_info),
1037 INTEL_I85X_IDS(&i85x_info),
1038 INTEL_I865G_IDS(&i865g_info),
1039 INTEL_I915G_IDS(&i915g_info),
1040 INTEL_I915GM_IDS(&i915gm_info),
1041 INTEL_I945G_IDS(&i945g_info),
1042 INTEL_I945GM_IDS(&i945gm_info),
1043 INTEL_I965G_IDS(&i965g_info),
1044 INTEL_G33_IDS(&g33_info),
1045 INTEL_I965GM_IDS(&i965gm_info),
1046 INTEL_GM45_IDS(&gm45_info),
1047 INTEL_G45_IDS(&g45_info),
1048 INTEL_PINEVIEW_G_IDS(&pnv_g_info),
1049 INTEL_PINEVIEW_M_IDS(&pnv_m_info),
1050 INTEL_IRONLAKE_D_IDS(&ilk_d_info),
1051 INTEL_IRONLAKE_M_IDS(&ilk_m_info),
1052 INTEL_SNB_D_GT1_IDS(&snb_d_gt1_info),
1053 INTEL_SNB_D_GT2_IDS(&snb_d_gt2_info),
1054 INTEL_SNB_M_GT1_IDS(&snb_m_gt1_info),
1055 INTEL_SNB_M_GT2_IDS(&snb_m_gt2_info),
1056 INTEL_IVB_Q_IDS(&ivb_q_info), /* must be first IVB */
1057 INTEL_IVB_M_GT1_IDS(&ivb_m_gt1_info),
1058 INTEL_IVB_M_GT2_IDS(&ivb_m_gt2_info),
1059 INTEL_IVB_D_GT1_IDS(&ivb_d_gt1_info),
1060 INTEL_IVB_D_GT2_IDS(&ivb_d_gt2_info),
1061 INTEL_HSW_GT1_IDS(&hsw_gt1_info),
1062 INTEL_HSW_GT2_IDS(&hsw_gt2_info),
1063 INTEL_HSW_GT3_IDS(&hsw_gt3_info),
1064 INTEL_VLV_IDS(&vlv_info),
1065 INTEL_BDW_GT1_IDS(&bdw_gt1_info),
1066 INTEL_BDW_GT2_IDS(&bdw_gt2_info),
1067 INTEL_BDW_GT3_IDS(&bdw_gt3_info),
1068 INTEL_BDW_RSVD_IDS(&bdw_rsvd_info),
1069 INTEL_CHV_IDS(&chv_info),
1070 INTEL_SKL_GT1_IDS(&skl_gt1_info),
1071 INTEL_SKL_GT2_IDS(&skl_gt2_info),
1072 INTEL_SKL_GT3_IDS(&skl_gt3_info),
1073 INTEL_SKL_GT4_IDS(&skl_gt4_info),
1074 INTEL_BXT_IDS(&bxt_info),
1075 INTEL_GLK_IDS(&glk_info),
1076 INTEL_KBL_GT1_IDS(&kbl_gt1_info),
1077 INTEL_KBL_GT2_IDS(&kbl_gt2_info),
1078 INTEL_KBL_GT3_IDS(&kbl_gt3_info),
1079 INTEL_KBL_GT4_IDS(&kbl_gt3_info),
1080 INTEL_AML_KBL_GT2_IDS(&kbl_gt2_info),
1081 INTEL_CFL_S_GT1_IDS(&cfl_gt1_info),
1082 INTEL_CFL_S_GT2_IDS(&cfl_gt2_info),
1083 INTEL_CFL_H_GT1_IDS(&cfl_gt1_info),
1084 INTEL_CFL_H_GT2_IDS(&cfl_gt2_info),
1085 INTEL_CFL_U_GT2_IDS(&cfl_gt2_info),
1086 INTEL_CFL_U_GT3_IDS(&cfl_gt3_info),
1087 INTEL_WHL_U_GT1_IDS(&cfl_gt1_info),
1088 INTEL_WHL_U_GT2_IDS(&cfl_gt2_info),
1089 INTEL_AML_CFL_GT2_IDS(&cfl_gt2_info),
1090 INTEL_WHL_U_GT3_IDS(&cfl_gt3_info),
1091 INTEL_CML_GT1_IDS(&cml_gt1_info),
1092 INTEL_CML_GT2_IDS(&cml_gt2_info),
1093 INTEL_CML_U_GT1_IDS(&cml_gt1_info),
1094 INTEL_CML_U_GT2_IDS(&cml_gt2_info),
1095 INTEL_CNL_IDS(&cnl_info),
1096 INTEL_ICL_11_IDS(&icl_info),
1097 INTEL_EHL_IDS(&ehl_info),
1098 INTEL_JSL_IDS(&jsl_info),
1099 INTEL_TGL_12_IDS(&tgl_info),
1100 INTEL_RKL_IDS(&rkl_info),
1101 INTEL_ADLS_IDS(&adl_s_info),
1102 INTEL_ADLP_IDS(&adl_p_info),
1105 MODULE_DEVICE_TABLE(pci, pciidlist);
1107 static void i915_pci_remove(struct pci_dev *pdev)
1109 struct drm_i915_private *i915;
1111 i915 = pci_get_drvdata(pdev);
1112 if (!i915) /* driver load aborted, nothing to cleanup */
1115 i915_driver_remove(i915);
1116 pci_set_drvdata(pdev, NULL);
1119 /* is device_id present in comma separated list of ids */
1120 static bool force_probe(u16 device_id, const char *devices)
1125 if (!devices || !*devices)
1128 /* match everything */
1129 if (strcmp(devices, "*") == 0)
1132 s = kstrdup(devices, GFP_KERNEL);
1136 for (p = s, ret = false; (tok = strsep(&p, ",")) != NULL; ) {
1139 if (kstrtou16(tok, 16, &val) == 0 && val == device_id) {
1150 static int i915_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1152 struct intel_device_info *intel_info =
1153 (struct intel_device_info *) ent->driver_data;
1156 if (intel_info->require_force_probe &&
1157 !force_probe(pdev->device, i915_modparams.force_probe)) {
1158 dev_info(&pdev->dev,
1159 "Your graphics device %04x is not properly supported by the driver in this\n"
1160 "kernel version. To force driver probe anyway, use i915.force_probe=%04x\n"
1161 "module parameter or CONFIG_DRM_I915_FORCE_PROBE=%04x configuration option,\n"
1162 "or (recommended) check for kernel updates.\n",
1163 pdev->device, pdev->device, pdev->device);
1167 /* Only bind to function 0 of the device. Early generations
1168 * used function 1 as a placeholder for multi-head. This causes
1169 * us confusion instead, especially on the systems where both
1170 * functions have the same PCI-ID!
1172 if (PCI_FUNC(pdev->devfn))
1176 * apple-gmux is needed on dual GPU MacBook Pro
1177 * to probe the panel if we're the inactive GPU.
1179 if (vga_switcheroo_client_probe_defer(pdev))
1180 return -EPROBE_DEFER;
1182 err = i915_driver_probe(pdev, ent);
1186 if (i915_inject_probe_failure(pci_get_drvdata(pdev))) {
1187 i915_pci_remove(pdev);
1191 err = i915_live_selftests(pdev);
1193 i915_pci_remove(pdev);
1194 return err > 0 ? -ENOTTY : err;
1197 err = i915_perf_selftests(pdev);
1199 i915_pci_remove(pdev);
1200 return err > 0 ? -ENOTTY : err;
1206 static void i915_pci_shutdown(struct pci_dev *pdev)
1208 struct drm_i915_private *i915 = pci_get_drvdata(pdev);
1210 i915_driver_shutdown(i915);
1213 static int i915_check_nomodeset(void)
1215 bool use_kms = true;
1218 * Enable KMS by default, unless explicitly overriden by
1219 * either the i915.modeset prarameter or by the
1220 * vga_text_mode_force boot option.
1223 if (i915_modparams.modeset == 0)
1226 if (vgacon_text_force() && i915_modparams.modeset == -1)
1230 /* Silently fail loading to not upset userspace. */
1231 DRM_DEBUG_DRIVER("KMS disabled.\n");
1238 static struct pci_driver i915_pci_driver = {
1239 .name = DRIVER_NAME,
1240 .id_table = pciidlist,
1241 .probe = i915_pci_probe,
1242 .remove = i915_pci_remove,
1243 .shutdown = i915_pci_shutdown,
1244 .driver.pm = &i915_pm_ops,
1247 static int i915_register_pci_driver(void)
1249 return pci_register_driver(&i915_pci_driver);
1252 static void i915_unregister_pci_driver(void)
1254 pci_unregister_driver(&i915_pci_driver);
1257 static const struct {
1261 { i915_check_nomodeset, NULL },
1262 { i915_globals_init, i915_globals_exit },
1263 { i915_mock_selftests, NULL },
1264 { i915_pmu_init, i915_pmu_exit },
1265 { i915_register_pci_driver, i915_unregister_pci_driver },
1266 { i915_perf_sysctl_register, i915_perf_sysctl_unregister },
1268 static int init_progress;
1270 static int __init i915_init(void)
1274 for (i = 0; i < ARRAY_SIZE(init_funcs); i++) {
1275 err = init_funcs[i].init();
1278 if (init_funcs[i].exit)
1279 init_funcs[i].exit();
1282 } else if (err > 0) {
1284 * Early-exit success is reserved for things which
1285 * don't have an exit() function because we have no
1286 * idea how far they got or how to partially tear
1289 WARN_ON(init_funcs[i].exit);
1292 * We don't want to advertise devices with an only
1293 * partially initialized driver.
1295 WARN_ON(i915_pci_driver.driver.owner);
1305 static void __exit i915_exit(void)
1309 for (i = init_progress - 1; i >= 0; i--) {
1310 GEM_BUG_ON(i >= ARRAY_SIZE(init_funcs));
1311 if (init_funcs[i].exit)
1312 init_funcs[i].exit();
1316 module_init(i915_init);
1317 module_exit(i915_exit);
1319 MODULE_AUTHOR("Tungsten Graphics, Inc.");
1320 MODULE_AUTHOR("Intel Corporation");
1322 MODULE_DESCRIPTION(DRIVER_DESC);
1323 MODULE_LICENSE("GPL and additional rights");