2 * Copyright 2012-16 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include <linux/delay.h>
27 #include <linux/slab.h>
29 #include "core_types.h"
30 #include "link_encoder.h"
32 #include "dm_services.h"
33 #include "reg_helper.h"
34 #include "fixed31_32.h"
37 #define TO_DCE_DMCU(dmcu)\
38 container_of(dmcu, struct dce_dmcu, base)
44 #define FN(reg_name, field_name) \
45 dmcu_dce->dmcu_shift->field_name, dmcu_dce->dmcu_mask->field_name
50 /* PSR related commands */
51 #define PSR_ENABLE 0x20
54 #define PSR_SET_WAITLOOP 0x31
55 #define MCP_INIT_DMCU 0x88
56 #define MCP_INIT_IRAM 0x89
57 #define MCP_SYNC_PHY_LOCK 0x90
58 #define MCP_SYNC_PHY_UNLOCK 0x91
59 #define MCP_BL_SET_PWM_FRAC 0x6A /* Enable or disable Fractional PWM */
60 #define CRC_WIN_NOTIFY 0x92
61 #define CRC_STOP_UPDATE 0x93
62 #define MCP_SEND_EDID_CEA 0xA0
63 #define EDID_CEA_CMD_ACK 1
64 #define EDID_CEA_CMD_NACK 2
65 #define MASTER_COMM_CNTL_REG__MASTER_COMM_INTERRUPT_MASK 0x00000001L
68 #define mmMP0_SMN_C2PMSG_58 0x1607A
70 //Register access policy version
71 #define mmMP0_SMN_C2PMSG_91 0x1609B
73 #if defined(CONFIG_DRM_AMD_DC_DCN)
74 static const uint32_t abm_gain_stepsize = 0x0060;
77 static bool dce_dmcu_init(struct dmcu *dmcu)
83 static bool dce_dmcu_load_iram(struct dmcu *dmcu,
84 unsigned int start_offset,
88 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
89 unsigned int count = 0;
91 /* Enable write access to IRAM */
92 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
93 IRAM_HOST_ACCESS_EN, 1,
94 IRAM_WR_ADDR_AUTO_INC, 1);
96 REG_WAIT(DCI_MEM_PWR_STATUS, DMCU_IRAM_MEM_PWR_STATE, 0, 2, 10);
98 REG_WRITE(DMCU_IRAM_WR_CTRL, start_offset);
100 for (count = 0; count < bytes; count++)
101 REG_WRITE(DMCU_IRAM_WR_DATA, src[count]);
103 /* Disable write access to IRAM to allow dynamic sleep state */
104 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
105 IRAM_HOST_ACCESS_EN, 0,
106 IRAM_WR_ADDR_AUTO_INC, 0);
111 static void dce_get_dmcu_psr_state(struct dmcu *dmcu, enum dc_psr_state *state)
113 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
115 uint32_t psr_state_offset = 0xf0;
117 /* Enable write access to IRAM */
118 REG_UPDATE(DMCU_RAM_ACCESS_CTRL, IRAM_HOST_ACCESS_EN, 1);
120 REG_WAIT(DCI_MEM_PWR_STATUS, DMCU_IRAM_MEM_PWR_STATE, 0, 2, 10);
122 /* Write address to IRAM_RD_ADDR in DMCU_IRAM_RD_CTRL */
123 REG_WRITE(DMCU_IRAM_RD_CTRL, psr_state_offset);
125 /* Read data from IRAM_RD_DATA in DMCU_IRAM_RD_DATA*/
126 *state = (enum dc_psr_state)REG_READ(DMCU_IRAM_RD_DATA);
128 /* Disable write access to IRAM after finished using IRAM
129 * in order to allow dynamic sleep state
131 REG_UPDATE(DMCU_RAM_ACCESS_CTRL, IRAM_HOST_ACCESS_EN, 0);
134 static void dce_dmcu_set_psr_enable(struct dmcu *dmcu, bool enable, bool wait)
136 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
137 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
138 unsigned int dmcu_wait_reg_ready_interval = 100;
140 unsigned int retryCount;
141 enum dc_psr_state state = PSR_STATE0;
143 /* waitDMCUReadyForCmd */
144 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
145 dmcu_wait_reg_ready_interval,
146 dmcu_max_retry_on_wait_reg_ready);
148 /* setDMCUParam_Cmd */
150 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
153 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
157 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
159 for (retryCount = 0; retryCount <= 100; retryCount++) {
160 dce_get_dmcu_psr_state(dmcu, &state);
162 if (state != PSR_STATE0)
165 if (state == PSR_STATE0)
173 static bool dce_dmcu_setup_psr(struct dmcu *dmcu,
174 struct dc_link *link,
175 struct psr_context *psr_context)
177 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
179 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
180 unsigned int dmcu_wait_reg_ready_interval = 100;
182 union dce_dmcu_psr_config_data_reg1 masterCmdData1;
183 union dce_dmcu_psr_config_data_reg2 masterCmdData2;
184 union dce_dmcu_psr_config_data_reg3 masterCmdData3;
186 link->link_enc->funcs->psr_program_dp_dphy_fast_training(link->link_enc,
187 psr_context->psrExitLinkTrainingRequired);
189 /* Enable static screen interrupts for PSR supported display */
190 /* Disable the interrupt coming from other displays. */
191 REG_UPDATE_4(DMCU_INTERRUPT_TO_UC_EN_MASK,
192 STATIC_SCREEN1_INT_TO_UC_EN, 0,
193 STATIC_SCREEN2_INT_TO_UC_EN, 0,
194 STATIC_SCREEN3_INT_TO_UC_EN, 0,
195 STATIC_SCREEN4_INT_TO_UC_EN, 0);
197 switch (psr_context->controllerId) {
198 /* Driver uses case 1 for unconfigured */
200 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
201 STATIC_SCREEN1_INT_TO_UC_EN, 1);
204 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
205 STATIC_SCREEN2_INT_TO_UC_EN, 1);
208 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
209 STATIC_SCREEN3_INT_TO_UC_EN, 1);
212 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
213 STATIC_SCREEN4_INT_TO_UC_EN, 1);
216 /* CZ/NL only has 4 CRTC!!
218 * There is no interrupt enable mask for these instances.
222 /* CZ/NL only has 4 CRTC!!
223 * These are here because they are defined in HW regspec,
224 * but not really valid. There is no interrupt enable mask
225 * for these instances.
229 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
230 STATIC_SCREEN1_INT_TO_UC_EN, 1);
234 link->link_enc->funcs->psr_program_secondary_packet(link->link_enc,
235 psr_context->sdpTransmitLineNumDeadline);
237 /* waitDMCUReadyForCmd */
238 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
239 dmcu_wait_reg_ready_interval,
240 dmcu_max_retry_on_wait_reg_ready);
242 /* setDMCUParam_PSRHostConfigData */
243 masterCmdData1.u32All = 0;
244 masterCmdData1.bits.timehyst_frames = psr_context->timehyst_frames;
245 masterCmdData1.bits.hyst_lines = psr_context->hyst_lines;
246 masterCmdData1.bits.rfb_update_auto_en =
247 psr_context->rfb_update_auto_en;
248 masterCmdData1.bits.dp_port_num = psr_context->transmitterId;
249 masterCmdData1.bits.dcp_sel = psr_context->controllerId;
250 masterCmdData1.bits.phy_type = psr_context->phyType;
251 masterCmdData1.bits.frame_cap_ind =
252 psr_context->psrFrameCaptureIndicationReq;
253 masterCmdData1.bits.aux_chan = psr_context->channel;
254 masterCmdData1.bits.aux_repeat = psr_context->aux_repeats;
255 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1),
256 masterCmdData1.u32All);
258 masterCmdData2.u32All = 0;
259 masterCmdData2.bits.dig_fe = psr_context->engineId;
260 masterCmdData2.bits.dig_be = psr_context->transmitterId;
261 masterCmdData2.bits.skip_wait_for_pll_lock =
262 psr_context->skipPsrWaitForPllLock;
263 masterCmdData2.bits.frame_delay = psr_context->frame_delay;
264 masterCmdData2.bits.smu_phy_id = psr_context->smuPhyId;
265 masterCmdData2.bits.num_of_controllers =
266 psr_context->numberOfControllers;
267 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG2),
268 masterCmdData2.u32All);
270 masterCmdData3.u32All = 0;
271 masterCmdData3.bits.psr_level = psr_context->psr_level.u32all;
272 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG3),
273 masterCmdData3.u32All);
275 /* setDMCUParam_Cmd */
276 REG_UPDATE(MASTER_COMM_CMD_REG,
277 MASTER_COMM_CMD_REG_BYTE0, PSR_SET);
280 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
285 static bool dce_is_dmcu_initialized(struct dmcu *dmcu)
287 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
288 unsigned int dmcu_uc_reset;
290 /* microcontroller is not running */
291 REG_GET(DMCU_STATUS, UC_IN_RESET, &dmcu_uc_reset);
293 /* DMCU is not running */
300 static void dce_psr_wait_loop(
302 unsigned int wait_loop_number)
304 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
305 union dce_dmcu_psr_config_data_wait_loop_reg1 masterCmdData1;
307 if (dmcu->cached_wait_loop_number == wait_loop_number)
310 /* DMCU is not running */
311 if (!dce_is_dmcu_initialized(dmcu))
314 /* waitDMCUReadyForCmd */
315 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
317 masterCmdData1.u32 = 0;
318 masterCmdData1.bits.wait_loop = wait_loop_number;
319 dmcu->cached_wait_loop_number = wait_loop_number;
320 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1), masterCmdData1.u32);
322 /* setDMCUParam_Cmd */
323 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0, PSR_SET_WAITLOOP);
326 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
329 static void dce_get_psr_wait_loop(
330 struct dmcu *dmcu, unsigned int *psr_wait_loop_number)
332 *psr_wait_loop_number = dmcu->cached_wait_loop_number;
336 #if defined(CONFIG_DRM_AMD_DC_DCN)
337 static void dcn10_get_dmcu_version(struct dmcu *dmcu)
339 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
340 uint32_t dmcu_version_offset = 0xf1;
342 /* Enable write access to IRAM */
343 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
344 IRAM_HOST_ACCESS_EN, 1,
345 IRAM_RD_ADDR_AUTO_INC, 1);
347 REG_WAIT(DMU_MEM_PWR_CNTL, DMCU_IRAM_MEM_PWR_STATE, 0, 2, 10);
349 /* Write address to IRAM_RD_ADDR and read from DATA register */
350 REG_WRITE(DMCU_IRAM_RD_CTRL, dmcu_version_offset);
351 dmcu->dmcu_version.interface_version = REG_READ(DMCU_IRAM_RD_DATA);
352 dmcu->dmcu_version.abm_version = REG_READ(DMCU_IRAM_RD_DATA);
353 dmcu->dmcu_version.psr_version = REG_READ(DMCU_IRAM_RD_DATA);
354 dmcu->dmcu_version.build_version = ((REG_READ(DMCU_IRAM_RD_DATA) << 8) |
355 REG_READ(DMCU_IRAM_RD_DATA));
357 /* Disable write access to IRAM to allow dynamic sleep state */
358 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
359 IRAM_HOST_ACCESS_EN, 0,
360 IRAM_RD_ADDR_AUTO_INC, 0);
363 static void dcn10_dmcu_enable_fractional_pwm(struct dmcu *dmcu,
364 uint32_t fractional_pwm)
366 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
368 /* Wait until microcontroller is ready to process interrupt */
369 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
371 /* Set PWM fractional enable/disable */
372 REG_WRITE(MASTER_COMM_DATA_REG1, fractional_pwm);
374 /* Set command to enable or disable fractional PWM microcontroller */
375 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
376 MCP_BL_SET_PWM_FRAC);
378 /* Notify microcontroller of new command */
379 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
381 /* Ensure command has been executed before continuing */
382 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
385 static bool dcn10_dmcu_init(struct dmcu *dmcu)
387 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
388 const struct dc_config *config = &dmcu->ctx->dc->config;
390 struct dc_context *ctx = dmcu->ctx;
393 // F E D C B A - bit 0 is A, bit 5 is F
394 unsigned int tx_interrupt_mask = 0;
397 /* Definition of DC_DMCU_SCRATCH
398 * 0 : firmare not loaded
399 * 1 : PSP load DMCU FW but not initialized
400 * 2 : Firmware already initialized
402 dmcu->dmcu_state = REG_READ(DC_DMCU_SCRATCH);
404 for (i = 0; i < ctx->dc->link_count; i++) {
405 if (ctx->dc->links[i]->link_enc->features.flags.bits.DP_IS_USB_C) {
406 if (ctx->dc->links[i]->link_enc->transmitter >= TRANSMITTER_UNIPHY_A &&
407 ctx->dc->links[i]->link_enc->transmitter <= TRANSMITTER_UNIPHY_F) {
408 tx_interrupt_mask |= 1 << ctx->dc->links[i]->link_enc->transmitter;
413 switch (dmcu->dmcu_state) {
417 case DMCU_LOADED_UNINITIALIZED:
418 /* Wait until microcontroller is ready to process interrupt */
419 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
421 /* Set initialized ramping boundary value */
422 REG_WRITE(MASTER_COMM_DATA_REG1, 0xFFFF);
424 /* Set backlight ramping stepsize */
425 REG_WRITE(MASTER_COMM_DATA_REG2, abm_gain_stepsize);
427 REG_WRITE(MASTER_COMM_DATA_REG3, tx_interrupt_mask);
429 /* Set command to initialize microcontroller */
430 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
433 /* Notify microcontroller of new command */
434 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
436 /* Ensure command has been executed before continuing */
437 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
439 // Check state is initialized
440 dmcu->dmcu_state = REG_READ(DC_DMCU_SCRATCH);
442 // If microcontroller is not in running state, fail
443 if (dmcu->dmcu_state == DMCU_RUNNING) {
444 /* Retrieve and cache the DMCU firmware version. */
445 dcn10_get_dmcu_version(dmcu);
447 /* Initialize DMCU to use fractional PWM or not */
448 dcn10_dmcu_enable_fractional_pwm(dmcu,
449 (config->disable_fractional_pwm == false) ? 1 : 0);
468 static bool dcn21_dmcu_init(struct dmcu *dmcu)
470 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
471 uint32_t dmcub_psp_version = REG_READ(DMCUB_SCRATCH15);
473 if (dmcu->auto_load_dmcu && dmcub_psp_version == 0) {
477 return dcn10_dmcu_init(dmcu);
480 static bool dcn10_dmcu_load_iram(struct dmcu *dmcu,
481 unsigned int start_offset,
485 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
486 unsigned int count = 0;
488 /* If microcontroller is not running, do nothing */
489 if (dmcu->dmcu_state != DMCU_RUNNING)
492 /* Enable write access to IRAM */
493 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
494 IRAM_HOST_ACCESS_EN, 1,
495 IRAM_WR_ADDR_AUTO_INC, 1);
497 REG_WAIT(DMU_MEM_PWR_CNTL, DMCU_IRAM_MEM_PWR_STATE, 0, 2, 10);
499 REG_WRITE(DMCU_IRAM_WR_CTRL, start_offset);
501 for (count = 0; count < bytes; count++)
502 REG_WRITE(DMCU_IRAM_WR_DATA, src[count]);
504 /* Disable write access to IRAM to allow dynamic sleep state */
505 REG_UPDATE_2(DMCU_RAM_ACCESS_CTRL,
506 IRAM_HOST_ACCESS_EN, 0,
507 IRAM_WR_ADDR_AUTO_INC, 0);
509 /* Wait until microcontroller is ready to process interrupt */
510 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
512 /* Set command to signal IRAM is loaded and to initialize IRAM */
513 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
516 /* Notify microcontroller of new command */
517 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
519 /* Ensure command has been executed before continuing */
520 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 100, 800);
525 static void dcn10_get_dmcu_psr_state(struct dmcu *dmcu, enum dc_psr_state *state)
527 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
529 uint32_t psr_state_offset = 0xf0;
531 /* If microcontroller is not running, do nothing */
532 if (dmcu->dmcu_state != DMCU_RUNNING)
535 /* Enable write access to IRAM */
536 REG_UPDATE(DMCU_RAM_ACCESS_CTRL, IRAM_HOST_ACCESS_EN, 1);
538 REG_WAIT(DMU_MEM_PWR_CNTL, DMCU_IRAM_MEM_PWR_STATE, 0, 2, 10);
540 /* Write address to IRAM_RD_ADDR in DMCU_IRAM_RD_CTRL */
541 REG_WRITE(DMCU_IRAM_RD_CTRL, psr_state_offset);
543 /* Read data from IRAM_RD_DATA in DMCU_IRAM_RD_DATA*/
544 *state = (enum dc_psr_state)REG_READ(DMCU_IRAM_RD_DATA);
546 /* Disable write access to IRAM after finished using IRAM
547 * in order to allow dynamic sleep state
549 REG_UPDATE(DMCU_RAM_ACCESS_CTRL, IRAM_HOST_ACCESS_EN, 0);
552 static void dcn10_dmcu_set_psr_enable(struct dmcu *dmcu, bool enable, bool wait)
554 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
555 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
556 unsigned int dmcu_wait_reg_ready_interval = 100;
558 unsigned int retryCount;
559 enum dc_psr_state state = PSR_STATE0;
561 /* If microcontroller is not running, do nothing */
562 if (dmcu->dmcu_state != DMCU_RUNNING)
565 /* waitDMCUReadyForCmd */
566 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
567 dmcu_wait_reg_ready_interval,
568 dmcu_max_retry_on_wait_reg_ready);
570 /* setDMCUParam_Cmd */
572 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
575 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
579 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
581 /* Below loops 1000 x 500us = 500 ms.
582 * Exit PSR may need to wait 1-2 frames to power up. Timeout after at
583 * least a few frames. Should never hit the max retry assert below.
586 for (retryCount = 0; retryCount <= 1000; retryCount++) {
587 dcn10_get_dmcu_psr_state(dmcu, &state);
589 if (state != PSR_STATE0)
592 if (state == PSR_STATE0)
598 /* assert if max retry hit */
599 if (retryCount >= 1000)
604 static bool dcn10_dmcu_setup_psr(struct dmcu *dmcu,
605 struct dc_link *link,
606 struct psr_context *psr_context)
608 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
610 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
611 unsigned int dmcu_wait_reg_ready_interval = 100;
613 union dce_dmcu_psr_config_data_reg1 masterCmdData1;
614 union dce_dmcu_psr_config_data_reg2 masterCmdData2;
615 union dce_dmcu_psr_config_data_reg3 masterCmdData3;
617 /* If microcontroller is not running, do nothing */
618 if (dmcu->dmcu_state != DMCU_RUNNING)
621 link->link_enc->funcs->psr_program_dp_dphy_fast_training(link->link_enc,
622 psr_context->psrExitLinkTrainingRequired);
624 /* Enable static screen interrupts for PSR supported display */
625 /* Disable the interrupt coming from other displays. */
626 REG_UPDATE_4(DMCU_INTERRUPT_TO_UC_EN_MASK,
627 STATIC_SCREEN1_INT_TO_UC_EN, 0,
628 STATIC_SCREEN2_INT_TO_UC_EN, 0,
629 STATIC_SCREEN3_INT_TO_UC_EN, 0,
630 STATIC_SCREEN4_INT_TO_UC_EN, 0);
632 switch (psr_context->controllerId) {
633 /* Driver uses case 1 for unconfigured */
635 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
636 STATIC_SCREEN1_INT_TO_UC_EN, 1);
639 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
640 STATIC_SCREEN2_INT_TO_UC_EN, 1);
643 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
644 STATIC_SCREEN3_INT_TO_UC_EN, 1);
647 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
648 STATIC_SCREEN4_INT_TO_UC_EN, 1);
651 /* CZ/NL only has 4 CRTC!!
653 * There is no interrupt enable mask for these instances.
657 /* CZ/NL only has 4 CRTC!!
658 * These are here because they are defined in HW regspec,
659 * but not really valid. There is no interrupt enable mask
660 * for these instances.
664 REG_UPDATE(DMCU_INTERRUPT_TO_UC_EN_MASK,
665 STATIC_SCREEN1_INT_TO_UC_EN, 1);
669 link->link_enc->funcs->psr_program_secondary_packet(link->link_enc,
670 psr_context->sdpTransmitLineNumDeadline);
672 if (psr_context->allow_smu_optimizations)
673 REG_UPDATE(SMU_INTERRUPT_CONTROL, DC_SMU_INT_ENABLE, 1);
675 /* waitDMCUReadyForCmd */
676 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
677 dmcu_wait_reg_ready_interval,
678 dmcu_max_retry_on_wait_reg_ready);
680 /* setDMCUParam_PSRHostConfigData */
681 masterCmdData1.u32All = 0;
682 masterCmdData1.bits.timehyst_frames = psr_context->timehyst_frames;
683 masterCmdData1.bits.hyst_lines = psr_context->hyst_lines;
684 masterCmdData1.bits.rfb_update_auto_en =
685 psr_context->rfb_update_auto_en;
686 masterCmdData1.bits.dp_port_num = psr_context->transmitterId;
687 masterCmdData1.bits.dcp_sel = psr_context->controllerId;
688 masterCmdData1.bits.phy_type = psr_context->phyType;
689 masterCmdData1.bits.frame_cap_ind =
690 psr_context->psrFrameCaptureIndicationReq;
691 masterCmdData1.bits.aux_chan = psr_context->channel;
692 masterCmdData1.bits.aux_repeat = psr_context->aux_repeats;
693 masterCmdData1.bits.allow_smu_optimizations = psr_context->allow_smu_optimizations;
694 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1),
695 masterCmdData1.u32All);
697 masterCmdData2.u32All = 0;
698 masterCmdData2.bits.dig_fe = psr_context->engineId;
699 masterCmdData2.bits.dig_be = psr_context->transmitterId;
700 masterCmdData2.bits.skip_wait_for_pll_lock =
701 psr_context->skipPsrWaitForPllLock;
702 masterCmdData2.bits.frame_delay = psr_context->frame_delay;
703 masterCmdData2.bits.smu_phy_id = psr_context->smuPhyId;
704 masterCmdData2.bits.num_of_controllers =
705 psr_context->numberOfControllers;
706 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG2),
707 masterCmdData2.u32All);
709 masterCmdData3.u32All = 0;
710 masterCmdData3.bits.psr_level = psr_context->psr_level.u32all;
711 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG3),
712 masterCmdData3.u32All);
715 /* setDMCUParam_Cmd */
716 REG_UPDATE(MASTER_COMM_CMD_REG,
717 MASTER_COMM_CMD_REG_BYTE0, PSR_SET);
720 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
722 /* waitDMCUReadyForCmd */
723 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
728 static void dcn10_psr_wait_loop(
730 unsigned int wait_loop_number)
732 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
733 union dce_dmcu_psr_config_data_wait_loop_reg1 masterCmdData1;
735 /* If microcontroller is not running, do nothing */
736 if (dmcu->dmcu_state != DMCU_RUNNING)
739 if (wait_loop_number != 0) {
740 /* waitDMCUReadyForCmd */
741 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
743 masterCmdData1.u32 = 0;
744 masterCmdData1.bits.wait_loop = wait_loop_number;
745 dmcu->cached_wait_loop_number = wait_loop_number;
746 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1), masterCmdData1.u32);
748 /* setDMCUParam_Cmd */
749 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0, PSR_SET_WAITLOOP);
752 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
756 static void dcn10_get_psr_wait_loop(
757 struct dmcu *dmcu, unsigned int *psr_wait_loop_number)
759 *psr_wait_loop_number = dmcu->cached_wait_loop_number;
763 static bool dcn10_is_dmcu_initialized(struct dmcu *dmcu)
765 /* microcontroller is not running */
766 if (dmcu->dmcu_state != DMCU_RUNNING)
773 static bool dcn20_lock_phy(struct dmcu *dmcu)
775 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
777 /* If microcontroller is not running, do nothing */
778 if (dmcu->dmcu_state != DMCU_RUNNING)
781 /* waitDMCUReadyForCmd */
782 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
784 /* setDMCUParam_Cmd */
785 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0, MCP_SYNC_PHY_LOCK);
788 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
790 /* waitDMCUReadyForCmd */
791 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
796 static bool dcn20_unlock_phy(struct dmcu *dmcu)
798 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
800 /* If microcontroller is not running, do nothing */
801 if (dmcu->dmcu_state != DMCU_RUNNING)
804 /* waitDMCUReadyForCmd */
805 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
807 /* setDMCUParam_Cmd */
808 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0, MCP_SYNC_PHY_UNLOCK);
811 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
813 /* waitDMCUReadyForCmd */
814 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
819 static bool dcn10_send_edid_cea(struct dmcu *dmcu,
825 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
826 uint32_t header, data1, data2;
828 /* If microcontroller is not running, do nothing */
829 if (dmcu->dmcu_state != DMCU_RUNNING)
832 if (length > 8 || length <= 0)
835 header = ((uint32_t)offset & 0xFFFF) << 16 | (total_length & 0xFFFF);
836 data1 = (((uint32_t)data[0]) << 24) | (((uint32_t)data[1]) << 16) |
837 (((uint32_t)data[2]) << 8) | ((uint32_t)data[3]);
838 data2 = (((uint32_t)data[4]) << 24) | (((uint32_t)data[5]) << 16) |
839 (((uint32_t)data[6]) << 8) | ((uint32_t)data[7]);
841 /* waitDMCUReadyForCmd */
842 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
844 /* setDMCUParam_Cmd */
845 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0, MCP_SEND_EDID_CEA);
847 REG_WRITE(MASTER_COMM_DATA_REG1, header);
848 REG_WRITE(MASTER_COMM_DATA_REG2, data1);
849 REG_WRITE(MASTER_COMM_DATA_REG3, data2);
852 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
854 /* waitDMCUReadyForCmd */
855 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0, 1, 10000);
860 static bool dcn10_get_scp_results(struct dmcu *dmcu,
866 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
868 /* If microcontroller is not running, do nothing */
869 if (dmcu->dmcu_state != DMCU_RUNNING)
872 *cmd = REG_READ(SLAVE_COMM_CMD_REG);
873 *data1 = REG_READ(SLAVE_COMM_DATA_REG1);
874 *data2 = REG_READ(SLAVE_COMM_DATA_REG2);
875 *data3 = REG_READ(SLAVE_COMM_DATA_REG3);
877 /* clear SCP interrupt */
878 REG_UPDATE(SLAVE_COMM_CNTL_REG, SLAVE_COMM_INTERRUPT, 0);
883 static bool dcn10_recv_amd_vsdb(struct dmcu *dmcu,
891 if (!dcn10_get_scp_results(dmcu, &data[0], &data[1], &data[2], &data[3]))
894 cmd = data[0] & 0x3FF;
895 len = (data[0] >> 10) & 0x3F;
898 if (cmd != MCP_SEND_EDID_CEA || ack != EDID_CEA_CMD_ACK || len != 12)
901 if ((data[2] & 0xFF)) {
902 *version = (data[2] >> 8) & 0xFF;
903 *min_frame_rate = (data[3] >> 16) & 0xFFFF;
904 *max_frame_rate = data[3] & 0xFFFF;
911 static bool dcn10_recv_edid_cea_ack(struct dmcu *dmcu, int *offset)
916 if (!dcn10_get_scp_results(dmcu,
917 &data[0], &data[1], &data[2], &data[3]))
920 cmd = data[0] & 0x3FF;
923 if (cmd != MCP_SEND_EDID_CEA)
926 if (ack == EDID_CEA_CMD_ACK)
929 *offset = data[2]; /* nack */
933 #endif //(CONFIG_DRM_AMD_DC_DCN)
935 #if defined(CONFIG_DRM_AMD_SECURE_DISPLAY)
936 static void dcn10_forward_crc_window(struct dmcu *dmcu,
937 struct crc_region *crc_win,
938 struct otg_phy_mux *mux_mapping)
940 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
941 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
942 unsigned int dmcu_wait_reg_ready_interval = 100;
943 unsigned int crc_start = 0, crc_end = 0, otg_phy_mux = 0;
945 /* If microcontroller is not running, do nothing */
946 if (dmcu->dmcu_state != DMCU_RUNNING)
952 /* waitDMCUReadyForCmd */
953 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
954 dmcu_wait_reg_ready_interval,
955 dmcu_max_retry_on_wait_reg_ready);
957 /* build up nitification data */
958 crc_start = (((unsigned int) crc_win->x_start) << 16) | crc_win->y_start;
959 crc_end = (((unsigned int) crc_win->x_end) << 16) | crc_win->y_end;
961 (((unsigned int) mux_mapping->otg_output_num) << 16) | mux_mapping->phy_output_num;
963 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1),
966 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG2),
969 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG3),
972 /* setDMCUParam_Cmd */
973 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
977 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
980 static void dcn10_stop_crc_win_update(struct dmcu *dmcu,
981 struct otg_phy_mux *mux_mapping)
983 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(dmcu);
984 unsigned int dmcu_max_retry_on_wait_reg_ready = 801;
985 unsigned int dmcu_wait_reg_ready_interval = 100;
986 unsigned int otg_phy_mux = 0;
988 /* If microcontroller is not running, do nothing */
989 if (dmcu->dmcu_state != DMCU_RUNNING)
992 /* waitDMCUReadyForCmd */
993 REG_WAIT(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 0,
994 dmcu_wait_reg_ready_interval,
995 dmcu_max_retry_on_wait_reg_ready);
997 /* build up nitification data */
999 (((unsigned int) mux_mapping->otg_output_num) << 16) | mux_mapping->phy_output_num;
1001 dm_write_reg(dmcu->ctx, REG(MASTER_COMM_DATA_REG1),
1004 /* setDMCUParam_Cmd */
1005 REG_UPDATE(MASTER_COMM_CMD_REG, MASTER_COMM_CMD_REG_BYTE0,
1009 REG_UPDATE(MASTER_COMM_CNTL_REG, MASTER_COMM_INTERRUPT, 1);
1013 static const struct dmcu_funcs dce_funcs = {
1014 .dmcu_init = dce_dmcu_init,
1015 .load_iram = dce_dmcu_load_iram,
1016 .set_psr_enable = dce_dmcu_set_psr_enable,
1017 .setup_psr = dce_dmcu_setup_psr,
1018 .get_psr_state = dce_get_dmcu_psr_state,
1019 .set_psr_wait_loop = dce_psr_wait_loop,
1020 .get_psr_wait_loop = dce_get_psr_wait_loop,
1021 .is_dmcu_initialized = dce_is_dmcu_initialized
1024 #if defined(CONFIG_DRM_AMD_DC_DCN)
1025 static const struct dmcu_funcs dcn10_funcs = {
1026 .dmcu_init = dcn10_dmcu_init,
1027 .load_iram = dcn10_dmcu_load_iram,
1028 .set_psr_enable = dcn10_dmcu_set_psr_enable,
1029 .setup_psr = dcn10_dmcu_setup_psr,
1030 .get_psr_state = dcn10_get_dmcu_psr_state,
1031 .set_psr_wait_loop = dcn10_psr_wait_loop,
1032 .get_psr_wait_loop = dcn10_get_psr_wait_loop,
1033 .send_edid_cea = dcn10_send_edid_cea,
1034 .recv_amd_vsdb = dcn10_recv_amd_vsdb,
1035 .recv_edid_cea_ack = dcn10_recv_edid_cea_ack,
1036 #if defined(CONFIG_DRM_AMD_SECURE_DISPLAY)
1037 .forward_crc_window = dcn10_forward_crc_window,
1038 .stop_crc_win_update = dcn10_stop_crc_win_update,
1040 .is_dmcu_initialized = dcn10_is_dmcu_initialized
1043 static const struct dmcu_funcs dcn20_funcs = {
1044 .dmcu_init = dcn10_dmcu_init,
1045 .load_iram = dcn10_dmcu_load_iram,
1046 .set_psr_enable = dcn10_dmcu_set_psr_enable,
1047 .setup_psr = dcn10_dmcu_setup_psr,
1048 .get_psr_state = dcn10_get_dmcu_psr_state,
1049 .set_psr_wait_loop = dcn10_psr_wait_loop,
1050 .get_psr_wait_loop = dcn10_get_psr_wait_loop,
1051 .is_dmcu_initialized = dcn10_is_dmcu_initialized,
1052 .lock_phy = dcn20_lock_phy,
1053 .unlock_phy = dcn20_unlock_phy
1056 static const struct dmcu_funcs dcn21_funcs = {
1057 .dmcu_init = dcn21_dmcu_init,
1058 .load_iram = dcn10_dmcu_load_iram,
1059 .set_psr_enable = dcn10_dmcu_set_psr_enable,
1060 .setup_psr = dcn10_dmcu_setup_psr,
1061 .get_psr_state = dcn10_get_dmcu_psr_state,
1062 .set_psr_wait_loop = dcn10_psr_wait_loop,
1063 .get_psr_wait_loop = dcn10_get_psr_wait_loop,
1064 .is_dmcu_initialized = dcn10_is_dmcu_initialized,
1065 .lock_phy = dcn20_lock_phy,
1066 .unlock_phy = dcn20_unlock_phy
1070 static void dce_dmcu_construct(
1071 struct dce_dmcu *dmcu_dce,
1072 struct dc_context *ctx,
1073 const struct dce_dmcu_registers *regs,
1074 const struct dce_dmcu_shift *dmcu_shift,
1075 const struct dce_dmcu_mask *dmcu_mask)
1077 struct dmcu *base = &dmcu_dce->base;
1080 base->funcs = &dce_funcs;
1081 base->cached_wait_loop_number = 0;
1083 dmcu_dce->regs = regs;
1084 dmcu_dce->dmcu_shift = dmcu_shift;
1085 dmcu_dce->dmcu_mask = dmcu_mask;
1088 #if defined(CONFIG_DRM_AMD_DC_DCN)
1089 static void dcn21_dmcu_construct(
1090 struct dce_dmcu *dmcu_dce,
1091 struct dc_context *ctx,
1092 const struct dce_dmcu_registers *regs,
1093 const struct dce_dmcu_shift *dmcu_shift,
1094 const struct dce_dmcu_mask *dmcu_mask)
1096 uint32_t psp_version = 0;
1098 dce_dmcu_construct(dmcu_dce, ctx, regs, dmcu_shift, dmcu_mask);
1100 if (!IS_FPGA_MAXIMUS_DC(ctx->dce_environment)) {
1101 psp_version = dm_read_reg(ctx, mmMP0_SMN_C2PMSG_58);
1102 dmcu_dce->base.auto_load_dmcu = ((psp_version & 0x00FF00FF) > 0x00110029);
1103 dmcu_dce->base.psp_version = psp_version;
1108 struct dmcu *dce_dmcu_create(
1109 struct dc_context *ctx,
1110 const struct dce_dmcu_registers *regs,
1111 const struct dce_dmcu_shift *dmcu_shift,
1112 const struct dce_dmcu_mask *dmcu_mask)
1114 struct dce_dmcu *dmcu_dce = kzalloc(sizeof(*dmcu_dce), GFP_KERNEL);
1116 if (dmcu_dce == NULL) {
1117 BREAK_TO_DEBUGGER();
1122 dmcu_dce, ctx, regs, dmcu_shift, dmcu_mask);
1124 dmcu_dce->base.funcs = &dce_funcs;
1126 return &dmcu_dce->base;
1129 #if defined(CONFIG_DRM_AMD_DC_DCN)
1130 struct dmcu *dcn10_dmcu_create(
1131 struct dc_context *ctx,
1132 const struct dce_dmcu_registers *regs,
1133 const struct dce_dmcu_shift *dmcu_shift,
1134 const struct dce_dmcu_mask *dmcu_mask)
1136 struct dce_dmcu *dmcu_dce = kzalloc(sizeof(*dmcu_dce), GFP_ATOMIC);
1138 if (dmcu_dce == NULL) {
1139 BREAK_TO_DEBUGGER();
1144 dmcu_dce, ctx, regs, dmcu_shift, dmcu_mask);
1146 dmcu_dce->base.funcs = &dcn10_funcs;
1148 return &dmcu_dce->base;
1151 struct dmcu *dcn20_dmcu_create(
1152 struct dc_context *ctx,
1153 const struct dce_dmcu_registers *regs,
1154 const struct dce_dmcu_shift *dmcu_shift,
1155 const struct dce_dmcu_mask *dmcu_mask)
1157 struct dce_dmcu *dmcu_dce = kzalloc(sizeof(*dmcu_dce), GFP_ATOMIC);
1159 if (dmcu_dce == NULL) {
1160 BREAK_TO_DEBUGGER();
1165 dmcu_dce, ctx, regs, dmcu_shift, dmcu_mask);
1167 dmcu_dce->base.funcs = &dcn20_funcs;
1169 return &dmcu_dce->base;
1172 struct dmcu *dcn21_dmcu_create(
1173 struct dc_context *ctx,
1174 const struct dce_dmcu_registers *regs,
1175 const struct dce_dmcu_shift *dmcu_shift,
1176 const struct dce_dmcu_mask *dmcu_mask)
1178 struct dce_dmcu *dmcu_dce = kzalloc(sizeof(*dmcu_dce), GFP_ATOMIC);
1180 if (dmcu_dce == NULL) {
1181 BREAK_TO_DEBUGGER();
1185 dcn21_dmcu_construct(
1186 dmcu_dce, ctx, regs, dmcu_shift, dmcu_mask);
1188 dmcu_dce->base.funcs = &dcn21_funcs;
1190 return &dmcu_dce->base;
1194 void dce_dmcu_destroy(struct dmcu **dmcu)
1196 struct dce_dmcu *dmcu_dce = TO_DCE_DMCU(*dmcu);