2 * Copyright 2012-15 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include <drm/display/drm_dp_helper.h>
27 #include <drm/display/drm_dp_mst_helper.h>
28 #include <drm/drm_atomic.h>
29 #include <drm/drm_atomic_helper.h>
30 #include "dm_services.h"
32 #include "amdgpu_dm.h"
33 #include "amdgpu_dm_mst_types.h"
36 #include "dm_helpers.h"
38 #include "dc_link_ddc.h"
39 #include "ddc_service_types.h"
40 #include "dpcd_defs.h"
42 #include "i2caux_interface.h"
44 #if defined(CONFIG_DEBUG_FS)
45 #include "amdgpu_dm_debugfs.h"
48 #include "dc/dcn20/dcn20_resource.h"
49 bool is_timing_changed(struct dc_stream_state *cur_stream,
50 struct dc_stream_state *new_stream);
53 static ssize_t dm_dp_aux_transfer(struct drm_dp_aux *aux,
54 struct drm_dp_aux_msg *msg)
57 struct aux_payload payload;
58 enum aux_return_code_type operation_result;
60 if (WARN_ON(msg->size > 16))
63 payload.address = msg->address;
64 payload.data = msg->buffer;
65 payload.length = msg->size;
66 payload.reply = &msg->reply;
67 payload.i2c_over_aux = (msg->request & DP_AUX_NATIVE_WRITE) == 0;
68 payload.write = (msg->request & DP_AUX_I2C_READ) == 0;
69 payload.mot = (msg->request & DP_AUX_I2C_MOT) != 0;
70 payload.write_status_update =
71 (msg->request & DP_AUX_I2C_WRITE_STATUS_UPDATE) != 0;
72 payload.defer_delay = 0;
74 result = dc_link_aux_transfer_raw(TO_DM_AUX(aux)->ddc_service, &payload,
77 if (payload.write && result >= 0)
81 switch (operation_result) {
84 case AUX_RET_ERROR_HPD_DISCON:
85 case AUX_RET_ERROR_UNKNOWN:
86 case AUX_RET_ERROR_INVALID_OPERATION:
87 case AUX_RET_ERROR_PROTOCOL_ERROR:
90 case AUX_RET_ERROR_INVALID_REPLY:
91 case AUX_RET_ERROR_ENGINE_ACQUIRE:
94 case AUX_RET_ERROR_TIMEOUT:
103 dm_dp_mst_connector_destroy(struct drm_connector *connector)
105 struct amdgpu_dm_connector *aconnector =
106 to_amdgpu_dm_connector(connector);
108 if (aconnector->dc_sink) {
109 dc_link_remove_remote_sink(aconnector->dc_link,
110 aconnector->dc_sink);
111 dc_sink_release(aconnector->dc_sink);
114 kfree(aconnector->edid);
116 drm_connector_cleanup(connector);
117 drm_dp_mst_put_port_malloc(aconnector->port);
122 amdgpu_dm_mst_connector_late_register(struct drm_connector *connector)
124 struct amdgpu_dm_connector *amdgpu_dm_connector =
125 to_amdgpu_dm_connector(connector);
128 r = drm_dp_mst_connector_late_register(connector,
129 amdgpu_dm_connector->port);
133 #if defined(CONFIG_DEBUG_FS)
134 connector_debugfs_init(amdgpu_dm_connector);
141 amdgpu_dm_mst_connector_early_unregister(struct drm_connector *connector)
143 struct amdgpu_dm_connector *amdgpu_dm_connector =
144 to_amdgpu_dm_connector(connector);
145 struct drm_dp_mst_port *port = amdgpu_dm_connector->port;
147 drm_dp_mst_connector_early_unregister(connector, port);
150 static const struct drm_connector_funcs dm_dp_mst_connector_funcs = {
151 .fill_modes = drm_helper_probe_single_connector_modes,
152 .destroy = dm_dp_mst_connector_destroy,
153 .reset = amdgpu_dm_connector_funcs_reset,
154 .atomic_duplicate_state = amdgpu_dm_connector_atomic_duplicate_state,
155 .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
156 .atomic_set_property = amdgpu_dm_connector_atomic_set_property,
157 .atomic_get_property = amdgpu_dm_connector_atomic_get_property,
158 .late_register = amdgpu_dm_mst_connector_late_register,
159 .early_unregister = amdgpu_dm_mst_connector_early_unregister,
162 #if defined(CONFIG_DRM_AMD_DC_DCN)
163 bool needs_dsc_aux_workaround(struct dc_link *link)
165 if (link->dpcd_caps.branch_dev_id == DP_BRANCH_DEVICE_ID_90CC24 &&
166 (link->dpcd_caps.dpcd_rev.raw == DPCD_REV_14 || link->dpcd_caps.dpcd_rev.raw == DPCD_REV_12) &&
167 link->dpcd_caps.sink_count.bits.SINK_COUNT >= 2)
173 static bool validate_dsc_caps_on_connector(struct amdgpu_dm_connector *aconnector)
175 struct dc_sink *dc_sink = aconnector->dc_sink;
176 struct drm_dp_mst_port *port = aconnector->port;
177 u8 dsc_caps[16] = { 0 };
178 u8 dsc_branch_dec_caps_raw[3] = { 0 }; // DSC branch decoder caps 0xA0 ~ 0xA2
179 u8 *dsc_branch_dec_caps = NULL;
181 aconnector->dsc_aux = drm_dp_mst_dsc_aux_for_port(port);
184 * drm_dp_mst_dsc_aux_for_port() will return NULL for certain configs
185 * because it only check the dsc/fec caps of the "port variable" and not the dock
187 * This case will return NULL: DSC capabe MST dock connected to a non fec/dsc capable display
189 * Workaround: explicitly check the use case above and use the mst dock's aux as dsc_aux
192 if (!aconnector->dsc_aux && !port->parent->port_parent &&
193 needs_dsc_aux_workaround(aconnector->dc_link))
194 aconnector->dsc_aux = &aconnector->mst_port->dm_dp_aux.aux;
196 if (!aconnector->dsc_aux)
199 if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DSC_SUPPORT, dsc_caps, 16) < 0)
202 if (drm_dp_dpcd_read(aconnector->dsc_aux,
203 DP_DSC_BRANCH_OVERALL_THROUGHPUT_0, dsc_branch_dec_caps_raw, 3) == 3)
204 dsc_branch_dec_caps = dsc_branch_dec_caps_raw;
206 if (!dc_dsc_parse_dsc_dpcd(aconnector->dc_link->ctx->dc,
207 dsc_caps, dsc_branch_dec_caps,
208 &dc_sink->dsc_caps.dsc_dec_caps))
214 static bool retrieve_downstream_port_device(struct amdgpu_dm_connector *aconnector)
216 union dp_downstream_port_present ds_port_present;
218 if (!aconnector->dsc_aux)
221 if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DOWNSTREAMPORT_PRESENT, &ds_port_present, 1) < 0) {
222 DRM_INFO("Failed to read downstream_port_present 0x05 from DFP of branch device\n");
226 aconnector->mst_downstream_port_present = ds_port_present;
227 DRM_INFO("Downstream port present %d, type %d\n",
228 ds_port_present.fields.PORT_PRESENT, ds_port_present.fields.PORT_TYPE);
234 static int dm_dp_mst_get_modes(struct drm_connector *connector)
236 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
240 return drm_add_edid_modes(connector, NULL);
242 if (!aconnector->edid) {
244 edid = drm_dp_mst_get_edid(connector, &aconnector->mst_port->mst_mgr, aconnector->port);
247 drm_connector_update_edid_property(
251 DRM_DEBUG_KMS("Can't get EDID of %s. Add default remote sink.", connector->name);
252 if (!aconnector->dc_sink) {
253 struct dc_sink *dc_sink;
254 struct dc_sink_init_data init_params = {
255 .link = aconnector->dc_link,
256 .sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
258 dc_sink = dc_link_add_remote_sink(
265 DRM_ERROR("Unable to add a remote sink\n");
269 dc_sink->priv = aconnector;
270 aconnector->dc_sink = dc_sink;
276 aconnector->edid = edid;
279 if (aconnector->dc_sink && aconnector->dc_sink->sink_signal == SIGNAL_TYPE_VIRTUAL) {
280 dc_sink_release(aconnector->dc_sink);
281 aconnector->dc_sink = NULL;
284 if (!aconnector->dc_sink) {
285 struct dc_sink *dc_sink;
286 struct dc_sink_init_data init_params = {
287 .link = aconnector->dc_link,
288 .sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
289 dc_sink = dc_link_add_remote_sink(
291 (uint8_t *)aconnector->edid,
292 (aconnector->edid->extensions + 1) * EDID_LENGTH,
296 DRM_ERROR("Unable to add a remote sink\n");
300 dc_sink->priv = aconnector;
301 /* dc_link_add_remote_sink returns a new reference */
302 aconnector->dc_sink = dc_sink;
304 if (aconnector->dc_sink) {
305 amdgpu_dm_update_freesync_caps(
306 connector, aconnector->edid);
308 #if defined(CONFIG_DRM_AMD_DC_DCN)
309 if (!validate_dsc_caps_on_connector(aconnector))
310 memset(&aconnector->dc_sink->dsc_caps,
311 0, sizeof(aconnector->dc_sink->dsc_caps));
313 if (!retrieve_downstream_port_device(aconnector))
314 memset(&aconnector->mst_downstream_port_present,
315 0, sizeof(aconnector->mst_downstream_port_present));
320 drm_connector_update_edid_property(
321 &aconnector->base, aconnector->edid);
323 ret = drm_add_edid_modes(connector, aconnector->edid);
328 static struct drm_encoder *
329 dm_mst_atomic_best_encoder(struct drm_connector *connector,
330 struct drm_atomic_state *state)
332 struct drm_connector_state *connector_state = drm_atomic_get_new_connector_state(state,
334 struct drm_device *dev = connector->dev;
335 struct amdgpu_device *adev = drm_to_adev(dev);
336 struct amdgpu_crtc *acrtc = to_amdgpu_crtc(connector_state->crtc);
338 return &adev->dm.mst_encoders[acrtc->crtc_id].base;
342 dm_dp_mst_detect(struct drm_connector *connector,
343 struct drm_modeset_acquire_ctx *ctx, bool force)
345 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
346 struct amdgpu_dm_connector *master = aconnector->mst_port;
348 if (drm_connector_is_unregistered(connector))
349 return connector_status_disconnected;
351 return drm_dp_mst_detect_port(connector, ctx, &master->mst_mgr,
355 static int dm_dp_mst_atomic_check(struct drm_connector *connector,
356 struct drm_atomic_state *state)
358 struct drm_connector_state *new_conn_state =
359 drm_atomic_get_new_connector_state(state, connector);
360 struct drm_connector_state *old_conn_state =
361 drm_atomic_get_old_connector_state(state, connector);
362 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
363 struct drm_crtc_state *new_crtc_state;
364 struct drm_dp_mst_topology_mgr *mst_mgr;
365 struct drm_dp_mst_port *mst_port;
367 mst_port = aconnector->port;
368 mst_mgr = &aconnector->mst_port->mst_mgr;
370 if (!old_conn_state->crtc)
373 if (new_conn_state->crtc) {
374 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
375 if (!new_crtc_state ||
376 !drm_atomic_crtc_needs_modeset(new_crtc_state) ||
377 new_crtc_state->enable)
381 return drm_dp_atomic_release_vcpi_slots(state,
386 static const struct drm_connector_helper_funcs dm_dp_mst_connector_helper_funcs = {
387 .get_modes = dm_dp_mst_get_modes,
388 .mode_valid = amdgpu_dm_connector_mode_valid,
389 .atomic_best_encoder = dm_mst_atomic_best_encoder,
390 .detect_ctx = dm_dp_mst_detect,
391 .atomic_check = dm_dp_mst_atomic_check,
394 static void amdgpu_dm_encoder_destroy(struct drm_encoder *encoder)
396 drm_encoder_cleanup(encoder);
400 static const struct drm_encoder_funcs amdgpu_dm_encoder_funcs = {
401 .destroy = amdgpu_dm_encoder_destroy,
405 dm_dp_create_fake_mst_encoders(struct amdgpu_device *adev)
407 struct drm_device *dev = adev_to_drm(adev);
410 for (i = 0; i < adev->dm.display_indexes_num; i++) {
411 struct amdgpu_encoder *amdgpu_encoder = &adev->dm.mst_encoders[i];
412 struct drm_encoder *encoder = &amdgpu_encoder->base;
414 encoder->possible_crtcs = amdgpu_dm_get_encoder_crtc_mask(adev);
418 &amdgpu_encoder->base,
419 &amdgpu_dm_encoder_funcs,
420 DRM_MODE_ENCODER_DPMST,
423 drm_encoder_helper_add(encoder, &amdgpu_dm_encoder_helper_funcs);
427 static struct drm_connector *
428 dm_dp_add_mst_connector(struct drm_dp_mst_topology_mgr *mgr,
429 struct drm_dp_mst_port *port,
430 const char *pathprop)
432 struct amdgpu_dm_connector *master = container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
433 struct drm_device *dev = master->base.dev;
434 struct amdgpu_device *adev = drm_to_adev(dev);
435 struct amdgpu_dm_connector *aconnector;
436 struct drm_connector *connector;
439 aconnector = kzalloc(sizeof(*aconnector), GFP_KERNEL);
443 connector = &aconnector->base;
444 aconnector->port = port;
445 aconnector->mst_port = master;
447 if (drm_connector_init(
450 &dm_dp_mst_connector_funcs,
451 DRM_MODE_CONNECTOR_DisplayPort)) {
455 drm_connector_helper_add(connector, &dm_dp_mst_connector_helper_funcs);
457 amdgpu_dm_connector_init_helper(
460 DRM_MODE_CONNECTOR_DisplayPort,
462 master->connector_id);
464 for (i = 0; i < adev->dm.display_indexes_num; i++) {
465 drm_connector_attach_encoder(&aconnector->base,
466 &adev->dm.mst_encoders[i].base);
469 connector->max_bpc_property = master->base.max_bpc_property;
470 if (connector->max_bpc_property)
471 drm_connector_attach_max_bpc_property(connector, 8, 16);
473 connector->vrr_capable_property = master->base.vrr_capable_property;
474 if (connector->vrr_capable_property)
475 drm_connector_attach_vrr_capable_property(connector);
477 drm_object_attach_property(
479 dev->mode_config.path_property,
481 drm_object_attach_property(
483 dev->mode_config.tile_property,
486 drm_connector_set_path_property(connector, pathprop);
489 * Initialize connector state before adding the connectror to drm and
492 amdgpu_dm_connector_funcs_reset(connector);
494 drm_dp_mst_get_port_malloc(port);
499 static const struct drm_dp_mst_topology_cbs dm_mst_cbs = {
500 .add_connector = dm_dp_add_mst_connector,
503 void amdgpu_dm_initialize_dp_connector(struct amdgpu_display_manager *dm,
504 struct amdgpu_dm_connector *aconnector,
507 struct dc_link_settings max_link_enc_cap = {0};
509 aconnector->dm_dp_aux.aux.name =
510 kasprintf(GFP_KERNEL, "AMDGPU DM aux hw bus %d",
512 aconnector->dm_dp_aux.aux.transfer = dm_dp_aux_transfer;
513 aconnector->dm_dp_aux.aux.drm_dev = dm->ddev;
514 aconnector->dm_dp_aux.ddc_service = aconnector->dc_link->ddc;
516 drm_dp_aux_init(&aconnector->dm_dp_aux.aux);
517 drm_dp_cec_register_connector(&aconnector->dm_dp_aux.aux,
520 if (aconnector->base.connector_type == DRM_MODE_CONNECTOR_eDP)
523 dc_link_dp_get_max_link_enc_cap(aconnector->dc_link, &max_link_enc_cap);
524 aconnector->mst_mgr.cbs = &dm_mst_cbs;
525 drm_dp_mst_topology_mgr_init(
526 &aconnector->mst_mgr,
527 adev_to_drm(dm->adev),
528 &aconnector->dm_dp_aux.aux,
531 max_link_enc_cap.lane_count,
532 drm_dp_bw_code_to_link_rate(max_link_enc_cap.link_rate),
533 aconnector->connector_id);
535 drm_connector_attach_dp_subconnector_property(&aconnector->base);
538 int dm_mst_get_pbn_divider(struct dc_link *link)
543 return dc_link_bandwidth_kbps(link,
544 dc_link_get_link_cap(link)) / (8 * 1000 * 54);
547 #if defined(CONFIG_DRM_AMD_DC_DCN)
549 struct dsc_mst_fairness_params {
550 struct dc_crtc_timing *timing;
551 struct dc_sink *sink;
552 struct dc_dsc_bw_range bw_range;
553 bool compression_possible;
554 struct drm_dp_mst_port *port;
555 enum dsc_clock_force_state clock_force_enable;
556 uint32_t num_slices_h;
557 uint32_t num_slices_v;
558 uint32_t bpp_overwrite;
559 struct amdgpu_dm_connector *aconnector;
562 static int kbps_to_peak_pbn(int kbps)
564 u64 peak_kbps = kbps;
567 peak_kbps = div_u64(peak_kbps, 1000);
568 return (int) DIV64_U64_ROUND_UP(peak_kbps * 64, (54 * 8 * 1000));
571 static void set_dsc_configs_from_fairness_vars(struct dsc_mst_fairness_params *params,
572 struct dsc_mst_fairness_vars *vars,
578 for (i = 0; i < count; i++) {
579 memset(¶ms[i].timing->dsc_cfg, 0, sizeof(params[i].timing->dsc_cfg));
580 if (vars[i + k].dsc_enabled && dc_dsc_compute_config(
581 params[i].sink->ctx->dc->res_pool->dscs[0],
582 ¶ms[i].sink->dsc_caps.dsc_dec_caps,
583 params[i].sink->ctx->dc->debug.dsc_min_slice_height_override,
584 params[i].sink->edid_caps.panel_patch.max_dsc_target_bpp_limit,
587 ¶ms[i].timing->dsc_cfg)) {
588 params[i].timing->flags.DSC = 1;
590 if (params[i].bpp_overwrite)
591 params[i].timing->dsc_cfg.bits_per_pixel = params[i].bpp_overwrite;
593 params[i].timing->dsc_cfg.bits_per_pixel = vars[i + k].bpp_x16;
595 if (params[i].num_slices_h)
596 params[i].timing->dsc_cfg.num_slices_h = params[i].num_slices_h;
598 if (params[i].num_slices_v)
599 params[i].timing->dsc_cfg.num_slices_v = params[i].num_slices_v;
601 params[i].timing->flags.DSC = 0;
603 params[i].timing->dsc_cfg.mst_pbn = vars[i + k].pbn;
606 for (i = 0; i < count; i++) {
607 if (params[i].sink) {
608 if (params[i].sink->sink_signal != SIGNAL_TYPE_VIRTUAL &&
609 params[i].sink->sink_signal != SIGNAL_TYPE_NONE)
610 DRM_DEBUG_DRIVER("%s i=%d dispname=%s\n", __func__, i,
611 params[i].sink->edid_caps.display_name);
614 DRM_DEBUG_DRIVER("dsc=%d bits_per_pixel=%d pbn=%d\n",
615 params[i].timing->flags.DSC,
616 params[i].timing->dsc_cfg.bits_per_pixel,
621 static int bpp_x16_from_pbn(struct dsc_mst_fairness_params param, int pbn)
623 struct dc_dsc_config dsc_config;
626 kbps = div_u64((u64)pbn * 994 * 8 * 54, 64);
627 dc_dsc_compute_config(
628 param.sink->ctx->dc->res_pool->dscs[0],
629 ¶m.sink->dsc_caps.dsc_dec_caps,
630 param.sink->ctx->dc->debug.dsc_min_slice_height_override,
631 param.sink->edid_caps.panel_patch.max_dsc_target_bpp_limit,
632 (int) kbps, param.timing, &dsc_config);
634 return dsc_config.bits_per_pixel;
637 static void increase_dsc_bpp(struct drm_atomic_state *state,
638 struct dc_link *dc_link,
639 struct dsc_mst_fairness_params *params,
640 struct dsc_mst_fairness_vars *vars,
645 bool bpp_increased[MAX_PIPES];
646 int initial_slack[MAX_PIPES];
647 int min_initial_slack;
649 int remaining_to_increase = 0;
650 int pbn_per_timeslot;
651 int link_timeslots_used;
654 pbn_per_timeslot = dm_mst_get_pbn_divider(dc_link);
656 for (i = 0; i < count; i++) {
657 if (vars[i + k].dsc_enabled) {
659 kbps_to_peak_pbn(params[i].bw_range.max_kbps) - vars[i + k].pbn;
660 bpp_increased[i] = false;
661 remaining_to_increase += 1;
663 initial_slack[i] = 0;
664 bpp_increased[i] = true;
668 while (remaining_to_increase) {
670 min_initial_slack = -1;
671 for (i = 0; i < count; i++) {
672 if (!bpp_increased[i]) {
673 if (min_initial_slack == -1 || min_initial_slack > initial_slack[i]) {
674 min_initial_slack = initial_slack[i];
680 if (next_index == -1)
683 link_timeslots_used = 0;
685 for (i = 0; i < count; i++)
686 link_timeslots_used += DIV_ROUND_UP(vars[i + k].pbn, pbn_per_timeslot);
688 fair_pbn_alloc = (63 - link_timeslots_used) / remaining_to_increase * pbn_per_timeslot;
690 if (initial_slack[next_index] > fair_pbn_alloc) {
691 vars[next_index].pbn += fair_pbn_alloc;
692 if (drm_dp_atomic_find_vcpi_slots(state,
693 params[next_index].port->mgr,
694 params[next_index].port,
695 vars[next_index].pbn,
696 pbn_per_timeslot) < 0)
698 if (!drm_dp_mst_atomic_check(state)) {
699 vars[next_index].bpp_x16 = bpp_x16_from_pbn(params[next_index], vars[next_index].pbn);
701 vars[next_index].pbn -= fair_pbn_alloc;
702 if (drm_dp_atomic_find_vcpi_slots(state,
703 params[next_index].port->mgr,
704 params[next_index].port,
705 vars[next_index].pbn,
706 pbn_per_timeslot) < 0)
710 vars[next_index].pbn += initial_slack[next_index];
711 if (drm_dp_atomic_find_vcpi_slots(state,
712 params[next_index].port->mgr,
713 params[next_index].port,
714 vars[next_index].pbn,
715 pbn_per_timeslot) < 0)
717 if (!drm_dp_mst_atomic_check(state)) {
718 vars[next_index].bpp_x16 = params[next_index].bw_range.max_target_bpp_x16;
720 vars[next_index].pbn -= initial_slack[next_index];
721 if (drm_dp_atomic_find_vcpi_slots(state,
722 params[next_index].port->mgr,
723 params[next_index].port,
724 vars[next_index].pbn,
725 pbn_per_timeslot) < 0)
730 bpp_increased[next_index] = true;
731 remaining_to_increase--;
735 static void try_disable_dsc(struct drm_atomic_state *state,
736 struct dc_link *dc_link,
737 struct dsc_mst_fairness_params *params,
738 struct dsc_mst_fairness_vars *vars,
743 bool tried[MAX_PIPES];
744 int kbps_increase[MAX_PIPES];
745 int max_kbps_increase;
747 int remaining_to_try = 0;
749 for (i = 0; i < count; i++) {
750 if (vars[i + k].dsc_enabled
751 && vars[i + k].bpp_x16 == params[i].bw_range.max_target_bpp_x16
752 && params[i].clock_force_enable == DSC_CLK_FORCE_DEFAULT) {
753 kbps_increase[i] = params[i].bw_range.stream_kbps - params[i].bw_range.max_kbps;
755 remaining_to_try += 1;
757 kbps_increase[i] = 0;
762 while (remaining_to_try) {
764 max_kbps_increase = -1;
765 for (i = 0; i < count; i++) {
767 if (max_kbps_increase == -1 || max_kbps_increase < kbps_increase[i]) {
768 max_kbps_increase = kbps_increase[i];
774 if (next_index == -1)
777 vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.stream_kbps);
778 if (drm_dp_atomic_find_vcpi_slots(state,
779 params[next_index].port->mgr,
780 params[next_index].port,
781 vars[next_index].pbn,
782 dm_mst_get_pbn_divider(dc_link)) < 0)
785 if (!drm_dp_mst_atomic_check(state)) {
786 vars[next_index].dsc_enabled = false;
787 vars[next_index].bpp_x16 = 0;
789 vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.max_kbps);
790 if (drm_dp_atomic_find_vcpi_slots(state,
791 params[next_index].port->mgr,
792 params[next_index].port,
793 vars[next_index].pbn,
794 dm_mst_get_pbn_divider(dc_link)) < 0)
798 tried[next_index] = true;
803 static bool compute_mst_dsc_configs_for_link(struct drm_atomic_state *state,
804 struct dc_state *dc_state,
805 struct dc_link *dc_link,
806 struct dsc_mst_fairness_vars *vars,
807 int *link_vars_start_index)
810 struct dc_stream_state *stream;
811 struct dsc_mst_fairness_params params[MAX_PIPES];
812 struct amdgpu_dm_connector *aconnector;
814 bool debugfs_overwrite = false;
816 memset(params, 0, sizeof(params));
819 for (i = 0; i < dc_state->stream_count; i++) {
820 struct dc_dsc_policy dsc_policy = {0};
822 stream = dc_state->streams[i];
824 if (stream->link != dc_link)
827 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
831 if (!aconnector->port)
834 stream->timing.flags.DSC = 0;
836 params[count].timing = &stream->timing;
837 params[count].sink = stream->sink;
838 params[count].aconnector = aconnector;
839 params[count].port = aconnector->port;
840 params[count].clock_force_enable = aconnector->dsc_settings.dsc_force_enable;
841 if (params[count].clock_force_enable == DSC_CLK_FORCE_ENABLE)
842 debugfs_overwrite = true;
843 params[count].num_slices_h = aconnector->dsc_settings.dsc_num_slices_h;
844 params[count].num_slices_v = aconnector->dsc_settings.dsc_num_slices_v;
845 params[count].bpp_overwrite = aconnector->dsc_settings.dsc_bits_per_pixel;
846 params[count].compression_possible = stream->sink->dsc_caps.dsc_dec_caps.is_dsc_supported;
847 dc_dsc_get_policy_for_timing(params[count].timing, 0, &dsc_policy);
848 if (!dc_dsc_compute_bandwidth_range(
849 stream->sink->ctx->dc->res_pool->dscs[0],
850 stream->sink->ctx->dc->debug.dsc_min_slice_height_override,
851 dsc_policy.min_target_bpp * 16,
852 dsc_policy.max_target_bpp * 16,
853 &stream->sink->dsc_caps.dsc_dec_caps,
854 &stream->timing, ¶ms[count].bw_range))
855 params[count].bw_range.stream_kbps = dc_bandwidth_in_kbps_from_timing(&stream->timing);
865 /* k is start index of vars for current phy link used by mst hub */
866 k = *link_vars_start_index;
867 /* set vars start index for next mst hub phy link */
868 *link_vars_start_index += count;
870 /* Try no compression */
871 for (i = 0; i < count; i++) {
872 vars[i + k].aconnector = params[i].aconnector;
873 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
874 vars[i + k].dsc_enabled = false;
875 vars[i + k].bpp_x16 = 0;
876 if (drm_dp_atomic_find_vcpi_slots(state,
880 dm_mst_get_pbn_divider(dc_link)) < 0)
883 if (!drm_dp_mst_atomic_check(state) && !debugfs_overwrite) {
884 set_dsc_configs_from_fairness_vars(params, vars, count, k);
888 /* Try max compression */
889 for (i = 0; i < count; i++) {
890 if (params[i].compression_possible && params[i].clock_force_enable != DSC_CLK_FORCE_DISABLE) {
891 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.min_kbps);
892 vars[i + k].dsc_enabled = true;
893 vars[i + k].bpp_x16 = params[i].bw_range.min_target_bpp_x16;
894 if (drm_dp_atomic_find_vcpi_slots(state,
898 dm_mst_get_pbn_divider(dc_link)) < 0)
901 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
902 vars[i + k].dsc_enabled = false;
903 vars[i + k].bpp_x16 = 0;
904 if (drm_dp_atomic_find_vcpi_slots(state,
908 dm_mst_get_pbn_divider(dc_link)) < 0)
912 if (drm_dp_mst_atomic_check(state))
915 /* Optimize degree of compression */
916 increase_dsc_bpp(state, dc_link, params, vars, count, k);
918 try_disable_dsc(state, dc_link, params, vars, count, k);
920 set_dsc_configs_from_fairness_vars(params, vars, count, k);
925 static bool is_dsc_need_re_compute(
926 struct drm_atomic_state *state,
927 struct dc_state *dc_state,
928 struct dc_link *dc_link)
931 bool is_dsc_need_re_compute = false;
932 struct amdgpu_dm_connector *stream_on_link[MAX_PIPES];
933 int new_stream_on_link_num = 0;
934 struct amdgpu_dm_connector *aconnector;
935 struct dc_stream_state *stream;
936 const struct dc *dc = dc_link->dc;
938 /* only check phy used by dsc mst branch */
939 if (dc_link->type != dc_connection_mst_branch)
942 if (!(dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_SUPPORT ||
943 dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_PASSTHROUGH_SUPPORT))
946 for (i = 0; i < MAX_PIPES; i++)
947 stream_on_link[i] = NULL;
949 /* check if there is mode change in new request */
950 for (i = 0; i < dc_state->stream_count; i++) {
951 struct drm_crtc_state *new_crtc_state;
952 struct drm_connector_state *new_conn_state;
954 stream = dc_state->streams[i];
958 /* check if stream using the same link for mst */
959 if (stream->link != dc_link)
962 aconnector = (struct amdgpu_dm_connector *) stream->dm_stream_context;
966 stream_on_link[new_stream_on_link_num] = aconnector;
967 new_stream_on_link_num++;
969 new_conn_state = drm_atomic_get_new_connector_state(state, &aconnector->base);
973 if (IS_ERR(new_conn_state))
976 if (!new_conn_state->crtc)
979 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
983 if (IS_ERR(new_crtc_state))
986 if (new_crtc_state->enable && new_crtc_state->active) {
987 if (new_crtc_state->mode_changed || new_crtc_state->active_changed ||
988 new_crtc_state->connectors_changed)
993 /* check current_state if there stream on link but it is not in
996 for (i = 0; i < dc->current_state->stream_count; i++) {
997 stream = dc->current_state->streams[i];
998 /* only check stream on the mst hub */
999 if (stream->link != dc_link)
1002 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1006 for (j = 0; j < new_stream_on_link_num; j++) {
1007 if (stream_on_link[j]) {
1008 if (aconnector == stream_on_link[j])
1013 if (j == new_stream_on_link_num) {
1014 /* not in new state */
1015 is_dsc_need_re_compute = true;
1020 return is_dsc_need_re_compute;
1023 bool compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1024 struct dc_state *dc_state,
1025 struct dsc_mst_fairness_vars *vars)
1028 struct dc_stream_state *stream;
1029 bool computed_streams[MAX_PIPES];
1030 struct amdgpu_dm_connector *aconnector;
1031 int link_vars_start_index = 0;
1033 for (i = 0; i < dc_state->stream_count; i++)
1034 computed_streams[i] = false;
1036 for (i = 0; i < dc_state->stream_count; i++) {
1037 stream = dc_state->streams[i];
1039 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1042 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1044 if (!aconnector || !aconnector->dc_sink)
1047 if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1050 if (computed_streams[i])
1053 if (dcn20_remove_stream_from_ctx(stream->ctx->dc, dc_state, stream) != DC_OK)
1056 if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1059 mutex_lock(&aconnector->mst_mgr.lock);
1060 if (!compute_mst_dsc_configs_for_link(state, dc_state, stream->link,
1061 vars, &link_vars_start_index)) {
1062 mutex_unlock(&aconnector->mst_mgr.lock);
1065 mutex_unlock(&aconnector->mst_mgr.lock);
1067 for (j = 0; j < dc_state->stream_count; j++) {
1068 if (dc_state->streams[j]->link == stream->link)
1069 computed_streams[j] = true;
1073 for (i = 0; i < dc_state->stream_count; i++) {
1074 stream = dc_state->streams[i];
1076 if (stream->timing.flags.DSC == 1)
1077 if (dc_stream_add_dsc_to_resource(stream->ctx->dc, dc_state, stream) != DC_OK)
1085 pre_compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1086 struct dc_state *dc_state,
1087 struct dsc_mst_fairness_vars *vars)
1090 struct dc_stream_state *stream;
1091 bool computed_streams[MAX_PIPES];
1092 struct amdgpu_dm_connector *aconnector;
1093 int link_vars_start_index = 0;
1095 for (i = 0; i < dc_state->stream_count; i++)
1096 computed_streams[i] = false;
1098 for (i = 0; i < dc_state->stream_count; i++) {
1099 stream = dc_state->streams[i];
1101 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1104 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1106 if (!aconnector || !aconnector->dc_sink)
1109 if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1112 if (computed_streams[i])
1115 if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1118 mutex_lock(&aconnector->mst_mgr.lock);
1119 if (!compute_mst_dsc_configs_for_link(state,
1123 &link_vars_start_index)) {
1124 mutex_unlock(&aconnector->mst_mgr.lock);
1127 mutex_unlock(&aconnector->mst_mgr.lock);
1129 for (j = 0; j < dc_state->stream_count; j++) {
1130 if (dc_state->streams[j]->link == stream->link)
1131 computed_streams[j] = true;
1138 static int find_crtc_index_in_state_by_stream(struct drm_atomic_state *state,
1139 struct dc_stream_state *stream)
1142 struct drm_crtc *crtc;
1143 struct drm_crtc_state *new_state, *old_state;
1145 for_each_oldnew_crtc_in_state(state, crtc, old_state, new_state, i) {
1146 struct dm_crtc_state *dm_state = to_dm_crtc_state(new_state);
1148 if (dm_state->stream == stream)
1154 static bool is_link_to_dschub(struct dc_link *dc_link)
1156 union dpcd_dsc_basic_capabilities *dsc_caps =
1157 &dc_link->dpcd_caps.dsc_caps.dsc_basic_caps;
1159 /* only check phy used by dsc mst branch */
1160 if (dc_link->type != dc_connection_mst_branch)
1163 if (!(dsc_caps->fields.dsc_support.DSC_SUPPORT ||
1164 dsc_caps->fields.dsc_support.DSC_PASSTHROUGH_SUPPORT))
1169 static bool is_dsc_precompute_needed(struct drm_atomic_state *state)
1172 struct drm_crtc *crtc;
1173 struct drm_crtc_state *old_crtc_state, *new_crtc_state;
1176 for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
1177 struct dm_crtc_state *dm_crtc_state = to_dm_crtc_state(new_crtc_state);
1179 if (!amdgpu_dm_find_first_crtc_matching_connector(state, crtc)) {
1183 if (dm_crtc_state->stream && dm_crtc_state->stream->link)
1184 if (is_link_to_dschub(dm_crtc_state->stream->link))
1190 void pre_validate_dsc(struct drm_atomic_state *state,
1191 struct dm_atomic_state **dm_state_ptr,
1192 struct dsc_mst_fairness_vars *vars)
1195 struct dm_atomic_state *dm_state;
1196 struct dc_state *local_dc_state = NULL;
1198 if (!is_dsc_precompute_needed(state)) {
1199 DRM_INFO_ONCE("DSC precompute is not needed.\n");
1202 if (dm_atomic_get_state(state, dm_state_ptr)) {
1203 DRM_INFO_ONCE("dm_atomic_get_state() failed\n");
1206 dm_state = *dm_state_ptr;
1209 * create local vailable for dc_state. copy content of streams of dm_state->context
1210 * to local variable. make sure stream pointer of local variable not the same as stream
1211 * from dm_state->context.
1214 local_dc_state = kmemdup(dm_state->context, sizeof(struct dc_state), GFP_KERNEL);
1215 if (!local_dc_state)
1218 for (i = 0; i < local_dc_state->stream_count; i++) {
1219 struct dc_stream_state *stream = dm_state->context->streams[i];
1220 int ind = find_crtc_index_in_state_by_stream(state, stream);
1223 struct amdgpu_dm_connector *aconnector;
1224 struct drm_connector_state *drm_new_conn_state;
1225 struct dm_connector_state *dm_new_conn_state;
1226 struct dm_crtc_state *dm_old_crtc_state;
1229 amdgpu_dm_find_first_crtc_matching_connector(state,
1230 state->crtcs[ind].ptr);
1231 drm_new_conn_state =
1232 drm_atomic_get_new_connector_state(state,
1234 dm_new_conn_state = to_dm_connector_state(drm_new_conn_state);
1235 dm_old_crtc_state = to_dm_crtc_state(state->crtcs[ind].old_state);
1237 local_dc_state->streams[i] =
1238 create_validate_stream_for_sink(aconnector,
1239 &state->crtcs[ind].new_state->mode,
1241 dm_old_crtc_state->stream);
1245 if (!pre_compute_mst_dsc_configs_for_state(state, local_dc_state, vars)) {
1246 DRM_INFO_ONCE("pre_compute_mst_dsc_configs_for_state() failed\n");
1251 * compare local_streams -> timing with dm_state->context,
1252 * if the same set crtc_state->mode-change = 0;
1254 for (i = 0; i < local_dc_state->stream_count; i++) {
1255 struct dc_stream_state *stream = dm_state->context->streams[i];
1257 if (local_dc_state->streams[i] &&
1258 is_timing_changed(stream, local_dc_state->streams[i])) {
1259 DRM_INFO_ONCE("crtc[%d] needs mode_changed\n", i);
1261 int ind = find_crtc_index_in_state_by_stream(state, stream);
1264 state->crtcs[ind].new_state->mode_changed = 0;
1268 for (i = 0; i < local_dc_state->stream_count; i++) {
1269 struct dc_stream_state *stream = dm_state->context->streams[i];
1271 if (local_dc_state->streams[i] != stream)
1272 dc_stream_release(local_dc_state->streams[i]);
1275 kfree(local_dc_state);