2 * Copyright 2012-15 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
26 #include <drm/display/drm_dp_helper.h>
27 #include <drm/display/drm_dp_mst_helper.h>
28 #include <drm/drm_atomic.h>
29 #include <drm/drm_atomic_helper.h>
30 #include "dm_services.h"
32 #include "amdgpu_dm.h"
33 #include "amdgpu_dm_mst_types.h"
36 #include "dm_helpers.h"
38 #include "dc_link_ddc.h"
39 #include "ddc_service_types.h"
40 #include "dpcd_defs.h"
42 #include "i2caux_interface.h"
44 #if defined(CONFIG_DEBUG_FS)
45 #include "amdgpu_dm_debugfs.h"
48 #include "dc/dcn20/dcn20_resource.h"
49 bool is_timing_changed(struct dc_stream_state *cur_stream,
50 struct dc_stream_state *new_stream);
53 static ssize_t dm_dp_aux_transfer(struct drm_dp_aux *aux,
54 struct drm_dp_aux_msg *msg)
57 struct aux_payload payload;
58 enum aux_return_code_type operation_result;
59 struct amdgpu_device *adev;
60 struct ddc_service *ddc;
62 if (WARN_ON(msg->size > 16))
65 payload.address = msg->address;
66 payload.data = msg->buffer;
67 payload.length = msg->size;
68 payload.reply = &msg->reply;
69 payload.i2c_over_aux = (msg->request & DP_AUX_NATIVE_WRITE) == 0;
70 payload.write = (msg->request & DP_AUX_I2C_READ) == 0;
71 payload.mot = (msg->request & DP_AUX_I2C_MOT) != 0;
72 payload.write_status_update =
73 (msg->request & DP_AUX_I2C_WRITE_STATUS_UPDATE) != 0;
74 payload.defer_delay = 0;
76 result = dc_link_aux_transfer_raw(TO_DM_AUX(aux)->ddc_service, &payload,
80 * w/a on certain intel platform where hpd is unexpected to pull low during
81 * 1st sideband message transaction by return AUX_RET_ERROR_HPD_DISCON
82 * aux transaction is succuess in such case, therefore bypass the error
84 ddc = TO_DM_AUX(aux)->ddc_service;
85 adev = ddc->ctx->driver_context;
86 if (adev->dm.aux_hpd_discon_quirk) {
87 if (msg->address == DP_SIDEBAND_MSG_DOWN_REQ_BASE &&
88 operation_result == AUX_RET_ERROR_HPD_DISCON) {
90 operation_result = AUX_RET_SUCCESS;
94 if (payload.write && result >= 0)
98 switch (operation_result) {
101 case AUX_RET_ERROR_HPD_DISCON:
102 case AUX_RET_ERROR_UNKNOWN:
103 case AUX_RET_ERROR_INVALID_OPERATION:
104 case AUX_RET_ERROR_PROTOCOL_ERROR:
107 case AUX_RET_ERROR_INVALID_REPLY:
108 case AUX_RET_ERROR_ENGINE_ACQUIRE:
111 case AUX_RET_ERROR_TIMEOUT:
120 dm_dp_mst_connector_destroy(struct drm_connector *connector)
122 struct amdgpu_dm_connector *aconnector =
123 to_amdgpu_dm_connector(connector);
125 if (aconnector->dc_sink) {
126 dc_link_remove_remote_sink(aconnector->dc_link,
127 aconnector->dc_sink);
128 dc_sink_release(aconnector->dc_sink);
131 kfree(aconnector->edid);
133 drm_connector_cleanup(connector);
134 drm_dp_mst_put_port_malloc(aconnector->port);
139 amdgpu_dm_mst_connector_late_register(struct drm_connector *connector)
141 struct amdgpu_dm_connector *amdgpu_dm_connector =
142 to_amdgpu_dm_connector(connector);
145 r = drm_dp_mst_connector_late_register(connector,
146 amdgpu_dm_connector->port);
150 #if defined(CONFIG_DEBUG_FS)
151 connector_debugfs_init(amdgpu_dm_connector);
158 amdgpu_dm_mst_connector_early_unregister(struct drm_connector *connector)
160 struct amdgpu_dm_connector *amdgpu_dm_connector =
161 to_amdgpu_dm_connector(connector);
162 struct drm_dp_mst_port *port = amdgpu_dm_connector->port;
164 drm_dp_mst_connector_early_unregister(connector, port);
167 static const struct drm_connector_funcs dm_dp_mst_connector_funcs = {
168 .fill_modes = drm_helper_probe_single_connector_modes,
169 .destroy = dm_dp_mst_connector_destroy,
170 .reset = amdgpu_dm_connector_funcs_reset,
171 .atomic_duplicate_state = amdgpu_dm_connector_atomic_duplicate_state,
172 .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
173 .atomic_set_property = amdgpu_dm_connector_atomic_set_property,
174 .atomic_get_property = amdgpu_dm_connector_atomic_get_property,
175 .late_register = amdgpu_dm_mst_connector_late_register,
176 .early_unregister = amdgpu_dm_mst_connector_early_unregister,
179 #if defined(CONFIG_DRM_AMD_DC_DCN)
180 bool needs_dsc_aux_workaround(struct dc_link *link)
182 if (link->dpcd_caps.branch_dev_id == DP_BRANCH_DEVICE_ID_90CC24 &&
183 (link->dpcd_caps.dpcd_rev.raw == DPCD_REV_14 || link->dpcd_caps.dpcd_rev.raw == DPCD_REV_12) &&
184 link->dpcd_caps.sink_count.bits.SINK_COUNT >= 2)
190 static bool validate_dsc_caps_on_connector(struct amdgpu_dm_connector *aconnector)
192 struct dc_sink *dc_sink = aconnector->dc_sink;
193 struct drm_dp_mst_port *port = aconnector->port;
194 u8 dsc_caps[16] = { 0 };
195 u8 dsc_branch_dec_caps_raw[3] = { 0 }; // DSC branch decoder caps 0xA0 ~ 0xA2
196 u8 *dsc_branch_dec_caps = NULL;
198 aconnector->dsc_aux = drm_dp_mst_dsc_aux_for_port(port);
201 * drm_dp_mst_dsc_aux_for_port() will return NULL for certain configs
202 * because it only check the dsc/fec caps of the "port variable" and not the dock
204 * This case will return NULL: DSC capabe MST dock connected to a non fec/dsc capable display
206 * Workaround: explicitly check the use case above and use the mst dock's aux as dsc_aux
209 if (!aconnector->dsc_aux && !port->parent->port_parent &&
210 needs_dsc_aux_workaround(aconnector->dc_link))
211 aconnector->dsc_aux = &aconnector->mst_port->dm_dp_aux.aux;
213 if (!aconnector->dsc_aux)
216 if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DSC_SUPPORT, dsc_caps, 16) < 0)
219 if (drm_dp_dpcd_read(aconnector->dsc_aux,
220 DP_DSC_BRANCH_OVERALL_THROUGHPUT_0, dsc_branch_dec_caps_raw, 3) == 3)
221 dsc_branch_dec_caps = dsc_branch_dec_caps_raw;
223 if (!dc_dsc_parse_dsc_dpcd(aconnector->dc_link->ctx->dc,
224 dsc_caps, dsc_branch_dec_caps,
225 &dc_sink->dsc_caps.dsc_dec_caps))
231 static bool retrieve_downstream_port_device(struct amdgpu_dm_connector *aconnector)
233 union dp_downstream_port_present ds_port_present;
235 if (!aconnector->dsc_aux)
238 if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DOWNSTREAMPORT_PRESENT, &ds_port_present, 1) < 0) {
239 DRM_INFO("Failed to read downstream_port_present 0x05 from DFP of branch device\n");
243 aconnector->mst_downstream_port_present = ds_port_present;
244 DRM_INFO("Downstream port present %d, type %d\n",
245 ds_port_present.fields.PORT_PRESENT, ds_port_present.fields.PORT_TYPE);
251 static int dm_dp_mst_get_modes(struct drm_connector *connector)
253 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
257 return drm_add_edid_modes(connector, NULL);
259 if (!aconnector->edid) {
261 edid = drm_dp_mst_get_edid(connector, &aconnector->mst_port->mst_mgr, aconnector->port);
264 drm_connector_update_edid_property(
268 DRM_DEBUG_KMS("Can't get EDID of %s. Add default remote sink.", connector->name);
269 if (!aconnector->dc_sink) {
270 struct dc_sink *dc_sink;
271 struct dc_sink_init_data init_params = {
272 .link = aconnector->dc_link,
273 .sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
275 dc_sink = dc_link_add_remote_sink(
282 DRM_ERROR("Unable to add a remote sink\n");
286 dc_sink->priv = aconnector;
287 aconnector->dc_sink = dc_sink;
293 aconnector->edid = edid;
296 if (aconnector->dc_sink && aconnector->dc_sink->sink_signal == SIGNAL_TYPE_VIRTUAL) {
297 dc_sink_release(aconnector->dc_sink);
298 aconnector->dc_sink = NULL;
301 if (!aconnector->dc_sink) {
302 struct dc_sink *dc_sink;
303 struct dc_sink_init_data init_params = {
304 .link = aconnector->dc_link,
305 .sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
306 dc_sink = dc_link_add_remote_sink(
308 (uint8_t *)aconnector->edid,
309 (aconnector->edid->extensions + 1) * EDID_LENGTH,
313 DRM_ERROR("Unable to add a remote sink\n");
317 dc_sink->priv = aconnector;
318 /* dc_link_add_remote_sink returns a new reference */
319 aconnector->dc_sink = dc_sink;
321 if (aconnector->dc_sink) {
322 amdgpu_dm_update_freesync_caps(
323 connector, aconnector->edid);
325 #if defined(CONFIG_DRM_AMD_DC_DCN)
326 if (!validate_dsc_caps_on_connector(aconnector))
327 memset(&aconnector->dc_sink->dsc_caps,
328 0, sizeof(aconnector->dc_sink->dsc_caps));
330 if (!retrieve_downstream_port_device(aconnector))
331 memset(&aconnector->mst_downstream_port_present,
332 0, sizeof(aconnector->mst_downstream_port_present));
337 drm_connector_update_edid_property(
338 &aconnector->base, aconnector->edid);
340 ret = drm_add_edid_modes(connector, aconnector->edid);
345 static struct drm_encoder *
346 dm_mst_atomic_best_encoder(struct drm_connector *connector,
347 struct drm_atomic_state *state)
349 struct drm_connector_state *connector_state = drm_atomic_get_new_connector_state(state,
351 struct drm_device *dev = connector->dev;
352 struct amdgpu_device *adev = drm_to_adev(dev);
353 struct amdgpu_crtc *acrtc = to_amdgpu_crtc(connector_state->crtc);
355 return &adev->dm.mst_encoders[acrtc->crtc_id].base;
359 dm_dp_mst_detect(struct drm_connector *connector,
360 struct drm_modeset_acquire_ctx *ctx, bool force)
362 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
363 struct amdgpu_dm_connector *master = aconnector->mst_port;
365 if (drm_connector_is_unregistered(connector))
366 return connector_status_disconnected;
368 return drm_dp_mst_detect_port(connector, ctx, &master->mst_mgr,
372 static int dm_dp_mst_atomic_check(struct drm_connector *connector,
373 struct drm_atomic_state *state)
375 struct drm_connector_state *new_conn_state =
376 drm_atomic_get_new_connector_state(state, connector);
377 struct drm_connector_state *old_conn_state =
378 drm_atomic_get_old_connector_state(state, connector);
379 struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
380 struct drm_crtc_state *new_crtc_state;
381 struct drm_dp_mst_topology_mgr *mst_mgr;
382 struct drm_dp_mst_port *mst_port;
384 mst_port = aconnector->port;
385 mst_mgr = &aconnector->mst_port->mst_mgr;
387 if (!old_conn_state->crtc)
390 if (new_conn_state->crtc) {
391 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
392 if (!new_crtc_state ||
393 !drm_atomic_crtc_needs_modeset(new_crtc_state) ||
394 new_crtc_state->enable)
398 return drm_dp_atomic_release_vcpi_slots(state,
403 static const struct drm_connector_helper_funcs dm_dp_mst_connector_helper_funcs = {
404 .get_modes = dm_dp_mst_get_modes,
405 .mode_valid = amdgpu_dm_connector_mode_valid,
406 .atomic_best_encoder = dm_mst_atomic_best_encoder,
407 .detect_ctx = dm_dp_mst_detect,
408 .atomic_check = dm_dp_mst_atomic_check,
411 static void amdgpu_dm_encoder_destroy(struct drm_encoder *encoder)
413 drm_encoder_cleanup(encoder);
417 static const struct drm_encoder_funcs amdgpu_dm_encoder_funcs = {
418 .destroy = amdgpu_dm_encoder_destroy,
422 dm_dp_create_fake_mst_encoders(struct amdgpu_device *adev)
424 struct drm_device *dev = adev_to_drm(adev);
427 for (i = 0; i < adev->dm.display_indexes_num; i++) {
428 struct amdgpu_encoder *amdgpu_encoder = &adev->dm.mst_encoders[i];
429 struct drm_encoder *encoder = &amdgpu_encoder->base;
431 encoder->possible_crtcs = amdgpu_dm_get_encoder_crtc_mask(adev);
435 &amdgpu_encoder->base,
436 &amdgpu_dm_encoder_funcs,
437 DRM_MODE_ENCODER_DPMST,
440 drm_encoder_helper_add(encoder, &amdgpu_dm_encoder_helper_funcs);
444 static struct drm_connector *
445 dm_dp_add_mst_connector(struct drm_dp_mst_topology_mgr *mgr,
446 struct drm_dp_mst_port *port,
447 const char *pathprop)
449 struct amdgpu_dm_connector *master = container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
450 struct drm_device *dev = master->base.dev;
451 struct amdgpu_device *adev = drm_to_adev(dev);
452 struct amdgpu_dm_connector *aconnector;
453 struct drm_connector *connector;
456 aconnector = kzalloc(sizeof(*aconnector), GFP_KERNEL);
460 connector = &aconnector->base;
461 aconnector->port = port;
462 aconnector->mst_port = master;
464 if (drm_connector_init(
467 &dm_dp_mst_connector_funcs,
468 DRM_MODE_CONNECTOR_DisplayPort)) {
472 drm_connector_helper_add(connector, &dm_dp_mst_connector_helper_funcs);
474 amdgpu_dm_connector_init_helper(
477 DRM_MODE_CONNECTOR_DisplayPort,
479 master->connector_id);
481 for (i = 0; i < adev->dm.display_indexes_num; i++) {
482 drm_connector_attach_encoder(&aconnector->base,
483 &adev->dm.mst_encoders[i].base);
486 connector->max_bpc_property = master->base.max_bpc_property;
487 if (connector->max_bpc_property)
488 drm_connector_attach_max_bpc_property(connector, 8, 16);
490 connector->vrr_capable_property = master->base.vrr_capable_property;
491 if (connector->vrr_capable_property)
492 drm_connector_attach_vrr_capable_property(connector);
494 drm_object_attach_property(
496 dev->mode_config.path_property,
498 drm_object_attach_property(
500 dev->mode_config.tile_property,
503 drm_connector_set_path_property(connector, pathprop);
506 * Initialize connector state before adding the connectror to drm and
509 amdgpu_dm_connector_funcs_reset(connector);
511 drm_dp_mst_get_port_malloc(port);
516 static const struct drm_dp_mst_topology_cbs dm_mst_cbs = {
517 .add_connector = dm_dp_add_mst_connector,
520 void amdgpu_dm_initialize_dp_connector(struct amdgpu_display_manager *dm,
521 struct amdgpu_dm_connector *aconnector,
524 struct dc_link_settings max_link_enc_cap = {0};
526 aconnector->dm_dp_aux.aux.name =
527 kasprintf(GFP_KERNEL, "AMDGPU DM aux hw bus %d",
529 aconnector->dm_dp_aux.aux.transfer = dm_dp_aux_transfer;
530 aconnector->dm_dp_aux.aux.drm_dev = dm->ddev;
531 aconnector->dm_dp_aux.ddc_service = aconnector->dc_link->ddc;
533 drm_dp_aux_init(&aconnector->dm_dp_aux.aux);
534 drm_dp_cec_register_connector(&aconnector->dm_dp_aux.aux,
537 if (aconnector->base.connector_type == DRM_MODE_CONNECTOR_eDP)
540 dc_link_dp_get_max_link_enc_cap(aconnector->dc_link, &max_link_enc_cap);
541 aconnector->mst_mgr.cbs = &dm_mst_cbs;
542 drm_dp_mst_topology_mgr_init(
543 &aconnector->mst_mgr,
544 adev_to_drm(dm->adev),
545 &aconnector->dm_dp_aux.aux,
548 max_link_enc_cap.lane_count,
549 drm_dp_bw_code_to_link_rate(max_link_enc_cap.link_rate),
550 aconnector->connector_id);
552 drm_connector_attach_dp_subconnector_property(&aconnector->base);
555 int dm_mst_get_pbn_divider(struct dc_link *link)
560 return dc_link_bandwidth_kbps(link,
561 dc_link_get_link_cap(link)) / (8 * 1000 * 54);
564 #if defined(CONFIG_DRM_AMD_DC_DCN)
566 struct dsc_mst_fairness_params {
567 struct dc_crtc_timing *timing;
568 struct dc_sink *sink;
569 struct dc_dsc_bw_range bw_range;
570 bool compression_possible;
571 struct drm_dp_mst_port *port;
572 enum dsc_clock_force_state clock_force_enable;
573 uint32_t num_slices_h;
574 uint32_t num_slices_v;
575 uint32_t bpp_overwrite;
576 struct amdgpu_dm_connector *aconnector;
579 static int kbps_to_peak_pbn(int kbps)
581 u64 peak_kbps = kbps;
584 peak_kbps = div_u64(peak_kbps, 1000);
585 return (int) DIV64_U64_ROUND_UP(peak_kbps * 64, (54 * 8 * 1000));
588 static void set_dsc_configs_from_fairness_vars(struct dsc_mst_fairness_params *params,
589 struct dsc_mst_fairness_vars *vars,
595 for (i = 0; i < count; i++) {
596 memset(¶ms[i].timing->dsc_cfg, 0, sizeof(params[i].timing->dsc_cfg));
597 if (vars[i + k].dsc_enabled && dc_dsc_compute_config(
598 params[i].sink->ctx->dc->res_pool->dscs[0],
599 ¶ms[i].sink->dsc_caps.dsc_dec_caps,
600 params[i].sink->ctx->dc->debug.dsc_min_slice_height_override,
601 params[i].sink->edid_caps.panel_patch.max_dsc_target_bpp_limit,
604 ¶ms[i].timing->dsc_cfg)) {
605 params[i].timing->flags.DSC = 1;
607 if (params[i].bpp_overwrite)
608 params[i].timing->dsc_cfg.bits_per_pixel = params[i].bpp_overwrite;
610 params[i].timing->dsc_cfg.bits_per_pixel = vars[i + k].bpp_x16;
612 if (params[i].num_slices_h)
613 params[i].timing->dsc_cfg.num_slices_h = params[i].num_slices_h;
615 if (params[i].num_slices_v)
616 params[i].timing->dsc_cfg.num_slices_v = params[i].num_slices_v;
618 params[i].timing->flags.DSC = 0;
620 params[i].timing->dsc_cfg.mst_pbn = vars[i + k].pbn;
623 for (i = 0; i < count; i++) {
624 if (params[i].sink) {
625 if (params[i].sink->sink_signal != SIGNAL_TYPE_VIRTUAL &&
626 params[i].sink->sink_signal != SIGNAL_TYPE_NONE)
627 DRM_DEBUG_DRIVER("%s i=%d dispname=%s\n", __func__, i,
628 params[i].sink->edid_caps.display_name);
631 DRM_DEBUG_DRIVER("dsc=%d bits_per_pixel=%d pbn=%d\n",
632 params[i].timing->flags.DSC,
633 params[i].timing->dsc_cfg.bits_per_pixel,
638 static int bpp_x16_from_pbn(struct dsc_mst_fairness_params param, int pbn)
640 struct dc_dsc_config dsc_config;
643 kbps = div_u64((u64)pbn * 994 * 8 * 54, 64);
644 dc_dsc_compute_config(
645 param.sink->ctx->dc->res_pool->dscs[0],
646 ¶m.sink->dsc_caps.dsc_dec_caps,
647 param.sink->ctx->dc->debug.dsc_min_slice_height_override,
648 param.sink->edid_caps.panel_patch.max_dsc_target_bpp_limit,
649 (int) kbps, param.timing, &dsc_config);
651 return dsc_config.bits_per_pixel;
654 static void increase_dsc_bpp(struct drm_atomic_state *state,
655 struct dc_link *dc_link,
656 struct dsc_mst_fairness_params *params,
657 struct dsc_mst_fairness_vars *vars,
662 bool bpp_increased[MAX_PIPES];
663 int initial_slack[MAX_PIPES];
664 int min_initial_slack;
666 int remaining_to_increase = 0;
667 int pbn_per_timeslot;
668 int link_timeslots_used;
671 pbn_per_timeslot = dm_mst_get_pbn_divider(dc_link);
673 for (i = 0; i < count; i++) {
674 if (vars[i + k].dsc_enabled) {
676 kbps_to_peak_pbn(params[i].bw_range.max_kbps) - vars[i + k].pbn;
677 bpp_increased[i] = false;
678 remaining_to_increase += 1;
680 initial_slack[i] = 0;
681 bpp_increased[i] = true;
685 while (remaining_to_increase) {
687 min_initial_slack = -1;
688 for (i = 0; i < count; i++) {
689 if (!bpp_increased[i]) {
690 if (min_initial_slack == -1 || min_initial_slack > initial_slack[i]) {
691 min_initial_slack = initial_slack[i];
697 if (next_index == -1)
700 link_timeslots_used = 0;
702 for (i = 0; i < count; i++)
703 link_timeslots_used += DIV_ROUND_UP(vars[i + k].pbn, pbn_per_timeslot);
705 fair_pbn_alloc = (63 - link_timeslots_used) / remaining_to_increase * pbn_per_timeslot;
707 if (initial_slack[next_index] > fair_pbn_alloc) {
708 vars[next_index].pbn += fair_pbn_alloc;
709 if (drm_dp_atomic_find_vcpi_slots(state,
710 params[next_index].port->mgr,
711 params[next_index].port,
712 vars[next_index].pbn,
713 pbn_per_timeslot) < 0)
715 if (!drm_dp_mst_atomic_check(state)) {
716 vars[next_index].bpp_x16 = bpp_x16_from_pbn(params[next_index], vars[next_index].pbn);
718 vars[next_index].pbn -= fair_pbn_alloc;
719 if (drm_dp_atomic_find_vcpi_slots(state,
720 params[next_index].port->mgr,
721 params[next_index].port,
722 vars[next_index].pbn,
723 pbn_per_timeslot) < 0)
727 vars[next_index].pbn += initial_slack[next_index];
728 if (drm_dp_atomic_find_vcpi_slots(state,
729 params[next_index].port->mgr,
730 params[next_index].port,
731 vars[next_index].pbn,
732 pbn_per_timeslot) < 0)
734 if (!drm_dp_mst_atomic_check(state)) {
735 vars[next_index].bpp_x16 = params[next_index].bw_range.max_target_bpp_x16;
737 vars[next_index].pbn -= initial_slack[next_index];
738 if (drm_dp_atomic_find_vcpi_slots(state,
739 params[next_index].port->mgr,
740 params[next_index].port,
741 vars[next_index].pbn,
742 pbn_per_timeslot) < 0)
747 bpp_increased[next_index] = true;
748 remaining_to_increase--;
752 static void try_disable_dsc(struct drm_atomic_state *state,
753 struct dc_link *dc_link,
754 struct dsc_mst_fairness_params *params,
755 struct dsc_mst_fairness_vars *vars,
760 bool tried[MAX_PIPES];
761 int kbps_increase[MAX_PIPES];
762 int max_kbps_increase;
764 int remaining_to_try = 0;
766 for (i = 0; i < count; i++) {
767 if (vars[i + k].dsc_enabled
768 && vars[i + k].bpp_x16 == params[i].bw_range.max_target_bpp_x16
769 && params[i].clock_force_enable == DSC_CLK_FORCE_DEFAULT) {
770 kbps_increase[i] = params[i].bw_range.stream_kbps - params[i].bw_range.max_kbps;
772 remaining_to_try += 1;
774 kbps_increase[i] = 0;
779 while (remaining_to_try) {
781 max_kbps_increase = -1;
782 for (i = 0; i < count; i++) {
784 if (max_kbps_increase == -1 || max_kbps_increase < kbps_increase[i]) {
785 max_kbps_increase = kbps_increase[i];
791 if (next_index == -1)
794 vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.stream_kbps);
795 if (drm_dp_atomic_find_vcpi_slots(state,
796 params[next_index].port->mgr,
797 params[next_index].port,
798 vars[next_index].pbn,
799 dm_mst_get_pbn_divider(dc_link)) < 0)
802 if (!drm_dp_mst_atomic_check(state)) {
803 vars[next_index].dsc_enabled = false;
804 vars[next_index].bpp_x16 = 0;
806 vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.max_kbps);
807 if (drm_dp_atomic_find_vcpi_slots(state,
808 params[next_index].port->mgr,
809 params[next_index].port,
810 vars[next_index].pbn,
811 dm_mst_get_pbn_divider(dc_link)) < 0)
815 tried[next_index] = true;
820 static bool compute_mst_dsc_configs_for_link(struct drm_atomic_state *state,
821 struct dc_state *dc_state,
822 struct dc_link *dc_link,
823 struct dsc_mst_fairness_vars *vars,
824 int *link_vars_start_index)
827 struct dc_stream_state *stream;
828 struct dsc_mst_fairness_params params[MAX_PIPES];
829 struct amdgpu_dm_connector *aconnector;
831 bool debugfs_overwrite = false;
833 memset(params, 0, sizeof(params));
836 for (i = 0; i < dc_state->stream_count; i++) {
837 struct dc_dsc_policy dsc_policy = {0};
839 stream = dc_state->streams[i];
841 if (stream->link != dc_link)
844 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
848 if (!aconnector->port)
851 stream->timing.flags.DSC = 0;
853 params[count].timing = &stream->timing;
854 params[count].sink = stream->sink;
855 params[count].aconnector = aconnector;
856 params[count].port = aconnector->port;
857 params[count].clock_force_enable = aconnector->dsc_settings.dsc_force_enable;
858 if (params[count].clock_force_enable == DSC_CLK_FORCE_ENABLE)
859 debugfs_overwrite = true;
860 params[count].num_slices_h = aconnector->dsc_settings.dsc_num_slices_h;
861 params[count].num_slices_v = aconnector->dsc_settings.dsc_num_slices_v;
862 params[count].bpp_overwrite = aconnector->dsc_settings.dsc_bits_per_pixel;
863 params[count].compression_possible = stream->sink->dsc_caps.dsc_dec_caps.is_dsc_supported;
864 dc_dsc_get_policy_for_timing(params[count].timing, 0, &dsc_policy);
865 if (!dc_dsc_compute_bandwidth_range(
866 stream->sink->ctx->dc->res_pool->dscs[0],
867 stream->sink->ctx->dc->debug.dsc_min_slice_height_override,
868 dsc_policy.min_target_bpp * 16,
869 dsc_policy.max_target_bpp * 16,
870 &stream->sink->dsc_caps.dsc_dec_caps,
871 &stream->timing, ¶ms[count].bw_range))
872 params[count].bw_range.stream_kbps = dc_bandwidth_in_kbps_from_timing(&stream->timing);
882 /* k is start index of vars for current phy link used by mst hub */
883 k = *link_vars_start_index;
884 /* set vars start index for next mst hub phy link */
885 *link_vars_start_index += count;
887 /* Try no compression */
888 for (i = 0; i < count; i++) {
889 vars[i + k].aconnector = params[i].aconnector;
890 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
891 vars[i + k].dsc_enabled = false;
892 vars[i + k].bpp_x16 = 0;
893 if (drm_dp_atomic_find_vcpi_slots(state,
897 dm_mst_get_pbn_divider(dc_link)) < 0)
900 if (!drm_dp_mst_atomic_check(state) && !debugfs_overwrite) {
901 set_dsc_configs_from_fairness_vars(params, vars, count, k);
905 /* Try max compression */
906 for (i = 0; i < count; i++) {
907 if (params[i].compression_possible && params[i].clock_force_enable != DSC_CLK_FORCE_DISABLE) {
908 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.min_kbps);
909 vars[i + k].dsc_enabled = true;
910 vars[i + k].bpp_x16 = params[i].bw_range.min_target_bpp_x16;
911 if (drm_dp_atomic_find_vcpi_slots(state,
915 dm_mst_get_pbn_divider(dc_link)) < 0)
918 vars[i + k].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
919 vars[i + k].dsc_enabled = false;
920 vars[i + k].bpp_x16 = 0;
921 if (drm_dp_atomic_find_vcpi_slots(state,
925 dm_mst_get_pbn_divider(dc_link)) < 0)
929 if (drm_dp_mst_atomic_check(state))
932 /* Optimize degree of compression */
933 increase_dsc_bpp(state, dc_link, params, vars, count, k);
935 try_disable_dsc(state, dc_link, params, vars, count, k);
937 set_dsc_configs_from_fairness_vars(params, vars, count, k);
942 static bool is_dsc_need_re_compute(
943 struct drm_atomic_state *state,
944 struct dc_state *dc_state,
945 struct dc_link *dc_link)
948 bool is_dsc_need_re_compute = false;
949 struct amdgpu_dm_connector *stream_on_link[MAX_PIPES];
950 int new_stream_on_link_num = 0;
951 struct amdgpu_dm_connector *aconnector;
952 struct dc_stream_state *stream;
953 const struct dc *dc = dc_link->dc;
955 /* only check phy used by dsc mst branch */
956 if (dc_link->type != dc_connection_mst_branch)
959 if (!(dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_SUPPORT ||
960 dc_link->dpcd_caps.dsc_caps.dsc_basic_caps.fields.dsc_support.DSC_PASSTHROUGH_SUPPORT))
963 for (i = 0; i < MAX_PIPES; i++)
964 stream_on_link[i] = NULL;
966 /* check if there is mode change in new request */
967 for (i = 0; i < dc_state->stream_count; i++) {
968 struct drm_crtc_state *new_crtc_state;
969 struct drm_connector_state *new_conn_state;
971 stream = dc_state->streams[i];
975 /* check if stream using the same link for mst */
976 if (stream->link != dc_link)
979 aconnector = (struct amdgpu_dm_connector *) stream->dm_stream_context;
983 stream_on_link[new_stream_on_link_num] = aconnector;
984 new_stream_on_link_num++;
986 new_conn_state = drm_atomic_get_new_connector_state(state, &aconnector->base);
990 if (IS_ERR(new_conn_state))
993 if (!new_conn_state->crtc)
996 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
1000 if (IS_ERR(new_crtc_state))
1003 if (new_crtc_state->enable && new_crtc_state->active) {
1004 if (new_crtc_state->mode_changed || new_crtc_state->active_changed ||
1005 new_crtc_state->connectors_changed)
1010 /* check current_state if there stream on link but it is not in
1013 for (i = 0; i < dc->current_state->stream_count; i++) {
1014 stream = dc->current_state->streams[i];
1015 /* only check stream on the mst hub */
1016 if (stream->link != dc_link)
1019 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1023 for (j = 0; j < new_stream_on_link_num; j++) {
1024 if (stream_on_link[j]) {
1025 if (aconnector == stream_on_link[j])
1030 if (j == new_stream_on_link_num) {
1031 /* not in new state */
1032 is_dsc_need_re_compute = true;
1037 return is_dsc_need_re_compute;
1040 bool compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1041 struct dc_state *dc_state,
1042 struct dsc_mst_fairness_vars *vars)
1045 struct dc_stream_state *stream;
1046 bool computed_streams[MAX_PIPES];
1047 struct amdgpu_dm_connector *aconnector;
1048 int link_vars_start_index = 0;
1050 for (i = 0; i < dc_state->stream_count; i++)
1051 computed_streams[i] = false;
1053 for (i = 0; i < dc_state->stream_count; i++) {
1054 stream = dc_state->streams[i];
1056 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1059 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1061 if (!aconnector || !aconnector->dc_sink)
1064 if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1067 if (computed_streams[i])
1070 if (dcn20_remove_stream_from_ctx(stream->ctx->dc, dc_state, stream) != DC_OK)
1073 if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1076 mutex_lock(&aconnector->mst_mgr.lock);
1077 if (!compute_mst_dsc_configs_for_link(state, dc_state, stream->link,
1078 vars, &link_vars_start_index)) {
1079 mutex_unlock(&aconnector->mst_mgr.lock);
1082 mutex_unlock(&aconnector->mst_mgr.lock);
1084 for (j = 0; j < dc_state->stream_count; j++) {
1085 if (dc_state->streams[j]->link == stream->link)
1086 computed_streams[j] = true;
1090 for (i = 0; i < dc_state->stream_count; i++) {
1091 stream = dc_state->streams[i];
1093 if (stream->timing.flags.DSC == 1)
1094 if (dc_stream_add_dsc_to_resource(stream->ctx->dc, dc_state, stream) != DC_OK)
1102 pre_compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
1103 struct dc_state *dc_state,
1104 struct dsc_mst_fairness_vars *vars)
1107 struct dc_stream_state *stream;
1108 bool computed_streams[MAX_PIPES];
1109 struct amdgpu_dm_connector *aconnector;
1110 int link_vars_start_index = 0;
1112 for (i = 0; i < dc_state->stream_count; i++)
1113 computed_streams[i] = false;
1115 for (i = 0; i < dc_state->stream_count; i++) {
1116 stream = dc_state->streams[i];
1118 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
1121 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
1123 if (!aconnector || !aconnector->dc_sink)
1126 if (!aconnector->dc_sink->dsc_caps.dsc_dec_caps.is_dsc_supported)
1129 if (computed_streams[i])
1132 if (!is_dsc_need_re_compute(state, dc_state, stream->link))
1135 mutex_lock(&aconnector->mst_mgr.lock);
1136 if (!compute_mst_dsc_configs_for_link(state,
1140 &link_vars_start_index)) {
1141 mutex_unlock(&aconnector->mst_mgr.lock);
1144 mutex_unlock(&aconnector->mst_mgr.lock);
1146 for (j = 0; j < dc_state->stream_count; j++) {
1147 if (dc_state->streams[j]->link == stream->link)
1148 computed_streams[j] = true;
1155 static int find_crtc_index_in_state_by_stream(struct drm_atomic_state *state,
1156 struct dc_stream_state *stream)
1159 struct drm_crtc *crtc;
1160 struct drm_crtc_state *new_state, *old_state;
1162 for_each_oldnew_crtc_in_state(state, crtc, old_state, new_state, i) {
1163 struct dm_crtc_state *dm_state = to_dm_crtc_state(new_state);
1165 if (dm_state->stream == stream)
1171 static bool is_link_to_dschub(struct dc_link *dc_link)
1173 union dpcd_dsc_basic_capabilities *dsc_caps =
1174 &dc_link->dpcd_caps.dsc_caps.dsc_basic_caps;
1176 /* only check phy used by dsc mst branch */
1177 if (dc_link->type != dc_connection_mst_branch)
1180 if (!(dsc_caps->fields.dsc_support.DSC_SUPPORT ||
1181 dsc_caps->fields.dsc_support.DSC_PASSTHROUGH_SUPPORT))
1186 static bool is_dsc_precompute_needed(struct drm_atomic_state *state)
1189 struct drm_crtc *crtc;
1190 struct drm_crtc_state *old_crtc_state, *new_crtc_state;
1193 for_each_oldnew_crtc_in_state(state, crtc, old_crtc_state, new_crtc_state, i) {
1194 struct dm_crtc_state *dm_crtc_state = to_dm_crtc_state(new_crtc_state);
1196 if (!amdgpu_dm_find_first_crtc_matching_connector(state, crtc)) {
1200 if (dm_crtc_state->stream && dm_crtc_state->stream->link)
1201 if (is_link_to_dschub(dm_crtc_state->stream->link))
1207 void pre_validate_dsc(struct drm_atomic_state *state,
1208 struct dm_atomic_state **dm_state_ptr,
1209 struct dsc_mst_fairness_vars *vars)
1212 struct dm_atomic_state *dm_state;
1213 struct dc_state *local_dc_state = NULL;
1215 if (!is_dsc_precompute_needed(state)) {
1216 DRM_INFO_ONCE("DSC precompute is not needed.\n");
1219 if (dm_atomic_get_state(state, dm_state_ptr)) {
1220 DRM_INFO_ONCE("dm_atomic_get_state() failed\n");
1223 dm_state = *dm_state_ptr;
1226 * create local vailable for dc_state. copy content of streams of dm_state->context
1227 * to local variable. make sure stream pointer of local variable not the same as stream
1228 * from dm_state->context.
1231 local_dc_state = kmemdup(dm_state->context, sizeof(struct dc_state), GFP_KERNEL);
1232 if (!local_dc_state)
1235 for (i = 0; i < local_dc_state->stream_count; i++) {
1236 struct dc_stream_state *stream = dm_state->context->streams[i];
1237 int ind = find_crtc_index_in_state_by_stream(state, stream);
1240 struct amdgpu_dm_connector *aconnector;
1241 struct drm_connector_state *drm_new_conn_state;
1242 struct dm_connector_state *dm_new_conn_state;
1243 struct dm_crtc_state *dm_old_crtc_state;
1246 amdgpu_dm_find_first_crtc_matching_connector(state,
1247 state->crtcs[ind].ptr);
1248 drm_new_conn_state =
1249 drm_atomic_get_new_connector_state(state,
1251 dm_new_conn_state = to_dm_connector_state(drm_new_conn_state);
1252 dm_old_crtc_state = to_dm_crtc_state(state->crtcs[ind].old_state);
1254 local_dc_state->streams[i] =
1255 create_validate_stream_for_sink(aconnector,
1256 &state->crtcs[ind].new_state->mode,
1258 dm_old_crtc_state->stream);
1262 if (!pre_compute_mst_dsc_configs_for_state(state, local_dc_state, vars)) {
1263 DRM_INFO_ONCE("pre_compute_mst_dsc_configs_for_state() failed\n");
1268 * compare local_streams -> timing with dm_state->context,
1269 * if the same set crtc_state->mode-change = 0;
1271 for (i = 0; i < local_dc_state->stream_count; i++) {
1272 struct dc_stream_state *stream = dm_state->context->streams[i];
1274 if (local_dc_state->streams[i] &&
1275 is_timing_changed(stream, local_dc_state->streams[i])) {
1276 DRM_INFO_ONCE("crtc[%d] needs mode_changed\n", i);
1278 int ind = find_crtc_index_in_state_by_stream(state, stream);
1281 state->crtcs[ind].new_state->mode_changed = 0;
1285 for (i = 0; i < local_dc_state->stream_count; i++) {
1286 struct dc_stream_state *stream = dm_state->context->streams[i];
1288 if (local_dc_state->streams[i] != stream)
1289 dc_stream_release(local_dc_state->streams[i]);
1292 kfree(local_dc_state);