drivers/gpu/drm/amd/display/amdgpu_dm/amdgpu_dm_mst_types.c

   1 /*
   2  * Copyright 2012-15 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * Authors: AMD
  23  *
  24  */
  25
  26 #include <linux/version.h>
  27 #include <drm/drm_atomic_helper.h>
  28 #include <drm/drm_dp_mst_helper.h>
  29 #include "dm_services.h"
  30 #include "amdgpu.h"
  31 #include "amdgpu_dm.h"
  32 #include "amdgpu_dm_mst_types.h"
  33
  34 #include "dc.h"
  35 #include "dm_helpers.h"
  36
  37 #include "dc_link_ddc.h"
  38
  39 #include "i2caux_interface.h"
  40 #if defined(CONFIG_DEBUG_FS)
  41 #include "amdgpu_dm_debugfs.h"
  42 #endif
  43
  44
  45 #if defined(CONFIG_DRM_AMD_DC_DCN)
  46 #include "dc/dcn20/dcn20_resource.h"
  47 #endif
  48
  49 /* #define TRACE_DPCD */
  50
  51 #ifdef TRACE_DPCD
  52 #define SIDE_BAND_MSG(address) (address >= DP_SIDEBAND_MSG_DOWN_REQ_BASE && address < DP_SINK_COUNT_ESI)
  53
  54 static inline char *side_band_msg_type_to_str(uint32_t address)
  55 {
  56         static char str[10] = {0};
  57
  58         if (address < DP_SIDEBAND_MSG_UP_REP_BASE)
  59                 strcpy(str, "DOWN_REQ");
  60         else if (address < DP_SIDEBAND_MSG_DOWN_REP_BASE)
  61                 strcpy(str, "UP_REP");
  62         else if (address < DP_SIDEBAND_MSG_UP_REQ_BASE)
  63                 strcpy(str, "DOWN_REP");
  64         else
  65                 strcpy(str, "UP_REQ");
  66
  67         return str;
  68 }
  69
  70 static void log_dpcd(uint8_t type,
  71                      uint32_t address,
  72                      uint8_t *data,
  73                      uint32_t size,
  74                      bool res)
  75 {
  76         DRM_DEBUG_KMS("Op: %s, addr: %04x, SideBand Msg: %s, Op res: %s\n",
  77                         (type == DP_AUX_NATIVE_READ) ||
  78                         (type == DP_AUX_I2C_READ) ?
  79                                         "Read" : "Write",
  80                         address,
  81                         SIDE_BAND_MSG(address) ?
  82                                         side_band_msg_type_to_str(address) : "Nop",
  83                         res ? "OK" : "Fail");
  84
  85         if (res) {
  86                 print_hex_dump(KERN_INFO, "Body: ", DUMP_PREFIX_NONE, 16, 1, data, size, false);
  87         }
  88 }
  89 #endif
  90
  91 static ssize_t dm_dp_aux_transfer(struct drm_dp_aux *aux,
  92                                   struct drm_dp_aux_msg *msg)
  93 {
  94         ssize_t result = 0;
  95         struct aux_payload payload;
  96         enum aux_channel_operation_result operation_result;
  97
  98         if (WARN_ON(msg->size > 16))
  99                 return -E2BIG;
 100
 101         payload.address = msg->address;
 102         payload.data = msg->buffer;
 103         payload.length = msg->size;
 104         payload.reply = &msg->reply;
 105         payload.i2c_over_aux = (msg->request & DP_AUX_NATIVE_WRITE) == 0;
 106         payload.write = (msg->request & DP_AUX_I2C_READ) == 0;
 107         payload.mot = (msg->request & DP_AUX_I2C_MOT) != 0;
 108         payload.defer_delay = 0;
 109
 110         result = dc_link_aux_transfer_raw(TO_DM_AUX(aux)->ddc_service, &payload,
 111                                       &operation_result);
 112
 113         if (payload.write)
 114                 result = msg->size;
 115
 116         if (result < 0)
 117                 switch (operation_result) {
 118                 case AUX_CHANNEL_OPERATION_SUCCEEDED:
 119                         break;
 120                 case AUX_CHANNEL_OPERATION_FAILED_HPD_DISCON:
 121                 case AUX_CHANNEL_OPERATION_FAILED_REASON_UNKNOWN:
 122                         result = -EIO;
 123                         break;
 124                 case AUX_CHANNEL_OPERATION_FAILED_INVALID_REPLY:
 125                 case AUX_CHANNEL_OPERATION_FAILED_ENGINE_ACQUIRE:
 126                         result = -EBUSY;
 127                         break;
 128                 case AUX_CHANNEL_OPERATION_FAILED_TIMEOUT:
 129                         result = -ETIMEDOUT;
 130                         break;
 131                 }
 132
 133         return result;
 134 }
 135
 136 static void
 137 dm_dp_mst_connector_destroy(struct drm_connector *connector)
 138 {
 139         struct amdgpu_dm_connector *amdgpu_dm_connector = to_amdgpu_dm_connector(connector);
 140         struct amdgpu_encoder *amdgpu_encoder = amdgpu_dm_connector->mst_encoder;
 141
 142         kfree(amdgpu_dm_connector->edid);
 143         amdgpu_dm_connector->edid = NULL;
 144
 145         drm_encoder_cleanup(&amdgpu_encoder->base);
 146         kfree(amdgpu_encoder);
 147         drm_connector_cleanup(connector);
 148         drm_dp_mst_put_port_malloc(amdgpu_dm_connector->port);
 149         kfree(amdgpu_dm_connector);
 150 }
 151
 152 static int
 153 amdgpu_dm_mst_connector_late_register(struct drm_connector *connector)
 154 {
 155         struct amdgpu_dm_connector *amdgpu_dm_connector =
 156                 to_amdgpu_dm_connector(connector);
 157         struct drm_dp_mst_port *port = amdgpu_dm_connector->port;
 158
 159 #if defined(CONFIG_DEBUG_FS)
 160         connector_debugfs_init(amdgpu_dm_connector);
 161         amdgpu_dm_connector->debugfs_dpcd_address = 0;
 162         amdgpu_dm_connector->debugfs_dpcd_size = 0;
 163 #endif
 164
 165         return drm_dp_mst_connector_late_register(connector, port);
 166 }
 167
 168 static void
 169 amdgpu_dm_mst_connector_early_unregister(struct drm_connector *connector)
 170 {
 171         struct amdgpu_dm_connector *amdgpu_dm_connector =
 172                 to_amdgpu_dm_connector(connector);
 173         struct drm_dp_mst_port *port = amdgpu_dm_connector->port;
 174
 175         drm_dp_mst_connector_early_unregister(connector, port);
 176 }
 177
 178 static const struct drm_connector_funcs dm_dp_mst_connector_funcs = {
 179         .fill_modes = drm_helper_probe_single_connector_modes,
 180         .destroy = dm_dp_mst_connector_destroy,
 181         .reset = amdgpu_dm_connector_funcs_reset,
 182         .atomic_duplicate_state = amdgpu_dm_connector_atomic_duplicate_state,
 183         .atomic_destroy_state = drm_atomic_helper_connector_destroy_state,
 184         .atomic_set_property = amdgpu_dm_connector_atomic_set_property,
 185         .atomic_get_property = amdgpu_dm_connector_atomic_get_property,
 186         .late_register = amdgpu_dm_mst_connector_late_register,
 187         .early_unregister = amdgpu_dm_mst_connector_early_unregister,
 188 };
 189
 190 #if defined(CONFIG_DRM_AMD_DC_DCN)
 191 static bool validate_dsc_caps_on_connector(struct amdgpu_dm_connector *aconnector)
 192 {
 193         struct dc_sink *dc_sink = aconnector->dc_sink;
 194         struct drm_dp_mst_port *port = aconnector->port;
 195         u8 dsc_caps[16] = { 0 };
 196
 197         aconnector->dsc_aux = drm_dp_mst_dsc_aux_for_port(port);
 198
 199         if (!aconnector->dsc_aux)
 200                 return false;
 201
 202         if (drm_dp_dpcd_read(aconnector->dsc_aux, DP_DSC_SUPPORT, dsc_caps, 16) < 0)
 203                 return false;
 204
 205         if (!dc_dsc_parse_dsc_dpcd(aconnector->dc_link->ctx->dc,
 206                                    dsc_caps, NULL,
 207                                    &dc_sink->sink_dsc_caps.dsc_dec_caps))
 208                 return false;
 209
 210         return true;
 211 }
 212 #endif
 213
 214 static int dm_dp_mst_get_modes(struct drm_connector *connector)
 215 {
 216         struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
 217         int ret = 0;
 218
 219         if (!aconnector)
 220                 return drm_add_edid_modes(connector, NULL);
 221
 222         if (!aconnector->edid) {
 223                 struct edid *edid;
 224                 edid = drm_dp_mst_get_edid(connector, &aconnector->mst_port->mst_mgr, aconnector->port);
 225
 226                 if (!edid) {
 227                         drm_connector_update_edid_property(
 228                                 &aconnector->base,
 229                                 NULL);
 230                         return ret;
 231                 }
 232
 233                 aconnector->edid = edid;
 234         }
 235
 236         if (aconnector->dc_sink && aconnector->dc_sink->sink_signal == SIGNAL_TYPE_VIRTUAL) {
 237                 dc_sink_release(aconnector->dc_sink);
 238                 aconnector->dc_sink = NULL;
 239         }
 240
 241         if (!aconnector->dc_sink) {
 242                 struct dc_sink *dc_sink;
 243                 struct dc_sink_init_data init_params = {
 244                                 .link = aconnector->dc_link,
 245                                 .sink_signal = SIGNAL_TYPE_DISPLAY_PORT_MST };
 246                 dc_sink = dc_link_add_remote_sink(
 247                         aconnector->dc_link,
 248                         (uint8_t *)aconnector->edid,
 249                         (aconnector->edid->extensions + 1) * EDID_LENGTH,
 250                         &init_params);
 251
 252                 dc_sink->priv = aconnector;
 253                 /* dc_link_add_remote_sink returns a new reference */
 254                 aconnector->dc_sink = dc_sink;
 255
 256                 if (aconnector->dc_sink) {
 257                         amdgpu_dm_update_freesync_caps(
 258                                         connector, aconnector->edid);
 259
 260 #if defined(CONFIG_DRM_AMD_DC_DCN)
 261                         if (!validate_dsc_caps_on_connector(aconnector))
 262                                 memset(&aconnector->dc_sink->sink_dsc_caps,
 263                                        0, sizeof(aconnector->dc_sink->sink_dsc_caps));
 264 #endif
 265                 }
 266         }
 267
 268         drm_connector_update_edid_property(
 269                                         &aconnector->base, aconnector->edid);
 270
 271         ret = drm_add_edid_modes(connector, aconnector->edid);
 272
 273         return ret;
 274 }
 275
 276 static struct drm_encoder *
 277 dm_mst_atomic_best_encoder(struct drm_connector *connector,
 278                            struct drm_connector_state *connector_state)
 279 {
 280         return &to_amdgpu_dm_connector(connector)->mst_encoder->base;
 281 }
 282
 283 static int
 284 dm_dp_mst_detect(struct drm_connector *connector,
 285                  struct drm_modeset_acquire_ctx *ctx, bool force)
 286 {
 287         struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
 288         struct amdgpu_dm_connector *master = aconnector->mst_port;
 289
 290         return drm_dp_mst_detect_port(connector, ctx, &master->mst_mgr,
 291                                       aconnector->port);
 292 }
 293
 294 static int dm_dp_mst_atomic_check(struct drm_connector *connector,
 295                                 struct drm_atomic_state *state)
 296 {
 297         struct drm_connector_state *new_conn_state =
 298                         drm_atomic_get_new_connector_state(state, connector);
 299         struct drm_connector_state *old_conn_state =
 300                         drm_atomic_get_old_connector_state(state, connector);
 301         struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
 302         struct drm_crtc_state *new_crtc_state;
 303         struct drm_dp_mst_topology_mgr *mst_mgr;
 304         struct drm_dp_mst_port *mst_port;
 305
 306         mst_port = aconnector->port;
 307         mst_mgr = &aconnector->mst_port->mst_mgr;
 308
 309         if (!old_conn_state->crtc)
 310                 return 0;
 311
 312         if (new_conn_state->crtc) {
 313                 new_crtc_state = drm_atomic_get_new_crtc_state(state, new_conn_state->crtc);
 314                 if (!new_crtc_state ||
 315                     !drm_atomic_crtc_needs_modeset(new_crtc_state) ||
 316                     new_crtc_state->enable)
 317                         return 0;
 318                 }
 319
 320         return drm_dp_atomic_release_vcpi_slots(state,
 321                                                 mst_mgr,
 322                                                 mst_port);
 323 }
 324
 325 static const struct drm_connector_helper_funcs dm_dp_mst_connector_helper_funcs = {
 326         .get_modes = dm_dp_mst_get_modes,
 327         .mode_valid = amdgpu_dm_connector_mode_valid,
 328         .atomic_best_encoder = dm_mst_atomic_best_encoder,
 329         .detect_ctx = dm_dp_mst_detect,
 330         .atomic_check = dm_dp_mst_atomic_check,
 331 };
 332
 333 static void amdgpu_dm_encoder_destroy(struct drm_encoder *encoder)
 334 {
 335         drm_encoder_cleanup(encoder);
 336         kfree(encoder);
 337 }
 338
 339 static const struct drm_encoder_funcs amdgpu_dm_encoder_funcs = {
 340         .destroy = amdgpu_dm_encoder_destroy,
 341 };
 342
 343 static struct amdgpu_encoder *
 344 dm_dp_create_fake_mst_encoder(struct amdgpu_dm_connector *connector)
 345 {
 346         struct drm_device *dev = connector->base.dev;
 347         struct amdgpu_device *adev = dev->dev_private;
 348         struct amdgpu_encoder *amdgpu_encoder;
 349         struct drm_encoder *encoder;
 350
 351         amdgpu_encoder = kzalloc(sizeof(*amdgpu_encoder), GFP_KERNEL);
 352         if (!amdgpu_encoder)
 353                 return NULL;
 354
 355         encoder = &amdgpu_encoder->base;
 356         encoder->possible_crtcs = amdgpu_dm_get_encoder_crtc_mask(adev);
 357
 358         drm_encoder_init(
 359                 dev,
 360                 &amdgpu_encoder->base,
 361                 &amdgpu_dm_encoder_funcs,
 362                 DRM_MODE_ENCODER_DPMST,
 363                 NULL);
 364
 365         drm_encoder_helper_add(encoder, &amdgpu_dm_encoder_helper_funcs);
 366
 367         return amdgpu_encoder;
 368 }
 369
 370 static struct drm_connector *
 371 dm_dp_add_mst_connector(struct drm_dp_mst_topology_mgr *mgr,
 372                         struct drm_dp_mst_port *port,
 373                         const char *pathprop)
 374 {
 375         struct amdgpu_dm_connector *master = container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
 376         struct drm_device *dev = master->base.dev;
 377         struct amdgpu_device *adev = dev->dev_private;
 378         struct amdgpu_dm_connector *aconnector;
 379         struct drm_connector *connector;
 380
 381         aconnector = kzalloc(sizeof(*aconnector), GFP_KERNEL);
 382         if (!aconnector)
 383                 return NULL;
 384
 385         connector = &aconnector->base;
 386         aconnector->port = port;
 387         aconnector->mst_port = master;
 388
 389         if (drm_connector_init(
 390                 dev,
 391                 connector,
 392                 &dm_dp_mst_connector_funcs,
 393                 DRM_MODE_CONNECTOR_DisplayPort)) {
 394                 kfree(aconnector);
 395                 return NULL;
 396         }
 397         drm_connector_helper_add(connector, &dm_dp_mst_connector_helper_funcs);
 398
 399         amdgpu_dm_connector_init_helper(
 400                 &adev->dm,
 401                 aconnector,
 402                 DRM_MODE_CONNECTOR_DisplayPort,
 403                 master->dc_link,
 404                 master->connector_id);
 405
 406         aconnector->mst_encoder = dm_dp_create_fake_mst_encoder(master);
 407         drm_connector_attach_encoder(&aconnector->base,
 408                                      &aconnector->mst_encoder->base);
 409
 410         drm_object_attach_property(
 411                 &connector->base,
 412                 dev->mode_config.path_property,
 413                 0);
 414         drm_object_attach_property(
 415                 &connector->base,
 416                 dev->mode_config.tile_property,
 417                 0);
 418
 419         drm_connector_set_path_property(connector, pathprop);
 420
 421         /*
 422          * Initialize connector state before adding the connectror to drm and
 423          * framebuffer lists
 424          */
 425         amdgpu_dm_connector_funcs_reset(connector);
 426
 427         DRM_INFO("DM_MST: added connector: %p [id: %d] [master: %p]\n",
 428                  aconnector, connector->base.id, aconnector->mst_port);
 429
 430         drm_dp_mst_get_port_malloc(port);
 431
 432         DRM_DEBUG_KMS(":%d\n", connector->base.id);
 433
 434         return connector;
 435 }
 436
 437 static void dm_dp_destroy_mst_connector(struct drm_dp_mst_topology_mgr *mgr,
 438                                         struct drm_connector *connector)
 439 {
 440         struct amdgpu_dm_connector *master = container_of(mgr, struct amdgpu_dm_connector, mst_mgr);
 441         struct drm_device *dev = master->base.dev;
 442         struct amdgpu_device *adev = dev->dev_private;
 443         struct amdgpu_dm_connector *aconnector = to_amdgpu_dm_connector(connector);
 444
 445         DRM_INFO("DM_MST: Disabling connector: %p [id: %d] [master: %p]\n",
 446                  aconnector, connector->base.id, aconnector->mst_port);
 447
 448         if (aconnector->dc_sink) {
 449                 amdgpu_dm_update_freesync_caps(connector, NULL);
 450                 dc_link_remove_remote_sink(aconnector->dc_link,
 451                                            aconnector->dc_sink);
 452                 dc_sink_release(aconnector->dc_sink);
 453                 aconnector->dc_sink = NULL;
 454                 aconnector->dc_link->cur_link_settings.lane_count = 0;
 455         }
 456
 457         drm_connector_unregister(connector);
 458         if (adev->mode_info.rfbdev)
 459                 drm_fb_helper_remove_one_connector(&adev->mode_info.rfbdev->helper, connector);
 460         drm_connector_put(connector);
 461 }
 462
 463 static void dm_dp_mst_register_connector(struct drm_connector *connector)
 464 {
 465         struct drm_device *dev = connector->dev;
 466         struct amdgpu_device *adev = dev->dev_private;
 467
 468         if (adev->mode_info.rfbdev)
 469                 drm_fb_helper_add_one_connector(&adev->mode_info.rfbdev->helper, connector);
 470         else
 471                 DRM_ERROR("adev->mode_info.rfbdev is NULL\n");
 472
 473         drm_connector_register(connector);
 474 }
 475
 476 static const struct drm_dp_mst_topology_cbs dm_mst_cbs = {
 477         .add_connector = dm_dp_add_mst_connector,
 478         .destroy_connector = dm_dp_destroy_mst_connector,
 479         .register_connector = dm_dp_mst_register_connector
 480 };
 481
 482 void amdgpu_dm_initialize_dp_connector(struct amdgpu_display_manager *dm,
 483                                        struct amdgpu_dm_connector *aconnector)
 484 {
 485         aconnector->dm_dp_aux.aux.name = "dmdc";
 486         aconnector->dm_dp_aux.aux.dev = aconnector->base.kdev;
 487         aconnector->dm_dp_aux.aux.transfer = dm_dp_aux_transfer;
 488         aconnector->dm_dp_aux.ddc_service = aconnector->dc_link->ddc;
 489
 490         drm_dp_aux_register(&aconnector->dm_dp_aux.aux);
 491         drm_dp_cec_register_connector(&aconnector->dm_dp_aux.aux,
 492                                       &aconnector->base);
 493
 494         if (aconnector->base.connector_type == DRM_MODE_CONNECTOR_eDP)
 495                 return;
 496
 497         aconnector->mst_mgr.cbs = &dm_mst_cbs;
 498         drm_dp_mst_topology_mgr_init(
 499                 &aconnector->mst_mgr,
 500                 dm->adev->ddev,
 501                 &aconnector->dm_dp_aux.aux,
 502                 16,
 503                 4,
 504                 aconnector->connector_id);
 505 }
 506
 507 int dm_mst_get_pbn_divider(struct dc_link *link)
 508 {
 509         if (!link)
 510                 return 0;
 511
 512         return dc_link_bandwidth_kbps(link,
 513                         dc_link_get_link_cap(link)) / (8 * 1000 * 54);
 514 }
 515
 516 #if defined(CONFIG_DRM_AMD_DC_DCN)
 517
 518 struct dsc_mst_fairness_params {
 519         struct dc_crtc_timing *timing;
 520         struct dc_sink *sink;
 521         struct dc_dsc_bw_range bw_range;
 522         bool compression_possible;
 523         struct drm_dp_mst_port *port;
 524 };
 525
 526 struct dsc_mst_fairness_vars {
 527         int pbn;
 528         bool dsc_enabled;
 529         int bpp_x16;
 530 };
 531
 532 static int kbps_to_peak_pbn(int kbps)
 533 {
 534         u64 peak_kbps = kbps;
 535
 536         peak_kbps *= 1006;
 537         peak_kbps = div_u64(peak_kbps, 1000);
 538         return (int) DIV64_U64_ROUND_UP(peak_kbps * 64, (54 * 8 * 1000));
 539 }
 540
 541 static void set_dsc_configs_from_fairness_vars(struct dsc_mst_fairness_params *params,
 542                 struct dsc_mst_fairness_vars *vars,
 543                 int count)
 544 {
 545         int i;
 546
 547         for (i = 0; i < count; i++) {
 548                 memset(&params[i].timing->dsc_cfg, 0, sizeof(params[i].timing->dsc_cfg));
 549                 if (vars[i].dsc_enabled && dc_dsc_compute_config(
 550                                         params[i].sink->ctx->dc->res_pool->dscs[0],
 551                                         &params[i].sink->sink_dsc_caps.dsc_dec_caps,
 552                                         params[i].sink->ctx->dc->debug.dsc_min_slice_height_override,
 553                                         0,
 554                                         params[i].timing,
 555                                         &params[i].timing->dsc_cfg)) {
 556                         params[i].timing->flags.DSC = 1;
 557                         params[i].timing->dsc_cfg.bits_per_pixel = vars[i].bpp_x16;
 558                 } else {
 559                         params[i].timing->flags.DSC = 0;
 560                 }
 561         }
 562 }
 563
 564 static int bpp_x16_from_pbn(struct dsc_mst_fairness_params param, int pbn)
 565 {
 566         struct dc_dsc_config dsc_config;
 567         u64 kbps;
 568
 569         kbps = div_u64((u64)pbn * 994 * 8 * 54, 64);
 570         dc_dsc_compute_config(
 571                         param.sink->ctx->dc->res_pool->dscs[0],
 572                         &param.sink->sink_dsc_caps.dsc_dec_caps,
 573                         param.sink->ctx->dc->debug.dsc_min_slice_height_override,
 574                         (int) kbps, param.timing, &dsc_config);
 575
 576         return dsc_config.bits_per_pixel;
 577 }
 578
 579 static void increase_dsc_bpp(struct drm_atomic_state *state,
 580                              struct dc_link *dc_link,
 581                              struct dsc_mst_fairness_params *params,
 582                              struct dsc_mst_fairness_vars *vars,
 583                              int count)
 584 {
 585         int i;
 586         bool bpp_increased[MAX_PIPES];
 587         int initial_slack[MAX_PIPES];
 588         int min_initial_slack;
 589         int next_index;
 590         int remaining_to_increase = 0;
 591         int pbn_per_timeslot;
 592         int link_timeslots_used;
 593         int fair_pbn_alloc;
 594
 595         for (i = 0; i < count; i++) {
 596                 if (vars[i].dsc_enabled) {
 597                         initial_slack[i] = kbps_to_peak_pbn(params[i].bw_range.max_kbps) - vars[i].pbn;
 598                         bpp_increased[i] = false;
 599                         remaining_to_increase += 1;
 600                 } else {
 601                         initial_slack[i] = 0;
 602                         bpp_increased[i] = true;
 603                 }
 604         }
 605
 606         pbn_per_timeslot = dc_link_bandwidth_kbps(dc_link,
 607                         dc_link_get_link_cap(dc_link)) / (8 * 1000 * 54);
 608
 609         while (remaining_to_increase) {
 610                 next_index = -1;
 611                 min_initial_slack = -1;
 612                 for (i = 0; i < count; i++) {
 613                         if (!bpp_increased[i]) {
 614                                 if (min_initial_slack == -1 || min_initial_slack > initial_slack[i]) {
 615                                         min_initial_slack = initial_slack[i];
 616                                         next_index = i;
 617                                 }
 618                         }
 619                 }
 620
 621                 if (next_index == -1)
 622                         break;
 623
 624                 link_timeslots_used = 0;
 625
 626                 for (i = 0; i < count; i++)
 627                         link_timeslots_used += DIV_ROUND_UP(vars[i].pbn, pbn_per_timeslot);
 628
 629                 fair_pbn_alloc = (63 - link_timeslots_used) / remaining_to_increase * pbn_per_timeslot;
 630
 631                 if (initial_slack[next_index] > fair_pbn_alloc) {
 632                         vars[next_index].pbn += fair_pbn_alloc;
 633                         if (drm_dp_atomic_find_vcpi_slots(state,
 634                                                           params[next_index].port->mgr,
 635                                                           params[next_index].port,
 636                                                           vars[next_index].pbn,
 637                                                           dm_mst_get_pbn_divider(dc_link)) < 0)
 638                                 return;
 639                         if (!drm_dp_mst_atomic_check(state)) {
 640                                 vars[next_index].bpp_x16 = bpp_x16_from_pbn(params[next_index], vars[next_index].pbn);
 641                         } else {
 642                                 vars[next_index].pbn -= fair_pbn_alloc;
 643                                 if (drm_dp_atomic_find_vcpi_slots(state,
 644                                                                   params[next_index].port->mgr,
 645                                                                   params[next_index].port,
 646                                                                   vars[next_index].pbn,
 647                                                                   dm_mst_get_pbn_divider(dc_link)) < 0)
 648                                         return;
 649                         }
 650                 } else {
 651                         vars[next_index].pbn += initial_slack[next_index];
 652                         if (drm_dp_atomic_find_vcpi_slots(state,
 653                                                           params[next_index].port->mgr,
 654                                                           params[next_index].port,
 655                                                           vars[next_index].pbn,
 656                                                           dm_mst_get_pbn_divider(dc_link)) < 0)
 657                                 return;
 658                         if (!drm_dp_mst_atomic_check(state)) {
 659                                 vars[next_index].bpp_x16 = params[next_index].bw_range.max_target_bpp_x16;
 660                         } else {
 661                                 vars[next_index].pbn -= initial_slack[next_index];
 662                                 if (drm_dp_atomic_find_vcpi_slots(state,
 663                                                                   params[next_index].port->mgr,
 664                                                                   params[next_index].port,
 665                                                                   vars[next_index].pbn,
 666                                                                   dm_mst_get_pbn_divider(dc_link)) < 0)
 667                                         return;
 668                         }
 669                 }
 670
 671                 bpp_increased[next_index] = true;
 672                 remaining_to_increase--;
 673         }
 674 }
 675
 676 static void try_disable_dsc(struct drm_atomic_state *state,
 677                             struct dc_link *dc_link,
 678                             struct dsc_mst_fairness_params *params,
 679                             struct dsc_mst_fairness_vars *vars,
 680                             int count)
 681 {
 682         int i;
 683         bool tried[MAX_PIPES];
 684         int kbps_increase[MAX_PIPES];
 685         int max_kbps_increase;
 686         int next_index;
 687         int remaining_to_try = 0;
 688
 689         for (i = 0; i < count; i++) {
 690                 if (vars[i].dsc_enabled && vars[i].bpp_x16 == params[i].bw_range.max_target_bpp_x16) {
 691                         kbps_increase[i] = params[i].bw_range.stream_kbps - params[i].bw_range.max_kbps;
 692                         tried[i] = false;
 693                         remaining_to_try += 1;
 694                 } else {
 695                         kbps_increase[i] = 0;
 696                         tried[i] = true;
 697                 }
 698         }
 699
 700         while (remaining_to_try) {
 701                 next_index = -1;
 702                 max_kbps_increase = -1;
 703                 for (i = 0; i < count; i++) {
 704                         if (!tried[i]) {
 705                                 if (max_kbps_increase == -1 || max_kbps_increase < kbps_increase[i]) {
 706                                         max_kbps_increase = kbps_increase[i];
 707                                         next_index = i;
 708                                 }
 709                         }
 710                 }
 711
 712                 if (next_index == -1)
 713                         break;
 714
 715                 vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.stream_kbps);
 716                 if (drm_dp_atomic_find_vcpi_slots(state,
 717                                                   params[next_index].port->mgr,
 718                                                   params[next_index].port,
 719                                                   vars[next_index].pbn,
 720                                                   0) < 0)
 721                         return;
 722
 723                 if (!drm_dp_mst_atomic_check(state)) {
 724                         vars[next_index].dsc_enabled = false;
 725                         vars[next_index].bpp_x16 = 0;
 726                 } else {
 727                         vars[next_index].pbn = kbps_to_peak_pbn(params[next_index].bw_range.max_kbps);
 728                         if (drm_dp_atomic_find_vcpi_slots(state,
 729                                                           params[next_index].port->mgr,
 730                                                           params[next_index].port,
 731                                                           vars[next_index].pbn,
 732                                                           dm_mst_get_pbn_divider(dc_link)) < 0)
 733                                 return;
 734                 }
 735
 736                 tried[next_index] = true;
 737                 remaining_to_try--;
 738         }
 739 }
 740
 741 static bool compute_mst_dsc_configs_for_link(struct drm_atomic_state *state,
 742                                              struct dc_state *dc_state,
 743                                              struct dc_link *dc_link)
 744 {
 745         int i;
 746         struct dc_stream_state *stream;
 747         struct dsc_mst_fairness_params params[MAX_PIPES];
 748         struct dsc_mst_fairness_vars vars[MAX_PIPES];
 749         struct amdgpu_dm_connector *aconnector;
 750         int count = 0;
 751
 752         memset(params, 0, sizeof(params));
 753
 754         /* Set up params */
 755         for (i = 0; i < dc_state->stream_count; i++) {
 756                 struct dc_dsc_policy dsc_policy = {0};
 757
 758                 stream = dc_state->streams[i];
 759
 760                 if (stream->link != dc_link)
 761                         continue;
 762
 763                 stream->timing.flags.DSC = 0;
 764
 765                 params[count].timing = &stream->timing;
 766                 params[count].sink = stream->sink;
 767                 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
 768                 params[count].port = aconnector->port;
 769                 params[count].compression_possible = stream->sink->sink_dsc_caps.dsc_dec_caps.is_dsc_supported;
 770                 dc_dsc_get_policy_for_timing(params[count].timing, &dsc_policy);
 771                 if (!dc_dsc_compute_bandwidth_range(
 772                                 stream->sink->ctx->dc->res_pool->dscs[0],
 773                                 stream->sink->ctx->dc->debug.dsc_min_slice_height_override,
 774                                 dsc_policy.min_target_bpp,
 775                                 dsc_policy.max_target_bpp,
 776                                 &stream->sink->sink_dsc_caps.dsc_dec_caps,
 777                                 &stream->timing, &params[count].bw_range))
 778                         params[count].bw_range.stream_kbps = dc_bandwidth_in_kbps_from_timing(&stream->timing);
 779
 780                 count++;
 781         }
 782         /* Try no compression */
 783         for (i = 0; i < count; i++) {
 784                 vars[i].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
 785                 vars[i].dsc_enabled = false;
 786                 vars[i].bpp_x16 = 0;
 787                 if (drm_dp_atomic_find_vcpi_slots(state,
 788                                                  params[i].port->mgr,
 789                                                  params[i].port,
 790                                                  vars[i].pbn,
 791                                                  0) < 0)
 792                         return false;
 793         }
 794         if (!drm_dp_mst_atomic_check(state)) {
 795                 set_dsc_configs_from_fairness_vars(params, vars, count);
 796                 return true;
 797         }
 798
 799         /* Try max compression */
 800         for (i = 0; i < count; i++) {
 801                 if (params[i].compression_possible) {
 802                         vars[i].pbn = kbps_to_peak_pbn(params[i].bw_range.min_kbps);
 803                         vars[i].dsc_enabled = true;
 804                         vars[i].bpp_x16 = params[i].bw_range.min_target_bpp_x16;
 805                         if (drm_dp_atomic_find_vcpi_slots(state,
 806                                                           params[i].port->mgr,
 807                                                           params[i].port,
 808                                                           vars[i].pbn,
 809                                                           dm_mst_get_pbn_divider(dc_link)) < 0)
 810                                 return false;
 811                 } else {
 812                         vars[i].pbn = kbps_to_peak_pbn(params[i].bw_range.stream_kbps);
 813                         vars[i].dsc_enabled = false;
 814                         vars[i].bpp_x16 = 0;
 815                         if (drm_dp_atomic_find_vcpi_slots(state,
 816                                                           params[i].port->mgr,
 817                                                           params[i].port,
 818                                                           vars[i].pbn,
 819                                                           0) < 0)
 820                                 return false;
 821                 }
 822         }
 823         if (drm_dp_mst_atomic_check(state))
 824                 return false;
 825
 826         /* Optimize degree of compression */
 827         increase_dsc_bpp(state, dc_link, params, vars, count);
 828
 829         try_disable_dsc(state, dc_link, params, vars, count);
 830
 831         set_dsc_configs_from_fairness_vars(params, vars, count);
 832
 833         return true;
 834 }
 835
 836 bool compute_mst_dsc_configs_for_state(struct drm_atomic_state *state,
 837                                        struct dc_state *dc_state)
 838 {
 839         int i, j;
 840         struct dc_stream_state *stream;
 841         bool computed_streams[MAX_PIPES];
 842         struct amdgpu_dm_connector *aconnector;
 843
 844         for (i = 0; i < dc_state->stream_count; i++)
 845                 computed_streams[i] = false;
 846
 847         for (i = 0; i < dc_state->stream_count; i++) {
 848                 stream = dc_state->streams[i];
 849
 850                 if (stream->signal != SIGNAL_TYPE_DISPLAY_PORT_MST)
 851                         continue;
 852
 853                 aconnector = (struct amdgpu_dm_connector *)stream->dm_stream_context;
 854
 855                 if (!aconnector || !aconnector->dc_sink)
 856                         continue;
 857
 858                 if (!aconnector->dc_sink->sink_dsc_caps.dsc_dec_caps.is_dsc_supported)
 859                         continue;
 860
 861                 if (computed_streams[i])
 862                         continue;
 863
 864                 mutex_lock(&aconnector->mst_mgr.lock);
 865                 if (!compute_mst_dsc_configs_for_link(state, dc_state, stream->link)) {
 866                         mutex_unlock(&aconnector->mst_mgr.lock);
 867                         return false;
 868                 }
 869                 mutex_unlock(&aconnector->mst_mgr.lock);
 870
 871                 for (j = 0; j < dc_state->stream_count; j++) {
 872                         if (dc_state->streams[j]->link == stream->link)
 873                                 computed_streams[j] = true;
 874                 }
 875         }
 876
 877         for (i = 0; i < dc_state->stream_count; i++) {
 878                 stream = dc_state->streams[i];
 879
 880                 if (stream->timing.flags.DSC == 1)
 881                         dcn20_add_dsc_to_stream_resource(stream->ctx->dc, dc_state, stream);
 882         }
 883
 884         return true;
 885 }
 886
 887 #endif