drivers/gpu/drm/amd/display/dc/dcn10/dcn10_hw_sequencer.c

   1 /*
   2  * Copyright 2016 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * Authors: AMD
  23  *
  24  */
  25
  26 #include <linux/delay.h>
  27 #include "dm_services.h"
  28 #include "core_types.h"
  29 #include "resource.h"
  30 #include "custom_float.h"
  31 #include "dcn10_hw_sequencer.h"
  32 #include "dce110/dce110_hw_sequencer.h"
  33 #include "dce/dce_hwseq.h"
  34 #include "abm.h"
  35 #include "dmcu.h"
  36 #include "dcn10_optc.h"
  37 #include "dcn10/dcn10_dpp.h"
  38 #include "dcn10/dcn10_mpc.h"
  39 #include "timing_generator.h"
  40 #include "opp.h"
  41 #include "ipp.h"
  42 #include "mpc.h"
  43 #include "reg_helper.h"
  44 #include "dcn10_hubp.h"
  45 #include "dcn10_hubbub.h"
  46 #include "dcn10_cm_common.h"
  47 #include "dc_link_dp.h"
  48 #include "dccg.h"
  49 #include "clk_mgr.h"
  50
  51
  52 #ifdef CONFIG_DRM_AMD_DC_DSC_SUPPORT
  53 #include "dsc.h"
  54 #endif
  55
  56 #define DC_LOGGER_INIT(logger)
  57
  58 #define CTX \
  59         hws->ctx
  60 #define REG(reg)\
  61         hws->regs->reg
  62
  63 #undef FN
  64 #define FN(reg_name, field_name) \
  65         hws->shifts->field_name, hws->masks->field_name
  66
  67 /*print is 17 wide, first two characters are spaces*/
  68 #define DTN_INFO_MICRO_SEC(ref_cycle) \
  69         print_microsec(dc_ctx, log_ctx, ref_cycle)
  70
  71 void print_microsec(struct dc_context *dc_ctx,
  72         struct dc_log_buffer_ctx *log_ctx,
  73         uint32_t ref_cycle)
  74 {
  75         const uint32_t ref_clk_mhz = dc_ctx->dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000;
  76         static const unsigned int frac = 1000;
  77         uint32_t us_x10 = (ref_cycle * frac) / ref_clk_mhz;
  78
  79         DTN_INFO("  %11d.%03d",
  80                         us_x10 / frac,
  81                         us_x10 % frac);
  82 }
  83
  84 static void log_mpc_crc(struct dc *dc,
  85         struct dc_log_buffer_ctx *log_ctx)
  86 {
  87         struct dc_context *dc_ctx = dc->ctx;
  88         struct dce_hwseq *hws = dc->hwseq;
  89
  90         if (REG(MPC_CRC_RESULT_GB))
  91                 DTN_INFO("MPC_CRC_RESULT_GB:%d MPC_CRC_RESULT_C:%d MPC_CRC_RESULT_AR:%d\n",
  92                 REG_READ(MPC_CRC_RESULT_GB), REG_READ(MPC_CRC_RESULT_C), REG_READ(MPC_CRC_RESULT_AR));
  93         if (REG(DPP_TOP0_DPP_CRC_VAL_B_A))
  94                 DTN_INFO("DPP_TOP0_DPP_CRC_VAL_B_A:%d DPP_TOP0_DPP_CRC_VAL_R_G:%d\n",
  95                 REG_READ(DPP_TOP0_DPP_CRC_VAL_B_A), REG_READ(DPP_TOP0_DPP_CRC_VAL_R_G));
  96 }
  97
  98 void dcn10_log_hubbub_state(struct dc *dc, struct dc_log_buffer_ctx *log_ctx)
  99 {
 100         struct dc_context *dc_ctx = dc->ctx;
 101         struct dcn_hubbub_wm wm;
 102         int i;
 103
 104         memset(&wm, 0, sizeof(struct dcn_hubbub_wm));
 105         dc->res_pool->hubbub->funcs->wm_read_state(dc->res_pool->hubbub, &wm);
 106
 107         DTN_INFO("HUBBUB WM:      data_urgent  pte_meta_urgent"
 108                         "         sr_enter          sr_exit  dram_clk_change\n");
 109
 110         for (i = 0; i < 4; i++) {
 111                 struct dcn_hubbub_wm_set *s;
 112
 113                 s = &wm.sets[i];
 114                 DTN_INFO("WM_Set[%d]:", s->wm_set);
 115                 DTN_INFO_MICRO_SEC(s->data_urgent);
 116                 DTN_INFO_MICRO_SEC(s->pte_meta_urgent);
 117                 DTN_INFO_MICRO_SEC(s->sr_enter);
 118                 DTN_INFO_MICRO_SEC(s->sr_exit);
 119                 DTN_INFO_MICRO_SEC(s->dram_clk_chanage);
 120                 DTN_INFO("\n");
 121         }
 122
 123         DTN_INFO("\n");
 124 }
 125
 126 static void dcn10_log_hubp_states(struct dc *dc, void *log_ctx)
 127 {
 128         struct dc_context *dc_ctx = dc->ctx;
 129         struct resource_pool *pool = dc->res_pool;
 130         int i;
 131
 132         DTN_INFO("HUBP:  format  addr_hi  width  height"
 133                         "  rot  mir  sw_mode  dcc_en  blank_en  ttu_dis  underflow"
 134                         "   min_ttu_vblank       qos_low_wm      qos_high_wm\n");
 135         for (i = 0; i < pool->pipe_count; i++) {
 136                 struct hubp *hubp = pool->hubps[i];
 137                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(hubp)->state);
 138
 139                 hubp->funcs->hubp_read_state(hubp);
 140
 141                 if (!s->blank_en) {
 142                         DTN_INFO("[%2d]:  %5xh  %6xh  %5d  %6d  %2xh  %2xh  %6xh"
 143                                         "  %6d  %8d  %7d  %8xh",
 144                                         hubp->inst,
 145                                         s->pixel_format,
 146                                         s->inuse_addr_hi,
 147                                         s->viewport_width,
 148                                         s->viewport_height,
 149                                         s->rotation_angle,
 150                                         s->h_mirror_en,
 151                                         s->sw_mode,
 152                                         s->dcc_en,
 153                                         s->blank_en,
 154                                         s->ttu_disable,
 155                                         s->underflow_status);
 156                         DTN_INFO_MICRO_SEC(s->min_ttu_vblank);
 157                         DTN_INFO_MICRO_SEC(s->qos_level_low_wm);
 158                         DTN_INFO_MICRO_SEC(s->qos_level_high_wm);
 159                         DTN_INFO("\n");
 160                 }
 161         }
 162
 163         DTN_INFO("\n=========RQ========\n");
 164         DTN_INFO("HUBP:  drq_exp_m  prq_exp_m  mrq_exp_m  crq_exp_m  plane1_ba  L:chunk_s  min_chu_s  meta_ch_s"
 165                 "  min_m_c_s  dpte_gr_s  mpte_gr_s  swath_hei  pte_row_h  C:chunk_s  min_chu_s  meta_ch_s"
 166                 "  min_m_c_s  dpte_gr_s  mpte_gr_s  swath_hei  pte_row_h\n");
 167         for (i = 0; i < pool->pipe_count; i++) {
 168                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
 169                 struct _vcs_dpi_display_rq_regs_st *rq_regs = &s->rq_regs;
 170
 171                 if (!s->blank_en)
 172                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
 173                                 pool->hubps[i]->inst, rq_regs->drq_expansion_mode, rq_regs->prq_expansion_mode, rq_regs->mrq_expansion_mode,
 174                                 rq_regs->crq_expansion_mode, rq_regs->plane1_base_address, rq_regs->rq_regs_l.chunk_size,
 175                                 rq_regs->rq_regs_l.min_chunk_size, rq_regs->rq_regs_l.meta_chunk_size,
 176                                 rq_regs->rq_regs_l.min_meta_chunk_size, rq_regs->rq_regs_l.dpte_group_size,
 177                                 rq_regs->rq_regs_l.mpte_group_size, rq_regs->rq_regs_l.swath_height,
 178                                 rq_regs->rq_regs_l.pte_row_height_linear, rq_regs->rq_regs_c.chunk_size, rq_regs->rq_regs_c.min_chunk_size,
 179                                 rq_regs->rq_regs_c.meta_chunk_size, rq_regs->rq_regs_c.min_meta_chunk_size,
 180                                 rq_regs->rq_regs_c.dpte_group_size, rq_regs->rq_regs_c.mpte_group_size,
 181                                 rq_regs->rq_regs_c.swath_height, rq_regs->rq_regs_c.pte_row_height_linear);
 182         }
 183
 184         DTN_INFO("========DLG========\n");
 185         DTN_INFO("HUBP:  rc_hbe     dlg_vbe    min_d_y_n  rc_per_ht  rc_x_a_s "
 186                         "  dst_y_a_s  dst_y_pf   dst_y_vvb  dst_y_rvb  dst_y_vfl  dst_y_rfl  rf_pix_fq"
 187                         "  vratio_pf  vrat_pf_c  rc_pg_vbl  rc_pg_vbc  rc_mc_vbl  rc_mc_vbc  rc_pg_fll"
 188                         "  rc_pg_flc  rc_mc_fll  rc_mc_flc  pr_nom_l   pr_nom_c   rc_pg_nl   rc_pg_nc "
 189                         "  mr_nom_l   mr_nom_c   rc_mc_nl   rc_mc_nc   rc_ld_pl   rc_ld_pc   rc_ld_l  "
 190                         "  rc_ld_c    cha_cur0   ofst_cur1  cha_cur1   vr_af_vc0  ddrq_limt  x_rt_dlay"
 191                         "  x_rp_dlay  x_rr_sfl\n");
 192         for (i = 0; i < pool->pipe_count; i++) {
 193                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
 194                 struct _vcs_dpi_display_dlg_regs_st *dlg_regs = &s->dlg_attr;
 195
 196                 if (!s->blank_en)
 197                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh"
 198                                 "%  8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh"
 199                                 "  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
 200                                 pool->hubps[i]->inst, dlg_regs->refcyc_h_blank_end, dlg_regs->dlg_vblank_end, dlg_regs->min_dst_y_next_start,
 201                                 dlg_regs->refcyc_per_htotal, dlg_regs->refcyc_x_after_scaler, dlg_regs->dst_y_after_scaler,
 202                                 dlg_regs->dst_y_prefetch, dlg_regs->dst_y_per_vm_vblank, dlg_regs->dst_y_per_row_vblank,
 203                                 dlg_regs->dst_y_per_vm_flip, dlg_regs->dst_y_per_row_flip, dlg_regs->ref_freq_to_pix_freq,
 204                                 dlg_regs->vratio_prefetch, dlg_regs->vratio_prefetch_c, dlg_regs->refcyc_per_pte_group_vblank_l,
 205                                 dlg_regs->refcyc_per_pte_group_vblank_c, dlg_regs->refcyc_per_meta_chunk_vblank_l,
 206                                 dlg_regs->refcyc_per_meta_chunk_vblank_c, dlg_regs->refcyc_per_pte_group_flip_l,
 207                                 dlg_regs->refcyc_per_pte_group_flip_c, dlg_regs->refcyc_per_meta_chunk_flip_l,
 208                                 dlg_regs->refcyc_per_meta_chunk_flip_c, dlg_regs->dst_y_per_pte_row_nom_l,
 209                                 dlg_regs->dst_y_per_pte_row_nom_c, dlg_regs->refcyc_per_pte_group_nom_l,
 210                                 dlg_regs->refcyc_per_pte_group_nom_c, dlg_regs->dst_y_per_meta_row_nom_l,
 211                                 dlg_regs->dst_y_per_meta_row_nom_c, dlg_regs->refcyc_per_meta_chunk_nom_l,
 212                                 dlg_regs->refcyc_per_meta_chunk_nom_c, dlg_regs->refcyc_per_line_delivery_pre_l,
 213                                 dlg_regs->refcyc_per_line_delivery_pre_c, dlg_regs->refcyc_per_line_delivery_l,
 214                                 dlg_regs->refcyc_per_line_delivery_c, dlg_regs->chunk_hdl_adjust_cur0, dlg_regs->dst_y_offset_cur1,
 215                                 dlg_regs->chunk_hdl_adjust_cur1, dlg_regs->vready_after_vcount0, dlg_regs->dst_y_delta_drq_limit,
 216                                 dlg_regs->xfc_reg_transfer_delay, dlg_regs->xfc_reg_precharge_delay,
 217                                 dlg_regs->xfc_reg_remote_surface_flip_latency);
 218         }
 219
 220         DTN_INFO("========TTU========\n");
 221         DTN_INFO("HUBP:  qos_ll_wm  qos_lh_wm  mn_ttu_vb  qos_l_flp  rc_rd_p_l  rc_rd_l    rc_rd_p_c"
 222                         "  rc_rd_c    rc_rd_c0   rc_rd_pc0  rc_rd_c1   rc_rd_pc1  qos_lf_l   qos_rds_l"
 223                         "  qos_lf_c   qos_rds_c  qos_lf_c0  qos_rds_c0 qos_lf_c1  qos_rds_c1\n");
 224         for (i = 0; i < pool->pipe_count; i++) {
 225                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
 226                 struct _vcs_dpi_display_ttu_regs_st *ttu_regs = &s->ttu_attr;
 227
 228                 if (!s->blank_en)
 229                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
 230                                 pool->hubps[i]->inst, ttu_regs->qos_level_low_wm, ttu_regs->qos_level_high_wm, ttu_regs->min_ttu_vblank,
 231                                 ttu_regs->qos_level_flip, ttu_regs->refcyc_per_req_delivery_pre_l, ttu_regs->refcyc_per_req_delivery_l,
 232                                 ttu_regs->refcyc_per_req_delivery_pre_c, ttu_regs->refcyc_per_req_delivery_c, ttu_regs->refcyc_per_req_delivery_cur0,
 233                                 ttu_regs->refcyc_per_req_delivery_pre_cur0, ttu_regs->refcyc_per_req_delivery_cur1,
 234                                 ttu_regs->refcyc_per_req_delivery_pre_cur1, ttu_regs->qos_level_fixed_l, ttu_regs->qos_ramp_disable_l,
 235                                 ttu_regs->qos_level_fixed_c, ttu_regs->qos_ramp_disable_c, ttu_regs->qos_level_fixed_cur0,
 236                                 ttu_regs->qos_ramp_disable_cur0, ttu_regs->qos_level_fixed_cur1, ttu_regs->qos_ramp_disable_cur1);
 237         }
 238         DTN_INFO("\n");
 239 }
 240
 241 void dcn10_log_hw_state(struct dc *dc,
 242         struct dc_log_buffer_ctx *log_ctx)
 243 {
 244         struct dc_context *dc_ctx = dc->ctx;
 245         struct resource_pool *pool = dc->res_pool;
 246         int i;
 247
 248         DTN_INFO_BEGIN();
 249
 250         dcn10_log_hubbub_state(dc, log_ctx);
 251
 252         dcn10_log_hubp_states(dc, log_ctx);
 253
 254         DTN_INFO("DPP:    IGAM format  IGAM mode    DGAM mode    RGAM mode"
 255                         "  GAMUT mode  C11 C12   C13 C14   C21 C22   C23 C24   "
 256                         "C31 C32   C33 C34\n");
 257         for (i = 0; i < pool->pipe_count; i++) {
 258                 struct dpp *dpp = pool->dpps[i];
 259                 struct dcn_dpp_state s = {0};
 260
 261                 dpp->funcs->dpp_read_state(dpp, &s);
 262
 263                 if (!s.is_enabled)
 264                         continue;
 265
 266                 DTN_INFO("[%2d]:  %11xh  %-11s  %-11s  %-11s"
 267                                 "%8x    %08xh %08xh %08xh %08xh %08xh %08xh",
 268                                 dpp->inst,
 269                                 s.igam_input_format,
 270                                 (s.igam_lut_mode == 0) ? "BypassFixed" :
 271                                         ((s.igam_lut_mode == 1) ? "BypassFloat" :
 272                                         ((s.igam_lut_mode == 2) ? "RAM" :
 273                                         ((s.igam_lut_mode == 3) ? "RAM" :
 274                                                                  "Unknown"))),
 275                                 (s.dgam_lut_mode == 0) ? "Bypass" :
 276                                         ((s.dgam_lut_mode == 1) ? "sRGB" :
 277                                         ((s.dgam_lut_mode == 2) ? "Ycc" :
 278                                         ((s.dgam_lut_mode == 3) ? "RAM" :
 279                                         ((s.dgam_lut_mode == 4) ? "RAM" :
 280                                                                  "Unknown")))),
 281                                 (s.rgam_lut_mode == 0) ? "Bypass" :
 282                                         ((s.rgam_lut_mode == 1) ? "sRGB" :
 283                                         ((s.rgam_lut_mode == 2) ? "Ycc" :
 284                                         ((s.rgam_lut_mode == 3) ? "RAM" :
 285                                         ((s.rgam_lut_mode == 4) ? "RAM" :
 286                                                                  "Unknown")))),
 287                                 s.gamut_remap_mode,
 288                                 s.gamut_remap_c11_c12,
 289                                 s.gamut_remap_c13_c14,
 290                                 s.gamut_remap_c21_c22,
 291                                 s.gamut_remap_c23_c24,
 292                                 s.gamut_remap_c31_c32,
 293                                 s.gamut_remap_c33_c34);
 294                 DTN_INFO("\n");
 295         }
 296         DTN_INFO("\n");
 297
 298         DTN_INFO("MPCC:  OPP  DPP  MPCCBOT  MODE  ALPHA_MODE  PREMULT  OVERLAP_ONLY  IDLE\n");
 299         for (i = 0; i < pool->pipe_count; i++) {
 300                 struct mpcc_state s = {0};
 301
 302                 pool->mpc->funcs->read_mpcc_state(pool->mpc, i, &s);
 303                 if (s.opp_id != 0xf)
 304                         DTN_INFO("[%2d]:  %2xh  %2xh  %6xh  %4d  %10d  %7d  %12d  %4d\n",
 305                                 i, s.opp_id, s.dpp_id, s.bot_mpcc_id,
 306                                 s.mode, s.alpha_mode, s.pre_multiplied_alpha, s.overlap_only,
 307                                 s.idle);
 308         }
 309         DTN_INFO("\n");
 310
 311         DTN_INFO("OTG:  v_bs  v_be  v_ss  v_se  vpol  vmax  vmin  vmax_sel  vmin_sel"
 312                         "  h_bs  h_be  h_ss  h_se  hpol  htot  vtot  underflow\n");
 313
 314         for (i = 0; i < pool->timing_generator_count; i++) {
 315                 struct timing_generator *tg = pool->timing_generators[i];
 316                 struct dcn_otg_state s = {0};
 317
 318                 optc1_read_otg_state(DCN10TG_FROM_TG(tg), &s);
 319
 320                 //only print if OTG master is enabled
 321                 if ((s.otg_enabled & 1) == 0)
 322                         continue;
 323
 324                 DTN_INFO("[%d]: %5d %5d %5d %5d %5d %5d %5d %9d %9d %5d %5d %5d"
 325                                 " %5d %5d %5d %5d  %9d\n",
 326                                 tg->inst,
 327                                 s.v_blank_start,
 328                                 s.v_blank_end,
 329                                 s.v_sync_a_start,
 330                                 s.v_sync_a_end,
 331                                 s.v_sync_a_pol,
 332                                 s.v_total_max,
 333                                 s.v_total_min,
 334                                 s.v_total_max_sel,
 335                                 s.v_total_min_sel,
 336                                 s.h_blank_start,
 337                                 s.h_blank_end,
 338                                 s.h_sync_a_start,
 339                                 s.h_sync_a_end,
 340                                 s.h_sync_a_pol,
 341                                 s.h_total,
 342                                 s.v_total,
 343                                 s.underflow_occurred_status);
 344
 345                 // Clear underflow for debug purposes
 346                 // We want to keep underflow sticky bit on for the longevity tests outside of test environment.
 347                 // This function is called only from Windows or Diags test environment, hence it's safe to clear
 348                 // it from here without affecting the original intent.
 349                 tg->funcs->clear_optc_underflow(tg);
 350         }
 351         DTN_INFO("\n");
 352
 353 #ifdef CONFIG_DRM_AMD_DC_DSC_SUPPORT
 354         DTN_INFO("DSC: CLOCK_EN  SLICE_WIDTH  Bytes_pp\n");
 355         for (i = 0; i < pool->res_cap->num_dsc; i++) {
 356                 struct display_stream_compressor *dsc = pool->dscs[i];
 357                 struct dcn_dsc_state s = {0};
 358
 359                 dsc->funcs->dsc_read_state(dsc, &s);
 360                 DTN_INFO("[%d]: %-9d %-12d %-10d\n",
 361                 dsc->inst,
 362                         s.dsc_clock_en,
 363                         s.dsc_slice_width,
 364                         s.dsc_bytes_per_pixel);
 365                 DTN_INFO("\n");
 366         }
 367         DTN_INFO("\n");
 368
 369         DTN_INFO("S_ENC: DSC_MODE  SEC_GSP7_LINE_NUM"
 370                         "  VBID6_LINE_REFERENCE  VBID6_LINE_NUM  SEC_GSP7_ENABLE  SEC_STREAM_ENABLE\n");
 371         for (i = 0; i < pool->stream_enc_count; i++) {
 372                 struct stream_encoder *enc = pool->stream_enc[i];
 373                 struct enc_state s = {0};
 374
 375                 if (enc->funcs->enc_read_state) {
 376                         enc->funcs->enc_read_state(enc, &s);
 377                         DTN_INFO("[%-3d]: %-9d %-18d %-21d %-15d %-16d %-17d\n",
 378                                 enc->id,
 379                                 s.dsc_mode,
 380                                 s.sec_gsp_pps_line_num,
 381                                 s.vbid6_line_reference,
 382                                 s.vbid6_line_num,
 383                                 s.sec_gsp_pps_enable,
 384                                 s.sec_stream_enable);
 385                         DTN_INFO("\n");
 386                 }
 387         }
 388         DTN_INFO("\n");
 389
 390         DTN_INFO("L_ENC: DPHY_FEC_EN  DPHY_FEC_READY_SHADOW  DPHY_FEC_ACTIVE_STATUS\n");
 391         for (i = 0; i < dc->link_count; i++) {
 392                 struct link_encoder *lenc = dc->links[i]->link_enc;
 393
 394                 struct link_enc_state s = {0};
 395
 396                 if (lenc->funcs->read_state) {
 397                         lenc->funcs->read_state(lenc, &s);
 398                         DTN_INFO("[%-3d]: %-12d %-22d %-22d\n",
 399                                 i,
 400                                 s.dphy_fec_en,
 401                                 s.dphy_fec_ready_shadow,
 402                                 s.dphy_fec_active_status);
 403                         DTN_INFO("\n");
 404                 }
 405         }
 406         DTN_INFO("\n");
 407 #endif
 408
 409         DTN_INFO("\nCALCULATED Clocks: dcfclk_khz:%d  dcfclk_deep_sleep_khz:%d  dispclk_khz:%d\n"
 410                 "dppclk_khz:%d  max_supported_dppclk_khz:%d  fclk_khz:%d  socclk_khz:%d\n\n",
 411                         dc->current_state->bw_ctx.bw.dcn.clk.dcfclk_khz,
 412                         dc->current_state->bw_ctx.bw.dcn.clk.dcfclk_deep_sleep_khz,
 413                         dc->current_state->bw_ctx.bw.dcn.clk.dispclk_khz,
 414                         dc->current_state->bw_ctx.bw.dcn.clk.dppclk_khz,
 415                         dc->current_state->bw_ctx.bw.dcn.clk.max_supported_dppclk_khz,
 416                         dc->current_state->bw_ctx.bw.dcn.clk.fclk_khz,
 417                         dc->current_state->bw_ctx.bw.dcn.clk.socclk_khz);
 418
 419         log_mpc_crc(dc, log_ctx);
 420
 421         DTN_INFO_END();
 422 }
 423
 424 bool dcn10_did_underflow_occur(struct dc *dc, struct pipe_ctx *pipe_ctx)
 425 {
 426         struct hubp *hubp = pipe_ctx->plane_res.hubp;
 427         struct timing_generator *tg = pipe_ctx->stream_res.tg;
 428
 429         if (tg->funcs->is_optc_underflow_occurred(tg)) {
 430                 tg->funcs->clear_optc_underflow(tg);
 431                 return true;
 432         }
 433
 434         if (hubp->funcs->hubp_get_underflow_status(hubp)) {
 435                 hubp->funcs->hubp_clear_underflow(hubp);
 436                 return true;
 437         }
 438         return false;
 439 }
 440
 441 static void enable_power_gating_plane(
 442         struct dce_hwseq *hws,
 443         bool enable)
 444 {
 445         bool force_on = 1; /* disable power gating */
 446
 447         if (enable)
 448                 force_on = 0;
 449
 450         /* DCHUBP0/1/2/3 */
 451         REG_UPDATE(DOMAIN0_PG_CONFIG, DOMAIN0_POWER_FORCEON, force_on);
 452         REG_UPDATE(DOMAIN2_PG_CONFIG, DOMAIN2_POWER_FORCEON, force_on);
 453         REG_UPDATE(DOMAIN4_PG_CONFIG, DOMAIN4_POWER_FORCEON, force_on);
 454         REG_UPDATE(DOMAIN6_PG_CONFIG, DOMAIN6_POWER_FORCEON, force_on);
 455
 456         /* DPP0/1/2/3 */
 457         REG_UPDATE(DOMAIN1_PG_CONFIG, DOMAIN1_POWER_FORCEON, force_on);
 458         REG_UPDATE(DOMAIN3_PG_CONFIG, DOMAIN3_POWER_FORCEON, force_on);
 459         REG_UPDATE(DOMAIN5_PG_CONFIG, DOMAIN5_POWER_FORCEON, force_on);
 460         REG_UPDATE(DOMAIN7_PG_CONFIG, DOMAIN7_POWER_FORCEON, force_on);
 461 }
 462
 463 static void disable_vga(
 464         struct dce_hwseq *hws)
 465 {
 466         unsigned int in_vga1_mode = 0;
 467         unsigned int in_vga2_mode = 0;
 468         unsigned int in_vga3_mode = 0;
 469         unsigned int in_vga4_mode = 0;
 470
 471         REG_GET(D1VGA_CONTROL, D1VGA_MODE_ENABLE, &in_vga1_mode);
 472         REG_GET(D2VGA_CONTROL, D2VGA_MODE_ENABLE, &in_vga2_mode);
 473         REG_GET(D3VGA_CONTROL, D3VGA_MODE_ENABLE, &in_vga3_mode);
 474         REG_GET(D4VGA_CONTROL, D4VGA_MODE_ENABLE, &in_vga4_mode);
 475
 476         if (in_vga1_mode == 0 && in_vga2_mode == 0 &&
 477                         in_vga3_mode == 0 && in_vga4_mode == 0)
 478                 return;
 479
 480         REG_WRITE(D1VGA_CONTROL, 0);
 481         REG_WRITE(D2VGA_CONTROL, 0);
 482         REG_WRITE(D3VGA_CONTROL, 0);
 483         REG_WRITE(D4VGA_CONTROL, 0);
 484
 485         /* HW Engineer's Notes:
 486          *  During switch from vga->extended, if we set the VGA_TEST_ENABLE and
 487          *  then hit the VGA_TEST_RENDER_START, then the DCHUBP timing gets updated correctly.
 488          *
 489          *  Then vBIOS will have it poll for the VGA_TEST_RENDER_DONE and unset
 490          *  VGA_TEST_ENABLE, to leave it in the same state as before.
 491          */
 492         REG_UPDATE(VGA_TEST_CONTROL, VGA_TEST_ENABLE, 1);
 493         REG_UPDATE(VGA_TEST_CONTROL, VGA_TEST_RENDER_START, 1);
 494 }
 495
 496 static void dpp_pg_control(
 497                 struct dce_hwseq *hws,
 498                 unsigned int dpp_inst,
 499                 bool power_on)
 500 {
 501         uint32_t power_gate = power_on ? 0 : 1;
 502         uint32_t pwr_status = power_on ? 0 : 2;
 503
 504         if (hws->ctx->dc->debug.disable_dpp_power_gate)
 505                 return;
 506         if (REG(DOMAIN1_PG_CONFIG) == 0)
 507                 return;
 508
 509         switch (dpp_inst) {
 510         case 0: /* DPP0 */
 511                 REG_UPDATE(DOMAIN1_PG_CONFIG,
 512                                 DOMAIN1_POWER_GATE, power_gate);
 513
 514                 REG_WAIT(DOMAIN1_PG_STATUS,
 515                                 DOMAIN1_PGFSM_PWR_STATUS, pwr_status,
 516                                 1, 1000);
 517                 break;
 518         case 1: /* DPP1 */
 519                 REG_UPDATE(DOMAIN3_PG_CONFIG,
 520                                 DOMAIN3_POWER_GATE, power_gate);
 521
 522                 REG_WAIT(DOMAIN3_PG_STATUS,
 523                                 DOMAIN3_PGFSM_PWR_STATUS, pwr_status,
 524                                 1, 1000);
 525                 break;
 526         case 2: /* DPP2 */
 527                 REG_UPDATE(DOMAIN5_PG_CONFIG,
 528                                 DOMAIN5_POWER_GATE, power_gate);
 529
 530                 REG_WAIT(DOMAIN5_PG_STATUS,
 531                                 DOMAIN5_PGFSM_PWR_STATUS, pwr_status,
 532                                 1, 1000);
 533                 break;
 534         case 3: /* DPP3 */
 535                 REG_UPDATE(DOMAIN7_PG_CONFIG,
 536                                 DOMAIN7_POWER_GATE, power_gate);
 537
 538                 REG_WAIT(DOMAIN7_PG_STATUS,
 539                                 DOMAIN7_PGFSM_PWR_STATUS, pwr_status,
 540                                 1, 1000);
 541                 break;
 542         default:
 543                 BREAK_TO_DEBUGGER();
 544                 break;
 545         }
 546 }
 547
 548 static void hubp_pg_control(
 549                 struct dce_hwseq *hws,
 550                 unsigned int hubp_inst,
 551                 bool power_on)
 552 {
 553         uint32_t power_gate = power_on ? 0 : 1;
 554         uint32_t pwr_status = power_on ? 0 : 2;
 555
 556         if (hws->ctx->dc->debug.disable_hubp_power_gate)
 557                 return;
 558         if (REG(DOMAIN0_PG_CONFIG) == 0)
 559                 return;
 560
 561         switch (hubp_inst) {
 562         case 0: /* DCHUBP0 */
 563                 REG_UPDATE(DOMAIN0_PG_CONFIG,
 564                                 DOMAIN0_POWER_GATE, power_gate);
 565
 566                 REG_WAIT(DOMAIN0_PG_STATUS,
 567                                 DOMAIN0_PGFSM_PWR_STATUS, pwr_status,
 568                                 1, 1000);
 569                 break;
 570         case 1: /* DCHUBP1 */
 571                 REG_UPDATE(DOMAIN2_PG_CONFIG,
 572                                 DOMAIN2_POWER_GATE, power_gate);
 573
 574                 REG_WAIT(DOMAIN2_PG_STATUS,
 575                                 DOMAIN2_PGFSM_PWR_STATUS, pwr_status,
 576                                 1, 1000);
 577                 break;
 578         case 2: /* DCHUBP2 */
 579                 REG_UPDATE(DOMAIN4_PG_CONFIG,
 580                                 DOMAIN4_POWER_GATE, power_gate);
 581
 582                 REG_WAIT(DOMAIN4_PG_STATUS,
 583                                 DOMAIN4_PGFSM_PWR_STATUS, pwr_status,
 584                                 1, 1000);
 585                 break;
 586         case 3: /* DCHUBP3 */
 587                 REG_UPDATE(DOMAIN6_PG_CONFIG,
 588                                 DOMAIN6_POWER_GATE, power_gate);
 589
 590                 REG_WAIT(DOMAIN6_PG_STATUS,
 591                                 DOMAIN6_PGFSM_PWR_STATUS, pwr_status,
 592                                 1, 1000);
 593                 break;
 594         default:
 595                 BREAK_TO_DEBUGGER();
 596                 break;
 597         }
 598 }
 599
 600 static void power_on_plane(
 601         struct dce_hwseq *hws,
 602         int plane_id)
 603 {
 604         DC_LOGGER_INIT(hws->ctx->logger);
 605         if (REG(DC_IP_REQUEST_CNTL)) {
 606                 REG_SET(DC_IP_REQUEST_CNTL, 0,
 607                                 IP_REQUEST_EN, 1);
 608                 dpp_pg_control(hws, plane_id, true);
 609                 hubp_pg_control(hws, plane_id, true);
 610                 REG_SET(DC_IP_REQUEST_CNTL, 0,
 611                                 IP_REQUEST_EN, 0);
 612                 DC_LOG_DEBUG(
 613                                 "Un-gated front end for pipe %d\n", plane_id);
 614         }
 615 }
 616
 617 static void undo_DEGVIDCN10_253_wa(struct dc *dc)
 618 {
 619         struct dce_hwseq *hws = dc->hwseq;
 620         struct hubp *hubp = dc->res_pool->hubps[0];
 621
 622         if (!hws->wa_state.DEGVIDCN10_253_applied)
 623                 return;
 624
 625         hubp->funcs->set_blank(hubp, true);
 626
 627         REG_SET(DC_IP_REQUEST_CNTL, 0,
 628                         IP_REQUEST_EN, 1);
 629
 630         hubp_pg_control(hws, 0, false);
 631         REG_SET(DC_IP_REQUEST_CNTL, 0,
 632                         IP_REQUEST_EN, 0);
 633
 634         hws->wa_state.DEGVIDCN10_253_applied = false;
 635 }
 636
 637 static void apply_DEGVIDCN10_253_wa(struct dc *dc)
 638 {
 639         struct dce_hwseq *hws = dc->hwseq;
 640         struct hubp *hubp = dc->res_pool->hubps[0];
 641         int i;
 642
 643         if (dc->debug.disable_stutter)
 644                 return;
 645
 646         if (!hws->wa.DEGVIDCN10_253)
 647                 return;
 648
 649         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 650                 if (!dc->res_pool->hubps[i]->power_gated)
 651                         return;
 652         }
 653
 654         /* all pipe power gated, apply work around to enable stutter. */
 655
 656         REG_SET(DC_IP_REQUEST_CNTL, 0,
 657                         IP_REQUEST_EN, 1);
 658
 659         hubp_pg_control(hws, 0, true);
 660         REG_SET(DC_IP_REQUEST_CNTL, 0,
 661                         IP_REQUEST_EN, 0);
 662
 663         hubp->funcs->set_hubp_blank_en(hubp, false);
 664         hws->wa_state.DEGVIDCN10_253_applied = true;
 665 }
 666
 667 static void bios_golden_init(struct dc *dc)
 668 {
 669         struct dc_bios *bp = dc->ctx->dc_bios;
 670         int i;
 671
 672         /* initialize dcn global */
 673         bp->funcs->enable_disp_power_gating(bp,
 674                         CONTROLLER_ID_D0, ASIC_PIPE_INIT);
 675
 676         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 677                 /* initialize dcn per pipe */
 678                 bp->funcs->enable_disp_power_gating(bp,
 679                                 CONTROLLER_ID_D0 + i, ASIC_PIPE_DISABLE);
 680         }
 681 }
 682
 683 static void false_optc_underflow_wa(
 684                 struct dc *dc,
 685                 const struct dc_stream_state *stream,
 686                 struct timing_generator *tg)
 687 {
 688         int i;
 689         bool underflow;
 690
 691         if (!dc->hwseq->wa.false_optc_underflow)
 692                 return;
 693
 694         underflow = tg->funcs->is_optc_underflow_occurred(tg);
 695
 696         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 697                 struct pipe_ctx *old_pipe_ctx = &dc->current_state->res_ctx.pipe_ctx[i];
 698
 699                 if (old_pipe_ctx->stream != stream)
 700                         continue;
 701
 702                 dc->hwss.wait_for_mpcc_disconnect(dc, dc->res_pool, old_pipe_ctx);
 703         }
 704
 705         tg->funcs->set_blank_data_double_buffer(tg, true);
 706
 707         if (tg->funcs->is_optc_underflow_occurred(tg) && !underflow)
 708                 tg->funcs->clear_optc_underflow(tg);
 709 }
 710
 711 static enum dc_status dcn10_enable_stream_timing(
 712                 struct pipe_ctx *pipe_ctx,
 713                 struct dc_state *context,
 714                 struct dc *dc)
 715 {
 716         struct dc_stream_state *stream = pipe_ctx->stream;
 717         enum dc_color_space color_space;
 718         struct tg_color black_color = {0};
 719
 720         /* by upper caller loop, pipe0 is parent pipe and be called first.
 721          * back end is set up by for pipe0. Other children pipe share back end
 722          * with pipe 0. No program is needed.
 723          */
 724         if (pipe_ctx->top_pipe != NULL)
 725                 return DC_OK;
 726
 727         /* TODO check if timing_changed, disable stream if timing changed */
 728
 729         /* HW program guide assume display already disable
 730          * by unplug sequence. OTG assume stop.
 731          */
 732         pipe_ctx->stream_res.tg->funcs->enable_optc_clock(pipe_ctx->stream_res.tg, true);
 733
 734         if (false == pipe_ctx->clock_source->funcs->program_pix_clk(
 735                         pipe_ctx->clock_source,
 736                         &pipe_ctx->stream_res.pix_clk_params,
 737                         &pipe_ctx->pll_settings)) {
 738                 BREAK_TO_DEBUGGER();
 739                 return DC_ERROR_UNEXPECTED;
 740         }
 741
 742         pipe_ctx->stream_res.tg->funcs->program_timing(
 743                         pipe_ctx->stream_res.tg,
 744                         &stream->timing,
 745                         pipe_ctx->pipe_dlg_param.vready_offset,
 746                         pipe_ctx->pipe_dlg_param.vstartup_start,
 747                         pipe_ctx->pipe_dlg_param.vupdate_offset,
 748                         pipe_ctx->pipe_dlg_param.vupdate_width,
 749                         pipe_ctx->stream->signal,
 750                         true);
 751
 752 #if 0 /* move to after enable_crtc */
 753         /* TODO: OPP FMT, ABM. etc. should be done here. */
 754         /* or FPGA now. instance 0 only. TODO: move to opp.c */
 755
 756         inst_offset = reg_offsets[pipe_ctx->stream_res.tg->inst].fmt;
 757
 758         pipe_ctx->stream_res.opp->funcs->opp_program_fmt(
 759                                 pipe_ctx->stream_res.opp,
 760                                 &stream->bit_depth_params,
 761                                 &stream->clamping);
 762 #endif
 763         /* program otg blank color */
 764         color_space = stream->output_color_space;
 765         color_space_to_black_color(dc, color_space, &black_color);
 766
 767         if (pipe_ctx->stream_res.tg->funcs->set_blank_color)
 768                 pipe_ctx->stream_res.tg->funcs->set_blank_color(
 769                                 pipe_ctx->stream_res.tg,
 770                                 &black_color);
 771
 772         if (pipe_ctx->stream_res.tg->funcs->is_blanked &&
 773                         !pipe_ctx->stream_res.tg->funcs->is_blanked(pipe_ctx->stream_res.tg)) {
 774                 pipe_ctx->stream_res.tg->funcs->set_blank(pipe_ctx->stream_res.tg, true);
 775                 hwss_wait_for_blank_complete(pipe_ctx->stream_res.tg);
 776                 false_optc_underflow_wa(dc, pipe_ctx->stream, pipe_ctx->stream_res.tg);
 777         }
 778
 779         /* VTG is  within DCHUB command block. DCFCLK is always on */
 780         if (false == pipe_ctx->stream_res.tg->funcs->enable_crtc(pipe_ctx->stream_res.tg)) {
 781                 BREAK_TO_DEBUGGER();
 782                 return DC_ERROR_UNEXPECTED;
 783         }
 784
 785         /* TODO program crtc source select for non-virtual signal*/
 786         /* TODO program FMT */
 787         /* TODO setup link_enc */
 788         /* TODO set stream attributes */
 789         /* TODO program audio */
 790         /* TODO enable stream if timing changed */
 791         /* TODO unblank stream if DP */
 792
 793         return DC_OK;
 794 }
 795
 796 static void dcn10_reset_back_end_for_pipe(
 797                 struct dc *dc,
 798                 struct pipe_ctx *pipe_ctx,
 799                 struct dc_state *context)
 800 {
 801         int i;
 802         DC_LOGGER_INIT(dc->ctx->logger);
 803         if (pipe_ctx->stream_res.stream_enc == NULL) {
 804                 pipe_ctx->stream = NULL;
 805                 return;
 806         }
 807
 808         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
 809                 /* DPMS may already disable */
 810                 if (!pipe_ctx->stream->dpms_off)
 811                         core_link_disable_stream(pipe_ctx, FREE_ACQUIRED_RESOURCE);
 812                 else if (pipe_ctx->stream_res.audio) {
 813                         dc->hwss.disable_audio_stream(pipe_ctx, FREE_ACQUIRED_RESOURCE);
 814                 }
 815
 816         }
 817
 818         /* by upper caller loop, parent pipe: pipe0, will be reset last.
 819          * back end share by all pipes and will be disable only when disable
 820          * parent pipe.
 821          */
 822         if (pipe_ctx->top_pipe == NULL) {
 823                 pipe_ctx->stream_res.tg->funcs->disable_crtc(pipe_ctx->stream_res.tg);
 824
 825                 pipe_ctx->stream_res.tg->funcs->enable_optc_clock(pipe_ctx->stream_res.tg, false);
 826         }
 827
 828         for (i = 0; i < dc->res_pool->pipe_count; i++)
 829                 if (&dc->current_state->res_ctx.pipe_ctx[i] == pipe_ctx)
 830                         break;
 831
 832         if (i == dc->res_pool->pipe_count)
 833                 return;
 834
 835         pipe_ctx->stream = NULL;
 836         DC_LOG_DEBUG("Reset back end for pipe %d, tg:%d\n",
 837                                         pipe_ctx->pipe_idx, pipe_ctx->stream_res.tg->inst);
 838 }
 839
 840 static bool dcn10_hw_wa_force_recovery(struct dc *dc)
 841 {
 842         struct hubp *hubp ;
 843         unsigned int i;
 844         bool need_recover = true;
 845
 846         if (!dc->debug.recovery_enabled)
 847                 return false;
 848
 849         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 850                 struct pipe_ctx *pipe_ctx =
 851                         &dc->current_state->res_ctx.pipe_ctx[i];
 852                 if (pipe_ctx != NULL) {
 853                         hubp = pipe_ctx->plane_res.hubp;
 854                         if (hubp != NULL && hubp->funcs->hubp_get_underflow_status) {
 855                                 if (hubp->funcs->hubp_get_underflow_status(hubp) != 0) {
 856                                         /* one pipe underflow, we will reset all the pipes*/
 857                                         need_recover = true;
 858                                 }
 859                         }
 860                 }
 861         }
 862         if (!need_recover)
 863                 return false;
 864         /*
 865         DCHUBP_CNTL:HUBP_BLANK_EN=1
 866         DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=1
 867         DCHUBP_CNTL:HUBP_DISABLE=1
 868         DCHUBP_CNTL:HUBP_DISABLE=0
 869         DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=0
 870         DCSURF_PRIMARY_SURFACE_ADDRESS
 871         DCHUBP_CNTL:HUBP_BLANK_EN=0
 872         */
 873
 874         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 875                 struct pipe_ctx *pipe_ctx =
 876                         &dc->current_state->res_ctx.pipe_ctx[i];
 877                 if (pipe_ctx != NULL) {
 878                         hubp = pipe_ctx->plane_res.hubp;
 879                         /*DCHUBP_CNTL:HUBP_BLANK_EN=1*/
 880                         if (hubp != NULL && hubp->funcs->set_hubp_blank_en)
 881                                 hubp->funcs->set_hubp_blank_en(hubp, true);
 882                 }
 883         }
 884         /*DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=1*/
 885         hubbub1_soft_reset(dc->res_pool->hubbub, true);
 886
 887         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 888                 struct pipe_ctx *pipe_ctx =
 889                         &dc->current_state->res_ctx.pipe_ctx[i];
 890                 if (pipe_ctx != NULL) {
 891                         hubp = pipe_ctx->plane_res.hubp;
 892                         /*DCHUBP_CNTL:HUBP_DISABLE=1*/
 893                         if (hubp != NULL && hubp->funcs->hubp_disable_control)
 894                                 hubp->funcs->hubp_disable_control(hubp, true);
 895                 }
 896         }
 897         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 898                 struct pipe_ctx *pipe_ctx =
 899                         &dc->current_state->res_ctx.pipe_ctx[i];
 900                 if (pipe_ctx != NULL) {
 901                         hubp = pipe_ctx->plane_res.hubp;
 902                         /*DCHUBP_CNTL:HUBP_DISABLE=0*/
 903                         if (hubp != NULL && hubp->funcs->hubp_disable_control)
 904                                 hubp->funcs->hubp_disable_control(hubp, true);
 905                 }
 906         }
 907         /*DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=0*/
 908         hubbub1_soft_reset(dc->res_pool->hubbub, false);
 909         for (i = 0; i < dc->res_pool->pipe_count; i++) {
 910                 struct pipe_ctx *pipe_ctx =
 911                         &dc->current_state->res_ctx.pipe_ctx[i];
 912                 if (pipe_ctx != NULL) {
 913                         hubp = pipe_ctx->plane_res.hubp;
 914                         /*DCHUBP_CNTL:HUBP_BLANK_EN=0*/
 915                         if (hubp != NULL && hubp->funcs->set_hubp_blank_en)
 916                                 hubp->funcs->set_hubp_blank_en(hubp, true);
 917                 }
 918         }
 919         return true;
 920
 921 }
 922
 923
 924 void dcn10_verify_allow_pstate_change_high(struct dc *dc)
 925 {
 926         static bool should_log_hw_state; /* prevent hw state log by default */
 927
 928         if (!hubbub1_verify_allow_pstate_change_high(dc->res_pool->hubbub)) {
 929                 if (should_log_hw_state) {
 930                         dcn10_log_hw_state(dc, NULL);
 931                 }
 932                 BREAK_TO_DEBUGGER();
 933                 if (dcn10_hw_wa_force_recovery(dc)) {
 934                 /*check again*/
 935                         if (!hubbub1_verify_allow_pstate_change_high(dc->res_pool->hubbub))
 936                                 BREAK_TO_DEBUGGER();
 937                 }
 938         }
 939 }
 940
 941 /* trigger HW to start disconnect plane from stream on the next vsync */
 942 void hwss1_plane_atomic_disconnect(struct dc *dc, struct pipe_ctx *pipe_ctx)
 943 {
 944         struct hubp *hubp = pipe_ctx->plane_res.hubp;
 945         int dpp_id = pipe_ctx->plane_res.dpp->inst;
 946         struct mpc *mpc = dc->res_pool->mpc;
 947         struct mpc_tree *mpc_tree_params;
 948         struct mpcc *mpcc_to_remove = NULL;
 949         struct output_pixel_processor *opp = pipe_ctx->stream_res.opp;
 950
 951         mpc_tree_params = &(opp->mpc_tree_params);
 952         mpcc_to_remove = mpc->funcs->get_mpcc_for_dpp(mpc_tree_params, dpp_id);
 953
 954         /*Already reset*/
 955         if (mpcc_to_remove == NULL)
 956                 return;
 957
 958         mpc->funcs->remove_mpcc(mpc, mpc_tree_params, mpcc_to_remove);
 959         if (opp != NULL)
 960                 opp->mpcc_disconnect_pending[pipe_ctx->plane_res.mpcc_inst] = true;
 961
 962         dc->optimized_required = true;
 963
 964         if (hubp->funcs->hubp_disconnect)
 965                 hubp->funcs->hubp_disconnect(hubp);
 966
 967         if (dc->debug.sanity_checks)
 968                 dcn10_verify_allow_pstate_change_high(dc);
 969 }
 970
 971 static void plane_atomic_power_down(struct dc *dc,
 972                 struct dpp *dpp,
 973                 struct hubp *hubp)
 974 {
 975         struct dce_hwseq *hws = dc->hwseq;
 976         DC_LOGGER_INIT(dc->ctx->logger);
 977
 978         if (REG(DC_IP_REQUEST_CNTL)) {
 979                 REG_SET(DC_IP_REQUEST_CNTL, 0,
 980                                 IP_REQUEST_EN, 1);
 981                 dpp_pg_control(hws, dpp->inst, false);
 982                 hubp_pg_control(hws, hubp->inst, false);
 983                 dpp->funcs->dpp_reset(dpp);
 984                 REG_SET(DC_IP_REQUEST_CNTL, 0,
 985                                 IP_REQUEST_EN, 0);
 986                 DC_LOG_DEBUG(
 987                                 "Power gated front end %d\n", hubp->inst);
 988         }
 989 }
 990
 991 /* disable HW used by plane.
 992  * note:  cannot disable until disconnect is complete
 993  */
 994 static void plane_atomic_disable(struct dc *dc, struct pipe_ctx *pipe_ctx)
 995 {
 996         struct hubp *hubp = pipe_ctx->plane_res.hubp;
 997         struct dpp *dpp = pipe_ctx->plane_res.dpp;
 998         int opp_id = hubp->opp_id;
 999
1000         dc->hwss.wait_for_mpcc_disconnect(dc, dc->res_pool, pipe_ctx);
1001
1002         hubp->funcs->hubp_clk_cntl(hubp, false);
1003
1004         dpp->funcs->dpp_dppclk_control(dpp, false, false);
1005
1006         if (opp_id != 0xf && pipe_ctx->stream_res.opp->mpc_tree_params.opp_list == NULL)
1007                 pipe_ctx->stream_res.opp->funcs->opp_pipe_clock_control(
1008                                 pipe_ctx->stream_res.opp,
1009                                 false);
1010
1011         hubp->power_gated = true;
1012         dc->optimized_required = false; /* We're powering off, no need to optimize */
1013
1014         plane_atomic_power_down(dc,
1015                         pipe_ctx->plane_res.dpp,
1016                         pipe_ctx->plane_res.hubp);
1017
1018         pipe_ctx->stream = NULL;
1019         memset(&pipe_ctx->stream_res, 0, sizeof(pipe_ctx->stream_res));
1020         memset(&pipe_ctx->plane_res, 0, sizeof(pipe_ctx->plane_res));
1021         pipe_ctx->top_pipe = NULL;
1022         pipe_ctx->bottom_pipe = NULL;
1023         pipe_ctx->plane_state = NULL;
1024 }
1025
1026 static void dcn10_disable_plane(struct dc *dc, struct pipe_ctx *pipe_ctx)
1027 {
1028         DC_LOGGER_INIT(dc->ctx->logger);
1029
1030         if (!pipe_ctx->plane_res.hubp || pipe_ctx->plane_res.hubp->power_gated)
1031                 return;
1032
1033         plane_atomic_disable(dc, pipe_ctx);
1034
1035         apply_DEGVIDCN10_253_wa(dc);
1036
1037         DC_LOG_DC("Power down front end %d\n",
1038                                         pipe_ctx->pipe_idx);
1039 }
1040
1041 static void dcn10_init_pipes(struct dc *dc, struct dc_state *context)
1042 {
1043         int i;
1044         bool can_apply_seamless_boot = false;
1045
1046         for (i = 0; i < context->stream_count; i++) {
1047                 if (context->streams[i]->apply_seamless_boot_optimization) {
1048                         can_apply_seamless_boot = true;
1049                         break;
1050                 }
1051         }
1052
1053         for (i = 0; i < dc->res_pool->pipe_count; i++) {
1054                 struct timing_generator *tg = dc->res_pool->timing_generators[i];
1055                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1056
1057                 /* There is assumption that pipe_ctx is not mapping irregularly
1058                  * to non-preferred front end. If pipe_ctx->stream is not NULL,
1059                  * we will use the pipe, so don't disable
1060                  */
1061                 if (pipe_ctx->stream != NULL && can_apply_seamless_boot)
1062                         continue;
1063
1064                 /* Blank controller using driver code instead of
1065                  * command table.
1066                  */
1067                 if (tg->funcs->is_tg_enabled(tg)) {
1068                         tg->funcs->lock(tg);
1069                         tg->funcs->set_blank(tg, true);
1070                         hwss_wait_for_blank_complete(tg);
1071                 }
1072         }
1073
1074         /* Cannot reset the MPC mux if seamless boot */
1075         if (!can_apply_seamless_boot)
1076                 dc->res_pool->mpc->funcs->mpc_init(dc->res_pool->mpc);
1077
1078         for (i = 0; i < dc->res_pool->pipe_count; i++) {
1079                 struct timing_generator *tg = dc->res_pool->timing_generators[i];
1080                 struct hubp *hubp = dc->res_pool->hubps[i];
1081                 struct dpp *dpp = dc->res_pool->dpps[i];
1082                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1083
1084                 /* There is assumption that pipe_ctx is not mapping irregularly
1085                  * to non-preferred front end. If pipe_ctx->stream is not NULL,
1086                  * we will use the pipe, so don't disable
1087                  */
1088                 if (can_apply_seamless_boot &&
1089                         pipe_ctx->stream != NULL &&
1090                         pipe_ctx->stream_res.tg->funcs->is_tg_enabled(
1091                                 pipe_ctx->stream_res.tg))
1092                         continue;
1093
1094                 /* Disable on the current state so the new one isn't cleared. */
1095                 pipe_ctx = &dc->current_state->res_ctx.pipe_ctx[i];
1096
1097                 dpp->funcs->dpp_reset(dpp);
1098
1099                 pipe_ctx->stream_res.tg = tg;
1100                 pipe_ctx->pipe_idx = i;
1101
1102                 pipe_ctx->plane_res.hubp = hubp;
1103                 pipe_ctx->plane_res.dpp = dpp;
1104                 pipe_ctx->plane_res.mpcc_inst = dpp->inst;
1105                 hubp->mpcc_id = dpp->inst;
1106                 hubp->opp_id = OPP_ID_INVALID;
1107                 hubp->power_gated = false;
1108
1109                 dc->res_pool->opps[i]->mpc_tree_params.opp_id = dc->res_pool->opps[i]->inst;
1110                 dc->res_pool->opps[i]->mpc_tree_params.opp_list = NULL;
1111                 dc->res_pool->opps[i]->mpcc_disconnect_pending[pipe_ctx->plane_res.mpcc_inst] = true;
1112                 pipe_ctx->stream_res.opp = dc->res_pool->opps[i];
1113
1114                 hwss1_plane_atomic_disconnect(dc, pipe_ctx);
1115
1116                 if (tg->funcs->is_tg_enabled(tg))
1117                         tg->funcs->unlock(tg);
1118
1119                 dcn10_disable_plane(dc, pipe_ctx);
1120
1121                 pipe_ctx->stream_res.tg = NULL;
1122                 pipe_ctx->plane_res.hubp = NULL;
1123
1124                 tg->funcs->tg_init(tg);
1125         }
1126 }
1127
1128 static void dcn10_init_hw(struct dc *dc)
1129 {
1130         int i;
1131         struct abm *abm = dc->res_pool->abm;
1132         struct dmcu *dmcu = dc->res_pool->dmcu;
1133         struct dce_hwseq *hws = dc->hwseq;
1134         struct dc_bios *dcb = dc->ctx->dc_bios;
1135
1136         if (IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
1137                 REG_WRITE(REFCLK_CNTL, 0);
1138                 REG_UPDATE(DCHUBBUB_GLOBAL_TIMER_CNTL, DCHUBBUB_GLOBAL_TIMER_ENABLE, 1);
1139                 REG_WRITE(DIO_MEM_PWR_CTRL, 0);
1140
1141                 if (!dc->debug.disable_clock_gate) {
1142                         /* enable all DCN clock gating */
1143                         REG_WRITE(DCCG_GATE_DISABLE_CNTL, 0);
1144
1145                         REG_WRITE(DCCG_GATE_DISABLE_CNTL2, 0);
1146
1147                         REG_UPDATE(DCFCLK_CNTL, DCFCLK_GATE_DIS, 0);
1148                 }
1149
1150                 enable_power_gating_plane(dc->hwseq, true);
1151
1152                 /* end of FPGA. Below if real ASIC */
1153                 return;
1154         }
1155
1156         if (!dcb->funcs->is_accelerated_mode(dcb)) {
1157                 bool allow_self_fresh_force_enable =
1158                         hububu1_is_allow_self_refresh_enabled(
1159                                                 dc->res_pool->hubbub);
1160
1161                 bios_golden_init(dc);
1162
1163                 /* WA for making DF sleep when idle after resume from S0i3.
1164                  * DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE is set to 1 by
1165                  * command table, if DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE = 0
1166                  * before calling command table and it changed to 1 after,
1167                  * it should be set back to 0.
1168                  */
1169                 if (allow_self_fresh_force_enable == false &&
1170                                 hububu1_is_allow_self_refresh_enabled(dc->res_pool->hubbub))
1171                         hubbub1_allow_self_refresh_control(dc->res_pool->hubbub, true);
1172
1173                 disable_vga(dc->hwseq);
1174         }
1175
1176         for (i = 0; i < dc->link_count; i++) {
1177                 /* Power up AND update implementation according to the
1178                  * required signal (which may be different from the
1179                  * default signal on connector).
1180                  */
1181                 struct dc_link *link = dc->links[i];
1182
1183                 link->link_enc->funcs->hw_init(link->link_enc);
1184
1185                 /* Check for enabled DIG to identify enabled display */
1186                 if (link->link_enc->funcs->is_dig_enabled &&
1187                         link->link_enc->funcs->is_dig_enabled(link->link_enc))
1188                         link->link_status.link_active = true;
1189         }
1190
1191         /* If taking control over from VBIOS, we may want to optimize our first
1192          * mode set, so we need to skip powering down pipes until we know which
1193          * pipes we want to use.
1194          * Otherwise, if taking control is not possible, we need to power
1195          * everything down.
1196          */
1197         if (dcb->funcs->is_accelerated_mode(dcb) || dc->config.power_down_display_on_boot) {
1198                 dc->hwss.init_pipes(dc, dc->current_state);
1199         }
1200
1201         for (i = 0; i < dc->res_pool->audio_count; i++) {
1202                 struct audio *audio = dc->res_pool->audios[i];
1203
1204                 audio->funcs->hw_init(audio);
1205         }
1206
1207         if (abm != NULL) {
1208                 abm->funcs->init_backlight(abm);
1209                 abm->funcs->abm_init(abm);
1210         }
1211
1212         if (dmcu != NULL)
1213                 dmcu->funcs->dmcu_init(dmcu);
1214
1215         if (abm != NULL && dmcu != NULL)
1216                 abm->dmcu_is_running = dmcu->funcs->is_dmcu_initialized(dmcu);
1217
1218         /* power AFMT HDMI memory TODO: may move to dis/en output save power*/
1219         REG_WRITE(DIO_MEM_PWR_CTRL, 0);
1220
1221         if (!dc->debug.disable_clock_gate) {
1222                 /* enable all DCN clock gating */
1223                 REG_WRITE(DCCG_GATE_DISABLE_CNTL, 0);
1224
1225                 REG_WRITE(DCCG_GATE_DISABLE_CNTL2, 0);
1226
1227                 REG_UPDATE(DCFCLK_CNTL, DCFCLK_GATE_DIS, 0);
1228         }
1229
1230         enable_power_gating_plane(dc->hwseq, true);
1231
1232         memset(&dc->clk_mgr->clks, 0, sizeof(dc->clk_mgr->clks));
1233 }
1234
1235 static void dcn10_reset_hw_ctx_wrap(
1236                 struct dc *dc,
1237                 struct dc_state *context)
1238 {
1239         int i;
1240
1241         /* Reset Back End*/
1242         for (i = dc->res_pool->pipe_count - 1; i >= 0 ; i--) {
1243                 struct pipe_ctx *pipe_ctx_old =
1244                         &dc->current_state->res_ctx.pipe_ctx[i];
1245                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1246
1247                 if (!pipe_ctx_old->stream)
1248                         continue;
1249
1250                 if (pipe_ctx_old->top_pipe)
1251                         continue;
1252
1253                 if (!pipe_ctx->stream ||
1254                                 pipe_need_reprogram(pipe_ctx_old, pipe_ctx)) {
1255                         struct clock_source *old_clk = pipe_ctx_old->clock_source;
1256
1257                         dcn10_reset_back_end_for_pipe(dc, pipe_ctx_old, dc->current_state);
1258                         if (dc->hwss.enable_stream_gating)
1259                                 dc->hwss.enable_stream_gating(dc, pipe_ctx);
1260                         if (old_clk)
1261                                 old_clk->funcs->cs_power_down(old_clk);
1262                 }
1263         }
1264 }
1265
1266 static bool patch_address_for_sbs_tb_stereo(
1267                 struct pipe_ctx *pipe_ctx, PHYSICAL_ADDRESS_LOC *addr)
1268 {
1269         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
1270         bool sec_split = pipe_ctx->top_pipe &&
1271                         pipe_ctx->top_pipe->plane_state == pipe_ctx->plane_state;
1272         if (sec_split && plane_state->address.type == PLN_ADDR_TYPE_GRPH_STEREO &&
1273                 (pipe_ctx->stream->timing.timing_3d_format ==
1274                  TIMING_3D_FORMAT_SIDE_BY_SIDE ||
1275                  pipe_ctx->stream->timing.timing_3d_format ==
1276                  TIMING_3D_FORMAT_TOP_AND_BOTTOM)) {
1277                 *addr = plane_state->address.grph_stereo.left_addr;
1278                 plane_state->address.grph_stereo.left_addr =
1279                 plane_state->address.grph_stereo.right_addr;
1280                 return true;
1281         } else {
1282                 if (pipe_ctx->stream->view_format != VIEW_3D_FORMAT_NONE &&
1283                         plane_state->address.type != PLN_ADDR_TYPE_GRPH_STEREO) {
1284                         plane_state->address.type = PLN_ADDR_TYPE_GRPH_STEREO;
1285                         plane_state->address.grph_stereo.right_addr =
1286                         plane_state->address.grph_stereo.left_addr;
1287                 }
1288         }
1289         return false;
1290 }
1291
1292
1293
1294 static void dcn10_update_plane_addr(const struct dc *dc, struct pipe_ctx *pipe_ctx)
1295 {
1296         bool addr_patched = false;
1297         PHYSICAL_ADDRESS_LOC addr;
1298         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
1299
1300         if (plane_state == NULL)
1301                 return;
1302
1303         addr_patched = patch_address_for_sbs_tb_stereo(pipe_ctx, &addr);
1304
1305         pipe_ctx->plane_res.hubp->funcs->hubp_program_surface_flip_and_addr(
1306                         pipe_ctx->plane_res.hubp,
1307                         &plane_state->address,
1308                         plane_state->flip_immediate);
1309
1310         plane_state->status.requested_address = plane_state->address;
1311
1312         if (plane_state->flip_immediate)
1313                 plane_state->status.current_address = plane_state->address;
1314
1315         if (addr_patched)
1316                 pipe_ctx->plane_state->address.grph_stereo.left_addr = addr;
1317 }
1318
1319 static bool dcn10_set_input_transfer_func(struct pipe_ctx *pipe_ctx,
1320                                           const struct dc_plane_state *plane_state)
1321 {
1322         struct dpp *dpp_base = pipe_ctx->plane_res.dpp;
1323         const struct dc_transfer_func *tf = NULL;
1324         bool result = true;
1325
1326         if (dpp_base == NULL)
1327                 return false;
1328
1329         if (plane_state->in_transfer_func)
1330                 tf = plane_state->in_transfer_func;
1331
1332         if (plane_state->gamma_correction &&
1333                 !dpp_base->ctx->dc->debug.always_use_regamma
1334                 && !plane_state->gamma_correction->is_identity
1335                         && dce_use_lut(plane_state->format))
1336                 dpp_base->funcs->dpp_program_input_lut(dpp_base, plane_state->gamma_correction);
1337
1338         if (tf == NULL)
1339                 dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1340         else if (tf->type == TF_TYPE_PREDEFINED) {
1341                 switch (tf->tf) {
1342                 case TRANSFER_FUNCTION_SRGB:
1343                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_HW_sRGB);
1344                         break;
1345                 case TRANSFER_FUNCTION_BT709:
1346                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_HW_xvYCC);
1347                         break;
1348                 case TRANSFER_FUNCTION_LINEAR:
1349                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1350                         break;
1351                 case TRANSFER_FUNCTION_PQ:
1352                 default:
1353                         result = false;
1354                         break;
1355                 }
1356         } else if (tf->type == TF_TYPE_BYPASS) {
1357                 dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1358         } else {
1359                 cm_helper_translate_curve_to_degamma_hw_format(tf,
1360                                         &dpp_base->degamma_params);
1361                 dpp_base->funcs->dpp_program_degamma_pwl(dpp_base,
1362                                 &dpp_base->degamma_params);
1363                 result = true;
1364         }
1365
1366         return result;
1367 }
1368
1369 static bool
1370 dcn10_set_output_transfer_func(struct pipe_ctx *pipe_ctx,
1371                                const struct dc_stream_state *stream)
1372 {
1373         struct dpp *dpp = pipe_ctx->plane_res.dpp;
1374
1375         if (dpp == NULL)
1376                 return false;
1377
1378         dpp->regamma_params.hw_points_num = GAMMA_HW_POINTS_NUM;
1379
1380         if (stream->out_transfer_func &&
1381             stream->out_transfer_func->type == TF_TYPE_PREDEFINED &&
1382             stream->out_transfer_func->tf == TRANSFER_FUNCTION_SRGB)
1383                 dpp->funcs->dpp_program_regamma_pwl(dpp, NULL, OPP_REGAMMA_SRGB);
1384
1385         /* dcn10_translate_regamma_to_hw_format takes 750us, only do it when full
1386          * update.
1387          */
1388         else if (cm_helper_translate_curve_to_hw_format(
1389                         stream->out_transfer_func,
1390                         &dpp->regamma_params, false)) {
1391                 dpp->funcs->dpp_program_regamma_pwl(
1392                                 dpp,
1393                                 &dpp->regamma_params, OPP_REGAMMA_USER);
1394         } else
1395                 dpp->funcs->dpp_program_regamma_pwl(dpp, NULL, OPP_REGAMMA_BYPASS);
1396
1397         return true;
1398 }
1399
1400 static void dcn10_pipe_control_lock(
1401         struct dc *dc,
1402         struct pipe_ctx *pipe,
1403         bool lock)
1404 {
1405         /* use TG master update lock to lock everything on the TG
1406          * therefore only top pipe need to lock
1407          */
1408         if (pipe->top_pipe)
1409                 return;
1410
1411         if (dc->debug.sanity_checks)
1412                 dcn10_verify_allow_pstate_change_high(dc);
1413
1414         if (lock)
1415                 pipe->stream_res.tg->funcs->lock(pipe->stream_res.tg);
1416         else
1417                 pipe->stream_res.tg->funcs->unlock(pipe->stream_res.tg);
1418
1419         if (dc->debug.sanity_checks)
1420                 dcn10_verify_allow_pstate_change_high(dc);
1421 }
1422
1423 static bool wait_for_reset_trigger_to_occur(
1424         struct dc_context *dc_ctx,
1425         struct timing_generator *tg)
1426 {
1427         bool rc = false;
1428
1429         /* To avoid endless loop we wait at most
1430          * frames_to_wait_on_triggered_reset frames for the reset to occur. */
1431         const uint32_t frames_to_wait_on_triggered_reset = 10;
1432         int i;
1433
1434         for (i = 0; i < frames_to_wait_on_triggered_reset; i++) {
1435
1436                 if (!tg->funcs->is_counter_moving(tg)) {
1437                         DC_ERROR("TG counter is not moving!\n");
1438                         break;
1439                 }
1440
1441                 if (tg->funcs->did_triggered_reset_occur(tg)) {
1442                         rc = true;
1443                         /* usually occurs at i=1 */
1444                         DC_SYNC_INFO("GSL: reset occurred at wait count: %d\n",
1445                                         i);
1446                         break;
1447                 }
1448
1449                 /* Wait for one frame. */
1450                 tg->funcs->wait_for_state(tg, CRTC_STATE_VACTIVE);
1451                 tg->funcs->wait_for_state(tg, CRTC_STATE_VBLANK);
1452         }
1453
1454         if (false == rc)
1455                 DC_ERROR("GSL: Timeout on reset trigger!\n");
1456
1457         return rc;
1458 }
1459
1460 static void dcn10_enable_timing_synchronization(
1461         struct dc *dc,
1462         int group_index,
1463         int group_size,
1464         struct pipe_ctx *grouped_pipes[])
1465 {
1466         struct dc_context *dc_ctx = dc->ctx;
1467         int i;
1468
1469         DC_SYNC_INFO("Setting up OTG reset trigger\n");
1470
1471         for (i = 1; i < group_size; i++)
1472                 grouped_pipes[i]->stream_res.tg->funcs->enable_reset_trigger(
1473                                 grouped_pipes[i]->stream_res.tg,
1474                                 grouped_pipes[0]->stream_res.tg->inst);
1475
1476         DC_SYNC_INFO("Waiting for trigger\n");
1477
1478         /* Need to get only check 1 pipe for having reset as all the others are
1479          * synchronized. Look at last pipe programmed to reset.
1480          */
1481
1482         wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[1]->stream_res.tg);
1483         for (i = 1; i < group_size; i++)
1484                 grouped_pipes[i]->stream_res.tg->funcs->disable_reset_trigger(
1485                                 grouped_pipes[i]->stream_res.tg);
1486
1487         DC_SYNC_INFO("Sync complete\n");
1488 }
1489
1490 static void dcn10_enable_per_frame_crtc_position_reset(
1491         struct dc *dc,
1492         int group_size,
1493         struct pipe_ctx *grouped_pipes[])
1494 {
1495         struct dc_context *dc_ctx = dc->ctx;
1496         int i;
1497
1498         DC_SYNC_INFO("Setting up\n");
1499         for (i = 0; i < group_size; i++)
1500                 if (grouped_pipes[i]->stream_res.tg->funcs->enable_crtc_reset)
1501                         grouped_pipes[i]->stream_res.tg->funcs->enable_crtc_reset(
1502                                         grouped_pipes[i]->stream_res.tg,
1503                                         0,
1504                                         &grouped_pipes[i]->stream->triggered_crtc_reset);
1505
1506         DC_SYNC_INFO("Waiting for trigger\n");
1507
1508         for (i = 0; i < group_size; i++)
1509                 wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[i]->stream_res.tg);
1510
1511         DC_SYNC_INFO("Multi-display sync is complete\n");
1512 }
1513
1514 /*static void print_rq_dlg_ttu(
1515                 struct dc *core_dc,
1516                 struct pipe_ctx *pipe_ctx)
1517 {
1518         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1519                         "\n============== DML TTU Output parameters [%d] ==============\n"
1520                         "qos_level_low_wm: %d, \n"
1521                         "qos_level_high_wm: %d, \n"
1522                         "min_ttu_vblank: %d, \n"
1523                         "qos_level_flip: %d, \n"
1524                         "refcyc_per_req_delivery_l: %d, \n"
1525                         "qos_level_fixed_l: %d, \n"
1526                         "qos_ramp_disable_l: %d, \n"
1527                         "refcyc_per_req_delivery_pre_l: %d, \n"
1528                         "refcyc_per_req_delivery_c: %d, \n"
1529                         "qos_level_fixed_c: %d, \n"
1530                         "qos_ramp_disable_c: %d, \n"
1531                         "refcyc_per_req_delivery_pre_c: %d\n"
1532                         "=============================================================\n",
1533                         pipe_ctx->pipe_idx,
1534                         pipe_ctx->ttu_regs.qos_level_low_wm,
1535                         pipe_ctx->ttu_regs.qos_level_high_wm,
1536                         pipe_ctx->ttu_regs.min_ttu_vblank,
1537                         pipe_ctx->ttu_regs.qos_level_flip,
1538                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_l,
1539                         pipe_ctx->ttu_regs.qos_level_fixed_l,
1540                         pipe_ctx->ttu_regs.qos_ramp_disable_l,
1541                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_pre_l,
1542                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_c,
1543                         pipe_ctx->ttu_regs.qos_level_fixed_c,
1544                         pipe_ctx->ttu_regs.qos_ramp_disable_c,
1545                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_pre_c
1546                         );
1547
1548         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1549                         "\n============== DML DLG Output parameters [%d] ==============\n"
1550                         "refcyc_h_blank_end: %d, \n"
1551                         "dlg_vblank_end: %d, \n"
1552                         "min_dst_y_next_start: %d, \n"
1553                         "refcyc_per_htotal: %d, \n"
1554                         "refcyc_x_after_scaler: %d, \n"
1555                         "dst_y_after_scaler: %d, \n"
1556                         "dst_y_prefetch: %d, \n"
1557                         "dst_y_per_vm_vblank: %d, \n"
1558                         "dst_y_per_row_vblank: %d, \n"
1559                         "ref_freq_to_pix_freq: %d, \n"
1560                         "vratio_prefetch: %d, \n"
1561                         "refcyc_per_pte_group_vblank_l: %d, \n"
1562                         "refcyc_per_meta_chunk_vblank_l: %d, \n"
1563                         "dst_y_per_pte_row_nom_l: %d, \n"
1564                         "refcyc_per_pte_group_nom_l: %d, \n",
1565                         pipe_ctx->pipe_idx,
1566                         pipe_ctx->dlg_regs.refcyc_h_blank_end,
1567                         pipe_ctx->dlg_regs.dlg_vblank_end,
1568                         pipe_ctx->dlg_regs.min_dst_y_next_start,
1569                         pipe_ctx->dlg_regs.refcyc_per_htotal,
1570                         pipe_ctx->dlg_regs.refcyc_x_after_scaler,
1571                         pipe_ctx->dlg_regs.dst_y_after_scaler,
1572                         pipe_ctx->dlg_regs.dst_y_prefetch,
1573                         pipe_ctx->dlg_regs.dst_y_per_vm_vblank,
1574                         pipe_ctx->dlg_regs.dst_y_per_row_vblank,
1575                         pipe_ctx->dlg_regs.ref_freq_to_pix_freq,
1576                         pipe_ctx->dlg_regs.vratio_prefetch,
1577                         pipe_ctx->dlg_regs.refcyc_per_pte_group_vblank_l,
1578                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_vblank_l,
1579                         pipe_ctx->dlg_regs.dst_y_per_pte_row_nom_l,
1580                         pipe_ctx->dlg_regs.refcyc_per_pte_group_nom_l
1581                         );
1582
1583         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1584                         "\ndst_y_per_meta_row_nom_l: %d, \n"
1585                         "refcyc_per_meta_chunk_nom_l: %d, \n"
1586                         "refcyc_per_line_delivery_pre_l: %d, \n"
1587                         "refcyc_per_line_delivery_l: %d, \n"
1588                         "vratio_prefetch_c: %d, \n"
1589                         "refcyc_per_pte_group_vblank_c: %d, \n"
1590                         "refcyc_per_meta_chunk_vblank_c: %d, \n"
1591                         "dst_y_per_pte_row_nom_c: %d, \n"
1592                         "refcyc_per_pte_group_nom_c: %d, \n"
1593                         "dst_y_per_meta_row_nom_c: %d, \n"
1594                         "refcyc_per_meta_chunk_nom_c: %d, \n"
1595                         "refcyc_per_line_delivery_pre_c: %d, \n"
1596                         "refcyc_per_line_delivery_c: %d \n"
1597                         "========================================================\n",
1598                         pipe_ctx->dlg_regs.dst_y_per_meta_row_nom_l,
1599                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_nom_l,
1600                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_pre_l,
1601                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_l,
1602                         pipe_ctx->dlg_regs.vratio_prefetch_c,
1603                         pipe_ctx->dlg_regs.refcyc_per_pte_group_vblank_c,
1604                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_vblank_c,
1605                         pipe_ctx->dlg_regs.dst_y_per_pte_row_nom_c,
1606                         pipe_ctx->dlg_regs.refcyc_per_pte_group_nom_c,
1607                         pipe_ctx->dlg_regs.dst_y_per_meta_row_nom_c,
1608                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_nom_c,
1609                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_pre_c,
1610                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_c
1611                         );
1612
1613         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1614                         "\n============== DML RQ Output parameters [%d] ==============\n"
1615                         "chunk_size: %d \n"
1616                         "min_chunk_size: %d \n"
1617                         "meta_chunk_size: %d \n"
1618                         "min_meta_chunk_size: %d \n"
1619                         "dpte_group_size: %d \n"
1620                         "mpte_group_size: %d \n"
1621                         "swath_height: %d \n"
1622                         "pte_row_height_linear: %d \n"
1623                         "========================================================\n",
1624                         pipe_ctx->pipe_idx,
1625                         pipe_ctx->rq_regs.rq_regs_l.chunk_size,
1626                         pipe_ctx->rq_regs.rq_regs_l.min_chunk_size,
1627                         pipe_ctx->rq_regs.rq_regs_l.meta_chunk_size,
1628                         pipe_ctx->rq_regs.rq_regs_l.min_meta_chunk_size,
1629                         pipe_ctx->rq_regs.rq_regs_l.dpte_group_size,
1630                         pipe_ctx->rq_regs.rq_regs_l.mpte_group_size,
1631                         pipe_ctx->rq_regs.rq_regs_l.swath_height,
1632                         pipe_ctx->rq_regs.rq_regs_l.pte_row_height_linear
1633                         );
1634 }
1635 */
1636
1637 static void mmhub_read_vm_system_aperture_settings(struct dcn10_hubp *hubp1,
1638                 struct vm_system_aperture_param *apt,
1639                 struct dce_hwseq *hws)
1640 {
1641         PHYSICAL_ADDRESS_LOC physical_page_number;
1642         uint32_t logical_addr_low;
1643         uint32_t logical_addr_high;
1644
1645         REG_GET(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR_MSB,
1646                         PHYSICAL_PAGE_NUMBER_MSB, &physical_page_number.high_part);
1647         REG_GET(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR_LSB,
1648                         PHYSICAL_PAGE_NUMBER_LSB, &physical_page_number.low_part);
1649
1650         REG_GET(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1651                         LOGICAL_ADDR, &logical_addr_low);
1652
1653         REG_GET(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1654                         LOGICAL_ADDR, &logical_addr_high);
1655
1656         apt->sys_default.quad_part =  physical_page_number.quad_part << 12;
1657         apt->sys_low.quad_part =  (int64_t)logical_addr_low << 18;
1658         apt->sys_high.quad_part =  (int64_t)logical_addr_high << 18;
1659 }
1660
1661 /* Temporary read settings, future will get values from kmd directly */
1662 static void mmhub_read_vm_context0_settings(struct dcn10_hubp *hubp1,
1663                 struct vm_context0_param *vm0,
1664                 struct dce_hwseq *hws)
1665 {
1666         PHYSICAL_ADDRESS_LOC fb_base;
1667         PHYSICAL_ADDRESS_LOC fb_offset;
1668         uint32_t fb_base_value;
1669         uint32_t fb_offset_value;
1670
1671         REG_GET(DCHUBBUB_SDPIF_FB_BASE, SDPIF_FB_BASE, &fb_base_value);
1672         REG_GET(DCHUBBUB_SDPIF_FB_OFFSET, SDPIF_FB_OFFSET, &fb_offset_value);
1673
1674         REG_GET(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR_HI32,
1675                         PAGE_DIRECTORY_ENTRY_HI32, &vm0->pte_base.high_part);
1676         REG_GET(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR_LO32,
1677                         PAGE_DIRECTORY_ENTRY_LO32, &vm0->pte_base.low_part);
1678
1679         REG_GET(VM_CONTEXT0_PAGE_TABLE_START_ADDR_HI32,
1680                         LOGICAL_PAGE_NUMBER_HI4, &vm0->pte_start.high_part);
1681         REG_GET(VM_CONTEXT0_PAGE_TABLE_START_ADDR_LO32,
1682                         LOGICAL_PAGE_NUMBER_LO32, &vm0->pte_start.low_part);
1683
1684         REG_GET(VM_CONTEXT0_PAGE_TABLE_END_ADDR_HI32,
1685                         LOGICAL_PAGE_NUMBER_HI4, &vm0->pte_end.high_part);
1686         REG_GET(VM_CONTEXT0_PAGE_TABLE_END_ADDR_LO32,
1687                         LOGICAL_PAGE_NUMBER_LO32, &vm0->pte_end.low_part);
1688
1689         REG_GET(VM_L2_PROTECTION_FAULT_DEFAULT_ADDR_HI32,
1690                         PHYSICAL_PAGE_ADDR_HI4, &vm0->fault_default.high_part);
1691         REG_GET(VM_L2_PROTECTION_FAULT_DEFAULT_ADDR_LO32,
1692                         PHYSICAL_PAGE_ADDR_LO32, &vm0->fault_default.low_part);
1693
1694         /*
1695          * The values in VM_CONTEXT0_PAGE_TABLE_BASE_ADDR is in UMA space.
1696          * Therefore we need to do
1697          * DCN_VM_CONTEXT0_PAGE_TABLE_BASE_ADDR = VM_CONTEXT0_PAGE_TABLE_BASE_ADDR
1698          * - DCHUBBUB_SDPIF_FB_OFFSET + DCHUBBUB_SDPIF_FB_BASE
1699          */
1700         fb_base.quad_part = (uint64_t)fb_base_value << 24;
1701         fb_offset.quad_part = (uint64_t)fb_offset_value << 24;
1702         vm0->pte_base.quad_part += fb_base.quad_part;
1703         vm0->pte_base.quad_part -= fb_offset.quad_part;
1704 }
1705
1706
1707 void dcn10_program_pte_vm(struct dce_hwseq *hws, struct hubp *hubp)
1708 {
1709         struct dcn10_hubp *hubp1 = TO_DCN10_HUBP(hubp);
1710         struct vm_system_aperture_param apt = { {{ 0 } } };
1711         struct vm_context0_param vm0 = { { { 0 } } };
1712
1713         mmhub_read_vm_system_aperture_settings(hubp1, &apt, hws);
1714         mmhub_read_vm_context0_settings(hubp1, &vm0, hws);
1715
1716         hubp->funcs->hubp_set_vm_system_aperture_settings(hubp, &apt);
1717         hubp->funcs->hubp_set_vm_context0_settings(hubp, &vm0);
1718 }
1719
1720 static void dcn10_enable_plane(
1721         struct dc *dc,
1722         struct pipe_ctx *pipe_ctx,
1723         struct dc_state *context)
1724 {
1725         struct dce_hwseq *hws = dc->hwseq;
1726
1727         if (dc->debug.sanity_checks) {
1728                 dcn10_verify_allow_pstate_change_high(dc);
1729         }
1730
1731         undo_DEGVIDCN10_253_wa(dc);
1732
1733         power_on_plane(dc->hwseq,
1734                 pipe_ctx->plane_res.hubp->inst);
1735
1736         /* enable DCFCLK current DCHUB */
1737         pipe_ctx->plane_res.hubp->funcs->hubp_clk_cntl(pipe_ctx->plane_res.hubp, true);
1738
1739         /* make sure OPP_PIPE_CLOCK_EN = 1 */
1740         pipe_ctx->stream_res.opp->funcs->opp_pipe_clock_control(
1741                         pipe_ctx->stream_res.opp,
1742                         true);
1743
1744 /* TODO: enable/disable in dm as per update type.
1745         if (plane_state) {
1746                 DC_LOG_DC(dc->ctx->logger,
1747                                 "Pipe:%d 0x%x: addr hi:0x%x, "
1748                                 "addr low:0x%x, "
1749                                 "src: %d, %d, %d,"
1750                                 " %d; dst: %d, %d, %d, %d;\n",
1751                                 pipe_ctx->pipe_idx,
1752                                 plane_state,
1753                                 plane_state->address.grph.addr.high_part,
1754                                 plane_state->address.grph.addr.low_part,
1755                                 plane_state->src_rect.x,
1756                                 plane_state->src_rect.y,
1757                                 plane_state->src_rect.width,
1758                                 plane_state->src_rect.height,
1759                                 plane_state->dst_rect.x,
1760                                 plane_state->dst_rect.y,
1761                                 plane_state->dst_rect.width,
1762                                 plane_state->dst_rect.height);
1763
1764                 DC_LOG_DC(dc->ctx->logger,
1765                                 "Pipe %d: width, height, x, y         format:%d\n"
1766                                 "viewport:%d, %d, %d, %d\n"
1767                                 "recout:  %d, %d, %d, %d\n",
1768                                 pipe_ctx->pipe_idx,
1769                                 plane_state->format,
1770                                 pipe_ctx->plane_res.scl_data.viewport.width,
1771                                 pipe_ctx->plane_res.scl_data.viewport.height,
1772                                 pipe_ctx->plane_res.scl_data.viewport.x,
1773                                 pipe_ctx->plane_res.scl_data.viewport.y,
1774                                 pipe_ctx->plane_res.scl_data.recout.width,
1775                                 pipe_ctx->plane_res.scl_data.recout.height,
1776                                 pipe_ctx->plane_res.scl_data.recout.x,
1777                                 pipe_ctx->plane_res.scl_data.recout.y);
1778                 print_rq_dlg_ttu(dc, pipe_ctx);
1779         }
1780 */
1781         if (dc->config.gpu_vm_support)
1782                 dcn10_program_pte_vm(hws, pipe_ctx->plane_res.hubp);
1783
1784         if (dc->debug.sanity_checks) {
1785                 dcn10_verify_allow_pstate_change_high(dc);
1786         }
1787 }
1788
1789 static void program_gamut_remap(struct pipe_ctx *pipe_ctx)
1790 {
1791         int i = 0;
1792         struct dpp_grph_csc_adjustment adjust;
1793         memset(&adjust, 0, sizeof(adjust));
1794         adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_BYPASS;
1795
1796
1797         if (pipe_ctx->stream->gamut_remap_matrix.enable_remap == true) {
1798                 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_SW;
1799                 for (i = 0; i < CSC_TEMPERATURE_MATRIX_SIZE; i++)
1800                         adjust.temperature_matrix[i] =
1801                                 pipe_ctx->stream->gamut_remap_matrix.matrix[i];
1802         }
1803
1804         pipe_ctx->plane_res.dpp->funcs->dpp_set_gamut_remap(pipe_ctx->plane_res.dpp, &adjust);
1805 }
1806
1807 static void dcn10_program_output_csc(struct dc *dc,
1808                 struct pipe_ctx *pipe_ctx,
1809                 enum dc_color_space colorspace,
1810                 uint16_t *matrix,
1811                 int opp_id)
1812 {
1813         if (pipe_ctx->stream->csc_color_matrix.enable_adjustment == true) {
1814                 if (pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_adjustment != NULL)
1815                         pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_adjustment(pipe_ctx->plane_res.dpp, matrix);
1816         } else {
1817                 if (pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_default != NULL)
1818                         pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_default(pipe_ctx->plane_res.dpp, colorspace);
1819         }
1820 }
1821
1822 bool is_lower_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1823 {
1824         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1825                 return true;
1826         if (pipe_ctx->bottom_pipe && is_lower_pipe_tree_visible(pipe_ctx->bottom_pipe))
1827                 return true;
1828         return false;
1829 }
1830
1831 bool is_upper_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1832 {
1833         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1834                 return true;
1835         if (pipe_ctx->top_pipe && is_upper_pipe_tree_visible(pipe_ctx->top_pipe))
1836                 return true;
1837         return false;
1838 }
1839
1840 bool is_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1841 {
1842         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1843                 return true;
1844         if (pipe_ctx->top_pipe && is_upper_pipe_tree_visible(pipe_ctx->top_pipe))
1845                 return true;
1846         if (pipe_ctx->bottom_pipe && is_lower_pipe_tree_visible(pipe_ctx->bottom_pipe))
1847                 return true;
1848         return false;
1849 }
1850
1851 bool is_rgb_cspace(enum dc_color_space output_color_space)
1852 {
1853         switch (output_color_space) {
1854         case COLOR_SPACE_SRGB:
1855         case COLOR_SPACE_SRGB_LIMITED:
1856         case COLOR_SPACE_2020_RGB_FULLRANGE:
1857         case COLOR_SPACE_2020_RGB_LIMITEDRANGE:
1858         case COLOR_SPACE_ADOBERGB:
1859                 return true;
1860         case COLOR_SPACE_YCBCR601:
1861         case COLOR_SPACE_YCBCR709:
1862         case COLOR_SPACE_YCBCR601_LIMITED:
1863         case COLOR_SPACE_YCBCR709_LIMITED:
1864         case COLOR_SPACE_2020_YCBCR:
1865                 return false;
1866         default:
1867                 /* Add a case to switch */
1868                 BREAK_TO_DEBUGGER();
1869                 return false;
1870         }
1871 }
1872
1873 void dcn10_get_surface_visual_confirm_color(
1874                 const struct pipe_ctx *pipe_ctx,
1875                 struct tg_color *color)
1876 {
1877         uint32_t color_value = MAX_TG_COLOR_VALUE;
1878
1879         switch (pipe_ctx->plane_res.scl_data.format) {
1880         case PIXEL_FORMAT_ARGB8888:
1881                 /* set boarder color to red */
1882                 color->color_r_cr = color_value;
1883                 break;
1884
1885         case PIXEL_FORMAT_ARGB2101010:
1886                 /* set boarder color to blue */
1887                 color->color_b_cb = color_value;
1888                 break;
1889         case PIXEL_FORMAT_420BPP8:
1890                 /* set boarder color to green */
1891                 color->color_g_y = color_value;
1892                 break;
1893         case PIXEL_FORMAT_420BPP10:
1894                 /* set boarder color to yellow */
1895                 color->color_g_y = color_value;
1896                 color->color_r_cr = color_value;
1897                 break;
1898         case PIXEL_FORMAT_FP16:
1899                 /* set boarder color to white */
1900                 color->color_r_cr = color_value;
1901                 color->color_b_cb = color_value;
1902                 color->color_g_y = color_value;
1903                 break;
1904         default:
1905                 break;
1906         }
1907 }
1908
1909 void dcn10_get_hdr_visual_confirm_color(
1910                 struct pipe_ctx *pipe_ctx,
1911                 struct tg_color *color)
1912 {
1913         uint32_t color_value = MAX_TG_COLOR_VALUE;
1914
1915         // Determine the overscan color based on the top-most (desktop) plane's context
1916         struct pipe_ctx *top_pipe_ctx  = pipe_ctx;
1917
1918         while (top_pipe_ctx->top_pipe != NULL)
1919                 top_pipe_ctx = top_pipe_ctx->top_pipe;
1920
1921         switch (top_pipe_ctx->plane_res.scl_data.format) {
1922         case PIXEL_FORMAT_ARGB2101010:
1923                 if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_PQ) {
1924                         /* HDR10, ARGB2101010 - set boarder color to red */
1925                         color->color_r_cr = color_value;
1926                 }
1927                 break;
1928         case PIXEL_FORMAT_FP16:
1929                 if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_PQ) {
1930                         /* HDR10, FP16 - set boarder color to blue */
1931                         color->color_b_cb = color_value;
1932                 } else if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_GAMMA22) {
1933                         /* FreeSync 2 HDR - set boarder color to green */
1934                         color->color_g_y = color_value;
1935                 }
1936                 break;
1937         default:
1938                 /* SDR - set boarder color to Gray */
1939                 color->color_r_cr = color_value/2;
1940                 color->color_b_cb = color_value/2;
1941                 color->color_g_y = color_value/2;
1942                 break;
1943         }
1944 }
1945
1946 static uint16_t fixed_point_to_int_frac(
1947         struct fixed31_32 arg,
1948         uint8_t integer_bits,
1949         uint8_t fractional_bits)
1950 {
1951         int32_t numerator;
1952         int32_t divisor = 1 << fractional_bits;
1953
1954         uint16_t result;
1955
1956         uint16_t d = (uint16_t)dc_fixpt_floor(
1957                 dc_fixpt_abs(
1958                         arg));
1959
1960         if (d <= (uint16_t)(1 << integer_bits) - (1 / (uint16_t)divisor))
1961                 numerator = (uint16_t)dc_fixpt_floor(
1962                         dc_fixpt_mul_int(
1963                                 arg,
1964                                 divisor));
1965         else {
1966                 numerator = dc_fixpt_floor(
1967                         dc_fixpt_sub(
1968                                 dc_fixpt_from_int(
1969                                         1LL << integer_bits),
1970                                 dc_fixpt_recip(
1971                                         dc_fixpt_from_int(
1972                                                 divisor))));
1973         }
1974
1975         if (numerator >= 0)
1976                 result = (uint16_t)numerator;
1977         else
1978                 result = (uint16_t)(
1979                 (1 << (integer_bits + fractional_bits + 1)) + numerator);
1980
1981         if ((result != 0) && dc_fixpt_lt(
1982                 arg, dc_fixpt_zero))
1983                 result |= 1 << (integer_bits + fractional_bits);
1984
1985         return result;
1986 }
1987
1988 void dcn10_build_prescale_params(struct  dc_bias_and_scale *bias_and_scale,
1989                 const struct dc_plane_state *plane_state)
1990 {
1991         if (plane_state->format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN
1992                         && plane_state->format != SURFACE_PIXEL_FORMAT_INVALID
1993                         && plane_state->input_csc_color_matrix.enable_adjustment
1994                         && plane_state->coeff_reduction_factor.value != 0) {
1995                 bias_and_scale->scale_blue = fixed_point_to_int_frac(
1996                         dc_fixpt_mul(plane_state->coeff_reduction_factor,
1997                                         dc_fixpt_from_fraction(256, 255)),
1998                                 2,
1999                                 13);
2000                 bias_and_scale->scale_red = bias_and_scale->scale_blue;
2001                 bias_and_scale->scale_green = bias_and_scale->scale_blue;
2002         } else {
2003                 bias_and_scale->scale_blue = 0x2000;
2004                 bias_and_scale->scale_red = 0x2000;
2005                 bias_and_scale->scale_green = 0x2000;
2006         }
2007 }
2008
2009 static void update_dpp(struct dpp *dpp, struct dc_plane_state *plane_state)
2010 {
2011         struct dc_bias_and_scale bns_params = {0};
2012
2013         // program the input csc
2014         dpp->funcs->dpp_setup(dpp,
2015                         plane_state->format,
2016                         EXPANSION_MODE_ZERO,
2017                         plane_state->input_csc_color_matrix,
2018 #ifdef CONFIG_DRM_AMD_DC_DCN2_0
2019                         plane_state->color_space,
2020                         NULL);
2021 #else
2022                         plane_state->color_space);
2023 #endif
2024
2025         //set scale and bias registers
2026         dcn10_build_prescale_params(&bns_params, plane_state);
2027         if (dpp->funcs->dpp_program_bias_and_scale)
2028                 dpp->funcs->dpp_program_bias_and_scale(dpp, &bns_params);
2029 }
2030
2031 static void dcn10_update_mpcc(struct dc *dc, struct pipe_ctx *pipe_ctx)
2032 {
2033         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2034         struct mpcc_blnd_cfg blnd_cfg = {{0}};
2035         bool per_pixel_alpha = pipe_ctx->plane_state->per_pixel_alpha && pipe_ctx->bottom_pipe;
2036         int mpcc_id;
2037         struct mpcc *new_mpcc;
2038         struct mpc *mpc = dc->res_pool->mpc;
2039         struct mpc_tree *mpc_tree_params = &(pipe_ctx->stream_res.opp->mpc_tree_params);
2040
2041         if (dc->debug.visual_confirm == VISUAL_CONFIRM_HDR) {
2042                 dcn10_get_hdr_visual_confirm_color(
2043                                 pipe_ctx, &blnd_cfg.black_color);
2044         } else if (dc->debug.visual_confirm == VISUAL_CONFIRM_SURFACE) {
2045                 dcn10_get_surface_visual_confirm_color(
2046                                 pipe_ctx, &blnd_cfg.black_color);
2047         } else {
2048                 color_space_to_black_color(
2049                                 dc, pipe_ctx->stream->output_color_space,
2050                                 &blnd_cfg.black_color);
2051         }
2052
2053         if (per_pixel_alpha)
2054                 blnd_cfg.alpha_mode = MPCC_ALPHA_BLEND_MODE_PER_PIXEL_ALPHA;
2055         else
2056                 blnd_cfg.alpha_mode = MPCC_ALPHA_BLEND_MODE_GLOBAL_ALPHA;
2057
2058         blnd_cfg.overlap_only = false;
2059         blnd_cfg.global_gain = 0xff;
2060
2061         if (pipe_ctx->plane_state->global_alpha)
2062                 blnd_cfg.global_alpha = pipe_ctx->plane_state->global_alpha_value;
2063         else
2064                 blnd_cfg.global_alpha = 0xff;
2065
2066         /* DCN1.0 has output CM before MPC which seems to screw with
2067          * pre-multiplied alpha.
2068          */
2069         blnd_cfg.pre_multiplied_alpha = is_rgb_cspace(
2070                         pipe_ctx->stream->output_color_space)
2071                                         && per_pixel_alpha;
2072
2073
2074         /*
2075          * TODO: remove hack
2076          * Note: currently there is a bug in init_hw such that
2077          * on resume from hibernate, BIOS sets up MPCC0, and
2078          * we do mpcc_remove but the mpcc cannot go to idle
2079          * after remove. This cause us to pick mpcc1 here,
2080          * which causes a pstate hang for yet unknown reason.
2081          */
2082         mpcc_id = hubp->inst;
2083
2084         /* If there is no full update, don't need to touch MPC tree*/
2085         if (!pipe_ctx->plane_state->update_flags.bits.full_update) {
2086                 mpc->funcs->update_blending(mpc, &blnd_cfg, mpcc_id);
2087                 return;
2088         }
2089
2090         /* check if this MPCC is already being used */
2091         new_mpcc = mpc->funcs->get_mpcc_for_dpp(mpc_tree_params, mpcc_id);
2092         /* remove MPCC if being used */
2093         if (new_mpcc != NULL)
2094                 mpc->funcs->remove_mpcc(mpc, mpc_tree_params, new_mpcc);
2095         else
2096                 if (dc->debug.sanity_checks)
2097                         mpc->funcs->assert_mpcc_idle_before_connect(
2098                                         dc->res_pool->mpc, mpcc_id);
2099
2100         /* Call MPC to insert new plane */
2101         new_mpcc = mpc->funcs->insert_plane(dc->res_pool->mpc,
2102                         mpc_tree_params,
2103                         &blnd_cfg,
2104                         NULL,
2105                         NULL,
2106                         hubp->inst,
2107                         mpcc_id);
2108
2109         ASSERT(new_mpcc != NULL);
2110
2111         hubp->opp_id = pipe_ctx->stream_res.opp->inst;
2112         hubp->mpcc_id = mpcc_id;
2113 }
2114
2115 static void update_scaler(struct pipe_ctx *pipe_ctx)
2116 {
2117         bool per_pixel_alpha =
2118                         pipe_ctx->plane_state->per_pixel_alpha && pipe_ctx->bottom_pipe;
2119
2120         pipe_ctx->plane_res.scl_data.lb_params.alpha_en = per_pixel_alpha;
2121         pipe_ctx->plane_res.scl_data.lb_params.depth = LB_PIXEL_DEPTH_30BPP;
2122         /* scaler configuration */
2123         pipe_ctx->plane_res.dpp->funcs->dpp_set_scaler(
2124                         pipe_ctx->plane_res.dpp, &pipe_ctx->plane_res.scl_data);
2125 }
2126
2127 void update_dchubp_dpp(
2128         struct dc *dc,
2129         struct pipe_ctx *pipe_ctx,
2130         struct dc_state *context)
2131 {
2132         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2133         struct dpp *dpp = pipe_ctx->plane_res.dpp;
2134         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2135         union plane_size size = plane_state->plane_size;
2136         unsigned int compat_level = 0;
2137
2138         /* depends on DML calculation, DPP clock value may change dynamically */
2139         /* If request max dpp clk is lower than current dispclk, no need to
2140          * divided by 2
2141          */
2142         if (plane_state->update_flags.bits.full_update) {
2143                 bool should_divided_by_2 = context->bw_ctx.bw.dcn.clk.dppclk_khz <=
2144                                 dc->clk_mgr->clks.dispclk_khz / 2;
2145
2146                 dpp->funcs->dpp_dppclk_control(
2147                                 dpp,
2148                                 should_divided_by_2,
2149                                 true);
2150
2151                 if (dc->res_pool->dccg)
2152                         dc->res_pool->dccg->funcs->update_dpp_dto(
2153                                         dc->res_pool->dccg,
2154                                         dpp->inst,
2155                                         pipe_ctx->plane_res.bw.dppclk_khz);
2156                 else
2157                         dc->clk_mgr->clks.dppclk_khz = should_divided_by_2 ?
2158                                                 dc->clk_mgr->clks.dispclk_khz / 2 :
2159                                                         dc->clk_mgr->clks.dispclk_khz;
2160         }
2161
2162         /* TODO: Need input parameter to tell current DCHUB pipe tie to which OTG
2163          * VTG is within DCHUBBUB which is commond block share by each pipe HUBP.
2164          * VTG is 1:1 mapping with OTG. Each pipe HUBP will select which VTG
2165          */
2166         if (plane_state->update_flags.bits.full_update) {
2167                 hubp->funcs->hubp_vtg_sel(hubp, pipe_ctx->stream_res.tg->inst);
2168
2169                 hubp->funcs->hubp_setup(
2170                         hubp,
2171                         &pipe_ctx->dlg_regs,
2172                         &pipe_ctx->ttu_regs,
2173                         &pipe_ctx->rq_regs,
2174                         &pipe_ctx->pipe_dlg_param);
2175                 hubp->funcs->hubp_setup_interdependent(
2176                         hubp,
2177                         &pipe_ctx->dlg_regs,
2178                         &pipe_ctx->ttu_regs);
2179         }
2180
2181         size.grph.surface_size = pipe_ctx->plane_res.scl_data.viewport;
2182
2183         if (plane_state->update_flags.bits.full_update ||
2184                 plane_state->update_flags.bits.bpp_change)
2185                 update_dpp(dpp, plane_state);
2186
2187         if (plane_state->update_flags.bits.full_update ||
2188                 plane_state->update_flags.bits.per_pixel_alpha_change ||
2189                 plane_state->update_flags.bits.global_alpha_change)
2190                 dc->hwss.update_mpcc(dc, pipe_ctx);
2191
2192         if (plane_state->update_flags.bits.full_update ||
2193                 plane_state->update_flags.bits.per_pixel_alpha_change ||
2194                 plane_state->update_flags.bits.global_alpha_change ||
2195                 plane_state->update_flags.bits.scaling_change ||
2196                 plane_state->update_flags.bits.position_change) {
2197                 update_scaler(pipe_ctx);
2198         }
2199
2200         if (plane_state->update_flags.bits.full_update ||
2201                 plane_state->update_flags.bits.scaling_change ||
2202                 plane_state->update_flags.bits.position_change) {
2203                 hubp->funcs->mem_program_viewport(
2204                         hubp,
2205                         &pipe_ctx->plane_res.scl_data.viewport,
2206                         &pipe_ctx->plane_res.scl_data.viewport_c);
2207         }
2208
2209         if (pipe_ctx->stream->cursor_attributes.address.quad_part != 0) {
2210                 dc->hwss.set_cursor_position(pipe_ctx);
2211                 dc->hwss.set_cursor_attribute(pipe_ctx);
2212
2213                 if (dc->hwss.set_cursor_sdr_white_level)
2214                         dc->hwss.set_cursor_sdr_white_level(pipe_ctx);
2215         }
2216
2217         if (plane_state->update_flags.bits.full_update) {
2218                 /*gamut remap*/
2219                 program_gamut_remap(pipe_ctx);
2220
2221                 dc->hwss.program_output_csc(dc,
2222                                 pipe_ctx,
2223                                 pipe_ctx->stream->output_color_space,
2224                                 pipe_ctx->stream->csc_color_matrix.matrix,
2225                                 pipe_ctx->stream_res.opp->inst);
2226         }
2227
2228         if (plane_state->update_flags.bits.full_update ||
2229                 plane_state->update_flags.bits.pixel_format_change ||
2230                 plane_state->update_flags.bits.horizontal_mirror_change ||
2231                 plane_state->update_flags.bits.rotation_change ||
2232                 plane_state->update_flags.bits.swizzle_change ||
2233                 plane_state->update_flags.bits.dcc_change ||
2234                 plane_state->update_flags.bits.bpp_change ||
2235                 plane_state->update_flags.bits.scaling_change ||
2236                 plane_state->update_flags.bits.plane_size_change) {
2237                 hubp->funcs->hubp_program_surface_config(
2238                         hubp,
2239                         plane_state->format,
2240                         &plane_state->tiling_info,
2241                         &size,
2242                         plane_state->rotation,
2243                         &plane_state->dcc,
2244                         plane_state->horizontal_mirror,
2245                         compat_level);
2246         }
2247
2248         hubp->power_gated = false;
2249
2250         dc->hwss.update_plane_addr(dc, pipe_ctx);
2251
2252         if (is_pipe_tree_visible(pipe_ctx))
2253                 hubp->funcs->set_blank(hubp, false);
2254 }
2255
2256 static void dcn10_blank_pixel_data(
2257                 struct dc *dc,
2258                 struct pipe_ctx *pipe_ctx,
2259                 bool blank)
2260 {
2261         enum dc_color_space color_space;
2262         struct tg_color black_color = {0};
2263         struct stream_resource *stream_res = &pipe_ctx->stream_res;
2264         struct dc_stream_state *stream = pipe_ctx->stream;
2265
2266         /* program otg blank color */
2267         color_space = stream->output_color_space;
2268         color_space_to_black_color(dc, color_space, &black_color);
2269
2270         /*
2271          * The way 420 is packed, 2 channels carry Y component, 1 channel
2272          * alternate between Cb and Cr, so both channels need the pixel
2273          * value for Y
2274          */
2275         if (stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR420)
2276                 black_color.color_r_cr = black_color.color_g_y;
2277
2278
2279         if (stream_res->tg->funcs->set_blank_color)
2280                 stream_res->tg->funcs->set_blank_color(
2281                                 stream_res->tg,
2282                                 &black_color);
2283
2284         if (!blank) {
2285                 if (stream_res->tg->funcs->set_blank)
2286                         stream_res->tg->funcs->set_blank(stream_res->tg, blank);
2287                 if (stream_res->abm) {
2288                         stream_res->abm->funcs->set_pipe(stream_res->abm, stream_res->tg->inst + 1);
2289                         stream_res->abm->funcs->set_abm_level(stream_res->abm, stream->abm_level);
2290                 }
2291         } else if (blank) {
2292                 if (stream_res->abm)
2293                         stream_res->abm->funcs->set_abm_immediate_disable(stream_res->abm);
2294                 if (stream_res->tg->funcs->set_blank)
2295                         stream_res->tg->funcs->set_blank(stream_res->tg, blank);
2296         }
2297 }
2298
2299 void set_hdr_multiplier(struct pipe_ctx *pipe_ctx)
2300 {
2301         struct fixed31_32 multiplier = dc_fixpt_from_fraction(
2302                         pipe_ctx->plane_state->sdr_white_level, 80);
2303         uint32_t hw_mult = 0x1f000; // 1.0 default multiplier
2304         struct custom_float_format fmt;
2305
2306         fmt.exponenta_bits = 6;
2307         fmt.mantissa_bits = 12;
2308         fmt.sign = true;
2309
2310         if (pipe_ctx->plane_state->sdr_white_level > 80)
2311                 convert_to_custom_float_format(multiplier, &fmt, &hw_mult);
2312
2313         pipe_ctx->plane_res.dpp->funcs->dpp_set_hdr_multiplier(
2314                         pipe_ctx->plane_res.dpp, hw_mult);
2315 }
2316
2317 void dcn10_program_pipe(
2318                 struct dc *dc,
2319                 struct pipe_ctx *pipe_ctx,
2320                 struct dc_state *context)
2321 {
2322         if (pipe_ctx->plane_state->update_flags.bits.full_update)
2323                 dcn10_enable_plane(dc, pipe_ctx, context);
2324
2325         update_dchubp_dpp(dc, pipe_ctx, context);
2326
2327         set_hdr_multiplier(pipe_ctx);
2328
2329         if (pipe_ctx->plane_state->update_flags.bits.full_update ||
2330                         pipe_ctx->plane_state->update_flags.bits.in_transfer_func_change ||
2331                         pipe_ctx->plane_state->update_flags.bits.gamma_change)
2332                 dc->hwss.set_input_transfer_func(pipe_ctx, pipe_ctx->plane_state);
2333
2334         /* dcn10_translate_regamma_to_hw_format takes 750us to finish
2335          * only do gamma programming for full update.
2336          * TODO: This can be further optimized/cleaned up
2337          * Always call this for now since it does memcmp inside before
2338          * doing heavy calculation and programming
2339          */
2340         if (pipe_ctx->plane_state->update_flags.bits.full_update)
2341                 dc->hwss.set_output_transfer_func(pipe_ctx, pipe_ctx->stream);
2342 }
2343
2344 static void program_all_pipe_in_tree(
2345                 struct dc *dc,
2346                 struct pipe_ctx *pipe_ctx,
2347                 struct dc_state *context)
2348 {
2349         if (pipe_ctx->top_pipe == NULL) {
2350                 bool blank = !is_pipe_tree_visible(pipe_ctx);
2351
2352                 pipe_ctx->stream_res.tg->funcs->program_global_sync(
2353                                 pipe_ctx->stream_res.tg,
2354                                 pipe_ctx->pipe_dlg_param.vready_offset,
2355                                 pipe_ctx->pipe_dlg_param.vstartup_start,
2356                                 pipe_ctx->pipe_dlg_param.vupdate_offset,
2357                                 pipe_ctx->pipe_dlg_param.vupdate_width);
2358
2359                 pipe_ctx->stream_res.tg->funcs->set_vtg_params(
2360                                 pipe_ctx->stream_res.tg, &pipe_ctx->stream->timing);
2361
2362                 dc->hwss.blank_pixel_data(dc, pipe_ctx, blank);
2363
2364         }
2365
2366         if (pipe_ctx->plane_state != NULL)
2367                 dcn10_program_pipe(dc, pipe_ctx, context);
2368
2369         if (pipe_ctx->bottom_pipe != NULL && pipe_ctx->bottom_pipe != pipe_ctx)
2370                 program_all_pipe_in_tree(dc, pipe_ctx->bottom_pipe, context);
2371 }
2372
2373 struct pipe_ctx *find_top_pipe_for_stream(
2374                 struct dc *dc,
2375                 struct dc_state *context,
2376                 const struct dc_stream_state *stream)
2377 {
2378         int i;
2379
2380         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2381                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2382                 struct pipe_ctx *old_pipe_ctx =
2383                                 &dc->current_state->res_ctx.pipe_ctx[i];
2384
2385                 if (!pipe_ctx->plane_state && !old_pipe_ctx->plane_state)
2386                         continue;
2387
2388                 if (pipe_ctx->stream != stream)
2389                         continue;
2390
2391                 if (!pipe_ctx->top_pipe)
2392                         return pipe_ctx;
2393         }
2394         return NULL;
2395 }
2396
2397 static void dcn10_apply_ctx_for_surface(
2398                 struct dc *dc,
2399                 const struct dc_stream_state *stream,
2400                 int num_planes,
2401                 struct dc_state *context)
2402 {
2403         int i;
2404         struct timing_generator *tg;
2405         uint32_t underflow_check_delay_us;
2406         bool removed_pipe[4] = { false };
2407         bool interdependent_update = false;
2408         struct pipe_ctx *top_pipe_to_program =
2409                         find_top_pipe_for_stream(dc, context, stream);
2410         DC_LOGGER_INIT(dc->ctx->logger);
2411
2412         if (!top_pipe_to_program)
2413                 return;
2414
2415         tg = top_pipe_to_program->stream_res.tg;
2416
2417         interdependent_update = top_pipe_to_program->plane_state &&
2418                 top_pipe_to_program->plane_state->update_flags.bits.full_update;
2419
2420         underflow_check_delay_us = dc->debug.underflow_assert_delay_us;
2421
2422         if (underflow_check_delay_us != 0xFFFFFFFF && dc->hwss.did_underflow_occur)
2423                 ASSERT(dc->hwss.did_underflow_occur(dc, top_pipe_to_program));
2424
2425         if (interdependent_update)
2426                 lock_all_pipes(dc, context, true);
2427         else
2428                 dcn10_pipe_control_lock(dc, top_pipe_to_program, true);
2429
2430         if (underflow_check_delay_us != 0xFFFFFFFF)
2431                 udelay(underflow_check_delay_us);
2432
2433         if (underflow_check_delay_us != 0xFFFFFFFF && dc->hwss.did_underflow_occur)
2434                 ASSERT(dc->hwss.did_underflow_occur(dc, top_pipe_to_program));
2435
2436         if (num_planes == 0) {
2437                 /* OTG blank before remove all front end */
2438                 dc->hwss.blank_pixel_data(dc, top_pipe_to_program, true);
2439         }
2440
2441         /* Disconnect unused mpcc */
2442         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2443                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2444                 struct pipe_ctx *old_pipe_ctx =
2445                                 &dc->current_state->res_ctx.pipe_ctx[i];
2446                 /*
2447                  * Powergate reused pipes that are not powergated
2448                  * fairly hacky right now, using opp_id as indicator
2449                  * TODO: After move dc_post to dc_update, this will
2450                  * be removed.
2451                  */
2452                 if (pipe_ctx->plane_state && !old_pipe_ctx->plane_state) {
2453                         if (old_pipe_ctx->stream_res.tg == tg &&
2454                             old_pipe_ctx->plane_res.hubp &&
2455                             old_pipe_ctx->plane_res.hubp->opp_id != OPP_ID_INVALID)
2456                                 dcn10_disable_plane(dc, old_pipe_ctx);
2457                 }
2458
2459                 if ((!pipe_ctx->plane_state ||
2460                      pipe_ctx->stream_res.tg != old_pipe_ctx->stream_res.tg) &&
2461                     old_pipe_ctx->plane_state &&
2462                     old_pipe_ctx->stream_res.tg == tg) {
2463
2464                         dc->hwss.plane_atomic_disconnect(dc, old_pipe_ctx);
2465                         removed_pipe[i] = true;
2466
2467                         DC_LOG_DC("Reset mpcc for pipe %d\n",
2468                                         old_pipe_ctx->pipe_idx);
2469                 }
2470         }
2471
2472         if (num_planes > 0)
2473                 program_all_pipe_in_tree(dc, top_pipe_to_program, context);
2474
2475 #if defined(CONFIG_DRM_AMD_DC_DCN2_0)
2476         /* Program secondary blending tree and writeback pipes */
2477         if ((stream->num_wb_info > 0) && (dc->hwss.program_all_writeback_pipes_in_tree))
2478                 dc->hwss.program_all_writeback_pipes_in_tree(dc, stream, context);
2479 #endif
2480         if (interdependent_update)
2481                 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2482                         struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2483                         /* Skip inactive pipes and ones already updated */
2484                         if (!pipe_ctx->stream || pipe_ctx->stream == stream ||
2485                             !pipe_ctx->plane_state || !tg->funcs->is_tg_enabled(tg))
2486                                 continue;
2487
2488                         pipe_ctx->plane_res.hubp->funcs->hubp_setup_interdependent(
2489                                 pipe_ctx->plane_res.hubp,
2490                                 &pipe_ctx->dlg_regs,
2491                                 &pipe_ctx->ttu_regs);
2492                 }
2493
2494         if (interdependent_update)
2495                 lock_all_pipes(dc, context, false);
2496         else
2497                 dcn10_pipe_control_lock(dc, top_pipe_to_program, false);
2498
2499         if (num_planes == 0)
2500                 false_optc_underflow_wa(dc, stream, tg);
2501
2502         for (i = 0; i < dc->res_pool->pipe_count; i++)
2503                 if (removed_pipe[i])
2504                         dcn10_disable_plane(dc, &dc->current_state->res_ctx.pipe_ctx[i]);
2505
2506         for (i = 0; i < dc->res_pool->pipe_count; i++)
2507                 if (removed_pipe[i]) {
2508                         dc->hwss.optimize_bandwidth(dc, context);
2509                         break;
2510                 }
2511
2512         if (dc->hwseq->wa.DEGVIDCN10_254)
2513                 hubbub1_wm_change_req_wa(dc->res_pool->hubbub);
2514 }
2515
2516 static void dcn10_stereo_hw_frame_pack_wa(struct dc *dc, struct dc_state *context)
2517 {
2518         uint8_t i;
2519
2520         for (i = 0; i < context->stream_count; i++) {
2521                 if (context->streams[i]->timing.timing_3d_format
2522                                 == TIMING_3D_FORMAT_HW_FRAME_PACKING) {
2523                         /*
2524                          * Disable stutter
2525                          */
2526                         hubbub1_allow_self_refresh_control(dc->res_pool->hubbub, false);
2527                         break;
2528                 }
2529         }
2530 }
2531
2532 static void dcn10_prepare_bandwidth(
2533                 struct dc *dc,
2534                 struct dc_state *context)
2535 {
2536         struct hubbub *hubbub = dc->res_pool->hubbub;
2537
2538         if (dc->debug.sanity_checks)
2539                 dcn10_verify_allow_pstate_change_high(dc);
2540
2541         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
2542                 if (context->stream_count == 0)
2543                         context->bw_ctx.bw.dcn.clk.phyclk_khz = 0;
2544
2545                 dc->clk_mgr->funcs->update_clocks(
2546                                 dc->clk_mgr,
2547                                 context,
2548                                 false);
2549         }
2550
2551         hubbub->funcs->program_watermarks(hubbub,
2552                         &context->bw_ctx.bw.dcn.watermarks,
2553                         dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000,
2554                         true);
2555         dcn10_stereo_hw_frame_pack_wa(dc, context);
2556
2557         if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE)
2558                 dcn_bw_notify_pplib_of_wm_ranges(dc);
2559
2560         if (dc->debug.sanity_checks)
2561                 dcn10_verify_allow_pstate_change_high(dc);
2562 }
2563
2564 static void dcn10_optimize_bandwidth(
2565                 struct dc *dc,
2566                 struct dc_state *context)
2567 {
2568         struct hubbub *hubbub = dc->res_pool->hubbub;
2569
2570         if (dc->debug.sanity_checks)
2571                 dcn10_verify_allow_pstate_change_high(dc);
2572
2573         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
2574                 if (context->stream_count == 0)
2575                         context->bw_ctx.bw.dcn.clk.phyclk_khz = 0;
2576
2577                 dc->clk_mgr->funcs->update_clocks(
2578                                 dc->clk_mgr,
2579                                 context,
2580                                 true);
2581         }
2582
2583         hubbub->funcs->program_watermarks(hubbub,
2584                         &context->bw_ctx.bw.dcn.watermarks,
2585                         dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000,
2586                         true);
2587         dcn10_stereo_hw_frame_pack_wa(dc, context);
2588
2589         if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE)
2590                 dcn_bw_notify_pplib_of_wm_ranges(dc);
2591
2592         if (dc->debug.sanity_checks)
2593                 dcn10_verify_allow_pstate_change_high(dc);
2594 }
2595
2596 static void set_drr(struct pipe_ctx **pipe_ctx,
2597                 int num_pipes, int vmin, int vmax)
2598 {
2599         int i = 0;
2600         struct drr_params params = {0};
2601         // DRR set trigger event mapped to OTG_TRIG_A (bit 11) for manual control flow
2602         unsigned int event_triggers = 0x800;
2603
2604         params.vertical_total_max = vmax;
2605         params.vertical_total_min = vmin;
2606
2607         /* TODO: If multiple pipes are to be supported, you need
2608          * some GSL stuff. Static screen triggers may be programmed differently
2609          * as well.
2610          */
2611         for (i = 0; i < num_pipes; i++) {
2612                 pipe_ctx[i]->stream_res.tg->funcs->set_drr(
2613                         pipe_ctx[i]->stream_res.tg, &params);
2614                 if (vmax != 0 && vmin != 0)
2615                         pipe_ctx[i]->stream_res.tg->funcs->set_static_screen_control(
2616                                         pipe_ctx[i]->stream_res.tg,
2617                                         event_triggers);
2618         }
2619 }
2620
2621 static void get_position(struct pipe_ctx **pipe_ctx,
2622                 int num_pipes,
2623                 struct crtc_position *position)
2624 {
2625         int i = 0;
2626
2627         /* TODO: handle pipes > 1
2628          */
2629         for (i = 0; i < num_pipes; i++)
2630                 pipe_ctx[i]->stream_res.tg->funcs->get_position(pipe_ctx[i]->stream_res.tg, position);
2631 }
2632
2633 static void set_static_screen_control(struct pipe_ctx **pipe_ctx,
2634                 int num_pipes, const struct dc_static_screen_events *events)
2635 {
2636         unsigned int i;
2637         unsigned int value = 0;
2638
2639         if (events->surface_update)
2640                 value |= 0x80;
2641         if (events->cursor_update)
2642                 value |= 0x2;
2643         if (events->force_trigger)
2644                 value |= 0x1;
2645
2646         for (i = 0; i < num_pipes; i++)
2647                 pipe_ctx[i]->stream_res.tg->funcs->
2648                         set_static_screen_control(pipe_ctx[i]->stream_res.tg, value);
2649 }
2650
2651 static void dcn10_config_stereo_parameters(
2652                 struct dc_stream_state *stream, struct crtc_stereo_flags *flags)
2653 {
2654         enum view_3d_format view_format = stream->view_format;
2655         enum dc_timing_3d_format timing_3d_format =\
2656                         stream->timing.timing_3d_format;
2657         bool non_stereo_timing = false;
2658
2659         if (timing_3d_format == TIMING_3D_FORMAT_NONE ||
2660                 timing_3d_format == TIMING_3D_FORMAT_SIDE_BY_SIDE ||
2661                 timing_3d_format == TIMING_3D_FORMAT_TOP_AND_BOTTOM)
2662                 non_stereo_timing = true;
2663
2664         if (non_stereo_timing == false &&
2665                 view_format == VIEW_3D_FORMAT_FRAME_SEQUENTIAL) {
2666
2667                 flags->PROGRAM_STEREO         = 1;
2668                 flags->PROGRAM_POLARITY       = 1;
2669                 if (timing_3d_format == TIMING_3D_FORMAT_INBAND_FA ||
2670                         timing_3d_format == TIMING_3D_FORMAT_DP_HDMI_INBAND_FA ||
2671                         timing_3d_format == TIMING_3D_FORMAT_SIDEBAND_FA) {
2672                         enum display_dongle_type dongle = \
2673                                         stream->link->ddc->dongle_type;
2674                         if (dongle == DISPLAY_DONGLE_DP_VGA_CONVERTER ||
2675                                 dongle == DISPLAY_DONGLE_DP_DVI_CONVERTER ||
2676                                 dongle == DISPLAY_DONGLE_DP_HDMI_CONVERTER)
2677                                 flags->DISABLE_STEREO_DP_SYNC = 1;
2678                 }
2679                 flags->RIGHT_EYE_POLARITY =\
2680                                 stream->timing.flags.RIGHT_EYE_3D_POLARITY;
2681                 if (timing_3d_format == TIMING_3D_FORMAT_HW_FRAME_PACKING)
2682                         flags->FRAME_PACKED = 1;
2683         }
2684
2685         return;
2686 }
2687
2688 static void dcn10_setup_stereo(struct pipe_ctx *pipe_ctx, struct dc *dc)
2689 {
2690         struct crtc_stereo_flags flags = { 0 };
2691         struct dc_stream_state *stream = pipe_ctx->stream;
2692
2693         dcn10_config_stereo_parameters(stream, &flags);
2694
2695         pipe_ctx->stream_res.opp->funcs->opp_program_stereo(
2696                 pipe_ctx->stream_res.opp,
2697                 flags.PROGRAM_STEREO == 1 ? true:false,
2698                 &stream->timing);
2699
2700         pipe_ctx->stream_res.tg->funcs->program_stereo(
2701                 pipe_ctx->stream_res.tg,
2702                 &stream->timing,
2703                 &flags);
2704
2705         return;
2706 }
2707
2708 static struct hubp *get_hubp_by_inst(struct resource_pool *res_pool, int mpcc_inst)
2709 {
2710         int i;
2711
2712         for (i = 0; i < res_pool->pipe_count; i++) {
2713                 if (res_pool->hubps[i]->inst == mpcc_inst)
2714                         return res_pool->hubps[i];
2715         }
2716         ASSERT(false);
2717         return NULL;
2718 }
2719
2720 static void dcn10_wait_for_mpcc_disconnect(
2721                 struct dc *dc,
2722                 struct resource_pool *res_pool,
2723                 struct pipe_ctx *pipe_ctx)
2724 {
2725         int mpcc_inst;
2726
2727         if (dc->debug.sanity_checks) {
2728                 dcn10_verify_allow_pstate_change_high(dc);
2729         }
2730
2731         if (!pipe_ctx->stream_res.opp)
2732                 return;
2733
2734         for (mpcc_inst = 0; mpcc_inst < MAX_PIPES; mpcc_inst++) {
2735                 if (pipe_ctx->stream_res.opp->mpcc_disconnect_pending[mpcc_inst]) {
2736                         struct hubp *hubp = get_hubp_by_inst(res_pool, mpcc_inst);
2737
2738                         res_pool->mpc->funcs->wait_for_idle(res_pool->mpc, mpcc_inst);
2739                         pipe_ctx->stream_res.opp->mpcc_disconnect_pending[mpcc_inst] = false;
2740                         hubp->funcs->set_blank(hubp, true);
2741                 }
2742         }
2743
2744         if (dc->debug.sanity_checks) {
2745                 dcn10_verify_allow_pstate_change_high(dc);
2746         }
2747
2748 }
2749
2750 static bool dcn10_dummy_display_power_gating(
2751         struct dc *dc,
2752         uint8_t controller_id,
2753         struct dc_bios *dcb,
2754         enum pipe_gating_control power_gating)
2755 {
2756         return true;
2757 }
2758
2759 static void dcn10_update_pending_status(struct pipe_ctx *pipe_ctx)
2760 {
2761         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2762         struct timing_generator *tg = pipe_ctx->stream_res.tg;
2763         bool flip_pending;
2764
2765         if (plane_state == NULL)
2766                 return;
2767
2768         flip_pending = pipe_ctx->plane_res.hubp->funcs->hubp_is_flip_pending(
2769                                         pipe_ctx->plane_res.hubp);
2770
2771         plane_state->status.is_flip_pending = plane_state->status.is_flip_pending || flip_pending;
2772
2773         if (!flip_pending)
2774                 plane_state->status.current_address = plane_state->status.requested_address;
2775
2776         if (plane_state->status.current_address.type == PLN_ADDR_TYPE_GRPH_STEREO &&
2777                         tg->funcs->is_stereo_left_eye) {
2778                 plane_state->status.is_right_eye =
2779                                 !tg->funcs->is_stereo_left_eye(pipe_ctx->stream_res.tg);
2780         }
2781 }
2782
2783 static void dcn10_update_dchub(struct dce_hwseq *hws, struct dchub_init_data *dh_data)
2784 {
2785         if (hws->ctx->dc->res_pool->hubbub != NULL) {
2786                 struct hubp *hubp = hws->ctx->dc->res_pool->hubps[0];
2787
2788                 if (hubp->funcs->hubp_update_dchub)
2789                         hubp->funcs->hubp_update_dchub(hubp, dh_data);
2790                 else
2791                         hubbub1_update_dchub(hws->ctx->dc->res_pool->hubbub, dh_data);
2792         }
2793 }
2794
2795 static void dcn10_set_cursor_position(struct pipe_ctx *pipe_ctx)
2796 {
2797         struct dc_cursor_position pos_cpy = pipe_ctx->stream->cursor_position;
2798         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2799         struct dpp *dpp = pipe_ctx->plane_res.dpp;
2800         struct dc_cursor_mi_param param = {
2801                 .pixel_clk_khz = pipe_ctx->stream->timing.pix_clk_100hz / 10,
2802                 .ref_clk_khz = pipe_ctx->stream->ctx->dc->res_pool->ref_clocks.dchub_ref_clock_inKhz,
2803                 .viewport = pipe_ctx->plane_res.scl_data.viewport,
2804                 .h_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.horz,
2805                 .v_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.vert,
2806                 .rotation = pipe_ctx->plane_state->rotation,
2807                 .mirror = pipe_ctx->plane_state->horizontal_mirror
2808         };
2809         uint32_t x_plane = pipe_ctx->plane_state->dst_rect.x;
2810         uint32_t y_plane = pipe_ctx->plane_state->dst_rect.y;
2811         uint32_t x_offset = min(x_plane, pos_cpy.x);
2812         uint32_t y_offset = min(y_plane, pos_cpy.y);
2813
2814         pos_cpy.x -= x_offset;
2815         pos_cpy.y -= y_offset;
2816         pos_cpy.x_hotspot += (x_plane - x_offset);
2817         pos_cpy.y_hotspot += (y_plane - y_offset);
2818
2819         if (pipe_ctx->plane_state->address.type
2820                         == PLN_ADDR_TYPE_VIDEO_PROGRESSIVE)
2821                 pos_cpy.enable = false;
2822
2823         hubp->funcs->set_cursor_position(hubp, &pos_cpy, &param);
2824         dpp->funcs->set_cursor_position(dpp, &pos_cpy, &param, hubp->curs_attr.width, hubp->curs_attr.height);
2825 }
2826
2827 static void dcn10_set_cursor_attribute(struct pipe_ctx *pipe_ctx)
2828 {
2829         struct dc_cursor_attributes *attributes = &pipe_ctx->stream->cursor_attributes;
2830
2831         pipe_ctx->plane_res.hubp->funcs->set_cursor_attributes(
2832                         pipe_ctx->plane_res.hubp, attributes);
2833         pipe_ctx->plane_res.dpp->funcs->set_cursor_attributes(
2834                 pipe_ctx->plane_res.dpp, attributes->color_format);
2835 }
2836
2837 static void dcn10_set_cursor_sdr_white_level(struct pipe_ctx *pipe_ctx)
2838 {
2839         uint32_t sdr_white_level = pipe_ctx->stream->cursor_attributes.sdr_white_level;
2840         struct fixed31_32 multiplier;
2841         struct dpp_cursor_attributes opt_attr = { 0 };
2842         uint32_t hw_scale = 0x3c00; // 1.0 default multiplier
2843         struct custom_float_format fmt;
2844
2845         if (!pipe_ctx->plane_res.dpp->funcs->set_optional_cursor_attributes)
2846                 return;
2847
2848         fmt.exponenta_bits = 5;
2849         fmt.mantissa_bits = 10;
2850         fmt.sign = true;
2851
2852         if (sdr_white_level > 80) {
2853                 multiplier = dc_fixpt_from_fraction(sdr_white_level, 80);
2854                 convert_to_custom_float_format(multiplier, &fmt, &hw_scale);
2855         }
2856
2857         opt_attr.scale = hw_scale;
2858         opt_attr.bias = 0;
2859
2860         pipe_ctx->plane_res.dpp->funcs->set_optional_cursor_attributes(
2861                         pipe_ctx->plane_res.dpp, &opt_attr);
2862 }
2863
2864 /**
2865 * apply_front_porch_workaround  TODO FPGA still need?
2866 *
2867 * This is a workaround for a bug that has existed since R5xx and has not been
2868 * fixed keep Front porch at minimum 2 for Interlaced mode or 1 for progressive.
2869 */
2870 static void apply_front_porch_workaround(
2871         struct dc_crtc_timing *timing)
2872 {
2873         if (timing->flags.INTERLACE == 1) {
2874                 if (timing->v_front_porch < 2)
2875                         timing->v_front_porch = 2;
2876         } else {
2877                 if (timing->v_front_porch < 1)
2878                         timing->v_front_porch = 1;
2879         }
2880 }
2881
2882 int get_vupdate_offset_from_vsync(struct pipe_ctx *pipe_ctx)
2883 {
2884         const struct dc_crtc_timing *dc_crtc_timing = &pipe_ctx->stream->timing;
2885         struct dc_crtc_timing patched_crtc_timing;
2886         int vesa_sync_start;
2887         int asic_blank_end;
2888         int interlace_factor;
2889         int vertical_line_start;
2890
2891         patched_crtc_timing = *dc_crtc_timing;
2892         apply_front_porch_workaround(&patched_crtc_timing);
2893
2894         interlace_factor = patched_crtc_timing.flags.INTERLACE ? 2 : 1;
2895
2896         vesa_sync_start = patched_crtc_timing.v_addressable +
2897                         patched_crtc_timing.v_border_bottom +
2898                         patched_crtc_timing.v_front_porch;
2899
2900         asic_blank_end = (patched_crtc_timing.v_total -
2901                         vesa_sync_start -
2902                         patched_crtc_timing.v_border_top)
2903                         * interlace_factor;
2904
2905         vertical_line_start = asic_blank_end -
2906                         pipe_ctx->pipe_dlg_param.vstartup_start + 1;
2907
2908         return vertical_line_start;
2909 }
2910
2911 void lock_all_pipes(struct dc *dc,
2912         struct dc_state *context,
2913         bool lock)
2914 {
2915         struct pipe_ctx *pipe_ctx;
2916         struct timing_generator *tg;
2917         int i;
2918
2919         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2920                 pipe_ctx = &context->res_ctx.pipe_ctx[i];
2921                 tg = pipe_ctx->stream_res.tg;
2922                 /*
2923                  * Only lock the top pipe's tg to prevent redundant
2924                  * (un)locking. Also skip if pipe is disabled.
2925                  */
2926                 if (pipe_ctx->top_pipe ||
2927                     !pipe_ctx->stream || !pipe_ctx->plane_state ||
2928                     !tg->funcs->is_tg_enabled(tg))
2929                         continue;
2930
2931                 if (lock)
2932                         tg->funcs->lock(tg);
2933                 else
2934                         tg->funcs->unlock(tg);
2935         }
2936 }
2937
2938 static void calc_vupdate_position(
2939                 struct pipe_ctx *pipe_ctx,
2940                 uint32_t *start_line,
2941                 uint32_t *end_line)
2942 {
2943         const struct dc_crtc_timing *dc_crtc_timing = &pipe_ctx->stream->timing;
2944         int vline_int_offset_from_vupdate =
2945                         pipe_ctx->stream->periodic_interrupt0.lines_offset;
2946         int vupdate_offset_from_vsync = get_vupdate_offset_from_vsync(pipe_ctx);
2947         int start_position;
2948
2949         if (vline_int_offset_from_vupdate > 0)
2950                 vline_int_offset_from_vupdate--;
2951         else if (vline_int_offset_from_vupdate < 0)
2952                 vline_int_offset_from_vupdate++;
2953
2954         start_position = vline_int_offset_from_vupdate + vupdate_offset_from_vsync;
2955
2956         if (start_position >= 0)
2957                 *start_line = start_position;
2958         else
2959                 *start_line = dc_crtc_timing->v_total + start_position - 1;
2960
2961         *end_line = *start_line + 2;
2962
2963         if (*end_line >= dc_crtc_timing->v_total)
2964                 *end_line = 2;
2965 }
2966
2967 static void cal_vline_position(
2968                 struct pipe_ctx *pipe_ctx,
2969                 enum vline_select vline,
2970                 uint32_t *start_line,
2971                 uint32_t *end_line)
2972 {
2973         enum vertical_interrupt_ref_point ref_point = INVALID_POINT;
2974
2975         if (vline == VLINE0)
2976                 ref_point = pipe_ctx->stream->periodic_interrupt0.ref_point;
2977         else if (vline == VLINE1)
2978                 ref_point = pipe_ctx->stream->periodic_interrupt1.ref_point;
2979
2980         switch (ref_point) {
2981         case START_V_UPDATE:
2982                 calc_vupdate_position(
2983                                 pipe_ctx,
2984                                 start_line,
2985                                 end_line);
2986                 break;
2987         case START_V_SYNC:
2988                 // Suppose to do nothing because vsync is 0;
2989                 break;
2990         default:
2991                 ASSERT(0);
2992                 break;
2993         }
2994 }
2995
2996 static void dcn10_setup_periodic_interrupt(
2997                 struct pipe_ctx *pipe_ctx,
2998                 enum vline_select vline)
2999 {
3000         struct timing_generator *tg = pipe_ctx->stream_res.tg;
3001
3002         if (vline == VLINE0) {
3003                 uint32_t start_line = 0;
3004                 uint32_t end_line = 0;
3005
3006                 cal_vline_position(pipe_ctx, vline, &start_line, &end_line);
3007
3008                 tg->funcs->setup_vertical_interrupt0(tg, start_line, end_line);
3009
3010         } else if (vline == VLINE1) {
3011                 pipe_ctx->stream_res.tg->funcs->setup_vertical_interrupt1(
3012                                 tg,
3013                                 pipe_ctx->stream->periodic_interrupt1.lines_offset);
3014         }
3015 }
3016
3017 static void dcn10_setup_vupdate_interrupt(struct pipe_ctx *pipe_ctx)
3018 {
3019         struct timing_generator *tg = pipe_ctx->stream_res.tg;
3020         int start_line = get_vupdate_offset_from_vsync(pipe_ctx);
3021
3022         if (start_line < 0) {
3023                 ASSERT(0);
3024                 start_line = 0;
3025         }
3026
3027         if (tg->funcs->setup_vertical_interrupt2)
3028                 tg->funcs->setup_vertical_interrupt2(tg, start_line);
3029 }
3030
3031 static void dcn10_unblank_stream(struct pipe_ctx *pipe_ctx,
3032                 struct dc_link_settings *link_settings)
3033 {
3034         struct encoder_unblank_param params = { { 0 } };
3035         struct dc_stream_state *stream = pipe_ctx->stream;
3036         struct dc_link *link = stream->link;
3037
3038         /* only 3 items below are used by unblank */
3039         params.timing = pipe_ctx->stream->timing;
3040
3041         params.link_settings.link_rate = link_settings->link_rate;
3042
3043         if (dc_is_dp_signal(pipe_ctx->stream->signal)) {
3044                 if (params.timing.pixel_encoding == PIXEL_ENCODING_YCBCR420)
3045                         params.timing.pix_clk_100hz /= 2;
3046                 pipe_ctx->stream_res.stream_enc->funcs->dp_unblank(pipe_ctx->stream_res.stream_enc, &params);
3047         }
3048
3049         if (link->local_sink && link->local_sink->sink_signal == SIGNAL_TYPE_EDP) {
3050                 link->dc->hwss.edp_backlight_control(link, true);
3051         }
3052 }
3053
3054 static void dcn10_send_immediate_sdp_message(struct pipe_ctx *pipe_ctx,
3055                                 const uint8_t *custom_sdp_message,
3056                                 unsigned int sdp_message_size)
3057 {
3058         if (dc_is_dp_signal(pipe_ctx->stream->signal)) {
3059                 pipe_ctx->stream_res.stream_enc->funcs->send_immediate_sdp_message(
3060                                 pipe_ctx->stream_res.stream_enc,
3061                                 custom_sdp_message,
3062                                 sdp_message_size);
3063         }
3064 }
3065
3066 static const struct hw_sequencer_funcs dcn10_funcs = {
3067         .program_gamut_remap = program_gamut_remap,
3068         .init_hw = dcn10_init_hw,
3069         .init_pipes = dcn10_init_pipes,
3070         .apply_ctx_to_hw = dce110_apply_ctx_to_hw,
3071         .apply_ctx_for_surface = dcn10_apply_ctx_for_surface,
3072         .update_plane_addr = dcn10_update_plane_addr,
3073         .plane_atomic_disconnect = hwss1_plane_atomic_disconnect,
3074         .update_dchub = dcn10_update_dchub,
3075         .update_mpcc = dcn10_update_mpcc,
3076         .update_pending_status = dcn10_update_pending_status,
3077         .set_input_transfer_func = dcn10_set_input_transfer_func,
3078         .set_output_transfer_func = dcn10_set_output_transfer_func,
3079         .program_output_csc = dcn10_program_output_csc,
3080         .power_down = dce110_power_down,
3081         .enable_accelerated_mode = dce110_enable_accelerated_mode,
3082         .enable_timing_synchronization = dcn10_enable_timing_synchronization,
3083         .enable_per_frame_crtc_position_reset = dcn10_enable_per_frame_crtc_position_reset,
3084         .update_info_frame = dce110_update_info_frame,
3085         .send_immediate_sdp_message = dcn10_send_immediate_sdp_message,
3086         .enable_stream = dce110_enable_stream,
3087         .disable_stream = dce110_disable_stream,
3088         .unblank_stream = dcn10_unblank_stream,
3089         .blank_stream = dce110_blank_stream,
3090         .enable_audio_stream = dce110_enable_audio_stream,
3091         .disable_audio_stream = dce110_disable_audio_stream,
3092         .enable_display_power_gating = dcn10_dummy_display_power_gating,
3093         .disable_plane = dcn10_disable_plane,
3094         .blank_pixel_data = dcn10_blank_pixel_data,
3095         .pipe_control_lock = dcn10_pipe_control_lock,
3096         .prepare_bandwidth = dcn10_prepare_bandwidth,
3097         .optimize_bandwidth = dcn10_optimize_bandwidth,
3098         .reset_hw_ctx_wrap = dcn10_reset_hw_ctx_wrap,
3099         .enable_stream_timing = dcn10_enable_stream_timing,
3100         .set_drr = set_drr,
3101         .get_position = get_position,
3102         .set_static_screen_control = set_static_screen_control,
3103         .setup_stereo = dcn10_setup_stereo,
3104         .set_avmute = dce110_set_avmute,
3105         .log_hw_state = dcn10_log_hw_state,
3106         .get_hw_state = dcn10_get_hw_state,
3107         .clear_status_bits = dcn10_clear_status_bits,
3108         .wait_for_mpcc_disconnect = dcn10_wait_for_mpcc_disconnect,
3109         .edp_backlight_control = hwss_edp_backlight_control,
3110         .edp_power_control = hwss_edp_power_control,
3111         .edp_wait_for_hpd_ready = hwss_edp_wait_for_hpd_ready,
3112         .set_cursor_position = dcn10_set_cursor_position,
3113         .set_cursor_attribute = dcn10_set_cursor_attribute,
3114         .set_cursor_sdr_white_level = dcn10_set_cursor_sdr_white_level,
3115         .disable_stream_gating = NULL,
3116         .enable_stream_gating = NULL,
3117         .setup_periodic_interrupt = dcn10_setup_periodic_interrupt,
3118         .setup_vupdate_interrupt = dcn10_setup_vupdate_interrupt,
3119         .did_underflow_occur = dcn10_did_underflow_occur
3120 };
3121
3122
3123 void dcn10_hw_sequencer_construct(struct dc *dc)
3124 {
3125         dc->hwss = dcn10_funcs;
3126 }
3127