Merge tag 'selinux-pr-20190801' of git://git.kernel.org/pub/scm/linux/kernel/git...
[linux-2.6-microblaze.git] / drivers / gpu / drm / amd / display / dc / dcn10 / dcn10_hw_sequencer.c
1 /*
2  * Copyright 2016 Advanced Micro Devices, Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the "Software"),
6  * to deal in the Software without restriction, including without limitation
7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8  * and/or sell copies of the Software, and to permit persons to whom the
9  * Software is furnished to do so, subject to the following conditions:
10  *
11  * The above copyright notice and this permission notice shall be included in
12  * all copies or substantial portions of the Software.
13  *
14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20  * OTHER DEALINGS IN THE SOFTWARE.
21  *
22  * Authors: AMD
23  *
24  */
25
26 #include <linux/delay.h>
27 #include "dm_services.h"
28 #include "core_types.h"
29 #include "resource.h"
30 #include "custom_float.h"
31 #include "dcn10_hw_sequencer.h"
32 #include "dce110/dce110_hw_sequencer.h"
33 #include "dce/dce_hwseq.h"
34 #include "abm.h"
35 #include "dmcu.h"
36 #include "dcn10_optc.h"
37 #include "dcn10/dcn10_dpp.h"
38 #include "dcn10/dcn10_mpc.h"
39 #include "timing_generator.h"
40 #include "opp.h"
41 #include "ipp.h"
42 #include "mpc.h"
43 #include "reg_helper.h"
44 #include "dcn10_hubp.h"
45 #include "dcn10_hubbub.h"
46 #include "dcn10_cm_common.h"
47 #include "dc_link_dp.h"
48 #include "dccg.h"
49 #include "clk_mgr.h"
50
51
52 #ifdef CONFIG_DRM_AMD_DC_DSC_SUPPORT
53 #include "dsc.h"
54 #endif
55
56 #define DC_LOGGER_INIT(logger)
57
58 #define CTX \
59         hws->ctx
60 #define REG(reg)\
61         hws->regs->reg
62
63 #undef FN
64 #define FN(reg_name, field_name) \
65         hws->shifts->field_name, hws->masks->field_name
66
67 /*print is 17 wide, first two characters are spaces*/
68 #define DTN_INFO_MICRO_SEC(ref_cycle) \
69         print_microsec(dc_ctx, log_ctx, ref_cycle)
70
71 void print_microsec(struct dc_context *dc_ctx,
72         struct dc_log_buffer_ctx *log_ctx,
73         uint32_t ref_cycle)
74 {
75         const uint32_t ref_clk_mhz = dc_ctx->dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000;
76         static const unsigned int frac = 1000;
77         uint32_t us_x10 = (ref_cycle * frac) / ref_clk_mhz;
78
79         DTN_INFO("  %11d.%03d",
80                         us_x10 / frac,
81                         us_x10 % frac);
82 }
83
84 static void log_mpc_crc(struct dc *dc,
85         struct dc_log_buffer_ctx *log_ctx)
86 {
87         struct dc_context *dc_ctx = dc->ctx;
88         struct dce_hwseq *hws = dc->hwseq;
89
90         if (REG(MPC_CRC_RESULT_GB))
91                 DTN_INFO("MPC_CRC_RESULT_GB:%d MPC_CRC_RESULT_C:%d MPC_CRC_RESULT_AR:%d\n",
92                 REG_READ(MPC_CRC_RESULT_GB), REG_READ(MPC_CRC_RESULT_C), REG_READ(MPC_CRC_RESULT_AR));
93         if (REG(DPP_TOP0_DPP_CRC_VAL_B_A))
94                 DTN_INFO("DPP_TOP0_DPP_CRC_VAL_B_A:%d DPP_TOP0_DPP_CRC_VAL_R_G:%d\n",
95                 REG_READ(DPP_TOP0_DPP_CRC_VAL_B_A), REG_READ(DPP_TOP0_DPP_CRC_VAL_R_G));
96 }
97
98 void dcn10_log_hubbub_state(struct dc *dc, struct dc_log_buffer_ctx *log_ctx)
99 {
100         struct dc_context *dc_ctx = dc->ctx;
101         struct dcn_hubbub_wm wm;
102         int i;
103
104         memset(&wm, 0, sizeof(struct dcn_hubbub_wm));
105         dc->res_pool->hubbub->funcs->wm_read_state(dc->res_pool->hubbub, &wm);
106
107         DTN_INFO("HUBBUB WM:      data_urgent  pte_meta_urgent"
108                         "         sr_enter          sr_exit  dram_clk_change\n");
109
110         for (i = 0; i < 4; i++) {
111                 struct dcn_hubbub_wm_set *s;
112
113                 s = &wm.sets[i];
114                 DTN_INFO("WM_Set[%d]:", s->wm_set);
115                 DTN_INFO_MICRO_SEC(s->data_urgent);
116                 DTN_INFO_MICRO_SEC(s->pte_meta_urgent);
117                 DTN_INFO_MICRO_SEC(s->sr_enter);
118                 DTN_INFO_MICRO_SEC(s->sr_exit);
119                 DTN_INFO_MICRO_SEC(s->dram_clk_chanage);
120                 DTN_INFO("\n");
121         }
122
123         DTN_INFO("\n");
124 }
125
126 static void dcn10_log_hubp_states(struct dc *dc, void *log_ctx)
127 {
128         struct dc_context *dc_ctx = dc->ctx;
129         struct resource_pool *pool = dc->res_pool;
130         int i;
131
132         DTN_INFO("HUBP:  format  addr_hi  width  height"
133                         "  rot  mir  sw_mode  dcc_en  blank_en  ttu_dis  underflow"
134                         "   min_ttu_vblank       qos_low_wm      qos_high_wm\n");
135         for (i = 0; i < pool->pipe_count; i++) {
136                 struct hubp *hubp = pool->hubps[i];
137                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(hubp)->state);
138
139                 hubp->funcs->hubp_read_state(hubp);
140
141                 if (!s->blank_en) {
142                         DTN_INFO("[%2d]:  %5xh  %6xh  %5d  %6d  %2xh  %2xh  %6xh"
143                                         "  %6d  %8d  %7d  %8xh",
144                                         hubp->inst,
145                                         s->pixel_format,
146                                         s->inuse_addr_hi,
147                                         s->viewport_width,
148                                         s->viewport_height,
149                                         s->rotation_angle,
150                                         s->h_mirror_en,
151                                         s->sw_mode,
152                                         s->dcc_en,
153                                         s->blank_en,
154                                         s->ttu_disable,
155                                         s->underflow_status);
156                         DTN_INFO_MICRO_SEC(s->min_ttu_vblank);
157                         DTN_INFO_MICRO_SEC(s->qos_level_low_wm);
158                         DTN_INFO_MICRO_SEC(s->qos_level_high_wm);
159                         DTN_INFO("\n");
160                 }
161         }
162
163         DTN_INFO("\n=========RQ========\n");
164         DTN_INFO("HUBP:  drq_exp_m  prq_exp_m  mrq_exp_m  crq_exp_m  plane1_ba  L:chunk_s  min_chu_s  meta_ch_s"
165                 "  min_m_c_s  dpte_gr_s  mpte_gr_s  swath_hei  pte_row_h  C:chunk_s  min_chu_s  meta_ch_s"
166                 "  min_m_c_s  dpte_gr_s  mpte_gr_s  swath_hei  pte_row_h\n");
167         for (i = 0; i < pool->pipe_count; i++) {
168                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
169                 struct _vcs_dpi_display_rq_regs_st *rq_regs = &s->rq_regs;
170
171                 if (!s->blank_en)
172                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
173                                 pool->hubps[i]->inst, rq_regs->drq_expansion_mode, rq_regs->prq_expansion_mode, rq_regs->mrq_expansion_mode,
174                                 rq_regs->crq_expansion_mode, rq_regs->plane1_base_address, rq_regs->rq_regs_l.chunk_size,
175                                 rq_regs->rq_regs_l.min_chunk_size, rq_regs->rq_regs_l.meta_chunk_size,
176                                 rq_regs->rq_regs_l.min_meta_chunk_size, rq_regs->rq_regs_l.dpte_group_size,
177                                 rq_regs->rq_regs_l.mpte_group_size, rq_regs->rq_regs_l.swath_height,
178                                 rq_regs->rq_regs_l.pte_row_height_linear, rq_regs->rq_regs_c.chunk_size, rq_regs->rq_regs_c.min_chunk_size,
179                                 rq_regs->rq_regs_c.meta_chunk_size, rq_regs->rq_regs_c.min_meta_chunk_size,
180                                 rq_regs->rq_regs_c.dpte_group_size, rq_regs->rq_regs_c.mpte_group_size,
181                                 rq_regs->rq_regs_c.swath_height, rq_regs->rq_regs_c.pte_row_height_linear);
182         }
183
184         DTN_INFO("========DLG========\n");
185         DTN_INFO("HUBP:  rc_hbe     dlg_vbe    min_d_y_n  rc_per_ht  rc_x_a_s "
186                         "  dst_y_a_s  dst_y_pf   dst_y_vvb  dst_y_rvb  dst_y_vfl  dst_y_rfl  rf_pix_fq"
187                         "  vratio_pf  vrat_pf_c  rc_pg_vbl  rc_pg_vbc  rc_mc_vbl  rc_mc_vbc  rc_pg_fll"
188                         "  rc_pg_flc  rc_mc_fll  rc_mc_flc  pr_nom_l   pr_nom_c   rc_pg_nl   rc_pg_nc "
189                         "  mr_nom_l   mr_nom_c   rc_mc_nl   rc_mc_nc   rc_ld_pl   rc_ld_pc   rc_ld_l  "
190                         "  rc_ld_c    cha_cur0   ofst_cur1  cha_cur1   vr_af_vc0  ddrq_limt  x_rt_dlay"
191                         "  x_rp_dlay  x_rr_sfl\n");
192         for (i = 0; i < pool->pipe_count; i++) {
193                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
194                 struct _vcs_dpi_display_dlg_regs_st *dlg_regs = &s->dlg_attr;
195
196                 if (!s->blank_en)
197                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh"
198                                 "%  8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh"
199                                 "  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
200                                 pool->hubps[i]->inst, dlg_regs->refcyc_h_blank_end, dlg_regs->dlg_vblank_end, dlg_regs->min_dst_y_next_start,
201                                 dlg_regs->refcyc_per_htotal, dlg_regs->refcyc_x_after_scaler, dlg_regs->dst_y_after_scaler,
202                                 dlg_regs->dst_y_prefetch, dlg_regs->dst_y_per_vm_vblank, dlg_regs->dst_y_per_row_vblank,
203                                 dlg_regs->dst_y_per_vm_flip, dlg_regs->dst_y_per_row_flip, dlg_regs->ref_freq_to_pix_freq,
204                                 dlg_regs->vratio_prefetch, dlg_regs->vratio_prefetch_c, dlg_regs->refcyc_per_pte_group_vblank_l,
205                                 dlg_regs->refcyc_per_pte_group_vblank_c, dlg_regs->refcyc_per_meta_chunk_vblank_l,
206                                 dlg_regs->refcyc_per_meta_chunk_vblank_c, dlg_regs->refcyc_per_pte_group_flip_l,
207                                 dlg_regs->refcyc_per_pte_group_flip_c, dlg_regs->refcyc_per_meta_chunk_flip_l,
208                                 dlg_regs->refcyc_per_meta_chunk_flip_c, dlg_regs->dst_y_per_pte_row_nom_l,
209                                 dlg_regs->dst_y_per_pte_row_nom_c, dlg_regs->refcyc_per_pte_group_nom_l,
210                                 dlg_regs->refcyc_per_pte_group_nom_c, dlg_regs->dst_y_per_meta_row_nom_l,
211                                 dlg_regs->dst_y_per_meta_row_nom_c, dlg_regs->refcyc_per_meta_chunk_nom_l,
212                                 dlg_regs->refcyc_per_meta_chunk_nom_c, dlg_regs->refcyc_per_line_delivery_pre_l,
213                                 dlg_regs->refcyc_per_line_delivery_pre_c, dlg_regs->refcyc_per_line_delivery_l,
214                                 dlg_regs->refcyc_per_line_delivery_c, dlg_regs->chunk_hdl_adjust_cur0, dlg_regs->dst_y_offset_cur1,
215                                 dlg_regs->chunk_hdl_adjust_cur1, dlg_regs->vready_after_vcount0, dlg_regs->dst_y_delta_drq_limit,
216                                 dlg_regs->xfc_reg_transfer_delay, dlg_regs->xfc_reg_precharge_delay,
217                                 dlg_regs->xfc_reg_remote_surface_flip_latency);
218         }
219
220         DTN_INFO("========TTU========\n");
221         DTN_INFO("HUBP:  qos_ll_wm  qos_lh_wm  mn_ttu_vb  qos_l_flp  rc_rd_p_l  rc_rd_l    rc_rd_p_c"
222                         "  rc_rd_c    rc_rd_c0   rc_rd_pc0  rc_rd_c1   rc_rd_pc1  qos_lf_l   qos_rds_l"
223                         "  qos_lf_c   qos_rds_c  qos_lf_c0  qos_rds_c0 qos_lf_c1  qos_rds_c1\n");
224         for (i = 0; i < pool->pipe_count; i++) {
225                 struct dcn_hubp_state *s = &(TO_DCN10_HUBP(pool->hubps[i])->state);
226                 struct _vcs_dpi_display_ttu_regs_st *ttu_regs = &s->ttu_attr;
227
228                 if (!s->blank_en)
229                         DTN_INFO("[%2d]:  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh  %8xh\n",
230                                 pool->hubps[i]->inst, ttu_regs->qos_level_low_wm, ttu_regs->qos_level_high_wm, ttu_regs->min_ttu_vblank,
231                                 ttu_regs->qos_level_flip, ttu_regs->refcyc_per_req_delivery_pre_l, ttu_regs->refcyc_per_req_delivery_l,
232                                 ttu_regs->refcyc_per_req_delivery_pre_c, ttu_regs->refcyc_per_req_delivery_c, ttu_regs->refcyc_per_req_delivery_cur0,
233                                 ttu_regs->refcyc_per_req_delivery_pre_cur0, ttu_regs->refcyc_per_req_delivery_cur1,
234                                 ttu_regs->refcyc_per_req_delivery_pre_cur1, ttu_regs->qos_level_fixed_l, ttu_regs->qos_ramp_disable_l,
235                                 ttu_regs->qos_level_fixed_c, ttu_regs->qos_ramp_disable_c, ttu_regs->qos_level_fixed_cur0,
236                                 ttu_regs->qos_ramp_disable_cur0, ttu_regs->qos_level_fixed_cur1, ttu_regs->qos_ramp_disable_cur1);
237         }
238         DTN_INFO("\n");
239 }
240
241 void dcn10_log_hw_state(struct dc *dc,
242         struct dc_log_buffer_ctx *log_ctx)
243 {
244         struct dc_context *dc_ctx = dc->ctx;
245         struct resource_pool *pool = dc->res_pool;
246         int i;
247
248         DTN_INFO_BEGIN();
249
250         dcn10_log_hubbub_state(dc, log_ctx);
251
252         dcn10_log_hubp_states(dc, log_ctx);
253
254         DTN_INFO("DPP:    IGAM format  IGAM mode    DGAM mode    RGAM mode"
255                         "  GAMUT mode  C11 C12   C13 C14   C21 C22   C23 C24   "
256                         "C31 C32   C33 C34\n");
257         for (i = 0; i < pool->pipe_count; i++) {
258                 struct dpp *dpp = pool->dpps[i];
259                 struct dcn_dpp_state s = {0};
260
261                 dpp->funcs->dpp_read_state(dpp, &s);
262
263                 if (!s.is_enabled)
264                         continue;
265
266                 DTN_INFO("[%2d]:  %11xh  %-11s  %-11s  %-11s"
267                                 "%8x    %08xh %08xh %08xh %08xh %08xh %08xh",
268                                 dpp->inst,
269                                 s.igam_input_format,
270                                 (s.igam_lut_mode == 0) ? "BypassFixed" :
271                                         ((s.igam_lut_mode == 1) ? "BypassFloat" :
272                                         ((s.igam_lut_mode == 2) ? "RAM" :
273                                         ((s.igam_lut_mode == 3) ? "RAM" :
274                                                                  "Unknown"))),
275                                 (s.dgam_lut_mode == 0) ? "Bypass" :
276                                         ((s.dgam_lut_mode == 1) ? "sRGB" :
277                                         ((s.dgam_lut_mode == 2) ? "Ycc" :
278                                         ((s.dgam_lut_mode == 3) ? "RAM" :
279                                         ((s.dgam_lut_mode == 4) ? "RAM" :
280                                                                  "Unknown")))),
281                                 (s.rgam_lut_mode == 0) ? "Bypass" :
282                                         ((s.rgam_lut_mode == 1) ? "sRGB" :
283                                         ((s.rgam_lut_mode == 2) ? "Ycc" :
284                                         ((s.rgam_lut_mode == 3) ? "RAM" :
285                                         ((s.rgam_lut_mode == 4) ? "RAM" :
286                                                                  "Unknown")))),
287                                 s.gamut_remap_mode,
288                                 s.gamut_remap_c11_c12,
289                                 s.gamut_remap_c13_c14,
290                                 s.gamut_remap_c21_c22,
291                                 s.gamut_remap_c23_c24,
292                                 s.gamut_remap_c31_c32,
293                                 s.gamut_remap_c33_c34);
294                 DTN_INFO("\n");
295         }
296         DTN_INFO("\n");
297
298         DTN_INFO("MPCC:  OPP  DPP  MPCCBOT  MODE  ALPHA_MODE  PREMULT  OVERLAP_ONLY  IDLE\n");
299         for (i = 0; i < pool->pipe_count; i++) {
300                 struct mpcc_state s = {0};
301
302                 pool->mpc->funcs->read_mpcc_state(pool->mpc, i, &s);
303                 if (s.opp_id != 0xf)
304                         DTN_INFO("[%2d]:  %2xh  %2xh  %6xh  %4d  %10d  %7d  %12d  %4d\n",
305                                 i, s.opp_id, s.dpp_id, s.bot_mpcc_id,
306                                 s.mode, s.alpha_mode, s.pre_multiplied_alpha, s.overlap_only,
307                                 s.idle);
308         }
309         DTN_INFO("\n");
310
311         DTN_INFO("OTG:  v_bs  v_be  v_ss  v_se  vpol  vmax  vmin  vmax_sel  vmin_sel"
312                         "  h_bs  h_be  h_ss  h_se  hpol  htot  vtot  underflow\n");
313
314         for (i = 0; i < pool->timing_generator_count; i++) {
315                 struct timing_generator *tg = pool->timing_generators[i];
316                 struct dcn_otg_state s = {0};
317
318                 optc1_read_otg_state(DCN10TG_FROM_TG(tg), &s);
319
320                 //only print if OTG master is enabled
321                 if ((s.otg_enabled & 1) == 0)
322                         continue;
323
324                 DTN_INFO("[%d]: %5d %5d %5d %5d %5d %5d %5d %9d %9d %5d %5d %5d"
325                                 " %5d %5d %5d %5d  %9d\n",
326                                 tg->inst,
327                                 s.v_blank_start,
328                                 s.v_blank_end,
329                                 s.v_sync_a_start,
330                                 s.v_sync_a_end,
331                                 s.v_sync_a_pol,
332                                 s.v_total_max,
333                                 s.v_total_min,
334                                 s.v_total_max_sel,
335                                 s.v_total_min_sel,
336                                 s.h_blank_start,
337                                 s.h_blank_end,
338                                 s.h_sync_a_start,
339                                 s.h_sync_a_end,
340                                 s.h_sync_a_pol,
341                                 s.h_total,
342                                 s.v_total,
343                                 s.underflow_occurred_status);
344
345                 // Clear underflow for debug purposes
346                 // We want to keep underflow sticky bit on for the longevity tests outside of test environment.
347                 // This function is called only from Windows or Diags test environment, hence it's safe to clear
348                 // it from here without affecting the original intent.
349                 tg->funcs->clear_optc_underflow(tg);
350         }
351         DTN_INFO("\n");
352
353 #ifdef CONFIG_DRM_AMD_DC_DSC_SUPPORT
354         DTN_INFO("DSC: CLOCK_EN  SLICE_WIDTH  Bytes_pp\n");
355         for (i = 0; i < pool->res_cap->num_dsc; i++) {
356                 struct display_stream_compressor *dsc = pool->dscs[i];
357                 struct dcn_dsc_state s = {0};
358
359                 dsc->funcs->dsc_read_state(dsc, &s);
360                 DTN_INFO("[%d]: %-9d %-12d %-10d\n",
361                 dsc->inst,
362                         s.dsc_clock_en,
363                         s.dsc_slice_width,
364                         s.dsc_bytes_per_pixel);
365                 DTN_INFO("\n");
366         }
367         DTN_INFO("\n");
368
369         DTN_INFO("S_ENC: DSC_MODE  SEC_GSP7_LINE_NUM"
370                         "  VBID6_LINE_REFERENCE  VBID6_LINE_NUM  SEC_GSP7_ENABLE  SEC_STREAM_ENABLE\n");
371         for (i = 0; i < pool->stream_enc_count; i++) {
372                 struct stream_encoder *enc = pool->stream_enc[i];
373                 struct enc_state s = {0};
374
375                 if (enc->funcs->enc_read_state) {
376                         enc->funcs->enc_read_state(enc, &s);
377                         DTN_INFO("[%-3d]: %-9d %-18d %-21d %-15d %-16d %-17d\n",
378                                 enc->id,
379                                 s.dsc_mode,
380                                 s.sec_gsp_pps_line_num,
381                                 s.vbid6_line_reference,
382                                 s.vbid6_line_num,
383                                 s.sec_gsp_pps_enable,
384                                 s.sec_stream_enable);
385                         DTN_INFO("\n");
386                 }
387         }
388         DTN_INFO("\n");
389
390         DTN_INFO("L_ENC: DPHY_FEC_EN  DPHY_FEC_READY_SHADOW  DPHY_FEC_ACTIVE_STATUS\n");
391         for (i = 0; i < dc->link_count; i++) {
392                 struct link_encoder *lenc = dc->links[i]->link_enc;
393
394                 struct link_enc_state s = {0};
395
396                 if (lenc->funcs->read_state) {
397                         lenc->funcs->read_state(lenc, &s);
398                         DTN_INFO("[%-3d]: %-12d %-22d %-22d\n",
399                                 i,
400                                 s.dphy_fec_en,
401                                 s.dphy_fec_ready_shadow,
402                                 s.dphy_fec_active_status);
403                         DTN_INFO("\n");
404                 }
405         }
406         DTN_INFO("\n");
407 #endif
408
409         DTN_INFO("\nCALCULATED Clocks: dcfclk_khz:%d  dcfclk_deep_sleep_khz:%d  dispclk_khz:%d\n"
410                 "dppclk_khz:%d  max_supported_dppclk_khz:%d  fclk_khz:%d  socclk_khz:%d\n\n",
411                         dc->current_state->bw_ctx.bw.dcn.clk.dcfclk_khz,
412                         dc->current_state->bw_ctx.bw.dcn.clk.dcfclk_deep_sleep_khz,
413                         dc->current_state->bw_ctx.bw.dcn.clk.dispclk_khz,
414                         dc->current_state->bw_ctx.bw.dcn.clk.dppclk_khz,
415                         dc->current_state->bw_ctx.bw.dcn.clk.max_supported_dppclk_khz,
416                         dc->current_state->bw_ctx.bw.dcn.clk.fclk_khz,
417                         dc->current_state->bw_ctx.bw.dcn.clk.socclk_khz);
418
419         log_mpc_crc(dc, log_ctx);
420
421         DTN_INFO_END();
422 }
423
424 bool dcn10_did_underflow_occur(struct dc *dc, struct pipe_ctx *pipe_ctx)
425 {
426         struct hubp *hubp = pipe_ctx->plane_res.hubp;
427         struct timing_generator *tg = pipe_ctx->stream_res.tg;
428
429         if (tg->funcs->is_optc_underflow_occurred(tg)) {
430                 tg->funcs->clear_optc_underflow(tg);
431                 return true;
432         }
433
434         if (hubp->funcs->hubp_get_underflow_status(hubp)) {
435                 hubp->funcs->hubp_clear_underflow(hubp);
436                 return true;
437         }
438         return false;
439 }
440
441 static void enable_power_gating_plane(
442         struct dce_hwseq *hws,
443         bool enable)
444 {
445         bool force_on = 1; /* disable power gating */
446
447         if (enable)
448                 force_on = 0;
449
450         /* DCHUBP0/1/2/3 */
451         REG_UPDATE(DOMAIN0_PG_CONFIG, DOMAIN0_POWER_FORCEON, force_on);
452         REG_UPDATE(DOMAIN2_PG_CONFIG, DOMAIN2_POWER_FORCEON, force_on);
453         REG_UPDATE(DOMAIN4_PG_CONFIG, DOMAIN4_POWER_FORCEON, force_on);
454         REG_UPDATE(DOMAIN6_PG_CONFIG, DOMAIN6_POWER_FORCEON, force_on);
455
456         /* DPP0/1/2/3 */
457         REG_UPDATE(DOMAIN1_PG_CONFIG, DOMAIN1_POWER_FORCEON, force_on);
458         REG_UPDATE(DOMAIN3_PG_CONFIG, DOMAIN3_POWER_FORCEON, force_on);
459         REG_UPDATE(DOMAIN5_PG_CONFIG, DOMAIN5_POWER_FORCEON, force_on);
460         REG_UPDATE(DOMAIN7_PG_CONFIG, DOMAIN7_POWER_FORCEON, force_on);
461 }
462
463 static void disable_vga(
464         struct dce_hwseq *hws)
465 {
466         unsigned int in_vga1_mode = 0;
467         unsigned int in_vga2_mode = 0;
468         unsigned int in_vga3_mode = 0;
469         unsigned int in_vga4_mode = 0;
470
471         REG_GET(D1VGA_CONTROL, D1VGA_MODE_ENABLE, &in_vga1_mode);
472         REG_GET(D2VGA_CONTROL, D2VGA_MODE_ENABLE, &in_vga2_mode);
473         REG_GET(D3VGA_CONTROL, D3VGA_MODE_ENABLE, &in_vga3_mode);
474         REG_GET(D4VGA_CONTROL, D4VGA_MODE_ENABLE, &in_vga4_mode);
475
476         if (in_vga1_mode == 0 && in_vga2_mode == 0 &&
477                         in_vga3_mode == 0 && in_vga4_mode == 0)
478                 return;
479
480         REG_WRITE(D1VGA_CONTROL, 0);
481         REG_WRITE(D2VGA_CONTROL, 0);
482         REG_WRITE(D3VGA_CONTROL, 0);
483         REG_WRITE(D4VGA_CONTROL, 0);
484
485         /* HW Engineer's Notes:
486          *  During switch from vga->extended, if we set the VGA_TEST_ENABLE and
487          *  then hit the VGA_TEST_RENDER_START, then the DCHUBP timing gets updated correctly.
488          *
489          *  Then vBIOS will have it poll for the VGA_TEST_RENDER_DONE and unset
490          *  VGA_TEST_ENABLE, to leave it in the same state as before.
491          */
492         REG_UPDATE(VGA_TEST_CONTROL, VGA_TEST_ENABLE, 1);
493         REG_UPDATE(VGA_TEST_CONTROL, VGA_TEST_RENDER_START, 1);
494 }
495
496 static void dpp_pg_control(
497                 struct dce_hwseq *hws,
498                 unsigned int dpp_inst,
499                 bool power_on)
500 {
501         uint32_t power_gate = power_on ? 0 : 1;
502         uint32_t pwr_status = power_on ? 0 : 2;
503
504         if (hws->ctx->dc->debug.disable_dpp_power_gate)
505                 return;
506         if (REG(DOMAIN1_PG_CONFIG) == 0)
507                 return;
508
509         switch (dpp_inst) {
510         case 0: /* DPP0 */
511                 REG_UPDATE(DOMAIN1_PG_CONFIG,
512                                 DOMAIN1_POWER_GATE, power_gate);
513
514                 REG_WAIT(DOMAIN1_PG_STATUS,
515                                 DOMAIN1_PGFSM_PWR_STATUS, pwr_status,
516                                 1, 1000);
517                 break;
518         case 1: /* DPP1 */
519                 REG_UPDATE(DOMAIN3_PG_CONFIG,
520                                 DOMAIN3_POWER_GATE, power_gate);
521
522                 REG_WAIT(DOMAIN3_PG_STATUS,
523                                 DOMAIN3_PGFSM_PWR_STATUS, pwr_status,
524                                 1, 1000);
525                 break;
526         case 2: /* DPP2 */
527                 REG_UPDATE(DOMAIN5_PG_CONFIG,
528                                 DOMAIN5_POWER_GATE, power_gate);
529
530                 REG_WAIT(DOMAIN5_PG_STATUS,
531                                 DOMAIN5_PGFSM_PWR_STATUS, pwr_status,
532                                 1, 1000);
533                 break;
534         case 3: /* DPP3 */
535                 REG_UPDATE(DOMAIN7_PG_CONFIG,
536                                 DOMAIN7_POWER_GATE, power_gate);
537
538                 REG_WAIT(DOMAIN7_PG_STATUS,
539                                 DOMAIN7_PGFSM_PWR_STATUS, pwr_status,
540                                 1, 1000);
541                 break;
542         default:
543                 BREAK_TO_DEBUGGER();
544                 break;
545         }
546 }
547
548 static void hubp_pg_control(
549                 struct dce_hwseq *hws,
550                 unsigned int hubp_inst,
551                 bool power_on)
552 {
553         uint32_t power_gate = power_on ? 0 : 1;
554         uint32_t pwr_status = power_on ? 0 : 2;
555
556         if (hws->ctx->dc->debug.disable_hubp_power_gate)
557                 return;
558         if (REG(DOMAIN0_PG_CONFIG) == 0)
559                 return;
560
561         switch (hubp_inst) {
562         case 0: /* DCHUBP0 */
563                 REG_UPDATE(DOMAIN0_PG_CONFIG,
564                                 DOMAIN0_POWER_GATE, power_gate);
565
566                 REG_WAIT(DOMAIN0_PG_STATUS,
567                                 DOMAIN0_PGFSM_PWR_STATUS, pwr_status,
568                                 1, 1000);
569                 break;
570         case 1: /* DCHUBP1 */
571                 REG_UPDATE(DOMAIN2_PG_CONFIG,
572                                 DOMAIN2_POWER_GATE, power_gate);
573
574                 REG_WAIT(DOMAIN2_PG_STATUS,
575                                 DOMAIN2_PGFSM_PWR_STATUS, pwr_status,
576                                 1, 1000);
577                 break;
578         case 2: /* DCHUBP2 */
579                 REG_UPDATE(DOMAIN4_PG_CONFIG,
580                                 DOMAIN4_POWER_GATE, power_gate);
581
582                 REG_WAIT(DOMAIN4_PG_STATUS,
583                                 DOMAIN4_PGFSM_PWR_STATUS, pwr_status,
584                                 1, 1000);
585                 break;
586         case 3: /* DCHUBP3 */
587                 REG_UPDATE(DOMAIN6_PG_CONFIG,
588                                 DOMAIN6_POWER_GATE, power_gate);
589
590                 REG_WAIT(DOMAIN6_PG_STATUS,
591                                 DOMAIN6_PGFSM_PWR_STATUS, pwr_status,
592                                 1, 1000);
593                 break;
594         default:
595                 BREAK_TO_DEBUGGER();
596                 break;
597         }
598 }
599
600 static void power_on_plane(
601         struct dce_hwseq *hws,
602         int plane_id)
603 {
604         DC_LOGGER_INIT(hws->ctx->logger);
605         if (REG(DC_IP_REQUEST_CNTL)) {
606                 REG_SET(DC_IP_REQUEST_CNTL, 0,
607                                 IP_REQUEST_EN, 1);
608                 dpp_pg_control(hws, plane_id, true);
609                 hubp_pg_control(hws, plane_id, true);
610                 REG_SET(DC_IP_REQUEST_CNTL, 0,
611                                 IP_REQUEST_EN, 0);
612                 DC_LOG_DEBUG(
613                                 "Un-gated front end for pipe %d\n", plane_id);
614         }
615 }
616
617 static void undo_DEGVIDCN10_253_wa(struct dc *dc)
618 {
619         struct dce_hwseq *hws = dc->hwseq;
620         struct hubp *hubp = dc->res_pool->hubps[0];
621
622         if (!hws->wa_state.DEGVIDCN10_253_applied)
623                 return;
624
625         hubp->funcs->set_blank(hubp, true);
626
627         REG_SET(DC_IP_REQUEST_CNTL, 0,
628                         IP_REQUEST_EN, 1);
629
630         hubp_pg_control(hws, 0, false);
631         REG_SET(DC_IP_REQUEST_CNTL, 0,
632                         IP_REQUEST_EN, 0);
633
634         hws->wa_state.DEGVIDCN10_253_applied = false;
635 }
636
637 static void apply_DEGVIDCN10_253_wa(struct dc *dc)
638 {
639         struct dce_hwseq *hws = dc->hwseq;
640         struct hubp *hubp = dc->res_pool->hubps[0];
641         int i;
642
643         if (dc->debug.disable_stutter)
644                 return;
645
646         if (!hws->wa.DEGVIDCN10_253)
647                 return;
648
649         for (i = 0; i < dc->res_pool->pipe_count; i++) {
650                 if (!dc->res_pool->hubps[i]->power_gated)
651                         return;
652         }
653
654         /* all pipe power gated, apply work around to enable stutter. */
655
656         REG_SET(DC_IP_REQUEST_CNTL, 0,
657                         IP_REQUEST_EN, 1);
658
659         hubp_pg_control(hws, 0, true);
660         REG_SET(DC_IP_REQUEST_CNTL, 0,
661                         IP_REQUEST_EN, 0);
662
663         hubp->funcs->set_hubp_blank_en(hubp, false);
664         hws->wa_state.DEGVIDCN10_253_applied = true;
665 }
666
667 static void bios_golden_init(struct dc *dc)
668 {
669         struct dc_bios *bp = dc->ctx->dc_bios;
670         int i;
671
672         /* initialize dcn global */
673         bp->funcs->enable_disp_power_gating(bp,
674                         CONTROLLER_ID_D0, ASIC_PIPE_INIT);
675
676         for (i = 0; i < dc->res_pool->pipe_count; i++) {
677                 /* initialize dcn per pipe */
678                 bp->funcs->enable_disp_power_gating(bp,
679                                 CONTROLLER_ID_D0 + i, ASIC_PIPE_DISABLE);
680         }
681 }
682
683 static void false_optc_underflow_wa(
684                 struct dc *dc,
685                 const struct dc_stream_state *stream,
686                 struct timing_generator *tg)
687 {
688         int i;
689         bool underflow;
690
691         if (!dc->hwseq->wa.false_optc_underflow)
692                 return;
693
694         underflow = tg->funcs->is_optc_underflow_occurred(tg);
695
696         for (i = 0; i < dc->res_pool->pipe_count; i++) {
697                 struct pipe_ctx *old_pipe_ctx = &dc->current_state->res_ctx.pipe_ctx[i];
698
699                 if (old_pipe_ctx->stream != stream)
700                         continue;
701
702                 dc->hwss.wait_for_mpcc_disconnect(dc, dc->res_pool, old_pipe_ctx);
703         }
704
705         tg->funcs->set_blank_data_double_buffer(tg, true);
706
707         if (tg->funcs->is_optc_underflow_occurred(tg) && !underflow)
708                 tg->funcs->clear_optc_underflow(tg);
709 }
710
711 static enum dc_status dcn10_enable_stream_timing(
712                 struct pipe_ctx *pipe_ctx,
713                 struct dc_state *context,
714                 struct dc *dc)
715 {
716         struct dc_stream_state *stream = pipe_ctx->stream;
717         enum dc_color_space color_space;
718         struct tg_color black_color = {0};
719
720         /* by upper caller loop, pipe0 is parent pipe and be called first.
721          * back end is set up by for pipe0. Other children pipe share back end
722          * with pipe 0. No program is needed.
723          */
724         if (pipe_ctx->top_pipe != NULL)
725                 return DC_OK;
726
727         /* TODO check if timing_changed, disable stream if timing changed */
728
729         /* HW program guide assume display already disable
730          * by unplug sequence. OTG assume stop.
731          */
732         pipe_ctx->stream_res.tg->funcs->enable_optc_clock(pipe_ctx->stream_res.tg, true);
733
734         if (false == pipe_ctx->clock_source->funcs->program_pix_clk(
735                         pipe_ctx->clock_source,
736                         &pipe_ctx->stream_res.pix_clk_params,
737                         &pipe_ctx->pll_settings)) {
738                 BREAK_TO_DEBUGGER();
739                 return DC_ERROR_UNEXPECTED;
740         }
741
742         pipe_ctx->stream_res.tg->funcs->program_timing(
743                         pipe_ctx->stream_res.tg,
744                         &stream->timing,
745                         pipe_ctx->pipe_dlg_param.vready_offset,
746                         pipe_ctx->pipe_dlg_param.vstartup_start,
747                         pipe_ctx->pipe_dlg_param.vupdate_offset,
748                         pipe_ctx->pipe_dlg_param.vupdate_width,
749                         pipe_ctx->stream->signal,
750                         true);
751
752 #if 0 /* move to after enable_crtc */
753         /* TODO: OPP FMT, ABM. etc. should be done here. */
754         /* or FPGA now. instance 0 only. TODO: move to opp.c */
755
756         inst_offset = reg_offsets[pipe_ctx->stream_res.tg->inst].fmt;
757
758         pipe_ctx->stream_res.opp->funcs->opp_program_fmt(
759                                 pipe_ctx->stream_res.opp,
760                                 &stream->bit_depth_params,
761                                 &stream->clamping);
762 #endif
763         /* program otg blank color */
764         color_space = stream->output_color_space;
765         color_space_to_black_color(dc, color_space, &black_color);
766
767         if (pipe_ctx->stream_res.tg->funcs->set_blank_color)
768                 pipe_ctx->stream_res.tg->funcs->set_blank_color(
769                                 pipe_ctx->stream_res.tg,
770                                 &black_color);
771
772         if (pipe_ctx->stream_res.tg->funcs->is_blanked &&
773                         !pipe_ctx->stream_res.tg->funcs->is_blanked(pipe_ctx->stream_res.tg)) {
774                 pipe_ctx->stream_res.tg->funcs->set_blank(pipe_ctx->stream_res.tg, true);
775                 hwss_wait_for_blank_complete(pipe_ctx->stream_res.tg);
776                 false_optc_underflow_wa(dc, pipe_ctx->stream, pipe_ctx->stream_res.tg);
777         }
778
779         /* VTG is  within DCHUB command block. DCFCLK is always on */
780         if (false == pipe_ctx->stream_res.tg->funcs->enable_crtc(pipe_ctx->stream_res.tg)) {
781                 BREAK_TO_DEBUGGER();
782                 return DC_ERROR_UNEXPECTED;
783         }
784
785         /* TODO program crtc source select for non-virtual signal*/
786         /* TODO program FMT */
787         /* TODO setup link_enc */
788         /* TODO set stream attributes */
789         /* TODO program audio */
790         /* TODO enable stream if timing changed */
791         /* TODO unblank stream if DP */
792
793         return DC_OK;
794 }
795
796 static void dcn10_reset_back_end_for_pipe(
797                 struct dc *dc,
798                 struct pipe_ctx *pipe_ctx,
799                 struct dc_state *context)
800 {
801         int i;
802         DC_LOGGER_INIT(dc->ctx->logger);
803         if (pipe_ctx->stream_res.stream_enc == NULL) {
804                 pipe_ctx->stream = NULL;
805                 return;
806         }
807
808         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
809                 /* DPMS may already disable */
810                 if (!pipe_ctx->stream->dpms_off)
811                         core_link_disable_stream(pipe_ctx, FREE_ACQUIRED_RESOURCE);
812                 else if (pipe_ctx->stream_res.audio) {
813                         dc->hwss.disable_audio_stream(pipe_ctx, FREE_ACQUIRED_RESOURCE);
814                 }
815
816         }
817
818         /* by upper caller loop, parent pipe: pipe0, will be reset last.
819          * back end share by all pipes and will be disable only when disable
820          * parent pipe.
821          */
822         if (pipe_ctx->top_pipe == NULL) {
823                 pipe_ctx->stream_res.tg->funcs->disable_crtc(pipe_ctx->stream_res.tg);
824
825                 pipe_ctx->stream_res.tg->funcs->enable_optc_clock(pipe_ctx->stream_res.tg, false);
826         }
827
828         for (i = 0; i < dc->res_pool->pipe_count; i++)
829                 if (&dc->current_state->res_ctx.pipe_ctx[i] == pipe_ctx)
830                         break;
831
832         if (i == dc->res_pool->pipe_count)
833                 return;
834
835         pipe_ctx->stream = NULL;
836         DC_LOG_DEBUG("Reset back end for pipe %d, tg:%d\n",
837                                         pipe_ctx->pipe_idx, pipe_ctx->stream_res.tg->inst);
838 }
839
840 static bool dcn10_hw_wa_force_recovery(struct dc *dc)
841 {
842         struct hubp *hubp ;
843         unsigned int i;
844         bool need_recover = true;
845
846         if (!dc->debug.recovery_enabled)
847                 return false;
848
849         for (i = 0; i < dc->res_pool->pipe_count; i++) {
850                 struct pipe_ctx *pipe_ctx =
851                         &dc->current_state->res_ctx.pipe_ctx[i];
852                 if (pipe_ctx != NULL) {
853                         hubp = pipe_ctx->plane_res.hubp;
854                         if (hubp != NULL && hubp->funcs->hubp_get_underflow_status) {
855                                 if (hubp->funcs->hubp_get_underflow_status(hubp) != 0) {
856                                         /* one pipe underflow, we will reset all the pipes*/
857                                         need_recover = true;
858                                 }
859                         }
860                 }
861         }
862         if (!need_recover)
863                 return false;
864         /*
865         DCHUBP_CNTL:HUBP_BLANK_EN=1
866         DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=1
867         DCHUBP_CNTL:HUBP_DISABLE=1
868         DCHUBP_CNTL:HUBP_DISABLE=0
869         DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=0
870         DCSURF_PRIMARY_SURFACE_ADDRESS
871         DCHUBP_CNTL:HUBP_BLANK_EN=0
872         */
873
874         for (i = 0; i < dc->res_pool->pipe_count; i++) {
875                 struct pipe_ctx *pipe_ctx =
876                         &dc->current_state->res_ctx.pipe_ctx[i];
877                 if (pipe_ctx != NULL) {
878                         hubp = pipe_ctx->plane_res.hubp;
879                         /*DCHUBP_CNTL:HUBP_BLANK_EN=1*/
880                         if (hubp != NULL && hubp->funcs->set_hubp_blank_en)
881                                 hubp->funcs->set_hubp_blank_en(hubp, true);
882                 }
883         }
884         /*DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=1*/
885         hubbub1_soft_reset(dc->res_pool->hubbub, true);
886
887         for (i = 0; i < dc->res_pool->pipe_count; i++) {
888                 struct pipe_ctx *pipe_ctx =
889                         &dc->current_state->res_ctx.pipe_ctx[i];
890                 if (pipe_ctx != NULL) {
891                         hubp = pipe_ctx->plane_res.hubp;
892                         /*DCHUBP_CNTL:HUBP_DISABLE=1*/
893                         if (hubp != NULL && hubp->funcs->hubp_disable_control)
894                                 hubp->funcs->hubp_disable_control(hubp, true);
895                 }
896         }
897         for (i = 0; i < dc->res_pool->pipe_count; i++) {
898                 struct pipe_ctx *pipe_ctx =
899                         &dc->current_state->res_ctx.pipe_ctx[i];
900                 if (pipe_ctx != NULL) {
901                         hubp = pipe_ctx->plane_res.hubp;
902                         /*DCHUBP_CNTL:HUBP_DISABLE=0*/
903                         if (hubp != NULL && hubp->funcs->hubp_disable_control)
904                                 hubp->funcs->hubp_disable_control(hubp, true);
905                 }
906         }
907         /*DCHUBBUB_SOFT_RESET:DCHUBBUB_GLOBAL_SOFT_RESET=0*/
908         hubbub1_soft_reset(dc->res_pool->hubbub, false);
909         for (i = 0; i < dc->res_pool->pipe_count; i++) {
910                 struct pipe_ctx *pipe_ctx =
911                         &dc->current_state->res_ctx.pipe_ctx[i];
912                 if (pipe_ctx != NULL) {
913                         hubp = pipe_ctx->plane_res.hubp;
914                         /*DCHUBP_CNTL:HUBP_BLANK_EN=0*/
915                         if (hubp != NULL && hubp->funcs->set_hubp_blank_en)
916                                 hubp->funcs->set_hubp_blank_en(hubp, true);
917                 }
918         }
919         return true;
920
921 }
922
923
924 void dcn10_verify_allow_pstate_change_high(struct dc *dc)
925 {
926         static bool should_log_hw_state; /* prevent hw state log by default */
927
928         if (!hubbub1_verify_allow_pstate_change_high(dc->res_pool->hubbub)) {
929                 if (should_log_hw_state) {
930                         dcn10_log_hw_state(dc, NULL);
931                 }
932                 BREAK_TO_DEBUGGER();
933                 if (dcn10_hw_wa_force_recovery(dc)) {
934                 /*check again*/
935                         if (!hubbub1_verify_allow_pstate_change_high(dc->res_pool->hubbub))
936                                 BREAK_TO_DEBUGGER();
937                 }
938         }
939 }
940
941 /* trigger HW to start disconnect plane from stream on the next vsync */
942 void hwss1_plane_atomic_disconnect(struct dc *dc, struct pipe_ctx *pipe_ctx)
943 {
944         struct hubp *hubp = pipe_ctx->plane_res.hubp;
945         int dpp_id = pipe_ctx->plane_res.dpp->inst;
946         struct mpc *mpc = dc->res_pool->mpc;
947         struct mpc_tree *mpc_tree_params;
948         struct mpcc *mpcc_to_remove = NULL;
949         struct output_pixel_processor *opp = pipe_ctx->stream_res.opp;
950
951         mpc_tree_params = &(opp->mpc_tree_params);
952         mpcc_to_remove = mpc->funcs->get_mpcc_for_dpp(mpc_tree_params, dpp_id);
953
954         /*Already reset*/
955         if (mpcc_to_remove == NULL)
956                 return;
957
958         mpc->funcs->remove_mpcc(mpc, mpc_tree_params, mpcc_to_remove);
959         if (opp != NULL)
960                 opp->mpcc_disconnect_pending[pipe_ctx->plane_res.mpcc_inst] = true;
961
962         dc->optimized_required = true;
963
964         if (hubp->funcs->hubp_disconnect)
965                 hubp->funcs->hubp_disconnect(hubp);
966
967         if (dc->debug.sanity_checks)
968                 dcn10_verify_allow_pstate_change_high(dc);
969 }
970
971 static void plane_atomic_power_down(struct dc *dc,
972                 struct dpp *dpp,
973                 struct hubp *hubp)
974 {
975         struct dce_hwseq *hws = dc->hwseq;
976         DC_LOGGER_INIT(dc->ctx->logger);
977
978         if (REG(DC_IP_REQUEST_CNTL)) {
979                 REG_SET(DC_IP_REQUEST_CNTL, 0,
980                                 IP_REQUEST_EN, 1);
981                 dpp_pg_control(hws, dpp->inst, false);
982                 hubp_pg_control(hws, hubp->inst, false);
983                 dpp->funcs->dpp_reset(dpp);
984                 REG_SET(DC_IP_REQUEST_CNTL, 0,
985                                 IP_REQUEST_EN, 0);
986                 DC_LOG_DEBUG(
987                                 "Power gated front end %d\n", hubp->inst);
988         }
989 }
990
991 /* disable HW used by plane.
992  * note:  cannot disable until disconnect is complete
993  */
994 static void plane_atomic_disable(struct dc *dc, struct pipe_ctx *pipe_ctx)
995 {
996         struct hubp *hubp = pipe_ctx->plane_res.hubp;
997         struct dpp *dpp = pipe_ctx->plane_res.dpp;
998         int opp_id = hubp->opp_id;
999
1000         dc->hwss.wait_for_mpcc_disconnect(dc, dc->res_pool, pipe_ctx);
1001
1002         hubp->funcs->hubp_clk_cntl(hubp, false);
1003
1004         dpp->funcs->dpp_dppclk_control(dpp, false, false);
1005
1006         if (opp_id != 0xf && pipe_ctx->stream_res.opp->mpc_tree_params.opp_list == NULL)
1007                 pipe_ctx->stream_res.opp->funcs->opp_pipe_clock_control(
1008                                 pipe_ctx->stream_res.opp,
1009                                 false);
1010
1011         hubp->power_gated = true;
1012         dc->optimized_required = false; /* We're powering off, no need to optimize */
1013
1014         plane_atomic_power_down(dc,
1015                         pipe_ctx->plane_res.dpp,
1016                         pipe_ctx->plane_res.hubp);
1017
1018         pipe_ctx->stream = NULL;
1019         memset(&pipe_ctx->stream_res, 0, sizeof(pipe_ctx->stream_res));
1020         memset(&pipe_ctx->plane_res, 0, sizeof(pipe_ctx->plane_res));
1021         pipe_ctx->top_pipe = NULL;
1022         pipe_ctx->bottom_pipe = NULL;
1023         pipe_ctx->plane_state = NULL;
1024 }
1025
1026 static void dcn10_disable_plane(struct dc *dc, struct pipe_ctx *pipe_ctx)
1027 {
1028         DC_LOGGER_INIT(dc->ctx->logger);
1029
1030         if (!pipe_ctx->plane_res.hubp || pipe_ctx->plane_res.hubp->power_gated)
1031                 return;
1032
1033         plane_atomic_disable(dc, pipe_ctx);
1034
1035         apply_DEGVIDCN10_253_wa(dc);
1036
1037         DC_LOG_DC("Power down front end %d\n",
1038                                         pipe_ctx->pipe_idx);
1039 }
1040
1041 static void dcn10_init_pipes(struct dc *dc, struct dc_state *context)
1042 {
1043         int i;
1044         bool can_apply_seamless_boot = false;
1045
1046         for (i = 0; i < context->stream_count; i++) {
1047                 if (context->streams[i]->apply_seamless_boot_optimization) {
1048                         can_apply_seamless_boot = true;
1049                         break;
1050                 }
1051         }
1052
1053         for (i = 0; i < dc->res_pool->pipe_count; i++) {
1054                 struct timing_generator *tg = dc->res_pool->timing_generators[i];
1055                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1056
1057                 /* There is assumption that pipe_ctx is not mapping irregularly
1058                  * to non-preferred front end. If pipe_ctx->stream is not NULL,
1059                  * we will use the pipe, so don't disable
1060                  */
1061                 if (pipe_ctx->stream != NULL && can_apply_seamless_boot)
1062                         continue;
1063
1064                 /* Blank controller using driver code instead of
1065                  * command table.
1066                  */
1067                 if (tg->funcs->is_tg_enabled(tg)) {
1068                         tg->funcs->lock(tg);
1069                         tg->funcs->set_blank(tg, true);
1070                         hwss_wait_for_blank_complete(tg);
1071                 }
1072         }
1073
1074         /* Cannot reset the MPC mux if seamless boot */
1075         if (!can_apply_seamless_boot)
1076                 dc->res_pool->mpc->funcs->mpc_init(dc->res_pool->mpc);
1077
1078         for (i = 0; i < dc->res_pool->pipe_count; i++) {
1079                 struct timing_generator *tg = dc->res_pool->timing_generators[i];
1080                 struct hubp *hubp = dc->res_pool->hubps[i];
1081                 struct dpp *dpp = dc->res_pool->dpps[i];
1082                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1083
1084                 /* There is assumption that pipe_ctx is not mapping irregularly
1085                  * to non-preferred front end. If pipe_ctx->stream is not NULL,
1086                  * we will use the pipe, so don't disable
1087                  */
1088                 if (can_apply_seamless_boot &&
1089                         pipe_ctx->stream != NULL &&
1090                         pipe_ctx->stream_res.tg->funcs->is_tg_enabled(
1091                                 pipe_ctx->stream_res.tg))
1092                         continue;
1093
1094                 /* Disable on the current state so the new one isn't cleared. */
1095                 pipe_ctx = &dc->current_state->res_ctx.pipe_ctx[i];
1096
1097                 dpp->funcs->dpp_reset(dpp);
1098
1099                 pipe_ctx->stream_res.tg = tg;
1100                 pipe_ctx->pipe_idx = i;
1101
1102                 pipe_ctx->plane_res.hubp = hubp;
1103                 pipe_ctx->plane_res.dpp = dpp;
1104                 pipe_ctx->plane_res.mpcc_inst = dpp->inst;
1105                 hubp->mpcc_id = dpp->inst;
1106                 hubp->opp_id = OPP_ID_INVALID;
1107                 hubp->power_gated = false;
1108
1109                 dc->res_pool->opps[i]->mpc_tree_params.opp_id = dc->res_pool->opps[i]->inst;
1110                 dc->res_pool->opps[i]->mpc_tree_params.opp_list = NULL;
1111                 dc->res_pool->opps[i]->mpcc_disconnect_pending[pipe_ctx->plane_res.mpcc_inst] = true;
1112                 pipe_ctx->stream_res.opp = dc->res_pool->opps[i];
1113
1114                 hwss1_plane_atomic_disconnect(dc, pipe_ctx);
1115
1116                 if (tg->funcs->is_tg_enabled(tg))
1117                         tg->funcs->unlock(tg);
1118
1119                 dcn10_disable_plane(dc, pipe_ctx);
1120
1121                 pipe_ctx->stream_res.tg = NULL;
1122                 pipe_ctx->plane_res.hubp = NULL;
1123
1124                 tg->funcs->tg_init(tg);
1125         }
1126 }
1127
1128 static void dcn10_init_hw(struct dc *dc)
1129 {
1130         int i;
1131         struct abm *abm = dc->res_pool->abm;
1132         struct dmcu *dmcu = dc->res_pool->dmcu;
1133         struct dce_hwseq *hws = dc->hwseq;
1134         struct dc_bios *dcb = dc->ctx->dc_bios;
1135
1136         if (IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
1137                 REG_WRITE(REFCLK_CNTL, 0);
1138                 REG_UPDATE(DCHUBBUB_GLOBAL_TIMER_CNTL, DCHUBBUB_GLOBAL_TIMER_ENABLE, 1);
1139                 REG_WRITE(DIO_MEM_PWR_CTRL, 0);
1140
1141                 if (!dc->debug.disable_clock_gate) {
1142                         /* enable all DCN clock gating */
1143                         REG_WRITE(DCCG_GATE_DISABLE_CNTL, 0);
1144
1145                         REG_WRITE(DCCG_GATE_DISABLE_CNTL2, 0);
1146
1147                         REG_UPDATE(DCFCLK_CNTL, DCFCLK_GATE_DIS, 0);
1148                 }
1149
1150                 enable_power_gating_plane(dc->hwseq, true);
1151
1152                 /* end of FPGA. Below if real ASIC */
1153                 return;
1154         }
1155
1156         if (!dcb->funcs->is_accelerated_mode(dcb)) {
1157                 bool allow_self_fresh_force_enable =
1158                         hububu1_is_allow_self_refresh_enabled(
1159                                                 dc->res_pool->hubbub);
1160
1161                 bios_golden_init(dc);
1162
1163                 /* WA for making DF sleep when idle after resume from S0i3.
1164                  * DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE is set to 1 by
1165                  * command table, if DCHUBBUB_ARB_ALLOW_SELF_REFRESH_FORCE_ENABLE = 0
1166                  * before calling command table and it changed to 1 after,
1167                  * it should be set back to 0.
1168                  */
1169                 if (allow_self_fresh_force_enable == false &&
1170                                 hububu1_is_allow_self_refresh_enabled(dc->res_pool->hubbub))
1171                         hubbub1_allow_self_refresh_control(dc->res_pool->hubbub, true);
1172
1173                 disable_vga(dc->hwseq);
1174         }
1175
1176         for (i = 0; i < dc->link_count; i++) {
1177                 /* Power up AND update implementation according to the
1178                  * required signal (which may be different from the
1179                  * default signal on connector).
1180                  */
1181                 struct dc_link *link = dc->links[i];
1182
1183                 link->link_enc->funcs->hw_init(link->link_enc);
1184
1185                 /* Check for enabled DIG to identify enabled display */
1186                 if (link->link_enc->funcs->is_dig_enabled &&
1187                         link->link_enc->funcs->is_dig_enabled(link->link_enc))
1188                         link->link_status.link_active = true;
1189         }
1190
1191         /* If taking control over from VBIOS, we may want to optimize our first
1192          * mode set, so we need to skip powering down pipes until we know which
1193          * pipes we want to use.
1194          * Otherwise, if taking control is not possible, we need to power
1195          * everything down.
1196          */
1197         if (dcb->funcs->is_accelerated_mode(dcb) || dc->config.power_down_display_on_boot) {
1198                 dc->hwss.init_pipes(dc, dc->current_state);
1199         }
1200
1201         for (i = 0; i < dc->res_pool->audio_count; i++) {
1202                 struct audio *audio = dc->res_pool->audios[i];
1203
1204                 audio->funcs->hw_init(audio);
1205         }
1206
1207         if (abm != NULL) {
1208                 abm->funcs->init_backlight(abm);
1209                 abm->funcs->abm_init(abm);
1210         }
1211
1212         if (dmcu != NULL)
1213                 dmcu->funcs->dmcu_init(dmcu);
1214
1215         if (abm != NULL && dmcu != NULL)
1216                 abm->dmcu_is_running = dmcu->funcs->is_dmcu_initialized(dmcu);
1217
1218         /* power AFMT HDMI memory TODO: may move to dis/en output save power*/
1219         REG_WRITE(DIO_MEM_PWR_CTRL, 0);
1220
1221         if (!dc->debug.disable_clock_gate) {
1222                 /* enable all DCN clock gating */
1223                 REG_WRITE(DCCG_GATE_DISABLE_CNTL, 0);
1224
1225                 REG_WRITE(DCCG_GATE_DISABLE_CNTL2, 0);
1226
1227                 REG_UPDATE(DCFCLK_CNTL, DCFCLK_GATE_DIS, 0);
1228         }
1229
1230         enable_power_gating_plane(dc->hwseq, true);
1231
1232         memset(&dc->clk_mgr->clks, 0, sizeof(dc->clk_mgr->clks));
1233 }
1234
1235 static void dcn10_reset_hw_ctx_wrap(
1236                 struct dc *dc,
1237                 struct dc_state *context)
1238 {
1239         int i;
1240
1241         /* Reset Back End*/
1242         for (i = dc->res_pool->pipe_count - 1; i >= 0 ; i--) {
1243                 struct pipe_ctx *pipe_ctx_old =
1244                         &dc->current_state->res_ctx.pipe_ctx[i];
1245                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
1246
1247                 if (!pipe_ctx_old->stream)
1248                         continue;
1249
1250                 if (pipe_ctx_old->top_pipe)
1251                         continue;
1252
1253                 if (!pipe_ctx->stream ||
1254                                 pipe_need_reprogram(pipe_ctx_old, pipe_ctx)) {
1255                         struct clock_source *old_clk = pipe_ctx_old->clock_source;
1256
1257                         dcn10_reset_back_end_for_pipe(dc, pipe_ctx_old, dc->current_state);
1258                         if (dc->hwss.enable_stream_gating)
1259                                 dc->hwss.enable_stream_gating(dc, pipe_ctx);
1260                         if (old_clk)
1261                                 old_clk->funcs->cs_power_down(old_clk);
1262                 }
1263         }
1264 }
1265
1266 static bool patch_address_for_sbs_tb_stereo(
1267                 struct pipe_ctx *pipe_ctx, PHYSICAL_ADDRESS_LOC *addr)
1268 {
1269         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
1270         bool sec_split = pipe_ctx->top_pipe &&
1271                         pipe_ctx->top_pipe->plane_state == pipe_ctx->plane_state;
1272         if (sec_split && plane_state->address.type == PLN_ADDR_TYPE_GRPH_STEREO &&
1273                 (pipe_ctx->stream->timing.timing_3d_format ==
1274                  TIMING_3D_FORMAT_SIDE_BY_SIDE ||
1275                  pipe_ctx->stream->timing.timing_3d_format ==
1276                  TIMING_3D_FORMAT_TOP_AND_BOTTOM)) {
1277                 *addr = plane_state->address.grph_stereo.left_addr;
1278                 plane_state->address.grph_stereo.left_addr =
1279                 plane_state->address.grph_stereo.right_addr;
1280                 return true;
1281         } else {
1282                 if (pipe_ctx->stream->view_format != VIEW_3D_FORMAT_NONE &&
1283                         plane_state->address.type != PLN_ADDR_TYPE_GRPH_STEREO) {
1284                         plane_state->address.type = PLN_ADDR_TYPE_GRPH_STEREO;
1285                         plane_state->address.grph_stereo.right_addr =
1286                         plane_state->address.grph_stereo.left_addr;
1287                 }
1288         }
1289         return false;
1290 }
1291
1292
1293
1294 static void dcn10_update_plane_addr(const struct dc *dc, struct pipe_ctx *pipe_ctx)
1295 {
1296         bool addr_patched = false;
1297         PHYSICAL_ADDRESS_LOC addr;
1298         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
1299
1300         if (plane_state == NULL)
1301                 return;
1302
1303         addr_patched = patch_address_for_sbs_tb_stereo(pipe_ctx, &addr);
1304
1305         pipe_ctx->plane_res.hubp->funcs->hubp_program_surface_flip_and_addr(
1306                         pipe_ctx->plane_res.hubp,
1307                         &plane_state->address,
1308                         plane_state->flip_immediate);
1309
1310         plane_state->status.requested_address = plane_state->address;
1311
1312         if (plane_state->flip_immediate)
1313                 plane_state->status.current_address = plane_state->address;
1314
1315         if (addr_patched)
1316                 pipe_ctx->plane_state->address.grph_stereo.left_addr = addr;
1317 }
1318
1319 static bool dcn10_set_input_transfer_func(struct pipe_ctx *pipe_ctx,
1320                                           const struct dc_plane_state *plane_state)
1321 {
1322         struct dpp *dpp_base = pipe_ctx->plane_res.dpp;
1323         const struct dc_transfer_func *tf = NULL;
1324         bool result = true;
1325
1326         if (dpp_base == NULL)
1327                 return false;
1328
1329         if (plane_state->in_transfer_func)
1330                 tf = plane_state->in_transfer_func;
1331
1332         if (plane_state->gamma_correction &&
1333                 !dpp_base->ctx->dc->debug.always_use_regamma
1334                 && !plane_state->gamma_correction->is_identity
1335                         && dce_use_lut(plane_state->format))
1336                 dpp_base->funcs->dpp_program_input_lut(dpp_base, plane_state->gamma_correction);
1337
1338         if (tf == NULL)
1339                 dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1340         else if (tf->type == TF_TYPE_PREDEFINED) {
1341                 switch (tf->tf) {
1342                 case TRANSFER_FUNCTION_SRGB:
1343                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_HW_sRGB);
1344                         break;
1345                 case TRANSFER_FUNCTION_BT709:
1346                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_HW_xvYCC);
1347                         break;
1348                 case TRANSFER_FUNCTION_LINEAR:
1349                         dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1350                         break;
1351                 case TRANSFER_FUNCTION_PQ:
1352                 default:
1353                         result = false;
1354                         break;
1355                 }
1356         } else if (tf->type == TF_TYPE_BYPASS) {
1357                 dpp_base->funcs->dpp_set_degamma(dpp_base, IPP_DEGAMMA_MODE_BYPASS);
1358         } else {
1359                 cm_helper_translate_curve_to_degamma_hw_format(tf,
1360                                         &dpp_base->degamma_params);
1361                 dpp_base->funcs->dpp_program_degamma_pwl(dpp_base,
1362                                 &dpp_base->degamma_params);
1363                 result = true;
1364         }
1365
1366         return result;
1367 }
1368
1369 static bool
1370 dcn10_set_output_transfer_func(struct pipe_ctx *pipe_ctx,
1371                                const struct dc_stream_state *stream)
1372 {
1373         struct dpp *dpp = pipe_ctx->plane_res.dpp;
1374
1375         if (dpp == NULL)
1376                 return false;
1377
1378         dpp->regamma_params.hw_points_num = GAMMA_HW_POINTS_NUM;
1379
1380         if (stream->out_transfer_func &&
1381             stream->out_transfer_func->type == TF_TYPE_PREDEFINED &&
1382             stream->out_transfer_func->tf == TRANSFER_FUNCTION_SRGB)
1383                 dpp->funcs->dpp_program_regamma_pwl(dpp, NULL, OPP_REGAMMA_SRGB);
1384
1385         /* dcn10_translate_regamma_to_hw_format takes 750us, only do it when full
1386          * update.
1387          */
1388         else if (cm_helper_translate_curve_to_hw_format(
1389                         stream->out_transfer_func,
1390                         &dpp->regamma_params, false)) {
1391                 dpp->funcs->dpp_program_regamma_pwl(
1392                                 dpp,
1393                                 &dpp->regamma_params, OPP_REGAMMA_USER);
1394         } else
1395                 dpp->funcs->dpp_program_regamma_pwl(dpp, NULL, OPP_REGAMMA_BYPASS);
1396
1397         return true;
1398 }
1399
1400 static void dcn10_pipe_control_lock(
1401         struct dc *dc,
1402         struct pipe_ctx *pipe,
1403         bool lock)
1404 {
1405         /* use TG master update lock to lock everything on the TG
1406          * therefore only top pipe need to lock
1407          */
1408         if (pipe->top_pipe)
1409                 return;
1410
1411         if (dc->debug.sanity_checks)
1412                 dcn10_verify_allow_pstate_change_high(dc);
1413
1414         if (lock)
1415                 pipe->stream_res.tg->funcs->lock(pipe->stream_res.tg);
1416         else
1417                 pipe->stream_res.tg->funcs->unlock(pipe->stream_res.tg);
1418
1419         if (dc->debug.sanity_checks)
1420                 dcn10_verify_allow_pstate_change_high(dc);
1421 }
1422
1423 static bool wait_for_reset_trigger_to_occur(
1424         struct dc_context *dc_ctx,
1425         struct timing_generator *tg)
1426 {
1427         bool rc = false;
1428
1429         /* To avoid endless loop we wait at most
1430          * frames_to_wait_on_triggered_reset frames for the reset to occur. */
1431         const uint32_t frames_to_wait_on_triggered_reset = 10;
1432         int i;
1433
1434         for (i = 0; i < frames_to_wait_on_triggered_reset; i++) {
1435
1436                 if (!tg->funcs->is_counter_moving(tg)) {
1437                         DC_ERROR("TG counter is not moving!\n");
1438                         break;
1439                 }
1440
1441                 if (tg->funcs->did_triggered_reset_occur(tg)) {
1442                         rc = true;
1443                         /* usually occurs at i=1 */
1444                         DC_SYNC_INFO("GSL: reset occurred at wait count: %d\n",
1445                                         i);
1446                         break;
1447                 }
1448
1449                 /* Wait for one frame. */
1450                 tg->funcs->wait_for_state(tg, CRTC_STATE_VACTIVE);
1451                 tg->funcs->wait_for_state(tg, CRTC_STATE_VBLANK);
1452         }
1453
1454         if (false == rc)
1455                 DC_ERROR("GSL: Timeout on reset trigger!\n");
1456
1457         return rc;
1458 }
1459
1460 static void dcn10_enable_timing_synchronization(
1461         struct dc *dc,
1462         int group_index,
1463         int group_size,
1464         struct pipe_ctx *grouped_pipes[])
1465 {
1466         struct dc_context *dc_ctx = dc->ctx;
1467         int i;
1468
1469         DC_SYNC_INFO("Setting up OTG reset trigger\n");
1470
1471         for (i = 1; i < group_size; i++)
1472                 grouped_pipes[i]->stream_res.tg->funcs->enable_reset_trigger(
1473                                 grouped_pipes[i]->stream_res.tg,
1474                                 grouped_pipes[0]->stream_res.tg->inst);
1475
1476         DC_SYNC_INFO("Waiting for trigger\n");
1477
1478         /* Need to get only check 1 pipe for having reset as all the others are
1479          * synchronized. Look at last pipe programmed to reset.
1480          */
1481
1482         wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[1]->stream_res.tg);
1483         for (i = 1; i < group_size; i++)
1484                 grouped_pipes[i]->stream_res.tg->funcs->disable_reset_trigger(
1485                                 grouped_pipes[i]->stream_res.tg);
1486
1487         DC_SYNC_INFO("Sync complete\n");
1488 }
1489
1490 static void dcn10_enable_per_frame_crtc_position_reset(
1491         struct dc *dc,
1492         int group_size,
1493         struct pipe_ctx *grouped_pipes[])
1494 {
1495         struct dc_context *dc_ctx = dc->ctx;
1496         int i;
1497
1498         DC_SYNC_INFO("Setting up\n");
1499         for (i = 0; i < group_size; i++)
1500                 if (grouped_pipes[i]->stream_res.tg->funcs->enable_crtc_reset)
1501                         grouped_pipes[i]->stream_res.tg->funcs->enable_crtc_reset(
1502                                         grouped_pipes[i]->stream_res.tg,
1503                                         0,
1504                                         &grouped_pipes[i]->stream->triggered_crtc_reset);
1505
1506         DC_SYNC_INFO("Waiting for trigger\n");
1507
1508         for (i = 0; i < group_size; i++)
1509                 wait_for_reset_trigger_to_occur(dc_ctx, grouped_pipes[i]->stream_res.tg);
1510
1511         DC_SYNC_INFO("Multi-display sync is complete\n");
1512 }
1513
1514 /*static void print_rq_dlg_ttu(
1515                 struct dc *core_dc,
1516                 struct pipe_ctx *pipe_ctx)
1517 {
1518         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1519                         "\n============== DML TTU Output parameters [%d] ==============\n"
1520                         "qos_level_low_wm: %d, \n"
1521                         "qos_level_high_wm: %d, \n"
1522                         "min_ttu_vblank: %d, \n"
1523                         "qos_level_flip: %d, \n"
1524                         "refcyc_per_req_delivery_l: %d, \n"
1525                         "qos_level_fixed_l: %d, \n"
1526                         "qos_ramp_disable_l: %d, \n"
1527                         "refcyc_per_req_delivery_pre_l: %d, \n"
1528                         "refcyc_per_req_delivery_c: %d, \n"
1529                         "qos_level_fixed_c: %d, \n"
1530                         "qos_ramp_disable_c: %d, \n"
1531                         "refcyc_per_req_delivery_pre_c: %d\n"
1532                         "=============================================================\n",
1533                         pipe_ctx->pipe_idx,
1534                         pipe_ctx->ttu_regs.qos_level_low_wm,
1535                         pipe_ctx->ttu_regs.qos_level_high_wm,
1536                         pipe_ctx->ttu_regs.min_ttu_vblank,
1537                         pipe_ctx->ttu_regs.qos_level_flip,
1538                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_l,
1539                         pipe_ctx->ttu_regs.qos_level_fixed_l,
1540                         pipe_ctx->ttu_regs.qos_ramp_disable_l,
1541                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_pre_l,
1542                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_c,
1543                         pipe_ctx->ttu_regs.qos_level_fixed_c,
1544                         pipe_ctx->ttu_regs.qos_ramp_disable_c,
1545                         pipe_ctx->ttu_regs.refcyc_per_req_delivery_pre_c
1546                         );
1547
1548         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1549                         "\n============== DML DLG Output parameters [%d] ==============\n"
1550                         "refcyc_h_blank_end: %d, \n"
1551                         "dlg_vblank_end: %d, \n"
1552                         "min_dst_y_next_start: %d, \n"
1553                         "refcyc_per_htotal: %d, \n"
1554                         "refcyc_x_after_scaler: %d, \n"
1555                         "dst_y_after_scaler: %d, \n"
1556                         "dst_y_prefetch: %d, \n"
1557                         "dst_y_per_vm_vblank: %d, \n"
1558                         "dst_y_per_row_vblank: %d, \n"
1559                         "ref_freq_to_pix_freq: %d, \n"
1560                         "vratio_prefetch: %d, \n"
1561                         "refcyc_per_pte_group_vblank_l: %d, \n"
1562                         "refcyc_per_meta_chunk_vblank_l: %d, \n"
1563                         "dst_y_per_pte_row_nom_l: %d, \n"
1564                         "refcyc_per_pte_group_nom_l: %d, \n",
1565                         pipe_ctx->pipe_idx,
1566                         pipe_ctx->dlg_regs.refcyc_h_blank_end,
1567                         pipe_ctx->dlg_regs.dlg_vblank_end,
1568                         pipe_ctx->dlg_regs.min_dst_y_next_start,
1569                         pipe_ctx->dlg_regs.refcyc_per_htotal,
1570                         pipe_ctx->dlg_regs.refcyc_x_after_scaler,
1571                         pipe_ctx->dlg_regs.dst_y_after_scaler,
1572                         pipe_ctx->dlg_regs.dst_y_prefetch,
1573                         pipe_ctx->dlg_regs.dst_y_per_vm_vblank,
1574                         pipe_ctx->dlg_regs.dst_y_per_row_vblank,
1575                         pipe_ctx->dlg_regs.ref_freq_to_pix_freq,
1576                         pipe_ctx->dlg_regs.vratio_prefetch,
1577                         pipe_ctx->dlg_regs.refcyc_per_pte_group_vblank_l,
1578                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_vblank_l,
1579                         pipe_ctx->dlg_regs.dst_y_per_pte_row_nom_l,
1580                         pipe_ctx->dlg_regs.refcyc_per_pte_group_nom_l
1581                         );
1582
1583         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1584                         "\ndst_y_per_meta_row_nom_l: %d, \n"
1585                         "refcyc_per_meta_chunk_nom_l: %d, \n"
1586                         "refcyc_per_line_delivery_pre_l: %d, \n"
1587                         "refcyc_per_line_delivery_l: %d, \n"
1588                         "vratio_prefetch_c: %d, \n"
1589                         "refcyc_per_pte_group_vblank_c: %d, \n"
1590                         "refcyc_per_meta_chunk_vblank_c: %d, \n"
1591                         "dst_y_per_pte_row_nom_c: %d, \n"
1592                         "refcyc_per_pte_group_nom_c: %d, \n"
1593                         "dst_y_per_meta_row_nom_c: %d, \n"
1594                         "refcyc_per_meta_chunk_nom_c: %d, \n"
1595                         "refcyc_per_line_delivery_pre_c: %d, \n"
1596                         "refcyc_per_line_delivery_c: %d \n"
1597                         "========================================================\n",
1598                         pipe_ctx->dlg_regs.dst_y_per_meta_row_nom_l,
1599                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_nom_l,
1600                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_pre_l,
1601                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_l,
1602                         pipe_ctx->dlg_regs.vratio_prefetch_c,
1603                         pipe_ctx->dlg_regs.refcyc_per_pte_group_vblank_c,
1604                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_vblank_c,
1605                         pipe_ctx->dlg_regs.dst_y_per_pte_row_nom_c,
1606                         pipe_ctx->dlg_regs.refcyc_per_pte_group_nom_c,
1607                         pipe_ctx->dlg_regs.dst_y_per_meta_row_nom_c,
1608                         pipe_ctx->dlg_regs.refcyc_per_meta_chunk_nom_c,
1609                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_pre_c,
1610                         pipe_ctx->dlg_regs.refcyc_per_line_delivery_c
1611                         );
1612
1613         DC_LOG_BANDWIDTH_CALCS(core_dc->ctx->logger,
1614                         "\n============== DML RQ Output parameters [%d] ==============\n"
1615                         "chunk_size: %d \n"
1616                         "min_chunk_size: %d \n"
1617                         "meta_chunk_size: %d \n"
1618                         "min_meta_chunk_size: %d \n"
1619                         "dpte_group_size: %d \n"
1620                         "mpte_group_size: %d \n"
1621                         "swath_height: %d \n"
1622                         "pte_row_height_linear: %d \n"
1623                         "========================================================\n",
1624                         pipe_ctx->pipe_idx,
1625                         pipe_ctx->rq_regs.rq_regs_l.chunk_size,
1626                         pipe_ctx->rq_regs.rq_regs_l.min_chunk_size,
1627                         pipe_ctx->rq_regs.rq_regs_l.meta_chunk_size,
1628                         pipe_ctx->rq_regs.rq_regs_l.min_meta_chunk_size,
1629                         pipe_ctx->rq_regs.rq_regs_l.dpte_group_size,
1630                         pipe_ctx->rq_regs.rq_regs_l.mpte_group_size,
1631                         pipe_ctx->rq_regs.rq_regs_l.swath_height,
1632                         pipe_ctx->rq_regs.rq_regs_l.pte_row_height_linear
1633                         );
1634 }
1635 */
1636
1637 static void mmhub_read_vm_system_aperture_settings(struct dcn10_hubp *hubp1,
1638                 struct vm_system_aperture_param *apt,
1639                 struct dce_hwseq *hws)
1640 {
1641         PHYSICAL_ADDRESS_LOC physical_page_number;
1642         uint32_t logical_addr_low;
1643         uint32_t logical_addr_high;
1644
1645         REG_GET(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR_MSB,
1646                         PHYSICAL_PAGE_NUMBER_MSB, &physical_page_number.high_part);
1647         REG_GET(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR_LSB,
1648                         PHYSICAL_PAGE_NUMBER_LSB, &physical_page_number.low_part);
1649
1650         REG_GET(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
1651                         LOGICAL_ADDR, &logical_addr_low);
1652
1653         REG_GET(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
1654                         LOGICAL_ADDR, &logical_addr_high);
1655
1656         apt->sys_default.quad_part =  physical_page_number.quad_part << 12;
1657         apt->sys_low.quad_part =  (int64_t)logical_addr_low << 18;
1658         apt->sys_high.quad_part =  (int64_t)logical_addr_high << 18;
1659 }
1660
1661 /* Temporary read settings, future will get values from kmd directly */
1662 static void mmhub_read_vm_context0_settings(struct dcn10_hubp *hubp1,
1663                 struct vm_context0_param *vm0,
1664                 struct dce_hwseq *hws)
1665 {
1666         PHYSICAL_ADDRESS_LOC fb_base;
1667         PHYSICAL_ADDRESS_LOC fb_offset;
1668         uint32_t fb_base_value;
1669         uint32_t fb_offset_value;
1670
1671         REG_GET(DCHUBBUB_SDPIF_FB_BASE, SDPIF_FB_BASE, &fb_base_value);
1672         REG_GET(DCHUBBUB_SDPIF_FB_OFFSET, SDPIF_FB_OFFSET, &fb_offset_value);
1673
1674         REG_GET(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR_HI32,
1675                         PAGE_DIRECTORY_ENTRY_HI32, &vm0->pte_base.high_part);
1676         REG_GET(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR_LO32,
1677                         PAGE_DIRECTORY_ENTRY_LO32, &vm0->pte_base.low_part);
1678
1679         REG_GET(VM_CONTEXT0_PAGE_TABLE_START_ADDR_HI32,
1680                         LOGICAL_PAGE_NUMBER_HI4, &vm0->pte_start.high_part);
1681         REG_GET(VM_CONTEXT0_PAGE_TABLE_START_ADDR_LO32,
1682                         LOGICAL_PAGE_NUMBER_LO32, &vm0->pte_start.low_part);
1683
1684         REG_GET(VM_CONTEXT0_PAGE_TABLE_END_ADDR_HI32,
1685                         LOGICAL_PAGE_NUMBER_HI4, &vm0->pte_end.high_part);
1686         REG_GET(VM_CONTEXT0_PAGE_TABLE_END_ADDR_LO32,
1687                         LOGICAL_PAGE_NUMBER_LO32, &vm0->pte_end.low_part);
1688
1689         REG_GET(VM_L2_PROTECTION_FAULT_DEFAULT_ADDR_HI32,
1690                         PHYSICAL_PAGE_ADDR_HI4, &vm0->fault_default.high_part);
1691         REG_GET(VM_L2_PROTECTION_FAULT_DEFAULT_ADDR_LO32,
1692                         PHYSICAL_PAGE_ADDR_LO32, &vm0->fault_default.low_part);
1693
1694         /*
1695          * The values in VM_CONTEXT0_PAGE_TABLE_BASE_ADDR is in UMA space.
1696          * Therefore we need to do
1697          * DCN_VM_CONTEXT0_PAGE_TABLE_BASE_ADDR = VM_CONTEXT0_PAGE_TABLE_BASE_ADDR
1698          * - DCHUBBUB_SDPIF_FB_OFFSET + DCHUBBUB_SDPIF_FB_BASE
1699          */
1700         fb_base.quad_part = (uint64_t)fb_base_value << 24;
1701         fb_offset.quad_part = (uint64_t)fb_offset_value << 24;
1702         vm0->pte_base.quad_part += fb_base.quad_part;
1703         vm0->pte_base.quad_part -= fb_offset.quad_part;
1704 }
1705
1706
1707 void dcn10_program_pte_vm(struct dce_hwseq *hws, struct hubp *hubp)
1708 {
1709         struct dcn10_hubp *hubp1 = TO_DCN10_HUBP(hubp);
1710         struct vm_system_aperture_param apt = { {{ 0 } } };
1711         struct vm_context0_param vm0 = { { { 0 } } };
1712
1713         mmhub_read_vm_system_aperture_settings(hubp1, &apt, hws);
1714         mmhub_read_vm_context0_settings(hubp1, &vm0, hws);
1715
1716         hubp->funcs->hubp_set_vm_system_aperture_settings(hubp, &apt);
1717         hubp->funcs->hubp_set_vm_context0_settings(hubp, &vm0);
1718 }
1719
1720 static void dcn10_enable_plane(
1721         struct dc *dc,
1722         struct pipe_ctx *pipe_ctx,
1723         struct dc_state *context)
1724 {
1725         struct dce_hwseq *hws = dc->hwseq;
1726
1727         if (dc->debug.sanity_checks) {
1728                 dcn10_verify_allow_pstate_change_high(dc);
1729         }
1730
1731         undo_DEGVIDCN10_253_wa(dc);
1732
1733         power_on_plane(dc->hwseq,
1734                 pipe_ctx->plane_res.hubp->inst);
1735
1736         /* enable DCFCLK current DCHUB */
1737         pipe_ctx->plane_res.hubp->funcs->hubp_clk_cntl(pipe_ctx->plane_res.hubp, true);
1738
1739         /* make sure OPP_PIPE_CLOCK_EN = 1 */
1740         pipe_ctx->stream_res.opp->funcs->opp_pipe_clock_control(
1741                         pipe_ctx->stream_res.opp,
1742                         true);
1743
1744 /* TODO: enable/disable in dm as per update type.
1745         if (plane_state) {
1746                 DC_LOG_DC(dc->ctx->logger,
1747                                 "Pipe:%d 0x%x: addr hi:0x%x, "
1748                                 "addr low:0x%x, "
1749                                 "src: %d, %d, %d,"
1750                                 " %d; dst: %d, %d, %d, %d;\n",
1751                                 pipe_ctx->pipe_idx,
1752                                 plane_state,
1753                                 plane_state->address.grph.addr.high_part,
1754                                 plane_state->address.grph.addr.low_part,
1755                                 plane_state->src_rect.x,
1756                                 plane_state->src_rect.y,
1757                                 plane_state->src_rect.width,
1758                                 plane_state->src_rect.height,
1759                                 plane_state->dst_rect.x,
1760                                 plane_state->dst_rect.y,
1761                                 plane_state->dst_rect.width,
1762                                 plane_state->dst_rect.height);
1763
1764                 DC_LOG_DC(dc->ctx->logger,
1765                                 "Pipe %d: width, height, x, y         format:%d\n"
1766                                 "viewport:%d, %d, %d, %d\n"
1767                                 "recout:  %d, %d, %d, %d\n",
1768                                 pipe_ctx->pipe_idx,
1769                                 plane_state->format,
1770                                 pipe_ctx->plane_res.scl_data.viewport.width,
1771                                 pipe_ctx->plane_res.scl_data.viewport.height,
1772                                 pipe_ctx->plane_res.scl_data.viewport.x,
1773                                 pipe_ctx->plane_res.scl_data.viewport.y,
1774                                 pipe_ctx->plane_res.scl_data.recout.width,
1775                                 pipe_ctx->plane_res.scl_data.recout.height,
1776                                 pipe_ctx->plane_res.scl_data.recout.x,
1777                                 pipe_ctx->plane_res.scl_data.recout.y);
1778                 print_rq_dlg_ttu(dc, pipe_ctx);
1779         }
1780 */
1781         if (dc->config.gpu_vm_support)
1782                 dcn10_program_pte_vm(hws, pipe_ctx->plane_res.hubp);
1783
1784         if (dc->debug.sanity_checks) {
1785                 dcn10_verify_allow_pstate_change_high(dc);
1786         }
1787 }
1788
1789 static void program_gamut_remap(struct pipe_ctx *pipe_ctx)
1790 {
1791         int i = 0;
1792         struct dpp_grph_csc_adjustment adjust;
1793         memset(&adjust, 0, sizeof(adjust));
1794         adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_BYPASS;
1795
1796
1797         if (pipe_ctx->stream->gamut_remap_matrix.enable_remap == true) {
1798                 adjust.gamut_adjust_type = GRAPHICS_GAMUT_ADJUST_TYPE_SW;
1799                 for (i = 0; i < CSC_TEMPERATURE_MATRIX_SIZE; i++)
1800                         adjust.temperature_matrix[i] =
1801                                 pipe_ctx->stream->gamut_remap_matrix.matrix[i];
1802         }
1803
1804         pipe_ctx->plane_res.dpp->funcs->dpp_set_gamut_remap(pipe_ctx->plane_res.dpp, &adjust);
1805 }
1806
1807 static void dcn10_program_output_csc(struct dc *dc,
1808                 struct pipe_ctx *pipe_ctx,
1809                 enum dc_color_space colorspace,
1810                 uint16_t *matrix,
1811                 int opp_id)
1812 {
1813         if (pipe_ctx->stream->csc_color_matrix.enable_adjustment == true) {
1814                 if (pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_adjustment != NULL)
1815                         pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_adjustment(pipe_ctx->plane_res.dpp, matrix);
1816         } else {
1817                 if (pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_default != NULL)
1818                         pipe_ctx->plane_res.dpp->funcs->dpp_set_csc_default(pipe_ctx->plane_res.dpp, colorspace);
1819         }
1820 }
1821
1822 bool is_lower_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1823 {
1824         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1825                 return true;
1826         if (pipe_ctx->bottom_pipe && is_lower_pipe_tree_visible(pipe_ctx->bottom_pipe))
1827                 return true;
1828         return false;
1829 }
1830
1831 bool is_upper_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1832 {
1833         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1834                 return true;
1835         if (pipe_ctx->top_pipe && is_upper_pipe_tree_visible(pipe_ctx->top_pipe))
1836                 return true;
1837         return false;
1838 }
1839
1840 bool is_pipe_tree_visible(struct pipe_ctx *pipe_ctx)
1841 {
1842         if (pipe_ctx->plane_state && pipe_ctx->plane_state->visible)
1843                 return true;
1844         if (pipe_ctx->top_pipe && is_upper_pipe_tree_visible(pipe_ctx->top_pipe))
1845                 return true;
1846         if (pipe_ctx->bottom_pipe && is_lower_pipe_tree_visible(pipe_ctx->bottom_pipe))
1847                 return true;
1848         return false;
1849 }
1850
1851 bool is_rgb_cspace(enum dc_color_space output_color_space)
1852 {
1853         switch (output_color_space) {
1854         case COLOR_SPACE_SRGB:
1855         case COLOR_SPACE_SRGB_LIMITED:
1856         case COLOR_SPACE_2020_RGB_FULLRANGE:
1857         case COLOR_SPACE_2020_RGB_LIMITEDRANGE:
1858         case COLOR_SPACE_ADOBERGB:
1859                 return true;
1860         case COLOR_SPACE_YCBCR601:
1861         case COLOR_SPACE_YCBCR709:
1862         case COLOR_SPACE_YCBCR601_LIMITED:
1863         case COLOR_SPACE_YCBCR709_LIMITED:
1864         case COLOR_SPACE_2020_YCBCR:
1865                 return false;
1866         default:
1867                 /* Add a case to switch */
1868                 BREAK_TO_DEBUGGER();
1869                 return false;
1870         }
1871 }
1872
1873 void dcn10_get_surface_visual_confirm_color(
1874                 const struct pipe_ctx *pipe_ctx,
1875                 struct tg_color *color)
1876 {
1877         uint32_t color_value = MAX_TG_COLOR_VALUE;
1878
1879         switch (pipe_ctx->plane_res.scl_data.format) {
1880         case PIXEL_FORMAT_ARGB8888:
1881                 /* set boarder color to red */
1882                 color->color_r_cr = color_value;
1883                 break;
1884
1885         case PIXEL_FORMAT_ARGB2101010:
1886                 /* set boarder color to blue */
1887                 color->color_b_cb = color_value;
1888                 break;
1889         case PIXEL_FORMAT_420BPP8:
1890                 /* set boarder color to green */
1891                 color->color_g_y = color_value;
1892                 break;
1893         case PIXEL_FORMAT_420BPP10:
1894                 /* set boarder color to yellow */
1895                 color->color_g_y = color_value;
1896                 color->color_r_cr = color_value;
1897                 break;
1898         case PIXEL_FORMAT_FP16:
1899                 /* set boarder color to white */
1900                 color->color_r_cr = color_value;
1901                 color->color_b_cb = color_value;
1902                 color->color_g_y = color_value;
1903                 break;
1904         default:
1905                 break;
1906         }
1907 }
1908
1909 void dcn10_get_hdr_visual_confirm_color(
1910                 struct pipe_ctx *pipe_ctx,
1911                 struct tg_color *color)
1912 {
1913         uint32_t color_value = MAX_TG_COLOR_VALUE;
1914
1915         // Determine the overscan color based on the top-most (desktop) plane's context
1916         struct pipe_ctx *top_pipe_ctx  = pipe_ctx;
1917
1918         while (top_pipe_ctx->top_pipe != NULL)
1919                 top_pipe_ctx = top_pipe_ctx->top_pipe;
1920
1921         switch (top_pipe_ctx->plane_res.scl_data.format) {
1922         case PIXEL_FORMAT_ARGB2101010:
1923                 if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_PQ) {
1924                         /* HDR10, ARGB2101010 - set boarder color to red */
1925                         color->color_r_cr = color_value;
1926                 }
1927                 break;
1928         case PIXEL_FORMAT_FP16:
1929                 if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_PQ) {
1930                         /* HDR10, FP16 - set boarder color to blue */
1931                         color->color_b_cb = color_value;
1932                 } else if (top_pipe_ctx->stream->out_transfer_func->tf == TRANSFER_FUNCTION_GAMMA22) {
1933                         /* FreeSync 2 HDR - set boarder color to green */
1934                         color->color_g_y = color_value;
1935                 }
1936                 break;
1937         default:
1938                 /* SDR - set boarder color to Gray */
1939                 color->color_r_cr = color_value/2;
1940                 color->color_b_cb = color_value/2;
1941                 color->color_g_y = color_value/2;
1942                 break;
1943         }
1944 }
1945
1946 static uint16_t fixed_point_to_int_frac(
1947         struct fixed31_32 arg,
1948         uint8_t integer_bits,
1949         uint8_t fractional_bits)
1950 {
1951         int32_t numerator;
1952         int32_t divisor = 1 << fractional_bits;
1953
1954         uint16_t result;
1955
1956         uint16_t d = (uint16_t)dc_fixpt_floor(
1957                 dc_fixpt_abs(
1958                         arg));
1959
1960         if (d <= (uint16_t)(1 << integer_bits) - (1 / (uint16_t)divisor))
1961                 numerator = (uint16_t)dc_fixpt_floor(
1962                         dc_fixpt_mul_int(
1963                                 arg,
1964                                 divisor));
1965         else {
1966                 numerator = dc_fixpt_floor(
1967                         dc_fixpt_sub(
1968                                 dc_fixpt_from_int(
1969                                         1LL << integer_bits),
1970                                 dc_fixpt_recip(
1971                                         dc_fixpt_from_int(
1972                                                 divisor))));
1973         }
1974
1975         if (numerator >= 0)
1976                 result = (uint16_t)numerator;
1977         else
1978                 result = (uint16_t)(
1979                 (1 << (integer_bits + fractional_bits + 1)) + numerator);
1980
1981         if ((result != 0) && dc_fixpt_lt(
1982                 arg, dc_fixpt_zero))
1983                 result |= 1 << (integer_bits + fractional_bits);
1984
1985         return result;
1986 }
1987
1988 void dcn10_build_prescale_params(struct  dc_bias_and_scale *bias_and_scale,
1989                 const struct dc_plane_state *plane_state)
1990 {
1991         if (plane_state->format >= SURFACE_PIXEL_FORMAT_VIDEO_BEGIN
1992                         && plane_state->format != SURFACE_PIXEL_FORMAT_INVALID
1993                         && plane_state->input_csc_color_matrix.enable_adjustment
1994                         && plane_state->coeff_reduction_factor.value != 0) {
1995                 bias_and_scale->scale_blue = fixed_point_to_int_frac(
1996                         dc_fixpt_mul(plane_state->coeff_reduction_factor,
1997                                         dc_fixpt_from_fraction(256, 255)),
1998                                 2,
1999                                 13);
2000                 bias_and_scale->scale_red = bias_and_scale->scale_blue;
2001                 bias_and_scale->scale_green = bias_and_scale->scale_blue;
2002         } else {
2003                 bias_and_scale->scale_blue = 0x2000;
2004                 bias_and_scale->scale_red = 0x2000;
2005                 bias_and_scale->scale_green = 0x2000;
2006         }
2007 }
2008
2009 static void update_dpp(struct dpp *dpp, struct dc_plane_state *plane_state)
2010 {
2011         struct dc_bias_and_scale bns_params = {0};
2012
2013         // program the input csc
2014         dpp->funcs->dpp_setup(dpp,
2015                         plane_state->format,
2016                         EXPANSION_MODE_ZERO,
2017                         plane_state->input_csc_color_matrix,
2018 #ifdef CONFIG_DRM_AMD_DC_DCN2_0
2019                         plane_state->color_space,
2020                         NULL);
2021 #else
2022                         plane_state->color_space);
2023 #endif
2024
2025         //set scale and bias registers
2026         dcn10_build_prescale_params(&bns_params, plane_state);
2027         if (dpp->funcs->dpp_program_bias_and_scale)
2028                 dpp->funcs->dpp_program_bias_and_scale(dpp, &bns_params);
2029 }
2030
2031 static void dcn10_update_mpcc(struct dc *dc, struct pipe_ctx *pipe_ctx)
2032 {
2033         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2034         struct mpcc_blnd_cfg blnd_cfg = {{0}};
2035         bool per_pixel_alpha = pipe_ctx->plane_state->per_pixel_alpha && pipe_ctx->bottom_pipe;
2036         int mpcc_id;
2037         struct mpcc *new_mpcc;
2038         struct mpc *mpc = dc->res_pool->mpc;
2039         struct mpc_tree *mpc_tree_params = &(pipe_ctx->stream_res.opp->mpc_tree_params);
2040
2041         if (dc->debug.visual_confirm == VISUAL_CONFIRM_HDR) {
2042                 dcn10_get_hdr_visual_confirm_color(
2043                                 pipe_ctx, &blnd_cfg.black_color);
2044         } else if (dc->debug.visual_confirm == VISUAL_CONFIRM_SURFACE) {
2045                 dcn10_get_surface_visual_confirm_color(
2046                                 pipe_ctx, &blnd_cfg.black_color);
2047         } else {
2048                 color_space_to_black_color(
2049                                 dc, pipe_ctx->stream->output_color_space,
2050                                 &blnd_cfg.black_color);
2051         }
2052
2053         if (per_pixel_alpha)
2054                 blnd_cfg.alpha_mode = MPCC_ALPHA_BLEND_MODE_PER_PIXEL_ALPHA;
2055         else
2056                 blnd_cfg.alpha_mode = MPCC_ALPHA_BLEND_MODE_GLOBAL_ALPHA;
2057
2058         blnd_cfg.overlap_only = false;
2059         blnd_cfg.global_gain = 0xff;
2060
2061         if (pipe_ctx->plane_state->global_alpha)
2062                 blnd_cfg.global_alpha = pipe_ctx->plane_state->global_alpha_value;
2063         else
2064                 blnd_cfg.global_alpha = 0xff;
2065
2066         /* DCN1.0 has output CM before MPC which seems to screw with
2067          * pre-multiplied alpha.
2068          */
2069         blnd_cfg.pre_multiplied_alpha = is_rgb_cspace(
2070                         pipe_ctx->stream->output_color_space)
2071                                         && per_pixel_alpha;
2072
2073
2074         /*
2075          * TODO: remove hack
2076          * Note: currently there is a bug in init_hw such that
2077          * on resume from hibernate, BIOS sets up MPCC0, and
2078          * we do mpcc_remove but the mpcc cannot go to idle
2079          * after remove. This cause us to pick mpcc1 here,
2080          * which causes a pstate hang for yet unknown reason.
2081          */
2082         mpcc_id = hubp->inst;
2083
2084         /* If there is no full update, don't need to touch MPC tree*/
2085         if (!pipe_ctx->plane_state->update_flags.bits.full_update) {
2086                 mpc->funcs->update_blending(mpc, &blnd_cfg, mpcc_id);
2087                 return;
2088         }
2089
2090         /* check if this MPCC is already being used */
2091         new_mpcc = mpc->funcs->get_mpcc_for_dpp(mpc_tree_params, mpcc_id);
2092         /* remove MPCC if being used */
2093         if (new_mpcc != NULL)
2094                 mpc->funcs->remove_mpcc(mpc, mpc_tree_params, new_mpcc);
2095         else
2096                 if (dc->debug.sanity_checks)
2097                         mpc->funcs->assert_mpcc_idle_before_connect(
2098                                         dc->res_pool->mpc, mpcc_id);
2099
2100         /* Call MPC to insert new plane */
2101         new_mpcc = mpc->funcs->insert_plane(dc->res_pool->mpc,
2102                         mpc_tree_params,
2103                         &blnd_cfg,
2104                         NULL,
2105                         NULL,
2106                         hubp->inst,
2107                         mpcc_id);
2108
2109         ASSERT(new_mpcc != NULL);
2110
2111         hubp->opp_id = pipe_ctx->stream_res.opp->inst;
2112         hubp->mpcc_id = mpcc_id;
2113 }
2114
2115 static void update_scaler(struct pipe_ctx *pipe_ctx)
2116 {
2117         bool per_pixel_alpha =
2118                         pipe_ctx->plane_state->per_pixel_alpha && pipe_ctx->bottom_pipe;
2119
2120         pipe_ctx->plane_res.scl_data.lb_params.alpha_en = per_pixel_alpha;
2121         pipe_ctx->plane_res.scl_data.lb_params.depth = LB_PIXEL_DEPTH_30BPP;
2122         /* scaler configuration */
2123         pipe_ctx->plane_res.dpp->funcs->dpp_set_scaler(
2124                         pipe_ctx->plane_res.dpp, &pipe_ctx->plane_res.scl_data);
2125 }
2126
2127 void update_dchubp_dpp(
2128         struct dc *dc,
2129         struct pipe_ctx *pipe_ctx,
2130         struct dc_state *context)
2131 {
2132         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2133         struct dpp *dpp = pipe_ctx->plane_res.dpp;
2134         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2135         union plane_size size = plane_state->plane_size;
2136         unsigned int compat_level = 0;
2137
2138         /* depends on DML calculation, DPP clock value may change dynamically */
2139         /* If request max dpp clk is lower than current dispclk, no need to
2140          * divided by 2
2141          */
2142         if (plane_state->update_flags.bits.full_update) {
2143                 bool should_divided_by_2 = context->bw_ctx.bw.dcn.clk.dppclk_khz <=
2144                                 dc->clk_mgr->clks.dispclk_khz / 2;
2145
2146                 dpp->funcs->dpp_dppclk_control(
2147                                 dpp,
2148                                 should_divided_by_2,
2149                                 true);
2150
2151                 if (dc->res_pool->dccg)
2152                         dc->res_pool->dccg->funcs->update_dpp_dto(
2153                                         dc->res_pool->dccg,
2154                                         dpp->inst,
2155                                         pipe_ctx->plane_res.bw.dppclk_khz);
2156                 else
2157                         dc->clk_mgr->clks.dppclk_khz = should_divided_by_2 ?
2158                                                 dc->clk_mgr->clks.dispclk_khz / 2 :
2159                                                         dc->clk_mgr->clks.dispclk_khz;
2160         }
2161
2162         /* TODO: Need input parameter to tell current DCHUB pipe tie to which OTG
2163          * VTG is within DCHUBBUB which is commond block share by each pipe HUBP.
2164          * VTG is 1:1 mapping with OTG. Each pipe HUBP will select which VTG
2165          */
2166         if (plane_state->update_flags.bits.full_update) {
2167                 hubp->funcs->hubp_vtg_sel(hubp, pipe_ctx->stream_res.tg->inst);
2168
2169                 hubp->funcs->hubp_setup(
2170                         hubp,
2171                         &pipe_ctx->dlg_regs,
2172                         &pipe_ctx->ttu_regs,
2173                         &pipe_ctx->rq_regs,
2174                         &pipe_ctx->pipe_dlg_param);
2175                 hubp->funcs->hubp_setup_interdependent(
2176                         hubp,
2177                         &pipe_ctx->dlg_regs,
2178                         &pipe_ctx->ttu_regs);
2179         }
2180
2181         size.grph.surface_size = pipe_ctx->plane_res.scl_data.viewport;
2182
2183         if (plane_state->update_flags.bits.full_update ||
2184                 plane_state->update_flags.bits.bpp_change)
2185                 update_dpp(dpp, plane_state);
2186
2187         if (plane_state->update_flags.bits.full_update ||
2188                 plane_state->update_flags.bits.per_pixel_alpha_change ||
2189                 plane_state->update_flags.bits.global_alpha_change)
2190                 dc->hwss.update_mpcc(dc, pipe_ctx);
2191
2192         if (plane_state->update_flags.bits.full_update ||
2193                 plane_state->update_flags.bits.per_pixel_alpha_change ||
2194                 plane_state->update_flags.bits.global_alpha_change ||
2195                 plane_state->update_flags.bits.scaling_change ||
2196                 plane_state->update_flags.bits.position_change) {
2197                 update_scaler(pipe_ctx);
2198         }
2199
2200         if (plane_state->update_flags.bits.full_update ||
2201                 plane_state->update_flags.bits.scaling_change ||
2202                 plane_state->update_flags.bits.position_change) {
2203                 hubp->funcs->mem_program_viewport(
2204                         hubp,
2205                         &pipe_ctx->plane_res.scl_data.viewport,
2206                         &pipe_ctx->plane_res.scl_data.viewport_c);
2207         }
2208
2209         if (pipe_ctx->stream->cursor_attributes.address.quad_part != 0) {
2210                 dc->hwss.set_cursor_position(pipe_ctx);
2211                 dc->hwss.set_cursor_attribute(pipe_ctx);
2212
2213                 if (dc->hwss.set_cursor_sdr_white_level)
2214                         dc->hwss.set_cursor_sdr_white_level(pipe_ctx);
2215         }
2216
2217         if (plane_state->update_flags.bits.full_update) {
2218                 /*gamut remap*/
2219                 program_gamut_remap(pipe_ctx);
2220
2221                 dc->hwss.program_output_csc(dc,
2222                                 pipe_ctx,
2223                                 pipe_ctx->stream->output_color_space,
2224                                 pipe_ctx->stream->csc_color_matrix.matrix,
2225                                 pipe_ctx->stream_res.opp->inst);
2226         }
2227
2228         if (plane_state->update_flags.bits.full_update ||
2229                 plane_state->update_flags.bits.pixel_format_change ||
2230                 plane_state->update_flags.bits.horizontal_mirror_change ||
2231                 plane_state->update_flags.bits.rotation_change ||
2232                 plane_state->update_flags.bits.swizzle_change ||
2233                 plane_state->update_flags.bits.dcc_change ||
2234                 plane_state->update_flags.bits.bpp_change ||
2235                 plane_state->update_flags.bits.scaling_change ||
2236                 plane_state->update_flags.bits.plane_size_change) {
2237                 hubp->funcs->hubp_program_surface_config(
2238                         hubp,
2239                         plane_state->format,
2240                         &plane_state->tiling_info,
2241                         &size,
2242                         plane_state->rotation,
2243                         &plane_state->dcc,
2244                         plane_state->horizontal_mirror,
2245                         compat_level);
2246         }
2247
2248         hubp->power_gated = false;
2249
2250         dc->hwss.update_plane_addr(dc, pipe_ctx);
2251
2252         if (is_pipe_tree_visible(pipe_ctx))
2253                 hubp->funcs->set_blank(hubp, false);
2254 }
2255
2256 static void dcn10_blank_pixel_data(
2257                 struct dc *dc,
2258                 struct pipe_ctx *pipe_ctx,
2259                 bool blank)
2260 {
2261         enum dc_color_space color_space;
2262         struct tg_color black_color = {0};
2263         struct stream_resource *stream_res = &pipe_ctx->stream_res;
2264         struct dc_stream_state *stream = pipe_ctx->stream;
2265
2266         /* program otg blank color */
2267         color_space = stream->output_color_space;
2268         color_space_to_black_color(dc, color_space, &black_color);
2269
2270         /*
2271          * The way 420 is packed, 2 channels carry Y component, 1 channel
2272          * alternate between Cb and Cr, so both channels need the pixel
2273          * value for Y
2274          */
2275         if (stream->timing.pixel_encoding == PIXEL_ENCODING_YCBCR420)
2276                 black_color.color_r_cr = black_color.color_g_y;
2277
2278
2279         if (stream_res->tg->funcs->set_blank_color)
2280                 stream_res->tg->funcs->set_blank_color(
2281                                 stream_res->tg,
2282                                 &black_color);
2283
2284         if (!blank) {
2285                 if (stream_res->tg->funcs->set_blank)
2286                         stream_res->tg->funcs->set_blank(stream_res->tg, blank);
2287                 if (stream_res->abm) {
2288                         stream_res->abm->funcs->set_pipe(stream_res->abm, stream_res->tg->inst + 1);
2289                         stream_res->abm->funcs->set_abm_level(stream_res->abm, stream->abm_level);
2290                 }
2291         } else if (blank) {
2292                 if (stream_res->abm)
2293                         stream_res->abm->funcs->set_abm_immediate_disable(stream_res->abm);
2294                 if (stream_res->tg->funcs->set_blank)
2295                         stream_res->tg->funcs->set_blank(stream_res->tg, blank);
2296         }
2297 }
2298
2299 void set_hdr_multiplier(struct pipe_ctx *pipe_ctx)
2300 {
2301         struct fixed31_32 multiplier = dc_fixpt_from_fraction(
2302                         pipe_ctx->plane_state->sdr_white_level, 80);
2303         uint32_t hw_mult = 0x1f000; // 1.0 default multiplier
2304         struct custom_float_format fmt;
2305
2306         fmt.exponenta_bits = 6;
2307         fmt.mantissa_bits = 12;
2308         fmt.sign = true;
2309
2310         if (pipe_ctx->plane_state->sdr_white_level > 80)
2311                 convert_to_custom_float_format(multiplier, &fmt, &hw_mult);
2312
2313         pipe_ctx->plane_res.dpp->funcs->dpp_set_hdr_multiplier(
2314                         pipe_ctx->plane_res.dpp, hw_mult);
2315 }
2316
2317 void dcn10_program_pipe(
2318                 struct dc *dc,
2319                 struct pipe_ctx *pipe_ctx,
2320                 struct dc_state *context)
2321 {
2322         if (pipe_ctx->plane_state->update_flags.bits.full_update)
2323                 dcn10_enable_plane(dc, pipe_ctx, context);
2324
2325         update_dchubp_dpp(dc, pipe_ctx, context);
2326
2327         set_hdr_multiplier(pipe_ctx);
2328
2329         if (pipe_ctx->plane_state->update_flags.bits.full_update ||
2330                         pipe_ctx->plane_state->update_flags.bits.in_transfer_func_change ||
2331                         pipe_ctx->plane_state->update_flags.bits.gamma_change)
2332                 dc->hwss.set_input_transfer_func(pipe_ctx, pipe_ctx->plane_state);
2333
2334         /* dcn10_translate_regamma_to_hw_format takes 750us to finish
2335          * only do gamma programming for full update.
2336          * TODO: This can be further optimized/cleaned up
2337          * Always call this for now since it does memcmp inside before
2338          * doing heavy calculation and programming
2339          */
2340         if (pipe_ctx->plane_state->update_flags.bits.full_update)
2341                 dc->hwss.set_output_transfer_func(pipe_ctx, pipe_ctx->stream);
2342 }
2343
2344 static void program_all_pipe_in_tree(
2345                 struct dc *dc,
2346                 struct pipe_ctx *pipe_ctx,
2347                 struct dc_state *context)
2348 {
2349         if (pipe_ctx->top_pipe == NULL) {
2350                 bool blank = !is_pipe_tree_visible(pipe_ctx);
2351
2352                 pipe_ctx->stream_res.tg->funcs->program_global_sync(
2353                                 pipe_ctx->stream_res.tg,
2354                                 pipe_ctx->pipe_dlg_param.vready_offset,
2355                                 pipe_ctx->pipe_dlg_param.vstartup_start,
2356                                 pipe_ctx->pipe_dlg_param.vupdate_offset,
2357                                 pipe_ctx->pipe_dlg_param.vupdate_width);
2358
2359                 pipe_ctx->stream_res.tg->funcs->set_vtg_params(
2360                                 pipe_ctx->stream_res.tg, &pipe_ctx->stream->timing);
2361
2362                 dc->hwss.blank_pixel_data(dc, pipe_ctx, blank);
2363
2364         }
2365
2366         if (pipe_ctx->plane_state != NULL)
2367                 dcn10_program_pipe(dc, pipe_ctx, context);
2368
2369         if (pipe_ctx->bottom_pipe != NULL && pipe_ctx->bottom_pipe != pipe_ctx)
2370                 program_all_pipe_in_tree(dc, pipe_ctx->bottom_pipe, context);
2371 }
2372
2373 struct pipe_ctx *find_top_pipe_for_stream(
2374                 struct dc *dc,
2375                 struct dc_state *context,
2376                 const struct dc_stream_state *stream)
2377 {
2378         int i;
2379
2380         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2381                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2382                 struct pipe_ctx *old_pipe_ctx =
2383                                 &dc->current_state->res_ctx.pipe_ctx[i];
2384
2385                 if (!pipe_ctx->plane_state && !old_pipe_ctx->plane_state)
2386                         continue;
2387
2388                 if (pipe_ctx->stream != stream)
2389                         continue;
2390
2391                 if (!pipe_ctx->top_pipe)
2392                         return pipe_ctx;
2393         }
2394         return NULL;
2395 }
2396
2397 static void dcn10_apply_ctx_for_surface(
2398                 struct dc *dc,
2399                 const struct dc_stream_state *stream,
2400                 int num_planes,
2401                 struct dc_state *context)
2402 {
2403         int i;
2404         struct timing_generator *tg;
2405         uint32_t underflow_check_delay_us;
2406         bool removed_pipe[4] = { false };
2407         bool interdependent_update = false;
2408         struct pipe_ctx *top_pipe_to_program =
2409                         find_top_pipe_for_stream(dc, context, stream);
2410         DC_LOGGER_INIT(dc->ctx->logger);
2411
2412         if (!top_pipe_to_program)
2413                 return;
2414
2415         tg = top_pipe_to_program->stream_res.tg;
2416
2417         interdependent_update = top_pipe_to_program->plane_state &&
2418                 top_pipe_to_program->plane_state->update_flags.bits.full_update;
2419
2420         underflow_check_delay_us = dc->debug.underflow_assert_delay_us;
2421
2422         if (underflow_check_delay_us != 0xFFFFFFFF && dc->hwss.did_underflow_occur)
2423                 ASSERT(dc->hwss.did_underflow_occur(dc, top_pipe_to_program));
2424
2425         if (interdependent_update)
2426                 lock_all_pipes(dc, context, true);
2427         else
2428                 dcn10_pipe_control_lock(dc, top_pipe_to_program, true);
2429
2430         if (underflow_check_delay_us != 0xFFFFFFFF)
2431                 udelay(underflow_check_delay_us);
2432
2433         if (underflow_check_delay_us != 0xFFFFFFFF && dc->hwss.did_underflow_occur)
2434                 ASSERT(dc->hwss.did_underflow_occur(dc, top_pipe_to_program));
2435
2436         if (num_planes == 0) {
2437                 /* OTG blank before remove all front end */
2438                 dc->hwss.blank_pixel_data(dc, top_pipe_to_program, true);
2439         }
2440
2441         /* Disconnect unused mpcc */
2442         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2443                 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2444                 struct pipe_ctx *old_pipe_ctx =
2445                                 &dc->current_state->res_ctx.pipe_ctx[i];
2446                 /*
2447                  * Powergate reused pipes that are not powergated
2448                  * fairly hacky right now, using opp_id as indicator
2449                  * TODO: After move dc_post to dc_update, this will
2450                  * be removed.
2451                  */
2452                 if (pipe_ctx->plane_state && !old_pipe_ctx->plane_state) {
2453                         if (old_pipe_ctx->stream_res.tg == tg &&
2454                             old_pipe_ctx->plane_res.hubp &&
2455                             old_pipe_ctx->plane_res.hubp->opp_id != OPP_ID_INVALID)
2456                                 dcn10_disable_plane(dc, old_pipe_ctx);
2457                 }
2458
2459                 if ((!pipe_ctx->plane_state ||
2460                      pipe_ctx->stream_res.tg != old_pipe_ctx->stream_res.tg) &&
2461                     old_pipe_ctx->plane_state &&
2462                     old_pipe_ctx->stream_res.tg == tg) {
2463
2464                         dc->hwss.plane_atomic_disconnect(dc, old_pipe_ctx);
2465                         removed_pipe[i] = true;
2466
2467                         DC_LOG_DC("Reset mpcc for pipe %d\n",
2468                                         old_pipe_ctx->pipe_idx);
2469                 }
2470         }
2471
2472         if (num_planes > 0)
2473                 program_all_pipe_in_tree(dc, top_pipe_to_program, context);
2474
2475 #if defined(CONFIG_DRM_AMD_DC_DCN2_0)
2476         /* Program secondary blending tree and writeback pipes */
2477         if ((stream->num_wb_info > 0) && (dc->hwss.program_all_writeback_pipes_in_tree))
2478                 dc->hwss.program_all_writeback_pipes_in_tree(dc, stream, context);
2479 #endif
2480         if (interdependent_update)
2481                 for (i = 0; i < dc->res_pool->pipe_count; i++) {
2482                         struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
2483                         /* Skip inactive pipes and ones already updated */
2484                         if (!pipe_ctx->stream || pipe_ctx->stream == stream ||
2485                             !pipe_ctx->plane_state || !tg->funcs->is_tg_enabled(tg))
2486                                 continue;
2487
2488                         pipe_ctx->plane_res.hubp->funcs->hubp_setup_interdependent(
2489                                 pipe_ctx->plane_res.hubp,
2490                                 &pipe_ctx->dlg_regs,
2491                                 &pipe_ctx->ttu_regs);
2492                 }
2493
2494         if (interdependent_update)
2495                 lock_all_pipes(dc, context, false);
2496         else
2497                 dcn10_pipe_control_lock(dc, top_pipe_to_program, false);
2498
2499         if (num_planes == 0)
2500                 false_optc_underflow_wa(dc, stream, tg);
2501
2502         for (i = 0; i < dc->res_pool->pipe_count; i++)
2503                 if (removed_pipe[i])
2504                         dcn10_disable_plane(dc, &dc->current_state->res_ctx.pipe_ctx[i]);
2505
2506         for (i = 0; i < dc->res_pool->pipe_count; i++)
2507                 if (removed_pipe[i]) {
2508                         dc->hwss.optimize_bandwidth(dc, context);
2509                         break;
2510                 }
2511
2512         if (dc->hwseq->wa.DEGVIDCN10_254)
2513                 hubbub1_wm_change_req_wa(dc->res_pool->hubbub);
2514 }
2515
2516 static void dcn10_stereo_hw_frame_pack_wa(struct dc *dc, struct dc_state *context)
2517 {
2518         uint8_t i;
2519
2520         for (i = 0; i < context->stream_count; i++) {
2521                 if (context->streams[i]->timing.timing_3d_format
2522                                 == TIMING_3D_FORMAT_HW_FRAME_PACKING) {
2523                         /*
2524                          * Disable stutter
2525                          */
2526                         hubbub1_allow_self_refresh_control(dc->res_pool->hubbub, false);
2527                         break;
2528                 }
2529         }
2530 }
2531
2532 static void dcn10_prepare_bandwidth(
2533                 struct dc *dc,
2534                 struct dc_state *context)
2535 {
2536         struct hubbub *hubbub = dc->res_pool->hubbub;
2537
2538         if (dc->debug.sanity_checks)
2539                 dcn10_verify_allow_pstate_change_high(dc);
2540
2541         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
2542                 if (context->stream_count == 0)
2543                         context->bw_ctx.bw.dcn.clk.phyclk_khz = 0;
2544
2545                 dc->clk_mgr->funcs->update_clocks(
2546                                 dc->clk_mgr,
2547                                 context,
2548                                 false);
2549         }
2550
2551         hubbub->funcs->program_watermarks(hubbub,
2552                         &context->bw_ctx.bw.dcn.watermarks,
2553                         dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000,
2554                         true);
2555         dcn10_stereo_hw_frame_pack_wa(dc, context);
2556
2557         if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE)
2558                 dcn_bw_notify_pplib_of_wm_ranges(dc);
2559
2560         if (dc->debug.sanity_checks)
2561                 dcn10_verify_allow_pstate_change_high(dc);
2562 }
2563
2564 static void dcn10_optimize_bandwidth(
2565                 struct dc *dc,
2566                 struct dc_state *context)
2567 {
2568         struct hubbub *hubbub = dc->res_pool->hubbub;
2569
2570         if (dc->debug.sanity_checks)
2571                 dcn10_verify_allow_pstate_change_high(dc);
2572
2573         if (!IS_FPGA_MAXIMUS_DC(dc->ctx->dce_environment)) {
2574                 if (context->stream_count == 0)
2575                         context->bw_ctx.bw.dcn.clk.phyclk_khz = 0;
2576
2577                 dc->clk_mgr->funcs->update_clocks(
2578                                 dc->clk_mgr,
2579                                 context,
2580                                 true);
2581         }
2582
2583         hubbub->funcs->program_watermarks(hubbub,
2584                         &context->bw_ctx.bw.dcn.watermarks,
2585                         dc->res_pool->ref_clocks.dchub_ref_clock_inKhz / 1000,
2586                         true);
2587         dcn10_stereo_hw_frame_pack_wa(dc, context);
2588
2589         if (dc->debug.pplib_wm_report_mode == WM_REPORT_OVERRIDE)
2590                 dcn_bw_notify_pplib_of_wm_ranges(dc);
2591
2592         if (dc->debug.sanity_checks)
2593                 dcn10_verify_allow_pstate_change_high(dc);
2594 }
2595
2596 static void set_drr(struct pipe_ctx **pipe_ctx,
2597                 int num_pipes, int vmin, int vmax)
2598 {
2599         int i = 0;
2600         struct drr_params params = {0};
2601         // DRR set trigger event mapped to OTG_TRIG_A (bit 11) for manual control flow
2602         unsigned int event_triggers = 0x800;
2603
2604         params.vertical_total_max = vmax;
2605         params.vertical_total_min = vmin;
2606
2607         /* TODO: If multiple pipes are to be supported, you need
2608          * some GSL stuff. Static screen triggers may be programmed differently
2609          * as well.
2610          */
2611         for (i = 0; i < num_pipes; i++) {
2612                 pipe_ctx[i]->stream_res.tg->funcs->set_drr(
2613                         pipe_ctx[i]->stream_res.tg, &params);
2614                 if (vmax != 0 && vmin != 0)
2615                         pipe_ctx[i]->stream_res.tg->funcs->set_static_screen_control(
2616                                         pipe_ctx[i]->stream_res.tg,
2617                                         event_triggers);
2618         }
2619 }
2620
2621 static void get_position(struct pipe_ctx **pipe_ctx,
2622                 int num_pipes,
2623                 struct crtc_position *position)
2624 {
2625         int i = 0;
2626
2627         /* TODO: handle pipes > 1
2628          */
2629         for (i = 0; i < num_pipes; i++)
2630                 pipe_ctx[i]->stream_res.tg->funcs->get_position(pipe_ctx[i]->stream_res.tg, position);
2631 }
2632
2633 static void set_static_screen_control(struct pipe_ctx **pipe_ctx,
2634                 int num_pipes, const struct dc_static_screen_events *events)
2635 {
2636         unsigned int i;
2637         unsigned int value = 0;
2638
2639         if (events->surface_update)
2640                 value |= 0x80;
2641         if (events->cursor_update)
2642                 value |= 0x2;
2643         if (events->force_trigger)
2644                 value |= 0x1;
2645
2646         for (i = 0; i < num_pipes; i++)
2647                 pipe_ctx[i]->stream_res.tg->funcs->
2648                         set_static_screen_control(pipe_ctx[i]->stream_res.tg, value);
2649 }
2650
2651 static void dcn10_config_stereo_parameters(
2652                 struct dc_stream_state *stream, struct crtc_stereo_flags *flags)
2653 {
2654         enum view_3d_format view_format = stream->view_format;
2655         enum dc_timing_3d_format timing_3d_format =\
2656                         stream->timing.timing_3d_format;
2657         bool non_stereo_timing = false;
2658
2659         if (timing_3d_format == TIMING_3D_FORMAT_NONE ||
2660                 timing_3d_format == TIMING_3D_FORMAT_SIDE_BY_SIDE ||
2661                 timing_3d_format == TIMING_3D_FORMAT_TOP_AND_BOTTOM)
2662                 non_stereo_timing = true;
2663
2664         if (non_stereo_timing == false &&
2665                 view_format == VIEW_3D_FORMAT_FRAME_SEQUENTIAL) {
2666
2667                 flags->PROGRAM_STEREO         = 1;
2668                 flags->PROGRAM_POLARITY       = 1;
2669                 if (timing_3d_format == TIMING_3D_FORMAT_INBAND_FA ||
2670                         timing_3d_format == TIMING_3D_FORMAT_DP_HDMI_INBAND_FA ||
2671                         timing_3d_format == TIMING_3D_FORMAT_SIDEBAND_FA) {
2672                         enum display_dongle_type dongle = \
2673                                         stream->link->ddc->dongle_type;
2674                         if (dongle == DISPLAY_DONGLE_DP_VGA_CONVERTER ||
2675                                 dongle == DISPLAY_DONGLE_DP_DVI_CONVERTER ||
2676                                 dongle == DISPLAY_DONGLE_DP_HDMI_CONVERTER)
2677                                 flags->DISABLE_STEREO_DP_SYNC = 1;
2678                 }
2679                 flags->RIGHT_EYE_POLARITY =\
2680                                 stream->timing.flags.RIGHT_EYE_3D_POLARITY;
2681                 if (timing_3d_format == TIMING_3D_FORMAT_HW_FRAME_PACKING)
2682                         flags->FRAME_PACKED = 1;
2683         }
2684
2685         return;
2686 }
2687
2688 static void dcn10_setup_stereo(struct pipe_ctx *pipe_ctx, struct dc *dc)
2689 {
2690         struct crtc_stereo_flags flags = { 0 };
2691         struct dc_stream_state *stream = pipe_ctx->stream;
2692
2693         dcn10_config_stereo_parameters(stream, &flags);
2694
2695         pipe_ctx->stream_res.opp->funcs->opp_program_stereo(
2696                 pipe_ctx->stream_res.opp,
2697                 flags.PROGRAM_STEREO == 1 ? true:false,
2698                 &stream->timing);
2699
2700         pipe_ctx->stream_res.tg->funcs->program_stereo(
2701                 pipe_ctx->stream_res.tg,
2702                 &stream->timing,
2703                 &flags);
2704
2705         return;
2706 }
2707
2708 static struct hubp *get_hubp_by_inst(struct resource_pool *res_pool, int mpcc_inst)
2709 {
2710         int i;
2711
2712         for (i = 0; i < res_pool->pipe_count; i++) {
2713                 if (res_pool->hubps[i]->inst == mpcc_inst)
2714                         return res_pool->hubps[i];
2715         }
2716         ASSERT(false);
2717         return NULL;
2718 }
2719
2720 static void dcn10_wait_for_mpcc_disconnect(
2721                 struct dc *dc,
2722                 struct resource_pool *res_pool,
2723                 struct pipe_ctx *pipe_ctx)
2724 {
2725         int mpcc_inst;
2726
2727         if (dc->debug.sanity_checks) {
2728                 dcn10_verify_allow_pstate_change_high(dc);
2729         }
2730
2731         if (!pipe_ctx->stream_res.opp)
2732                 return;
2733
2734         for (mpcc_inst = 0; mpcc_inst < MAX_PIPES; mpcc_inst++) {
2735                 if (pipe_ctx->stream_res.opp->mpcc_disconnect_pending[mpcc_inst]) {
2736                         struct hubp *hubp = get_hubp_by_inst(res_pool, mpcc_inst);
2737
2738                         res_pool->mpc->funcs->wait_for_idle(res_pool->mpc, mpcc_inst);
2739                         pipe_ctx->stream_res.opp->mpcc_disconnect_pending[mpcc_inst] = false;
2740                         hubp->funcs->set_blank(hubp, true);
2741                 }
2742         }
2743
2744         if (dc->debug.sanity_checks) {
2745                 dcn10_verify_allow_pstate_change_high(dc);
2746         }
2747
2748 }
2749
2750 static bool dcn10_dummy_display_power_gating(
2751         struct dc *dc,
2752         uint8_t controller_id,
2753         struct dc_bios *dcb,
2754         enum pipe_gating_control power_gating)
2755 {
2756         return true;
2757 }
2758
2759 static void dcn10_update_pending_status(struct pipe_ctx *pipe_ctx)
2760 {
2761         struct dc_plane_state *plane_state = pipe_ctx->plane_state;
2762         struct timing_generator *tg = pipe_ctx->stream_res.tg;
2763         bool flip_pending;
2764
2765         if (plane_state == NULL)
2766                 return;
2767
2768         flip_pending = pipe_ctx->plane_res.hubp->funcs->hubp_is_flip_pending(
2769                                         pipe_ctx->plane_res.hubp);
2770
2771         plane_state->status.is_flip_pending = plane_state->status.is_flip_pending || flip_pending;
2772
2773         if (!flip_pending)
2774                 plane_state->status.current_address = plane_state->status.requested_address;
2775
2776         if (plane_state->status.current_address.type == PLN_ADDR_TYPE_GRPH_STEREO &&
2777                         tg->funcs->is_stereo_left_eye) {
2778                 plane_state->status.is_right_eye =
2779                                 !tg->funcs->is_stereo_left_eye(pipe_ctx->stream_res.tg);
2780         }
2781 }
2782
2783 static void dcn10_update_dchub(struct dce_hwseq *hws, struct dchub_init_data *dh_data)
2784 {
2785         if (hws->ctx->dc->res_pool->hubbub != NULL) {
2786                 struct hubp *hubp = hws->ctx->dc->res_pool->hubps[0];
2787
2788                 if (hubp->funcs->hubp_update_dchub)
2789                         hubp->funcs->hubp_update_dchub(hubp, dh_data);
2790                 else
2791                         hubbub1_update_dchub(hws->ctx->dc->res_pool->hubbub, dh_data);
2792         }
2793 }
2794
2795 static void dcn10_set_cursor_position(struct pipe_ctx *pipe_ctx)
2796 {
2797         struct dc_cursor_position pos_cpy = pipe_ctx->stream->cursor_position;
2798         struct hubp *hubp = pipe_ctx->plane_res.hubp;
2799         struct dpp *dpp = pipe_ctx->plane_res.dpp;
2800         struct dc_cursor_mi_param param = {
2801                 .pixel_clk_khz = pipe_ctx->stream->timing.pix_clk_100hz / 10,
2802                 .ref_clk_khz = pipe_ctx->stream->ctx->dc->res_pool->ref_clocks.dchub_ref_clock_inKhz,
2803                 .viewport = pipe_ctx->plane_res.scl_data.viewport,
2804                 .h_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.horz,
2805                 .v_scale_ratio = pipe_ctx->plane_res.scl_data.ratios.vert,
2806                 .rotation = pipe_ctx->plane_state->rotation,
2807                 .mirror = pipe_ctx->plane_state->horizontal_mirror
2808         };
2809         uint32_t x_plane = pipe_ctx->plane_state->dst_rect.x;
2810         uint32_t y_plane = pipe_ctx->plane_state->dst_rect.y;
2811         uint32_t x_offset = min(x_plane, pos_cpy.x);
2812         uint32_t y_offset = min(y_plane, pos_cpy.y);
2813
2814         pos_cpy.x -= x_offset;
2815         pos_cpy.y -= y_offset;
2816         pos_cpy.x_hotspot += (x_plane - x_offset);
2817         pos_cpy.y_hotspot += (y_plane - y_offset);
2818
2819         if (pipe_ctx->plane_state->address.type
2820                         == PLN_ADDR_TYPE_VIDEO_PROGRESSIVE)
2821                 pos_cpy.enable = false;
2822
2823         hubp->funcs->set_cursor_position(hubp, &pos_cpy, &param);
2824         dpp->funcs->set_cursor_position(dpp, &pos_cpy, &param, hubp->curs_attr.width, hubp->curs_attr.height);
2825 }
2826
2827 static void dcn10_set_cursor_attribute(struct pipe_ctx *pipe_ctx)
2828 {
2829         struct dc_cursor_attributes *attributes = &pipe_ctx->stream->cursor_attributes;
2830
2831         pipe_ctx->plane_res.hubp->funcs->set_cursor_attributes(
2832                         pipe_ctx->plane_res.hubp, attributes);
2833         pipe_ctx->plane_res.dpp->funcs->set_cursor_attributes(
2834                 pipe_ctx->plane_res.dpp, attributes->color_format);
2835 }
2836
2837 static void dcn10_set_cursor_sdr_white_level(struct pipe_ctx *pipe_ctx)
2838 {
2839         uint32_t sdr_white_level = pipe_ctx->stream->cursor_attributes.sdr_white_level;
2840         struct fixed31_32 multiplier;
2841         struct dpp_cursor_attributes opt_attr = { 0 };
2842         uint32_t hw_scale = 0x3c00; // 1.0 default multiplier
2843         struct custom_float_format fmt;
2844
2845         if (!pipe_ctx->plane_res.dpp->funcs->set_optional_cursor_attributes)
2846                 return;
2847
2848         fmt.exponenta_bits = 5;
2849         fmt.mantissa_bits = 10;
2850         fmt.sign = true;
2851
2852         if (sdr_white_level > 80) {
2853                 multiplier = dc_fixpt_from_fraction(sdr_white_level, 80);
2854                 convert_to_custom_float_format(multiplier, &fmt, &hw_scale);
2855         }
2856
2857         opt_attr.scale = hw_scale;
2858         opt_attr.bias = 0;
2859
2860         pipe_ctx->plane_res.dpp->funcs->set_optional_cursor_attributes(
2861                         pipe_ctx->plane_res.dpp, &opt_attr);
2862 }
2863
2864 /**
2865 * apply_front_porch_workaround  TODO FPGA still need?
2866 *
2867 * This is a workaround for a bug that has existed since R5xx and has not been
2868 * fixed keep Front porch at minimum 2 for Interlaced mode or 1 for progressive.
2869 */
2870 static void apply_front_porch_workaround(
2871         struct dc_crtc_timing *timing)
2872 {
2873         if (timing->flags.INTERLACE == 1) {
2874                 if (timing->v_front_porch < 2)
2875                         timing->v_front_porch = 2;
2876         } else {
2877                 if (timing->v_front_porch < 1)
2878                         timing->v_front_porch = 1;
2879         }
2880 }
2881
2882 int get_vupdate_offset_from_vsync(struct pipe_ctx *pipe_ctx)
2883 {
2884         const struct dc_crtc_timing *dc_crtc_timing = &pipe_ctx->stream->timing;
2885         struct dc_crtc_timing patched_crtc_timing;
2886         int vesa_sync_start;
2887         int asic_blank_end;
2888         int interlace_factor;
2889         int vertical_line_start;
2890
2891         patched_crtc_timing = *dc_crtc_timing;
2892         apply_front_porch_workaround(&patched_crtc_timing);
2893
2894         interlace_factor = patched_crtc_timing.flags.INTERLACE ? 2 : 1;
2895
2896         vesa_sync_start = patched_crtc_timing.v_addressable +
2897                         patched_crtc_timing.v_border_bottom +
2898                         patched_crtc_timing.v_front_porch;
2899
2900         asic_blank_end = (patched_crtc_timing.v_total -
2901                         vesa_sync_start -
2902                         patched_crtc_timing.v_border_top)
2903                         * interlace_factor;
2904
2905         vertical_line_start = asic_blank_end -
2906                         pipe_ctx->pipe_dlg_param.vstartup_start + 1;
2907
2908         return vertical_line_start;
2909 }
2910
2911 void lock_all_pipes(struct dc *dc,
2912         struct dc_state *context,
2913         bool lock)
2914 {
2915         struct pipe_ctx *pipe_ctx;
2916         struct timing_generator *tg;
2917         int i;
2918
2919         for (i = 0; i < dc->res_pool->pipe_count; i++) {
2920                 pipe_ctx = &context->res_ctx.pipe_ctx[i];
2921                 tg = pipe_ctx->stream_res.tg;
2922                 /*
2923                  * Only lock the top pipe's tg to prevent redundant
2924                  * (un)locking. Also skip if pipe is disabled.
2925                  */
2926                 if (pipe_ctx->top_pipe ||
2927                     !pipe_ctx->stream || !pipe_ctx->plane_state ||
2928                     !tg->funcs->is_tg_enabled(tg))
2929                         continue;
2930
2931                 if (lock)
2932                         tg->funcs->lock(tg);
2933                 else
2934                         tg->funcs->unlock(tg);
2935         }
2936 }
2937
2938 static void calc_vupdate_position(
2939                 struct pipe_ctx *pipe_ctx,
2940                 uint32_t *start_line,
2941                 uint32_t *end_line)
2942 {
2943         const struct dc_crtc_timing *dc_crtc_timing = &pipe_ctx->stream->timing;
2944         int vline_int_offset_from_vupdate =
2945                         pipe_ctx->stream->periodic_interrupt0.lines_offset;
2946         int vupdate_offset_from_vsync = get_vupdate_offset_from_vsync(pipe_ctx);
2947         int start_position;
2948
2949         if (vline_int_offset_from_vupdate > 0)
2950                 vline_int_offset_from_vupdate--;
2951         else if (vline_int_offset_from_vupdate < 0)
2952                 vline_int_offset_from_vupdate++;
2953
2954         start_position = vline_int_offset_from_vupdate + vupdate_offset_from_vsync;
2955
2956         if (start_position >= 0)
2957                 *start_line = start_position;
2958         else
2959                 *start_line = dc_crtc_timing->v_total + start_position - 1;
2960
2961         *end_line = *start_line + 2;
2962
2963         if (*end_line >= dc_crtc_timing->v_total)
2964                 *end_line = 2;
2965 }
2966
2967 static void cal_vline_position(
2968                 struct pipe_ctx *pipe_ctx,
2969                 enum vline_select vline,
2970                 uint32_t *start_line,
2971                 uint32_t *end_line)
2972 {
2973         enum vertical_interrupt_ref_point ref_point = INVALID_POINT;
2974
2975         if (vline == VLINE0)
2976                 ref_point = pipe_ctx->stream->periodic_interrupt0.ref_point;
2977         else if (vline == VLINE1)
2978                 ref_point = pipe_ctx->stream->periodic_interrupt1.ref_point;
2979
2980         switch (ref_point) {
2981         case START_V_UPDATE:
2982                 calc_vupdate_position(
2983                                 pipe_ctx,
2984                                 start_line,
2985                                 end_line);
2986                 break;
2987         case START_V_SYNC:
2988                 // Suppose to do nothing because vsync is 0;
2989                 break;
2990         default:
2991                 ASSERT(0);
2992                 break;
2993         }
2994 }
2995
2996 static void dcn10_setup_periodic_interrupt(
2997                 struct pipe_ctx *pipe_ctx,
2998                 enum vline_select vline)
2999 {
3000         struct timing_generator *tg = pipe_ctx->stream_res.tg;
3001
3002         if (vline == VLINE0) {
3003                 uint32_t start_line = 0;
3004                 uint32_t end_line = 0;
3005
3006                 cal_vline_position(pipe_ctx, vline, &start_line, &end_line);
3007
3008                 tg->funcs->setup_vertical_interrupt0(tg, start_line, end_line);
3009
3010         } else if (vline == VLINE1) {
3011                 pipe_ctx->stream_res.tg->funcs->setup_vertical_interrupt1(
3012                                 tg,
3013                                 pipe_ctx->stream->periodic_interrupt1.lines_offset);
3014         }
3015 }
3016
3017 static void dcn10_setup_vupdate_interrupt(struct pipe_ctx *pipe_ctx)
3018 {
3019         struct timing_generator *tg = pipe_ctx->stream_res.tg;
3020         int start_line = get_vupdate_offset_from_vsync(pipe_ctx);
3021
3022         if (start_line < 0) {
3023                 ASSERT(0);
3024                 start_line = 0;
3025         }
3026
3027         if (tg->funcs->setup_vertical_interrupt2)
3028                 tg->funcs->setup_vertical_interrupt2(tg, start_line);
3029 }
3030
3031 static void dcn10_unblank_stream(struct pipe_ctx *pipe_ctx,
3032                 struct dc_link_settings *link_settings)
3033 {
3034         struct encoder_unblank_param params = { { 0 } };
3035         struct dc_stream_state *stream = pipe_ctx->stream;
3036         struct dc_link *link = stream->link;
3037
3038         /* only 3 items below are used by unblank */
3039         params.timing = pipe_ctx->stream->timing;
3040
3041         params.link_settings.link_rate = link_settings->link_rate;
3042
3043         if (dc_is_dp_signal(pipe_ctx->stream->signal)) {
3044                 if (params.timing.pixel_encoding == PIXEL_ENCODING_YCBCR420)
3045                         params.timing.pix_clk_100hz /= 2;
3046                 pipe_ctx->stream_res.stream_enc->funcs->dp_unblank(pipe_ctx->stream_res.stream_enc, &params);
3047         }
3048
3049         if (link->local_sink && link->local_sink->sink_signal == SIGNAL_TYPE_EDP) {
3050                 link->dc->hwss.edp_backlight_control(link, true);
3051         }
3052 }
3053
3054 static void dcn10_send_immediate_sdp_message(struct pipe_ctx *pipe_ctx,
3055                                 const uint8_t *custom_sdp_message,
3056                                 unsigned int sdp_message_size)
3057 {
3058         if (dc_is_dp_signal(pipe_ctx->stream->signal)) {
3059                 pipe_ctx->stream_res.stream_enc->funcs->send_immediate_sdp_message(
3060                                 pipe_ctx->stream_res.stream_enc,
3061                                 custom_sdp_message,
3062                                 sdp_message_size);
3063         }
3064 }
3065
3066 static const struct hw_sequencer_funcs dcn10_funcs = {
3067         .program_gamut_remap = program_gamut_remap,
3068         .init_hw = dcn10_init_hw,
3069         .init_pipes = dcn10_init_pipes,
3070         .apply_ctx_to_hw = dce110_apply_ctx_to_hw,
3071         .apply_ctx_for_surface = dcn10_apply_ctx_for_surface,
3072         .update_plane_addr = dcn10_update_plane_addr,
3073         .plane_atomic_disconnect = hwss1_plane_atomic_disconnect,
3074         .update_dchub = dcn10_update_dchub,
3075         .update_mpcc = dcn10_update_mpcc,
3076         .update_pending_status = dcn10_update_pending_status,
3077         .set_input_transfer_func = dcn10_set_input_transfer_func,
3078         .set_output_transfer_func = dcn10_set_output_transfer_func,
3079         .program_output_csc = dcn10_program_output_csc,
3080         .power_down = dce110_power_down,
3081         .enable_accelerated_mode = dce110_enable_accelerated_mode,
3082         .enable_timing_synchronization = dcn10_enable_timing_synchronization,
3083         .enable_per_frame_crtc_position_reset = dcn10_enable_per_frame_crtc_position_reset,
3084         .update_info_frame = dce110_update_info_frame,
3085         .send_immediate_sdp_message = dcn10_send_immediate_sdp_message,
3086         .enable_stream = dce110_enable_stream,
3087         .disable_stream = dce110_disable_stream,
3088         .unblank_stream = dcn10_unblank_stream,
3089         .blank_stream = dce110_blank_stream,
3090         .enable_audio_stream = dce110_enable_audio_stream,
3091         .disable_audio_stream = dce110_disable_audio_stream,
3092         .enable_display_power_gating = dcn10_dummy_display_power_gating,
3093         .disable_plane = dcn10_disable_plane,
3094         .blank_pixel_data = dcn10_blank_pixel_data,
3095         .pipe_control_lock = dcn10_pipe_control_lock,
3096         .prepare_bandwidth = dcn10_prepare_bandwidth,
3097         .optimize_bandwidth = dcn10_optimize_bandwidth,
3098         .reset_hw_ctx_wrap = dcn10_reset_hw_ctx_wrap,
3099         .enable_stream_timing = dcn10_enable_stream_timing,
3100         .set_drr = set_drr,
3101         .get_position = get_position,
3102         .set_static_screen_control = set_static_screen_control,
3103         .setup_stereo = dcn10_setup_stereo,
3104         .set_avmute = dce110_set_avmute,
3105         .log_hw_state = dcn10_log_hw_state,
3106         .get_hw_state = dcn10_get_hw_state,
3107         .clear_status_bits = dcn10_clear_status_bits,
3108         .wait_for_mpcc_disconnect = dcn10_wait_for_mpcc_disconnect,
3109         .edp_backlight_control = hwss_edp_backlight_control,
3110         .edp_power_control = hwss_edp_power_control,
3111         .edp_wait_for_hpd_ready = hwss_edp_wait_for_hpd_ready,
3112         .set_cursor_position = dcn10_set_cursor_position,
3113         .set_cursor_attribute = dcn10_set_cursor_attribute,
3114         .set_cursor_sdr_white_level = dcn10_set_cursor_sdr_white_level,
3115         .disable_stream_gating = NULL,
3116         .enable_stream_gating = NULL,
3117         .setup_periodic_interrupt = dcn10_setup_periodic_interrupt,
3118         .setup_vupdate_interrupt = dcn10_setup_vupdate_interrupt,
3119         .did_underflow_occur = dcn10_did_underflow_occur
3120 };
3121
3122
3123 void dcn10_hw_sequencer_construct(struct dc *dc)
3124 {
3125         dc->hwss = dcn10_funcs;
3126 }
3127