Merge tag 'drm-intel-next-2019-10-07' of git://anongit.freedesktop.org/drm/drm-intel...
[linux-2.6-microblaze.git] / drivers / gpu / drm / i915 / display / intel_ddi.c
index 1cb1fa7..3c1e885 100644 (file)
 #include "intel_combo_phy.h"
 #include "intel_connector.h"
 #include "intel_ddi.h"
+#include "intel_display_types.h"
 #include "intel_dp.h"
 #include "intel_dp_link_training.h"
 #include "intel_dpio_phy.h"
-#include "intel_drv.h"
 #include "intel_dsi.h"
 #include "intel_fifo_underrun.h"
 #include "intel_gmbus.h"
@@ -45,6 +45,7 @@
 #include "intel_lspcon.h"
 #include "intel_panel.h"
 #include "intel_psr.h"
+#include "intel_tc.h"
 #include "intel_vdsc.h"
 
 struct ddi_buf_trans {
@@ -585,6 +586,26 @@ static const struct icl_mg_phy_ddi_buf_trans icl_mg_phy_ddi_translations[] = {
        { 0x0, 0x00, 0x00 },    /* 3              0   */
 };
 
+struct tgl_dkl_phy_ddi_buf_trans {
+       u32 dkl_vswing_control;
+       u32 dkl_preshoot_control;
+       u32 dkl_de_emphasis_control;
+};
+
+static const struct tgl_dkl_phy_ddi_buf_trans tgl_dkl_phy_ddi_translations[] = {
+                               /* VS   pre-emp Non-trans mV    Pre-emph dB */
+       { 0x7, 0x0, 0x00 },     /* 0    0       400mV           0 dB */
+       { 0x5, 0x0, 0x03 },     /* 0    1       400mV           3.5 dB */
+       { 0x2, 0x0, 0x0b },     /* 0    2       400mV           6 dB */
+       { 0x0, 0x0, 0x19 },     /* 0    3       400mV           9.5 dB */
+       { 0x5, 0x0, 0x00 },     /* 1    0       600mV           0 dB */
+       { 0x2, 0x0, 0x03 },     /* 1    1       600mV           3.5 dB */
+       { 0x0, 0x0, 0x14 },     /* 1    2       600mV           6 dB */
+       { 0x2, 0x0, 0x00 },     /* 2    0       800mV           0 dB */
+       { 0x0, 0x0, 0x0B },     /* 2    1       800mV           3.5 dB */
+       { 0x0, 0x0, 0x00 },     /* 3    0       1200mV          0 dB HDMI default */
+};
+
 static const struct ddi_buf_trans *
 bdw_get_buf_trans_edp(struct drm_i915_private *dev_priv, int *n_entries)
 {
@@ -846,8 +867,8 @@ cnl_get_buf_trans_edp(struct drm_i915_private *dev_priv, int *n_entries)
 }
 
 static const struct cnl_ddi_buf_trans *
-icl_get_combo_buf_trans(struct drm_i915_private *dev_priv, enum port port,
-                       int type, int rate, int *n_entries)
+icl_get_combo_buf_trans(struct drm_i915_private *dev_priv, int type, int rate,
+                       int *n_entries)
 {
        if (type == INTEL_OUTPUT_HDMI) {
                *n_entries = ARRAY_SIZE(icl_combo_phy_ddi_translations_hdmi);
@@ -867,12 +888,20 @@ icl_get_combo_buf_trans(struct drm_i915_private *dev_priv, enum port port,
 static int intel_ddi_hdmi_level(struct drm_i915_private *dev_priv, enum port port)
 {
        int n_entries, level, default_entry;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
 
        level = dev_priv->vbt.ddi_port_info[port].hdmi_level_shift;
 
-       if (INTEL_GEN(dev_priv) >= 11) {
-               if (intel_port_is_combophy(dev_priv, port))
-                       icl_get_combo_buf_trans(dev_priv, port, INTEL_OUTPUT_HDMI,
+       if (INTEL_GEN(dev_priv) >= 12) {
+               if (intel_phy_is_combo(dev_priv, phy))
+                       icl_get_combo_buf_trans(dev_priv, INTEL_OUTPUT_HDMI,
+                                               0, &n_entries);
+               else
+                       n_entries = ARRAY_SIZE(tgl_dkl_phy_ddi_translations);
+               default_entry = n_entries - 1;
+       } else if (INTEL_GEN(dev_priv) == 11) {
+               if (intel_phy_is_combo(dev_priv, phy))
+                       icl_get_combo_buf_trans(dev_priv, INTEL_OUTPUT_HDMI,
                                                0, &n_entries);
                else
                        n_entries = ARRAY_SIZE(icl_mg_phy_ddi_translations);
@@ -1047,6 +1076,8 @@ static u32 icl_pll_to_ddi_clk_sel(struct intel_encoder *encoder,
        case DPLL_ID_ICL_MGPLL2:
        case DPLL_ID_ICL_MGPLL3:
        case DPLL_ID_ICL_MGPLL4:
+       case DPLL_ID_TGL_MGPLL5:
+       case DPLL_ID_TGL_MGPLL6:
                return DDI_CLK_SEL_MG;
        }
 }
@@ -1411,11 +1442,30 @@ static int icl_calc_mg_pll_link(struct drm_i915_private *dev_priv,
 
        ref_clock = dev_priv->cdclk.hw.ref;
 
-       m1 = pll_state->mg_pll_div1 & MG_PLL_DIV1_FBPREDIV_MASK;
-       m2_int = pll_state->mg_pll_div0 & MG_PLL_DIV0_FBDIV_INT_MASK;
-       m2_frac = (pll_state->mg_pll_div0 & MG_PLL_DIV0_FRACNEN_H) ?
-               (pll_state->mg_pll_div0 & MG_PLL_DIV0_FBDIV_FRAC_MASK) >>
-               MG_PLL_DIV0_FBDIV_FRAC_SHIFT : 0;
+       if (INTEL_GEN(dev_priv) >= 12) {
+               m1 = pll_state->mg_pll_div0 & DKL_PLL_DIV0_FBPREDIV_MASK;
+               m1 = m1 >> DKL_PLL_DIV0_FBPREDIV_SHIFT;
+               m2_int = pll_state->mg_pll_div0 & DKL_PLL_DIV0_FBDIV_INT_MASK;
+
+               if (pll_state->mg_pll_bias & DKL_PLL_BIAS_FRAC_EN_H) {
+                       m2_frac = pll_state->mg_pll_bias &
+                                 DKL_PLL_BIAS_FBDIV_FRAC_MASK;
+                       m2_frac = m2_frac >> DKL_PLL_BIAS_FBDIV_SHIFT;
+               } else {
+                       m2_frac = 0;
+               }
+       } else {
+               m1 = pll_state->mg_pll_div1 & MG_PLL_DIV1_FBPREDIV_MASK;
+               m2_int = pll_state->mg_pll_div0 & MG_PLL_DIV0_FBDIV_INT_MASK;
+
+               if (pll_state->mg_pll_div0 & MG_PLL_DIV0_FRACNEN_H) {
+                       m2_frac = pll_state->mg_pll_div0 &
+                                 MG_PLL_DIV0_FBDIV_FRAC_MASK;
+                       m2_frac = m2_frac >> MG_PLL_DIV0_FBDIV_FRAC_SHIFT;
+               } else {
+                       m2_frac = 0;
+               }
+       }
 
        switch (pll_state->mg_clktop2_hsclkctl &
                MG_CLKTOP2_HSCLKCTL_HSDIV_RATIO_MASK) {
@@ -1486,9 +1536,10 @@ static void icl_ddi_clock_get(struct intel_encoder *encoder,
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_dpll_hw_state *pll_state = &pipe_config->dpll_hw_state;
        enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
        int link_clock;
 
-       if (intel_port_is_combophy(dev_priv, port)) {
+       if (intel_phy_is_combo(dev_priv, phy)) {
                link_clock = cnl_calc_wrpll_link(dev_priv, pll_state);
        } else {
                enum intel_dpll_id pll_id = intel_get_shared_dpll_id(dev_priv,
@@ -1703,9 +1754,6 @@ void intel_ddi_set_pipe_settings(const struct intel_crtc_state *crtc_state)
 
        temp = TRANS_MSA_SYNC_CLK;
 
-       if (crtc_state->limited_color_range)
-               temp |= TRANS_MSA_CEA_RANGE;
-
        switch (crtc_state->pipe_bpp) {
        case 18:
                temp |= TRANS_MSA_6_BPC;
@@ -1724,13 +1772,22 @@ void intel_ddi_set_pipe_settings(const struct intel_crtc_state *crtc_state)
                break;
        }
 
+       /* nonsense combination */
+       WARN_ON(crtc_state->limited_color_range &&
+               crtc_state->output_format != INTEL_OUTPUT_FORMAT_RGB);
+
+       if (crtc_state->limited_color_range)
+               temp |= TRANS_MSA_CEA_RANGE;
+
        /*
         * As per DP 1.2 spec section 2.3.4.3 while sending
         * YCBCR 444 signals we should program MSA MISC1/0 fields with
-        * colorspace information. The output colorspace encoding is BT601.
+        * colorspace information.
         */
        if (crtc_state->output_format == INTEL_OUTPUT_FORMAT_YCBCR444)
-               temp |= TRANS_MSA_SAMPLING_444 | TRANS_MSA_CLRSP_YCBCR;
+               temp |= TRANS_MSA_SAMPLING_444 | TRANS_MSA_CLRSP_YCBCR |
+                       TRANS_MSA_YCBCR_BT709;
+
        /*
         * As per DP 1.4a spec section 2.2.4.3 [MSA Field for Indication
         * of Color Encoding Format and Content Color Gamut] while sending
@@ -1758,7 +1815,14 @@ void intel_ddi_set_vc_payload_alloc(const struct intel_crtc_state *crtc_state,
        I915_WRITE(TRANS_DDI_FUNC_CTL(cpu_transcoder), temp);
 }
 
-void intel_ddi_enable_transcoder_func(const struct intel_crtc_state *crtc_state)
+/*
+ * Returns the TRANS_DDI_FUNC_CTL value based on CRTC state.
+ *
+ * Only intended to be used by intel_ddi_enable_transcoder_func() and
+ * intel_ddi_config_transcoder_func().
+ */
+static u32
+intel_ddi_transcoder_func_reg_val_get(const struct intel_crtc_state *crtc_state)
 {
        struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
        struct intel_encoder *encoder = intel_ddi_get_crtc_encoder(crtc);
@@ -1770,7 +1834,10 @@ void intel_ddi_enable_transcoder_func(const struct intel_crtc_state *crtc_state)
 
        /* Enable TRANS_DDI_FUNC_CTL for the pipe to work in HDMI mode */
        temp = TRANS_DDI_FUNC_ENABLE;
-       temp |= TRANS_DDI_SELECT_PORT(port);
+       if (INTEL_GEN(dev_priv) >= 12)
+               temp |= TGL_TRANS_DDI_SELECT_PORT(port);
+       else
+               temp |= TRANS_DDI_SELECT_PORT(port);
 
        switch (crtc_state->pipe_bpp) {
        case 18:
@@ -1839,6 +1906,34 @@ void intel_ddi_enable_transcoder_func(const struct intel_crtc_state *crtc_state)
                temp |= DDI_PORT_WIDTH(crtc_state->lane_count);
        }
 
+       return temp;
+}
+
+void intel_ddi_enable_transcoder_func(const struct intel_crtc_state *crtc_state)
+{
+       struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
+       struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
+       enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
+       u32 temp;
+
+       temp = intel_ddi_transcoder_func_reg_val_get(crtc_state);
+       I915_WRITE(TRANS_DDI_FUNC_CTL(cpu_transcoder), temp);
+}
+
+/*
+ * Same as intel_ddi_enable_transcoder_func(), but it does not set the enable
+ * bit.
+ */
+static void
+intel_ddi_config_transcoder_func(const struct intel_crtc_state *crtc_state)
+{
+       struct intel_crtc *crtc = to_intel_crtc(crtc_state->base.crtc);
+       struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);
+       enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
+       u32 temp;
+
+       temp = intel_ddi_transcoder_func_reg_val_get(crtc_state);
+       temp &= ~TRANS_DDI_FUNC_ENABLE;
        I915_WRITE(TRANS_DDI_FUNC_CTL(cpu_transcoder), temp);
 }
 
@@ -1850,8 +1945,13 @@ void intel_ddi_disable_transcoder_func(const struct intel_crtc_state *crtc_state
        i915_reg_t reg = TRANS_DDI_FUNC_CTL(cpu_transcoder);
        u32 val = I915_READ(reg);
 
-       val &= ~(TRANS_DDI_FUNC_ENABLE | TRANS_DDI_PORT_MASK | TRANS_DDI_DP_VC_PAYLOAD_ALLOC);
-       val |= TRANS_DDI_PORT_NONE;
+       if (INTEL_GEN(dev_priv) >= 12) {
+               val &= ~(TRANS_DDI_FUNC_ENABLE | TGL_TRANS_DDI_PORT_MASK |
+                        TRANS_DDI_DP_VC_PAYLOAD_ALLOC);
+       } else {
+               val &= ~(TRANS_DDI_FUNC_ENABLE | TRANS_DDI_PORT_MASK |
+                        TRANS_DDI_DP_VC_PAYLOAD_ALLOC);
+       }
        I915_WRITE(reg, val);
 
        if (dev_priv->quirks & QUIRK_INCREASE_DDI_DISABLED_TIME &&
@@ -2003,10 +2103,27 @@ static void intel_ddi_get_encoder_pipes(struct intel_encoder *encoder,
        mst_pipe_mask = 0;
        for_each_pipe(dev_priv, p) {
                enum transcoder cpu_transcoder = (enum transcoder)p;
+               unsigned int port_mask, ddi_select;
+               intel_wakeref_t trans_wakeref;
+
+               trans_wakeref = intel_display_power_get_if_enabled(dev_priv,
+                                                                  POWER_DOMAIN_TRANSCODER(cpu_transcoder));
+               if (!trans_wakeref)
+                       continue;
+
+               if (INTEL_GEN(dev_priv) >= 12) {
+                       port_mask = TGL_TRANS_DDI_PORT_MASK;
+                       ddi_select = TGL_TRANS_DDI_SELECT_PORT(port);
+               } else {
+                       port_mask = TRANS_DDI_PORT_MASK;
+                       ddi_select = TRANS_DDI_SELECT_PORT(port);
+               }
 
                tmp = I915_READ(TRANS_DDI_FUNC_CTL(cpu_transcoder));
+               intel_display_power_put(dev_priv, POWER_DOMAIN_TRANSCODER(cpu_transcoder),
+                                       trans_wakeref);
 
-               if ((tmp & TRANS_DDI_PORT_MASK) != TRANS_DDI_SELECT_PORT(port))
+               if ((tmp & port_mask) != ddi_select)
                        continue;
 
                if ((tmp & TRANS_DDI_MODE_SELECT_MASK) ==
@@ -2017,18 +2134,20 @@ static void intel_ddi_get_encoder_pipes(struct intel_encoder *encoder,
        }
 
        if (!*pipe_mask)
-               DRM_DEBUG_KMS("No pipe for ddi port %c found\n",
-                             port_name(port));
+               DRM_DEBUG_KMS("No pipe for [ENCODER:%d:%s] found\n",
+                             encoder->base.base.id, encoder->base.name);
 
        if (!mst_pipe_mask && hweight8(*pipe_mask) > 1) {
-               DRM_DEBUG_KMS("Multiple pipes for non DP-MST port %c (pipe_mask %02x)\n",
-                             port_name(port), *pipe_mask);
+               DRM_DEBUG_KMS("Multiple pipes for [ENCODER:%d:%s] (pipe_mask %02x)\n",
+                             encoder->base.base.id, encoder->base.name,
+                             *pipe_mask);
                *pipe_mask = BIT(ffs(*pipe_mask) - 1);
        }
 
        if (mst_pipe_mask && mst_pipe_mask != *pipe_mask)
-               DRM_DEBUG_KMS("Conflicting MST and non-MST encoders for port %c (pipe_mask %02x mst_pipe_mask %02x)\n",
-                             port_name(port), *pipe_mask, mst_pipe_mask);
+               DRM_DEBUG_KMS("Conflicting MST and non-MST state for [ENCODER:%d:%s] (pipe_mask %02x mst_pipe_mask %02x)\n",
+                             encoder->base.base.id, encoder->base.name,
+                             *pipe_mask, mst_pipe_mask);
        else
                *is_dp_mst = mst_pipe_mask;
 
@@ -2038,8 +2157,9 @@ out:
                if ((tmp & (BXT_PHY_CMNLANE_POWERDOWN_ACK |
                            BXT_PHY_LANE_POWERDOWN_ACK |
                            BXT_PHY_LANE_ENABLED)) != BXT_PHY_LANE_ENABLED)
-                       DRM_ERROR("Port %c enabled but PHY powered down? "
-                                 "(PHY_CTL %08x)\n", port_name(port), tmp);
+                       DRM_ERROR("[ENCODER:%d:%s] enabled but PHY powered down? "
+                                 "(PHY_CTL %08x)\n", encoder->base.base.id,
+                                 encoder->base.name, tmp);
        }
 
        intel_display_power_put(dev_priv, encoder->power_domain, wakeref);
@@ -2085,6 +2205,7 @@ static void intel_ddi_get_power_domains(struct intel_encoder *encoder,
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_digital_port *dig_port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
 
        /*
         * TODO: Add support for MST encoders. Atm, the following should never
@@ -2102,7 +2223,7 @@ static void intel_ddi_get_power_domains(struct intel_encoder *encoder,
         * ports.
         */
        if (intel_crtc_has_dp_encoder(crtc_state) ||
-           intel_port_is_tc(dev_priv, encoder->port))
+           intel_phy_is_tc(dev_priv, phy))
                intel_display_power_get(dev_priv,
                                        intel_ddi_main_link_aux_domain(dig_port));
 
@@ -2122,9 +2243,14 @@ void intel_ddi_enable_pipe_clock(const struct intel_crtc_state *crtc_state)
        enum port port = encoder->port;
        enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
 
-       if (cpu_transcoder != TRANSCODER_EDP)
-               I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
-                          TRANS_CLK_SEL_PORT(port));
+       if (cpu_transcoder != TRANSCODER_EDP) {
+               if (INTEL_GEN(dev_priv) >= 12)
+                       I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
+                                  TGL_TRANS_CLK_SEL_PORT(port));
+               else
+                       I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
+                                  TRANS_CLK_SEL_PORT(port));
+       }
 }
 
 void intel_ddi_disable_pipe_clock(const struct intel_crtc_state *crtc_state)
@@ -2132,9 +2258,14 @@ void intel_ddi_disable_pipe_clock(const struct intel_crtc_state *crtc_state)
        struct drm_i915_private *dev_priv = to_i915(crtc_state->base.crtc->dev);
        enum transcoder cpu_transcoder = crtc_state->cpu_transcoder;
 
-       if (cpu_transcoder != TRANSCODER_EDP)
-               I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
-                          TRANS_CLK_SEL_DISABLED);
+       if (cpu_transcoder != TRANSCODER_EDP) {
+               if (INTEL_GEN(dev_priv) >= 12)
+                       I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
+                                  TGL_TRANS_CLK_SEL_DISABLED);
+               else
+                       I915_WRITE(TRANS_CLK_SEL(cpu_transcoder),
+                                  TRANS_CLK_SEL_DISABLED);
+       }
 }
 
 static void _skl_ddi_set_iboost(struct drm_i915_private *dev_priv,
@@ -2227,11 +2358,18 @@ u8 intel_ddi_dp_voltage_max(struct intel_encoder *encoder)
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_dp *intel_dp = enc_to_intel_dp(&encoder->base);
        enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
        int n_entries;
 
-       if (INTEL_GEN(dev_priv) >= 11) {
-               if (intel_port_is_combophy(dev_priv, port))
-                       icl_get_combo_buf_trans(dev_priv, port, encoder->type,
+       if (INTEL_GEN(dev_priv) >= 12) {
+               if (intel_phy_is_combo(dev_priv, phy))
+                       icl_get_combo_buf_trans(dev_priv, encoder->type,
+                                               intel_dp->link_rate, &n_entries);
+               else
+                       n_entries = ARRAY_SIZE(tgl_dkl_phy_ddi_translations);
+       } else if (INTEL_GEN(dev_priv) == 11) {
+               if (intel_phy_is_combo(dev_priv, phy))
+                       icl_get_combo_buf_trans(dev_priv, encoder->type,
                                                intel_dp->link_rate, &n_entries);
                else
                        n_entries = ARRAY_SIZE(icl_mg_phy_ddi_translations);
@@ -2413,15 +2551,15 @@ static void cnl_ddi_vswing_sequence(struct intel_encoder *encoder,
 }
 
 static void icl_ddi_combo_vswing_program(struct drm_i915_private *dev_priv,
-                                       u32 level, enum port port, int type,
+                                       u32 level, enum phy phy, int type,
                                        int rate)
 {
        const struct cnl_ddi_buf_trans *ddi_translations = NULL;
        u32 n_entries, val;
        int ln;
 
-       ddi_translations = icl_get_combo_buf_trans(dev_priv, port, type,
-                                                  rate, &n_entries);
+       ddi_translations = icl_get_combo_buf_trans(dev_priv, type, rate,
+                                                  &n_entries);
        if (!ddi_translations)
                return;
 
@@ -2431,41 +2569,41 @@ static void icl_ddi_combo_vswing_program(struct drm_i915_private *dev_priv,
        }
 
        /* Set PORT_TX_DW5 */
-       val = I915_READ(ICL_PORT_TX_DW5_LN0(port));
+       val = I915_READ(ICL_PORT_TX_DW5_LN0(phy));
        val &= ~(SCALING_MODE_SEL_MASK | RTERM_SELECT_MASK |
                  TAP2_DISABLE | TAP3_DISABLE);
        val |= SCALING_MODE_SEL(0x2);
        val |= RTERM_SELECT(0x6);
        val |= TAP3_DISABLE;
-       I915_WRITE(ICL_PORT_TX_DW5_GRP(port), val);
+       I915_WRITE(ICL_PORT_TX_DW5_GRP(phy), val);
 
        /* Program PORT_TX_DW2 */
-       val = I915_READ(ICL_PORT_TX_DW2_LN0(port));
+       val = I915_READ(ICL_PORT_TX_DW2_LN0(phy));
        val &= ~(SWING_SEL_LOWER_MASK | SWING_SEL_UPPER_MASK |
                 RCOMP_SCALAR_MASK);
        val |= SWING_SEL_UPPER(ddi_translations[level].dw2_swing_sel);
        val |= SWING_SEL_LOWER(ddi_translations[level].dw2_swing_sel);
        /* Program Rcomp scalar for every table entry */
        val |= RCOMP_SCALAR(0x98);
-       I915_WRITE(ICL_PORT_TX_DW2_GRP(port), val);
+       I915_WRITE(ICL_PORT_TX_DW2_GRP(phy), val);
 
        /* Program PORT_TX_DW4 */
        /* We cannot write to GRP. It would overwrite individual loadgen. */
        for (ln = 0; ln <= 3; ln++) {
-               val = I915_READ(ICL_PORT_TX_DW4_LN(ln, port));
+               val = I915_READ(ICL_PORT_TX_DW4_LN(ln, phy));
                val &= ~(POST_CURSOR_1_MASK | POST_CURSOR_2_MASK |
                         CURSOR_COEFF_MASK);
                val |= POST_CURSOR_1(ddi_translations[level].dw4_post_cursor_1);
                val |= POST_CURSOR_2(ddi_translations[level].dw4_post_cursor_2);
                val |= CURSOR_COEFF(ddi_translations[level].dw4_cursor_coeff);
-               I915_WRITE(ICL_PORT_TX_DW4_LN(ln, port), val);
+               I915_WRITE(ICL_PORT_TX_DW4_LN(ln, phy), val);
        }
 
        /* Program PORT_TX_DW7 */
-       val = I915_READ(ICL_PORT_TX_DW7_LN0(port));
+       val = I915_READ(ICL_PORT_TX_DW7_LN0(phy));
        val &= ~N_SCALAR_MASK;
        val |= N_SCALAR(ddi_translations[level].dw7_n_scalar);
-       I915_WRITE(ICL_PORT_TX_DW7_GRP(port), val);
+       I915_WRITE(ICL_PORT_TX_DW7_GRP(phy), val);
 }
 
 static void icl_combo_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
@@ -2473,7 +2611,7 @@ static void icl_combo_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                                              enum intel_output_type type)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
        int width = 0;
        int rate = 0;
        u32 val;
@@ -2494,12 +2632,12 @@ static void icl_combo_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
         * set PORT_PCS_DW1 cmnkeeper_enable to 1b,
         * else clear to 0b.
         */
-       val = I915_READ(ICL_PORT_PCS_DW1_LN0(port));
+       val = I915_READ(ICL_PORT_PCS_DW1_LN0(phy));
        if (type == INTEL_OUTPUT_HDMI)
                val &= ~COMMON_KEEPER_EN;
        else
                val |= COMMON_KEEPER_EN;
-       I915_WRITE(ICL_PORT_PCS_DW1_GRP(port), val);
+       I915_WRITE(ICL_PORT_PCS_DW1_GRP(phy), val);
 
        /* 2. Program loadgen select */
        /*
@@ -2509,33 +2647,33 @@ static void icl_combo_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
         * > 6 GHz (LN0=0, LN1=0, LN2=0, LN3=0)
         */
        for (ln = 0; ln <= 3; ln++) {
-               val = I915_READ(ICL_PORT_TX_DW4_LN(ln, port));
+               val = I915_READ(ICL_PORT_TX_DW4_LN(ln, phy));
                val &= ~LOADGEN_SELECT;
 
                if ((rate <= 600000 && width == 4 && ln >= 1) ||
                    (rate <= 600000 && width < 4 && (ln == 1 || ln == 2))) {
                        val |= LOADGEN_SELECT;
                }
-               I915_WRITE(ICL_PORT_TX_DW4_LN(ln, port), val);
+               I915_WRITE(ICL_PORT_TX_DW4_LN(ln, phy), val);
        }
 
        /* 3. Set PORT_CL_DW5 SUS Clock Config to 11b */
-       val = I915_READ(ICL_PORT_CL_DW5(port));
+       val = I915_READ(ICL_PORT_CL_DW5(phy));
        val |= SUS_CLOCK_CONFIG;
-       I915_WRITE(ICL_PORT_CL_DW5(port), val);
+       I915_WRITE(ICL_PORT_CL_DW5(phy), val);
 
        /* 4. Clear training enable to change swing values */
-       val = I915_READ(ICL_PORT_TX_DW5_LN0(port));
+       val = I915_READ(ICL_PORT_TX_DW5_LN0(phy));
        val &= ~TX_TRAINING_EN;
-       I915_WRITE(ICL_PORT_TX_DW5_GRP(port), val);
+       I915_WRITE(ICL_PORT_TX_DW5_GRP(phy), val);
 
        /* 5. Program swing and de-emphasis */
-       icl_ddi_combo_vswing_program(dev_priv, level, port, type, rate);
+       icl_ddi_combo_vswing_program(dev_priv, level, phy, type, rate);
 
        /* 6. Set training enable to trigger update */
-       val = I915_READ(ICL_PORT_TX_DW5_LN0(port));
+       val = I915_READ(ICL_PORT_TX_DW5_LN0(phy));
        val |= TX_TRAINING_EN;
-       I915_WRITE(ICL_PORT_TX_DW5_GRP(port), val);
+       I915_WRITE(ICL_PORT_TX_DW5_GRP(phy), val);
 }
 
 static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
@@ -2543,7 +2681,7 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                                           u32 level)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       enum tc_port tc_port = intel_port_to_tc(dev_priv, encoder->port);
        const struct icl_mg_phy_ddi_buf_trans *ddi_translations;
        u32 n_entries, val;
        int ln;
@@ -2559,33 +2697,33 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
 
        /* Set MG_TX_LINK_PARAMS cri_use_fs32 to 0. */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_TX1_LINK_PARAMS(ln, port));
+               val = I915_READ(MG_TX1_LINK_PARAMS(ln, tc_port));
                val &= ~CRI_USE_FS32;
-               I915_WRITE(MG_TX1_LINK_PARAMS(ln, port), val);
+               I915_WRITE(MG_TX1_LINK_PARAMS(ln, tc_port), val);
 
-               val = I915_READ(MG_TX2_LINK_PARAMS(ln, port));
+               val = I915_READ(MG_TX2_LINK_PARAMS(ln, tc_port));
                val &= ~CRI_USE_FS32;
-               I915_WRITE(MG_TX2_LINK_PARAMS(ln, port), val);
+               I915_WRITE(MG_TX2_LINK_PARAMS(ln, tc_port), val);
        }
 
        /* Program MG_TX_SWINGCTRL with values from vswing table */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_TX1_SWINGCTRL(ln, port));
+               val = I915_READ(MG_TX1_SWINGCTRL(ln, tc_port));
                val &= ~CRI_TXDEEMPH_OVERRIDE_17_12_MASK;
                val |= CRI_TXDEEMPH_OVERRIDE_17_12(
                        ddi_translations[level].cri_txdeemph_override_17_12);
-               I915_WRITE(MG_TX1_SWINGCTRL(ln, port), val);
+               I915_WRITE(MG_TX1_SWINGCTRL(ln, tc_port), val);
 
-               val = I915_READ(MG_TX2_SWINGCTRL(ln, port));
+               val = I915_READ(MG_TX2_SWINGCTRL(ln, tc_port));
                val &= ~CRI_TXDEEMPH_OVERRIDE_17_12_MASK;
                val |= CRI_TXDEEMPH_OVERRIDE_17_12(
                        ddi_translations[level].cri_txdeemph_override_17_12);
-               I915_WRITE(MG_TX2_SWINGCTRL(ln, port), val);
+               I915_WRITE(MG_TX2_SWINGCTRL(ln, tc_port), val);
        }
 
        /* Program MG_TX_DRVCTRL with values from vswing table */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_TX1_DRVCTRL(ln, port));
+               val = I915_READ(MG_TX1_DRVCTRL(ln, tc_port));
                val &= ~(CRI_TXDEEMPH_OVERRIDE_11_6_MASK |
                         CRI_TXDEEMPH_OVERRIDE_5_0_MASK);
                val |= CRI_TXDEEMPH_OVERRIDE_5_0(
@@ -2593,9 +2731,9 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                        CRI_TXDEEMPH_OVERRIDE_11_6(
                                ddi_translations[level].cri_txdeemph_override_11_6) |
                        CRI_TXDEEMPH_OVERRIDE_EN;
-               I915_WRITE(MG_TX1_DRVCTRL(ln, port), val);
+               I915_WRITE(MG_TX1_DRVCTRL(ln, tc_port), val);
 
-               val = I915_READ(MG_TX2_DRVCTRL(ln, port));
+               val = I915_READ(MG_TX2_DRVCTRL(ln, tc_port));
                val &= ~(CRI_TXDEEMPH_OVERRIDE_11_6_MASK |
                         CRI_TXDEEMPH_OVERRIDE_5_0_MASK);
                val |= CRI_TXDEEMPH_OVERRIDE_5_0(
@@ -2603,7 +2741,7 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                        CRI_TXDEEMPH_OVERRIDE_11_6(
                                ddi_translations[level].cri_txdeemph_override_11_6) |
                        CRI_TXDEEMPH_OVERRIDE_EN;
-               I915_WRITE(MG_TX2_DRVCTRL(ln, port), val);
+               I915_WRITE(MG_TX2_DRVCTRL(ln, tc_port), val);
 
                /* FIXME: Program CRI_LOADGEN_SEL after the spec is updated */
        }
@@ -2614,17 +2752,17 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
         * values from table for which TX1 and TX2 enabled.
         */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_CLKHUB(ln, port));
+               val = I915_READ(MG_CLKHUB(ln, tc_port));
                if (link_clock < 300000)
                        val |= CFG_LOW_RATE_LKREN_EN;
                else
                        val &= ~CFG_LOW_RATE_LKREN_EN;
-               I915_WRITE(MG_CLKHUB(ln, port), val);
+               I915_WRITE(MG_CLKHUB(ln, tc_port), val);
        }
 
        /* Program the MG_TX_DCC<LN, port being used> based on the link frequency */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_TX1_DCC(ln, port));
+               val = I915_READ(MG_TX1_DCC(ln, tc_port));
                val &= ~CFG_AMI_CK_DIV_OVERRIDE_VAL_MASK;
                if (link_clock <= 500000) {
                        val &= ~CFG_AMI_CK_DIV_OVERRIDE_EN;
@@ -2632,9 +2770,9 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                        val |= CFG_AMI_CK_DIV_OVERRIDE_EN |
                                CFG_AMI_CK_DIV_OVERRIDE_VAL(1);
                }
-               I915_WRITE(MG_TX1_DCC(ln, port), val);
+               I915_WRITE(MG_TX1_DCC(ln, tc_port), val);
 
-               val = I915_READ(MG_TX2_DCC(ln, port));
+               val = I915_READ(MG_TX2_DCC(ln, tc_port));
                val &= ~CFG_AMI_CK_DIV_OVERRIDE_VAL_MASK;
                if (link_clock <= 500000) {
                        val &= ~CFG_AMI_CK_DIV_OVERRIDE_EN;
@@ -2642,18 +2780,18 @@ static void icl_mg_phy_ddi_vswing_sequence(struct intel_encoder *encoder,
                        val |= CFG_AMI_CK_DIV_OVERRIDE_EN |
                                CFG_AMI_CK_DIV_OVERRIDE_VAL(1);
                }
-               I915_WRITE(MG_TX2_DCC(ln, port), val);
+               I915_WRITE(MG_TX2_DCC(ln, tc_port), val);
        }
 
        /* Program MG_TX_PISO_READLOAD with values from vswing table */
        for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_TX1_PISO_READLOAD(ln, port));
+               val = I915_READ(MG_TX1_PISO_READLOAD(ln, tc_port));
                val |= CRI_CALCINIT;
-               I915_WRITE(MG_TX1_PISO_READLOAD(ln, port), val);
+               I915_WRITE(MG_TX1_PISO_READLOAD(ln, tc_port), val);
 
-               val = I915_READ(MG_TX2_PISO_READLOAD(ln, port));
+               val = I915_READ(MG_TX2_PISO_READLOAD(ln, tc_port));
                val |= CRI_CALCINIT;
-               I915_WRITE(MG_TX2_PISO_READLOAD(ln, port), val);
+               I915_WRITE(MG_TX2_PISO_READLOAD(ln, tc_port), val);
        }
 }
 
@@ -2663,14 +2801,70 @@ static void icl_ddi_vswing_sequence(struct intel_encoder *encoder,
                                    enum intel_output_type type)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
 
-       if (intel_port_is_combophy(dev_priv, port))
+       if (intel_phy_is_combo(dev_priv, phy))
                icl_combo_phy_ddi_vswing_sequence(encoder, level, type);
        else
                icl_mg_phy_ddi_vswing_sequence(encoder, link_clock, level);
 }
 
+static void
+tgl_dkl_phy_ddi_vswing_sequence(struct intel_encoder *encoder, int link_clock,
+                               u32 level)
+{
+       struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
+       enum tc_port tc_port = intel_port_to_tc(dev_priv, encoder->port);
+       const struct tgl_dkl_phy_ddi_buf_trans *ddi_translations;
+       u32 n_entries, val, ln, dpcnt_mask, dpcnt_val;
+
+       n_entries = ARRAY_SIZE(tgl_dkl_phy_ddi_translations);
+       ddi_translations = tgl_dkl_phy_ddi_translations;
+
+       if (level >= n_entries)
+               level = n_entries - 1;
+
+       dpcnt_mask = (DKL_TX_PRESHOOT_COEFF_MASK |
+                     DKL_TX_DE_EMPAHSIS_COEFF_MASK |
+                     DKL_TX_VSWING_CONTROL_MASK);
+       dpcnt_val = DKL_TX_VSWING_CONTROL(ddi_translations[level].dkl_vswing_control);
+       dpcnt_val |= DKL_TX_DE_EMPHASIS_COEFF(ddi_translations[level].dkl_de_emphasis_control);
+       dpcnt_val |= DKL_TX_PRESHOOT_COEFF(ddi_translations[level].dkl_preshoot_control);
+
+       for (ln = 0; ln < 2; ln++) {
+               I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, ln));
+
+               /* All the registers are RMW */
+               val = I915_READ(DKL_TX_DPCNTL0(tc_port));
+               val &= ~dpcnt_mask;
+               val |= dpcnt_val;
+               I915_WRITE(DKL_TX_DPCNTL0(tc_port), val);
+
+               val = I915_READ(DKL_TX_DPCNTL1(tc_port));
+               val &= ~dpcnt_mask;
+               val |= dpcnt_val;
+               I915_WRITE(DKL_TX_DPCNTL1(tc_port), val);
+
+               val = I915_READ(DKL_TX_DPCNTL2(tc_port));
+               val &= ~DKL_TX_DP20BITMODE;
+               I915_WRITE(DKL_TX_DPCNTL2(tc_port), val);
+       }
+}
+
+static void tgl_ddi_vswing_sequence(struct intel_encoder *encoder,
+                                   int link_clock,
+                                   u32 level,
+                                   enum intel_output_type type)
+{
+       struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
+
+       if (intel_phy_is_combo(dev_priv, phy))
+               icl_combo_phy_ddi_vswing_sequence(encoder, level, type);
+       else
+               tgl_dkl_phy_ddi_vswing_sequence(encoder, link_clock, level);
+}
+
 static u32 translate_signal_level(int signal_levels)
 {
        int i;
@@ -2702,7 +2896,10 @@ u32 bxt_signal_levels(struct intel_dp *intel_dp)
        struct intel_encoder *encoder = &dport->base;
        int level = intel_ddi_dp_level(intel_dp);
 
-       if (INTEL_GEN(dev_priv) >= 11)
+       if (INTEL_GEN(dev_priv) >= 12)
+               tgl_ddi_vswing_sequence(encoder, intel_dp->link_rate,
+                                       level, encoder->type);
+       else if (INTEL_GEN(dev_priv) >= 11)
                icl_ddi_vswing_sequence(encoder, intel_dp->link_rate,
                                        level, encoder->type);
        else if (IS_CANNONLAKE(dev_priv))
@@ -2728,12 +2925,13 @@ u32 ddi_signal_levels(struct intel_dp *intel_dp)
 
 static inline
 u32 icl_dpclka_cfgcr0_clk_off(struct drm_i915_private *dev_priv,
-                             enum port port)
+                             enum phy phy)
 {
-       if (intel_port_is_combophy(dev_priv, port)) {
-               return ICL_DPCLKA_CFGCR0_DDI_CLK_OFF(port);
-       } else if (intel_port_is_tc(dev_priv, port)) {
-               enum tc_port tc_port = intel_port_to_tc(dev_priv, port);
+       if (intel_phy_is_combo(dev_priv, phy)) {
+               return ICL_DPCLKA_CFGCR0_DDI_CLK_OFF(phy);
+       } else if (intel_phy_is_tc(dev_priv, phy)) {
+               enum tc_port tc_port = intel_port_to_tc(dev_priv,
+                                                       (enum port)phy);
 
                return ICL_DPCLKA_CFGCR0_TC_CLK_OFF(tc_port);
        }
@@ -2746,23 +2944,33 @@ static void icl_map_plls_to_ports(struct intel_encoder *encoder,
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_shared_dpll *pll = crtc_state->shared_dpll;
-       enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
        u32 val;
 
        mutex_lock(&dev_priv->dpll_lock);
 
-       val = I915_READ(DPCLKA_CFGCR0_ICL);
-       WARN_ON((val & icl_dpclka_cfgcr0_clk_off(dev_priv, port)) == 0);
+       val = I915_READ(ICL_DPCLKA_CFGCR0);
+       WARN_ON((val & icl_dpclka_cfgcr0_clk_off(dev_priv, phy)) == 0);
 
-       if (intel_port_is_combophy(dev_priv, port)) {
-               val &= ~DPCLKA_CFGCR0_DDI_CLK_SEL_MASK(port);
-               val |= DPCLKA_CFGCR0_DDI_CLK_SEL(pll->info->id, port);
-               I915_WRITE(DPCLKA_CFGCR0_ICL, val);
-               POSTING_READ(DPCLKA_CFGCR0_ICL);
+       if (intel_phy_is_combo(dev_priv, phy)) {
+               /*
+                * Even though this register references DDIs, note that we
+                * want to pass the PHY rather than the port (DDI).  For
+                * ICL, port=phy in all cases so it doesn't matter, but for
+                * EHL the bspec notes the following:
+                *
+                *   "DDID clock tied to DDIA clock, so DPCLKA_CFGCR0 DDIA
+                *   Clock Select chooses the PLL for both DDIA and DDID and
+                *   drives port A in all cases."
+                */
+               val &= ~ICL_DPCLKA_CFGCR0_DDI_CLK_SEL_MASK(phy);
+               val |= ICL_DPCLKA_CFGCR0_DDI_CLK_SEL(pll->info->id, phy);
+               I915_WRITE(ICL_DPCLKA_CFGCR0, val);
+               POSTING_READ(ICL_DPCLKA_CFGCR0);
        }
 
-       val &= ~icl_dpclka_cfgcr0_clk_off(dev_priv, port);
-       I915_WRITE(DPCLKA_CFGCR0_ICL, val);
+       val &= ~icl_dpclka_cfgcr0_clk_off(dev_priv, phy);
+       I915_WRITE(ICL_DPCLKA_CFGCR0, val);
 
        mutex_unlock(&dev_priv->dpll_lock);
 }
@@ -2770,14 +2978,14 @@ static void icl_map_plls_to_ports(struct intel_encoder *encoder,
 static void icl_unmap_plls_to_ports(struct intel_encoder *encoder)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
        u32 val;
 
        mutex_lock(&dev_priv->dpll_lock);
 
-       val = I915_READ(DPCLKA_CFGCR0_ICL);
-       val |= icl_dpclka_cfgcr0_clk_off(dev_priv, port);
-       I915_WRITE(DPCLKA_CFGCR0_ICL, val);
+       val = I915_READ(ICL_DPCLKA_CFGCR0);
+       val |= icl_dpclka_cfgcr0_clk_off(dev_priv, phy);
+       I915_WRITE(ICL_DPCLKA_CFGCR0, val);
 
        mutex_unlock(&dev_priv->dpll_lock);
 }
@@ -2835,11 +3043,13 @@ void icl_sanitize_encoder_pll_mapping(struct intel_encoder *encoder)
                ddi_clk_needed = false;
        }
 
-       val = I915_READ(DPCLKA_CFGCR0_ICL);
+       val = I915_READ(ICL_DPCLKA_CFGCR0);
        for_each_port_masked(port, port_mask) {
+               enum phy phy = intel_port_to_phy(dev_priv, port);
+
                bool ddi_clk_ungated = !(val &
                                         icl_dpclka_cfgcr0_clk_off(dev_priv,
-                                                                  port));
+                                                                  phy));
 
                if (ddi_clk_needed == ddi_clk_ungated)
                        continue;
@@ -2851,10 +3061,10 @@ void icl_sanitize_encoder_pll_mapping(struct intel_encoder *encoder)
                if (WARN_ON(ddi_clk_needed))
                        continue;
 
-               DRM_NOTE("Port %c is disabled/in DSI mode with an ungated DDI clock, gate it\n",
-                        port_name(port));
-               val |= icl_dpclka_cfgcr0_clk_off(dev_priv, port);
-               I915_WRITE(DPCLKA_CFGCR0_ICL, val);
+               DRM_NOTE("PHY %c is disabled/in DSI mode with an ungated DDI clock, gate it\n",
+                        phy_name(port));
+               val |= icl_dpclka_cfgcr0_clk_off(dev_priv, phy);
+               I915_WRITE(ICL_DPCLKA_CFGCR0, val);
        }
 }
 
@@ -2863,6 +3073,7 @@ static void intel_ddi_clk_select(struct intel_encoder *encoder,
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
        u32 val;
        const struct intel_shared_dpll *pll = crtc_state->shared_dpll;
 
@@ -2872,9 +3083,15 @@ static void intel_ddi_clk_select(struct intel_encoder *encoder,
        mutex_lock(&dev_priv->dpll_lock);
 
        if (INTEL_GEN(dev_priv) >= 11) {
-               if (!intel_port_is_combophy(dev_priv, port))
+               if (!intel_phy_is_combo(dev_priv, phy))
                        I915_WRITE(DDI_CLK_SEL(port),
                                   icl_pll_to_ddi_clk_sel(encoder, crtc_state));
+               else if (IS_ELKHARTLAKE(dev_priv) && port >= PORT_C)
+                       /*
+                        * MG does not exist but the programming is required
+                        * to ungate DDIC and DDID
+                        */
+                       I915_WRITE(DDI_CLK_SEL(port), DDI_CLK_SEL_MG);
        } else if (IS_CANNONLAKE(dev_priv)) {
                /* Configure DPCLKA_CFGCR0 to map the DPLL to the DDI. */
                val = I915_READ(DPCLKA_CFGCR0);
@@ -2912,9 +3129,11 @@ static void intel_ddi_clk_disable(struct intel_encoder *encoder)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
 
        if (INTEL_GEN(dev_priv) >= 11) {
-               if (!intel_port_is_combophy(dev_priv, port))
+               if (!intel_phy_is_combo(dev_priv, phy) ||
+                   (IS_ELKHARTLAKE(dev_priv) && port >= PORT_C))
                        I915_WRITE(DDI_CLK_SEL(port), DDI_CLK_SEL_NONE);
        } else if (IS_CANNONLAKE(dev_priv)) {
                I915_WRITE(DPCLKA_CFGCR0, I915_READ(DPCLKA_CFGCR0) |
@@ -2927,133 +3146,141 @@ static void intel_ddi_clk_disable(struct intel_encoder *encoder)
        }
 }
 
-static void icl_enable_phy_clock_gating(struct intel_digital_port *dig_port)
+static void
+icl_phy_set_clock_gating(struct intel_digital_port *dig_port, bool enable)
 {
        struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
-       enum port port = dig_port->base.port;
-       enum tc_port tc_port = intel_port_to_tc(dev_priv, port);
-       u32 val;
+       enum tc_port tc_port = intel_port_to_tc(dev_priv, dig_port->base.port);
+       u32 val, bits;
        int ln;
 
        if (tc_port == PORT_TC_NONE)
                return;
 
-       for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_DP_MODE(ln, port));
-               val |= MG_DP_MODE_CFG_TR2PWR_GATING |
-                      MG_DP_MODE_CFG_TRPWR_GATING |
-                      MG_DP_MODE_CFG_CLNPWR_GATING |
-                      MG_DP_MODE_CFG_DIGPWR_GATING |
-                      MG_DP_MODE_CFG_GAONPWR_GATING;
-               I915_WRITE(MG_DP_MODE(ln, port), val);
-       }
-
-       val = I915_READ(MG_MISC_SUS0(tc_port));
-       val |= MG_MISC_SUS0_SUSCLK_DYNCLKGATE_MODE(3) |
-              MG_MISC_SUS0_CFG_TR2PWR_GATING |
-              MG_MISC_SUS0_CFG_CL2PWR_GATING |
-              MG_MISC_SUS0_CFG_GAONPWR_GATING |
-              MG_MISC_SUS0_CFG_TRPWR_GATING |
-              MG_MISC_SUS0_CFG_CL1PWR_GATING |
-              MG_MISC_SUS0_CFG_DGPWR_GATING;
-       I915_WRITE(MG_MISC_SUS0(tc_port), val);
-}
+       bits = MG_DP_MODE_CFG_TR2PWR_GATING | MG_DP_MODE_CFG_TRPWR_GATING |
+              MG_DP_MODE_CFG_CLNPWR_GATING | MG_DP_MODE_CFG_DIGPWR_GATING |
+              MG_DP_MODE_CFG_GAONPWR_GATING;
 
-static void icl_disable_phy_clock_gating(struct intel_digital_port *dig_port)
-{
-       struct drm_i915_private *dev_priv = to_i915(dig_port->base.base.dev);
-       enum port port = dig_port->base.port;
-       enum tc_port tc_port = intel_port_to_tc(dev_priv, port);
-       u32 val;
-       int ln;
+       for (ln = 0; ln < 2; ln++) {
+               if (INTEL_GEN(dev_priv) >= 12) {
+                       I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, ln));
+                       val = I915_READ(DKL_DP_MODE(tc_port));
+               } else {
+                       val = I915_READ(MG_DP_MODE(ln, tc_port));
+               }
 
-       if (tc_port == PORT_TC_NONE)
-               return;
+               if (enable)
+                       val |= bits;
+               else
+                       val &= ~bits;
 
-       for (ln = 0; ln < 2; ln++) {
-               val = I915_READ(MG_DP_MODE(ln, port));
-               val &= ~(MG_DP_MODE_CFG_TR2PWR_GATING |
-                        MG_DP_MODE_CFG_TRPWR_GATING |
-                        MG_DP_MODE_CFG_CLNPWR_GATING |
-                        MG_DP_MODE_CFG_DIGPWR_GATING |
-                        MG_DP_MODE_CFG_GAONPWR_GATING);
-               I915_WRITE(MG_DP_MODE(ln, port), val);
+               if (INTEL_GEN(dev_priv) >= 12)
+                       I915_WRITE(DKL_DP_MODE(tc_port), val);
+               else
+                       I915_WRITE(MG_DP_MODE(ln, tc_port), val);
        }
 
-       val = I915_READ(MG_MISC_SUS0(tc_port));
-       val &= ~(MG_MISC_SUS0_SUSCLK_DYNCLKGATE_MODE_MASK |
-                MG_MISC_SUS0_CFG_TR2PWR_GATING |
-                MG_MISC_SUS0_CFG_CL2PWR_GATING |
-                MG_MISC_SUS0_CFG_GAONPWR_GATING |
-                MG_MISC_SUS0_CFG_TRPWR_GATING |
-                MG_MISC_SUS0_CFG_CL1PWR_GATING |
-                MG_MISC_SUS0_CFG_DGPWR_GATING);
-       I915_WRITE(MG_MISC_SUS0(tc_port), val);
+       if (INTEL_GEN(dev_priv) == 11) {
+               bits = MG_MISC_SUS0_CFG_TR2PWR_GATING |
+                      MG_MISC_SUS0_CFG_CL2PWR_GATING |
+                      MG_MISC_SUS0_CFG_GAONPWR_GATING |
+                      MG_MISC_SUS0_CFG_TRPWR_GATING |
+                      MG_MISC_SUS0_CFG_CL1PWR_GATING |
+                      MG_MISC_SUS0_CFG_DGPWR_GATING;
+
+               val = I915_READ(MG_MISC_SUS0(tc_port));
+               if (enable)
+                       val |= (bits | MG_MISC_SUS0_SUSCLK_DYNCLKGATE_MODE(3));
+               else
+                       val &= ~(bits | MG_MISC_SUS0_SUSCLK_DYNCLKGATE_MODE_MASK);
+               I915_WRITE(MG_MISC_SUS0(tc_port), val);
+       }
 }
 
-static void icl_program_mg_dp_mode(struct intel_digital_port *intel_dig_port)
+static void
+icl_program_mg_dp_mode(struct intel_digital_port *intel_dig_port,
+                      const struct intel_crtc_state *crtc_state)
 {
        struct drm_i915_private *dev_priv = to_i915(intel_dig_port->base.base.dev);
-       enum port port = intel_dig_port->base.port;
-       enum tc_port tc_port = intel_port_to_tc(dev_priv, port);
-       u32 ln0, ln1, lane_info;
+       enum tc_port tc_port = intel_port_to_tc(dev_priv, intel_dig_port->base.port);
+       u32 ln0, ln1, pin_assignment;
+       u8 width;
 
-       if (tc_port == PORT_TC_NONE || intel_dig_port->tc_type == TC_PORT_TBT)
+       if (intel_dig_port->tc_mode == TC_PORT_TBT_ALT)
                return;
 
-       ln0 = I915_READ(MG_DP_MODE(0, port));
-       ln1 = I915_READ(MG_DP_MODE(1, port));
+       if (INTEL_GEN(dev_priv) >= 12) {
+               I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, 0x0));
+               ln0 = I915_READ(DKL_DP_MODE(tc_port));
+               I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, 0x1));
+               ln1 = I915_READ(DKL_DP_MODE(tc_port));
+       } else {
+               ln0 = I915_READ(MG_DP_MODE(0, tc_port));
+               ln1 = I915_READ(MG_DP_MODE(1, tc_port));
+       }
 
-       switch (intel_dig_port->tc_type) {
-       case TC_PORT_TYPEC:
-               ln0 &= ~(MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X2_MODE);
-               ln1 &= ~(MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X2_MODE);
+       ln0 &= ~(MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X1_MODE);
+       ln1 &= ~(MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X2_MODE);
 
-               lane_info = (I915_READ(PORT_TX_DFLEXDPSP) &
-                            DP_LANE_ASSIGNMENT_MASK(tc_port)) >>
-                           DP_LANE_ASSIGNMENT_SHIFT(tc_port);
+       /* DPPATC */
+       pin_assignment = intel_tc_port_get_pin_assignment_mask(intel_dig_port);
+       width = crtc_state->lane_count;
 
-               switch (lane_info) {
-               case 0x1:
-               case 0x4:
-                       break;
-               case 0x2:
+       switch (pin_assignment) {
+       case 0x0:
+               WARN_ON(intel_dig_port->tc_mode != TC_PORT_LEGACY);
+               if (width == 1) {
+                       ln1 |= MG_DP_MODE_CFG_DP_X1_MODE;
+               } else {
+                       ln0 |= MG_DP_MODE_CFG_DP_X2_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X2_MODE;
+               }
+               break;
+       case 0x1:
+               if (width == 4) {
+                       ln0 |= MG_DP_MODE_CFG_DP_X2_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X2_MODE;
+               }
+               break;
+       case 0x2:
+               if (width == 2) {
+                       ln0 |= MG_DP_MODE_CFG_DP_X2_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X2_MODE;
+               }
+               break;
+       case 0x3:
+       case 0x5:
+               if (width == 1) {
                        ln0 |= MG_DP_MODE_CFG_DP_X1_MODE;
-                       break;
-               case 0x3:
-                       ln0 |= MG_DP_MODE_CFG_DP_X1_MODE |
-                              MG_DP_MODE_CFG_DP_X2_MODE;
-                       break;
-               case 0x8:
                        ln1 |= MG_DP_MODE_CFG_DP_X1_MODE;
-                       break;
-               case 0xC:
-                       ln1 |= MG_DP_MODE_CFG_DP_X1_MODE |
-                              MG_DP_MODE_CFG_DP_X2_MODE;
-                       break;
-               case 0xF:
-                       ln0 |= MG_DP_MODE_CFG_DP_X1_MODE |
-                              MG_DP_MODE_CFG_DP_X2_MODE;
-                       ln1 |= MG_DP_MODE_CFG_DP_X1_MODE |
-                              MG_DP_MODE_CFG_DP_X2_MODE;
-                       break;
-               default:
-                       MISSING_CASE(lane_info);
+               } else {
+                       ln0 |= MG_DP_MODE_CFG_DP_X2_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X2_MODE;
                }
                break;
-
-       case TC_PORT_LEGACY:
-               ln0 |= MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X2_MODE;
-               ln1 |= MG_DP_MODE_CFG_DP_X1_MODE | MG_DP_MODE_CFG_DP_X2_MODE;
+       case 0x4:
+       case 0x6:
+               if (width == 1) {
+                       ln0 |= MG_DP_MODE_CFG_DP_X1_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X1_MODE;
+               } else {
+                       ln0 |= MG_DP_MODE_CFG_DP_X2_MODE;
+                       ln1 |= MG_DP_MODE_CFG_DP_X2_MODE;
+               }
                break;
-
        default:
-               MISSING_CASE(intel_dig_port->tc_type);
-               return;
+               MISSING_CASE(pin_assignment);
        }
 
-       I915_WRITE(MG_DP_MODE(0, port), ln0);
-       I915_WRITE(MG_DP_MODE(1, port), ln1);
+       if (INTEL_GEN(dev_priv) >= 12) {
+               I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, 0x0));
+               I915_WRITE(DKL_DP_MODE(tc_port), ln0);
+               I915_WRITE(HIP_INDEX_REG(tc_port), HIP_INDEX_VAL(tc_port, 0x1));
+               I915_WRITE(DKL_DP_MODE(tc_port), ln1);
+       } else {
+               I915_WRITE(MG_DP_MODE(0, tc_port), ln0);
+               I915_WRITE(MG_DP_MODE(1, tc_port), ln1);
+       }
 }
 
 static void intel_dp_sink_set_fec_ready(struct intel_dp *intel_dp,
@@ -3070,20 +3297,19 @@ static void intel_ddi_enable_fec(struct intel_encoder *encoder,
                                 const struct intel_crtc_state *crtc_state)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       struct intel_dp *intel_dp;
        u32 val;
 
        if (!crtc_state->fec_enable)
                return;
 
-       val = I915_READ(DP_TP_CTL(port));
+       intel_dp = enc_to_intel_dp(&encoder->base);
+       val = I915_READ(intel_dp->regs.dp_tp_ctl);
        val |= DP_TP_CTL_FEC_ENABLE;
-       I915_WRITE(DP_TP_CTL(port), val);
+       I915_WRITE(intel_dp->regs.dp_tp_ctl, val);
 
-       if (intel_wait_for_register(&dev_priv->uncore, DP_TP_STATUS(port),
-                                   DP_TP_STATUS_FEC_ENABLE_LIVE,
-                                   DP_TP_STATUS_FEC_ENABLE_LIVE,
-                                   1))
+       if (intel_de_wait_for_set(dev_priv, intel_dp->regs.dp_tp_status,
+                                 DP_TP_STATUS_FEC_ENABLE_LIVE, 1))
                DRM_ERROR("Timed out waiting for FEC Enable Status\n");
 }
 
@@ -3091,25 +3317,128 @@ static void intel_ddi_disable_fec_state(struct intel_encoder *encoder,
                                        const struct intel_crtc_state *crtc_state)
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       enum port port = encoder->port;
+       struct intel_dp *intel_dp;
        u32 val;
 
        if (!crtc_state->fec_enable)
                return;
 
-       val = I915_READ(DP_TP_CTL(port));
+       intel_dp = enc_to_intel_dp(&encoder->base);
+       val = I915_READ(intel_dp->regs.dp_tp_ctl);
        val &= ~DP_TP_CTL_FEC_ENABLE;
-       I915_WRITE(DP_TP_CTL(port), val);
-       POSTING_READ(DP_TP_CTL(port));
+       I915_WRITE(intel_dp->regs.dp_tp_ctl, val);
+       POSTING_READ(intel_dp->regs.dp_tp_ctl);
 }
 
-static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
-                                   const struct intel_crtc_state *crtc_state,
-                                   const struct drm_connector_state *conn_state)
+static void tgl_ddi_pre_enable_dp(struct intel_encoder *encoder,
+                                 const struct intel_crtc_state *crtc_state,
+                                 const struct drm_connector_state *conn_state)
+{
+       struct intel_dp *intel_dp = enc_to_intel_dp(&encoder->base);
+       struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
+       struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
+       bool is_mst = intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST);
+       int level = intel_ddi_dp_level(intel_dp);
+       enum transcoder transcoder = crtc_state->cpu_transcoder;
+
+       intel_dp_set_link_params(intel_dp, crtc_state->port_clock,
+                                crtc_state->lane_count, is_mst);
+
+       intel_dp->regs.dp_tp_ctl = TGL_DP_TP_CTL(transcoder);
+       intel_dp->regs.dp_tp_status = TGL_DP_TP_STATUS(transcoder);
+
+       /* 1.a got on intel_atomic_commit_tail() */
+
+       /* 2. */
+       intel_edp_panel_on(intel_dp);
+
+       /*
+        * 1.b, 3. and 4.a is done before tgl_ddi_pre_enable_dp() by:
+        * haswell_crtc_enable()->intel_encoders_pre_pll_enable() and
+        * haswell_crtc_enable()->intel_enable_shared_dpll()
+        */
+
+       /* 4.b */
+       intel_ddi_clk_select(encoder, crtc_state);
+
+       /* 5. */
+       if (!intel_phy_is_tc(dev_priv, phy) ||
+           dig_port->tc_mode != TC_PORT_TBT_ALT)
+               intel_display_power_get(dev_priv,
+                                       dig_port->ddi_io_power_domain);
+
+       /* 6. */
+       icl_program_mg_dp_mode(dig_port, crtc_state);
+
+       /*
+        * 7.a - Steps in this function should only be executed over MST
+        * master, what will be taken in care by MST hook
+        * intel_mst_pre_enable_dp()
+        */
+       intel_ddi_enable_pipe_clock(crtc_state);
+
+       /* 7.b */
+       intel_ddi_config_transcoder_func(crtc_state);
+
+       /* 7.d */
+       icl_phy_set_clock_gating(dig_port, false);
+
+       /* 7.e */
+       tgl_ddi_vswing_sequence(encoder, crtc_state->port_clock, level,
+                               encoder->type);
+
+       /* 7.f */
+       if (intel_phy_is_combo(dev_priv, phy)) {
+               bool lane_reversal =
+                       dig_port->saved_port_bits & DDI_BUF_PORT_REVERSAL;
+
+               intel_combo_phy_power_up_lanes(dev_priv, phy, false,
+                                              crtc_state->lane_count,
+                                              lane_reversal);
+       }
+
+       /* 7.g */
+       intel_ddi_init_dp_buf_reg(encoder);
+
+       if (!is_mst)
+               intel_dp_sink_dpms(intel_dp, DRM_MODE_DPMS_ON);
+
+       intel_dp_sink_set_decompression_state(intel_dp, crtc_state, true);
+       /*
+        * DDI FEC: "anticipates enabling FEC encoding sets the FEC_READY bit
+        * in the FEC_CONFIGURATION register to 1 before initiating link
+        * training
+        */
+       intel_dp_sink_set_fec_ready(intel_dp, crtc_state);
+       /* 7.c, 7.h, 7.i, 7.j */
+       intel_dp_start_link_train(intel_dp);
+
+       /* 7.k */
+       intel_dp_stop_link_train(intel_dp);
+
+       /*
+        * TODO: enable clock gating
+        *
+        * It is not written in DP enabling sequence but "PHY Clockgating
+        * programming" states that clock gating should be enabled after the
+        * link training but doing so causes all the following trainings to fail
+        * so not enabling it for now.
+        */
+
+       /* 7.l */
+       intel_ddi_enable_fec(encoder, crtc_state);
+       intel_dsc_enable(encoder, crtc_state);
+}
+
+static void hsw_ddi_pre_enable_dp(struct intel_encoder *encoder,
+                                 const struct intel_crtc_state *crtc_state,
+                                 const struct drm_connector_state *conn_state)
 {
        struct intel_dp *intel_dp = enc_to_intel_dp(&encoder->base);
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
        struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
        bool is_mst = intel_crtc_has_type(crtc_state, INTEL_OUTPUT_DP_MST);
        int level = intel_ddi_dp_level(intel_dp);
@@ -3119,14 +3448,20 @@ static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
        intel_dp_set_link_params(intel_dp, crtc_state->port_clock,
                                 crtc_state->lane_count, is_mst);
 
+       intel_dp->regs.dp_tp_ctl = DP_TP_CTL(port);
+       intel_dp->regs.dp_tp_status = DP_TP_STATUS(port);
+
        intel_edp_panel_on(intel_dp);
 
        intel_ddi_clk_select(encoder, crtc_state);
 
-       intel_display_power_get(dev_priv, dig_port->ddi_io_power_domain);
+       if (!intel_phy_is_tc(dev_priv, phy) ||
+           dig_port->tc_mode != TC_PORT_TBT_ALT)
+               intel_display_power_get(dev_priv,
+                                       dig_port->ddi_io_power_domain);
 
-       icl_program_mg_dp_mode(dig_port);
-       icl_disable_phy_clock_gating(dig_port);
+       icl_program_mg_dp_mode(dig_port, crtc_state);
+       icl_phy_set_clock_gating(dig_port, false);
 
        if (INTEL_GEN(dev_priv) >= 11)
                icl_ddi_vswing_sequence(encoder, crtc_state->port_clock,
@@ -3138,11 +3473,11 @@ static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
        else
                intel_prepare_dp_ddi_buffers(encoder, crtc_state);
 
-       if (intel_port_is_combophy(dev_priv, port)) {
+       if (intel_phy_is_combo(dev_priv, phy)) {
                bool lane_reversal =
                        dig_port->saved_port_bits & DDI_BUF_PORT_REVERSAL;
 
-               intel_combo_phy_power_up_lanes(dev_priv, port, false,
+               intel_combo_phy_power_up_lanes(dev_priv, phy, false,
                                               crtc_state->lane_count,
                                               lane_reversal);
        }
@@ -3159,7 +3494,7 @@ static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
 
        intel_ddi_enable_fec(encoder, crtc_state);
 
-       icl_enable_phy_clock_gating(dig_port);
+       icl_phy_set_clock_gating(dig_port, true);
 
        if (!is_mst)
                intel_ddi_enable_pipe_clock(crtc_state);
@@ -3167,6 +3502,18 @@ static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
        intel_dsc_enable(encoder, crtc_state);
 }
 
+static void intel_ddi_pre_enable_dp(struct intel_encoder *encoder,
+                                   const struct intel_crtc_state *crtc_state,
+                                   const struct drm_connector_state *conn_state)
+{
+       struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
+
+       if (INTEL_GEN(dev_priv) >= 12)
+               tgl_ddi_pre_enable_dp(encoder, crtc_state, conn_state);
+       else
+               hsw_ddi_pre_enable_dp(encoder, crtc_state, conn_state);
+}
+
 static void intel_ddi_pre_enable_hdmi(struct intel_encoder *encoder,
                                      const struct intel_crtc_state *crtc_state,
                                      const struct drm_connector_state *conn_state)
@@ -3183,10 +3530,13 @@ static void intel_ddi_pre_enable_hdmi(struct intel_encoder *encoder,
 
        intel_display_power_get(dev_priv, dig_port->ddi_io_power_domain);
 
-       icl_program_mg_dp_mode(dig_port);
-       icl_disable_phy_clock_gating(dig_port);
+       icl_program_mg_dp_mode(dig_port, crtc_state);
+       icl_phy_set_clock_gating(dig_port, false);
 
-       if (INTEL_GEN(dev_priv) >= 11)
+       if (INTEL_GEN(dev_priv) >= 12)
+               tgl_ddi_vswing_sequence(encoder, crtc_state->port_clock,
+                                       level, INTEL_OUTPUT_HDMI);
+       else if (INTEL_GEN(dev_priv) == 11)
                icl_ddi_vswing_sequence(encoder, crtc_state->port_clock,
                                        level, INTEL_OUTPUT_HDMI);
        else if (IS_CANNONLAKE(dev_priv))
@@ -3196,7 +3546,7 @@ static void intel_ddi_pre_enable_hdmi(struct intel_encoder *encoder,
        else
                intel_prepare_hdmi_ddi_buffers(encoder, level);
 
-       icl_enable_phy_clock_gating(dig_port);
+       icl_phy_set_clock_gating(dig_port, true);
 
        if (IS_GEN9_BC(dev_priv))
                skl_ddi_set_iboost(encoder, level, INTEL_OUTPUT_HDMI);
@@ -3269,10 +3619,14 @@ static void intel_disable_ddi_buf(struct intel_encoder *encoder,
                wait = true;
        }
 
-       val = I915_READ(DP_TP_CTL(port));
-       val &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
-       val |= DP_TP_CTL_LINK_TRAIN_PAT1;
-       I915_WRITE(DP_TP_CTL(port), val);
+       if (intel_crtc_has_dp_encoder(crtc_state)) {
+               struct intel_dp *intel_dp = enc_to_intel_dp(&encoder->base);
+
+               val = I915_READ(intel_dp->regs.dp_tp_ctl);
+               val &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
+               val |= DP_TP_CTL_LINK_TRAIN_PAT1;
+               I915_WRITE(intel_dp->regs.dp_tp_ctl, val);
+       }
 
        /* Disable FEC in DP Sink */
        intel_ddi_disable_fec_state(encoder, crtc_state);
@@ -3290,6 +3644,7 @@ static void intel_ddi_post_disable_dp(struct intel_encoder *encoder,
        struct intel_dp *intel_dp = &dig_port->dp;
        bool is_mst = intel_crtc_has_type(old_crtc_state,
                                          INTEL_OUTPUT_DP_MST);
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
 
        if (!is_mst) {
                intel_ddi_disable_pipe_clock(old_crtc_state);
@@ -3305,8 +3660,10 @@ static void intel_ddi_post_disable_dp(struct intel_encoder *encoder,
        intel_edp_panel_vdd_on(intel_dp);
        intel_edp_panel_off(intel_dp);
 
-       intel_display_power_put_unchecked(dev_priv,
-                                         dig_port->ddi_io_power_domain);
+       if (!intel_phy_is_tc(dev_priv, phy) ||
+           dig_port->tc_mode != TC_PORT_TBT_ALT)
+               intel_display_power_put_unchecked(dev_priv,
+                                                 dig_port->ddi_io_power_domain);
 
        intel_ddi_clk_disable(encoder);
 }
@@ -3511,7 +3868,8 @@ static void intel_enable_ddi(struct intel_encoder *encoder,
        /* Enable hdcp if it's desired */
        if (conn_state->content_protection ==
            DRM_MODE_CONTENT_PROTECTION_DESIRED)
-               intel_hdcp_enable(to_intel_connector(conn_state->connector));
+               intel_hdcp_enable(to_intel_connector(conn_state->connector),
+                                 (u8)conn_state->hdcp_content_type);
 }
 
 static void intel_disable_ddi_dp(struct intel_encoder *encoder,
@@ -3580,44 +3938,65 @@ static void intel_ddi_update_pipe(struct intel_encoder *encoder,
                                  const struct intel_crtc_state *crtc_state,
                                  const struct drm_connector_state *conn_state)
 {
+       struct intel_connector *connector =
+                               to_intel_connector(conn_state->connector);
+       struct intel_hdcp *hdcp = &connector->hdcp;
+       bool content_protection_type_changed =
+                       (conn_state->hdcp_content_type != hdcp->content_type &&
+                        conn_state->content_protection !=
+                        DRM_MODE_CONTENT_PROTECTION_UNDESIRED);
+
        if (!intel_crtc_has_type(crtc_state, INTEL_OUTPUT_HDMI))
                intel_ddi_update_pipe_dp(encoder, crtc_state, conn_state);
 
+       /*
+        * During the HDCP encryption session if Type change is requested,
+        * disable the HDCP and reenable it with new TYPE value.
+        */
        if (conn_state->content_protection ==
-           DRM_MODE_CONTENT_PROTECTION_DESIRED)
-               intel_hdcp_enable(to_intel_connector(conn_state->connector));
-       else if (conn_state->content_protection ==
-                DRM_MODE_CONTENT_PROTECTION_UNDESIRED)
-               intel_hdcp_disable(to_intel_connector(conn_state->connector));
+           DRM_MODE_CONTENT_PROTECTION_UNDESIRED ||
+           content_protection_type_changed)
+               intel_hdcp_disable(connector);
+
+       /*
+        * Mark the hdcp state as DESIRED after the hdcp disable of type
+        * change procedure.
+        */
+       if (content_protection_type_changed) {
+               mutex_lock(&hdcp->mutex);
+               hdcp->value = DRM_MODE_CONTENT_PROTECTION_DESIRED;
+               schedule_work(&hdcp->prop_work);
+               mutex_unlock(&hdcp->mutex);
+       }
+
+       if (conn_state->content_protection ==
+           DRM_MODE_CONTENT_PROTECTION_DESIRED ||
+           content_protection_type_changed)
+               intel_hdcp_enable(connector, (u8)conn_state->hdcp_content_type);
 }
 
-static void intel_ddi_set_fia_lane_count(struct intel_encoder *encoder,
-                                        const struct intel_crtc_state *pipe_config,
-                                        enum port port)
+static void
+intel_ddi_update_prepare(struct intel_atomic_state *state,
+                        struct intel_encoder *encoder,
+                        struct intel_crtc *crtc)
 {
-       struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
-       struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
-       enum tc_port tc_port = intel_port_to_tc(dev_priv, port);
-       u32 val = I915_READ(PORT_TX_DFLEXDPMLE1);
-       bool lane_reversal = dig_port->saved_port_bits & DDI_BUF_PORT_REVERSAL;
-
-       val &= ~DFLEXDPMLE1_DPMLETC_MASK(tc_port);
-       switch (pipe_config->lane_count) {
-       case 1:
-               val |= (lane_reversal) ? DFLEXDPMLE1_DPMLETC_ML3(tc_port) :
-               DFLEXDPMLE1_DPMLETC_ML0(tc_port);
-               break;
-       case 2:
-               val |= (lane_reversal) ? DFLEXDPMLE1_DPMLETC_ML3_2(tc_port) :
-               DFLEXDPMLE1_DPMLETC_ML1_0(tc_port);
-               break;
-       case 4:
-               val |= DFLEXDPMLE1_DPMLETC_ML3_0(tc_port);
-               break;
-       default:
-               MISSING_CASE(pipe_config->lane_count);
-       }
-       I915_WRITE(PORT_TX_DFLEXDPMLE1, val);
+       struct intel_crtc_state *crtc_state =
+               crtc ? intel_atomic_get_new_crtc_state(state, crtc) : NULL;
+       int required_lanes = crtc_state ? crtc_state->lane_count : 1;
+
+       WARN_ON(crtc && crtc->active);
+
+       intel_tc_port_get_link(enc_to_dig_port(&encoder->base), required_lanes);
+       if (crtc_state && crtc_state->base.active)
+               intel_update_active_dpll(state, crtc, encoder);
+}
+
+static void
+intel_ddi_update_complete(struct intel_atomic_state *state,
+                         struct intel_encoder *encoder,
+                         struct intel_crtc *crtc)
+{
+       intel_tc_port_put_link(enc_to_dig_port(&encoder->base));
 }
 
 static void
@@ -3627,26 +4006,25 @@ intel_ddi_pre_pll_enable(struct intel_encoder *encoder,
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
-       enum port port = encoder->port;
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
+       bool is_tc_port = intel_phy_is_tc(dev_priv, phy);
 
-       if (intel_crtc_has_dp_encoder(crtc_state) ||
-           intel_port_is_tc(dev_priv, encoder->port))
+       if (is_tc_port)
+               intel_tc_port_get_link(dig_port, crtc_state->lane_count);
+
+       if (intel_crtc_has_dp_encoder(crtc_state) || is_tc_port)
                intel_display_power_get(dev_priv,
                                        intel_ddi_main_link_aux_domain(dig_port));
 
-       if (IS_GEN9_LP(dev_priv))
+       if (is_tc_port && dig_port->tc_mode != TC_PORT_TBT_ALT)
+               /*
+                * Program the lane count for static/dynamic connections on
+                * Type-C ports.  Skip this step for TBT.
+                */
+               intel_tc_port_set_fia_lane_count(dig_port, crtc_state->lane_count);
+       else if (IS_GEN9_LP(dev_priv))
                bxt_ddi_phy_set_lane_optim_mask(encoder,
                                                crtc_state->lane_lat_optim_mask);
-
-       /*
-        * Program the lane count for static/dynamic connections on Type-C ports.
-        * Skip this step for TBT.
-        */
-       if (dig_port->tc_type == TC_PORT_UNKNOWN ||
-           dig_port->tc_type == TC_PORT_TBT)
-               return;
-
-       intel_ddi_set_fia_lane_count(encoder, crtc_state, port);
 }
 
 static void
@@ -3656,11 +4034,15 @@ intel_ddi_post_pll_disable(struct intel_encoder *encoder,
 {
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
+       enum phy phy = intel_port_to_phy(dev_priv, encoder->port);
+       bool is_tc_port = intel_phy_is_tc(dev_priv, phy);
 
-       if (intel_crtc_has_dp_encoder(crtc_state) ||
-           intel_port_is_tc(dev_priv, encoder->port))
+       if (intel_crtc_has_dp_encoder(crtc_state) || is_tc_port)
                intel_display_power_put_unchecked(dev_priv,
                                                  intel_ddi_main_link_aux_domain(dig_port));
+
+       if (is_tc_port)
+               intel_tc_port_put_link(dig_port);
 }
 
 static void intel_ddi_prepare_link_retrain(struct intel_dp *intel_dp)
@@ -3672,7 +4054,7 @@ static void intel_ddi_prepare_link_retrain(struct intel_dp *intel_dp)
        u32 val;
        bool wait = false;
 
-       if (I915_READ(DP_TP_CTL(port)) & DP_TP_CTL_ENABLE) {
+       if (I915_READ(intel_dp->regs.dp_tp_ctl) & DP_TP_CTL_ENABLE) {
                val = I915_READ(DDI_BUF_CTL(port));
                if (val & DDI_BUF_CTL_ENABLE) {
                        val &= ~DDI_BUF_CTL_ENABLE;
@@ -3680,11 +4062,11 @@ static void intel_ddi_prepare_link_retrain(struct intel_dp *intel_dp)
                        wait = true;
                }
 
-               val = I915_READ(DP_TP_CTL(port));
+               val = I915_READ(intel_dp->regs.dp_tp_ctl);
                val &= ~(DP_TP_CTL_ENABLE | DP_TP_CTL_LINK_TRAIN_MASK);
                val |= DP_TP_CTL_LINK_TRAIN_PAT1;
-               I915_WRITE(DP_TP_CTL(port), val);
-               POSTING_READ(DP_TP_CTL(port));
+               I915_WRITE(intel_dp->regs.dp_tp_ctl, val);
+               POSTING_READ(intel_dp->regs.dp_tp_ctl);
 
                if (wait)
                        intel_wait_ddi_buf_idle(dev_priv, port);
@@ -3699,8 +4081,8 @@ static void intel_ddi_prepare_link_retrain(struct intel_dp *intel_dp)
                if (drm_dp_enhanced_frame_cap(intel_dp->dpcd))
                        val |= DP_TP_CTL_ENHANCED_FRAME_ENABLE;
        }
-       I915_WRITE(DP_TP_CTL(port), val);
-       POSTING_READ(DP_TP_CTL(port));
+       I915_WRITE(intel_dp->regs.dp_tp_ctl, val);
+       POSTING_READ(intel_dp->regs.dp_tp_ctl);
 
        intel_dp->DP |= DDI_BUF_CTL_ENABLE;
        I915_WRITE(DDI_BUF_CTL(port), intel_dp->DP);
@@ -3737,7 +4119,6 @@ void intel_ddi_get_config(struct intel_encoder *encoder,
        struct drm_i915_private *dev_priv = to_i915(encoder->base.dev);
        struct intel_crtc *intel_crtc = to_intel_crtc(pipe_config->base.crtc);
        enum transcoder cpu_transcoder = pipe_config->cpu_transcoder;
-       struct intel_digital_port *intel_dig_port;
        u32 temp, flags = 0;
 
        /* XXX: DSI transcoder paranoia */
@@ -3776,7 +4157,6 @@ void intel_ddi_get_config(struct intel_encoder *encoder,
        switch (temp & TRANS_DDI_MODE_SELECT_MASK) {
        case TRANS_DDI_MODE_SELECT_HDMI:
                pipe_config->has_hdmi_sink = true;
-               intel_dig_port = enc_to_dig_port(&encoder->base);
 
                pipe_config->infoframes.enable |=
                        intel_hdmi_infoframes_enabled(encoder, pipe_config);
@@ -3804,6 +4184,23 @@ void intel_ddi_get_config(struct intel_encoder *encoder,
                pipe_config->lane_count =
                        ((temp & DDI_PORT_WIDTH_MASK) >> DDI_PORT_WIDTH_SHIFT) + 1;
                intel_dp_get_m_n(intel_crtc, pipe_config);
+
+               if (INTEL_GEN(dev_priv) >= 11) {
+                       i915_reg_t dp_tp_ctl;
+
+                       if (IS_GEN(dev_priv, 11))
+                               dp_tp_ctl = DP_TP_CTL(encoder->port);
+                       else
+                               dp_tp_ctl = TGL_DP_TP_CTL(pipe_config->cpu_transcoder);
+
+                       pipe_config->fec_enable =
+                               I915_READ(dp_tp_ctl) & DP_TP_CTL_FEC_ENABLE;
+
+                       DRM_DEBUG_KMS("[ENCODER:%d:%s] Fec status: %u\n",
+                                     encoder->base.base.id, encoder->base.name,
+                                     pipe_config->fec_enable);
+               }
+
                break;
        case TRANS_DDI_MODE_SELECT_DP_MST:
                pipe_config->output_types |= BIT(INTEL_OUTPUT_DP_MST);
@@ -3914,49 +4311,18 @@ static int intel_ddi_compute_config(struct intel_encoder *encoder,
        return 0;
 }
 
-static void intel_ddi_encoder_suspend(struct intel_encoder *encoder)
-{
-       struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
-       struct drm_i915_private *i915 = to_i915(encoder->base.dev);
-
-       intel_dp_encoder_suspend(encoder);
-
-       /*
-        * TODO: disconnect also from USB DP alternate mode once we have a
-        * way to handle the modeset restore in that mode during resume
-        * even if the sink has disappeared while being suspended.
-        */
-       if (dig_port->tc_legacy_port)
-               icl_tc_phy_disconnect(i915, dig_port);
-}
-
-static void intel_ddi_encoder_reset(struct drm_encoder *drm_encoder)
-{
-       struct intel_digital_port *dig_port = enc_to_dig_port(drm_encoder);
-       struct drm_i915_private *i915 = to_i915(drm_encoder->dev);
-
-       if (intel_port_is_tc(i915, dig_port->base.port))
-               intel_digital_port_connected(&dig_port->base);
-
-       intel_dp_encoder_reset(drm_encoder);
-}
-
 static void intel_ddi_encoder_destroy(struct drm_encoder *encoder)
 {
        struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
-       struct drm_i915_private *i915 = to_i915(encoder->dev);
 
        intel_dp_encoder_flush_work(encoder);
 
-       if (intel_port_is_tc(i915, dig_port->base.port))
-               icl_tc_phy_disconnect(i915, dig_port);
-
        drm_encoder_cleanup(encoder);
        kfree(dig_port);
 }
 
 static const struct drm_encoder_funcs intel_ddi_funcs = {
-       .reset = intel_ddi_encoder_reset,
+       .reset = intel_dp_encoder_reset,
        .destroy = intel_ddi_encoder_destroy,
 };
 
@@ -4081,14 +4447,17 @@ static int intel_hdmi_reset_link(struct intel_encoder *encoder,
        return modeset_pipe(&crtc->base, ctx);
 }
 
-static bool intel_ddi_hotplug(struct intel_encoder *encoder,
-                             struct intel_connector *connector)
+static enum intel_hotplug_state
+intel_ddi_hotplug(struct intel_encoder *encoder,
+                 struct intel_connector *connector,
+                 bool irq_received)
 {
+       struct intel_digital_port *dig_port = enc_to_dig_port(&encoder->base);
        struct drm_modeset_acquire_ctx ctx;
-       bool changed;
+       enum intel_hotplug_state state;
        int ret;
 
-       changed = intel_encoder_hotplug(encoder, connector);
+       state = intel_encoder_hotplug(encoder, connector, irq_received);
 
        drm_modeset_acquire_init(&ctx, 0);
 
@@ -4110,7 +4479,27 @@ static bool intel_ddi_hotplug(struct intel_encoder *encoder,
        drm_modeset_acquire_fini(&ctx);
        WARN(ret, "Acquiring modeset locks failed with %i\n", ret);
 
-       return changed;
+       /*
+        * Unpowered type-c dongles can take some time to boot and be
+        * responsible, so here giving some time to those dongles to power up
+        * and then retrying the probe.
+        *
+        * On many platforms the HDMI live state signal is known to be
+        * unreliable, so we can't use it to detect if a sink is connected or
+        * not. Instead we detect if it's connected based on whether we can
+        * read the EDID or not. That in turn has a problem during disconnect,
+        * since the HPD interrupt may be raised before the DDC lines get
+        * disconnected (due to how the required length of DDC vs. HPD
+        * connector pins are specified) and so we'll still be able to get a
+        * valid EDID. To solve this schedule another detection cycle if this
+        * time around we didn't detect any change in the sink's connection
+        * status.
+        */
+       if (state == INTEL_HOTPLUG_UNCHANGED && irq_received &&
+           !dig_port->dp.is_mst)
+               state = INTEL_HOTPLUG_RETRY;
+
+       return state;
 }
 
 static struct intel_connector *
@@ -4198,6 +4587,7 @@ void intel_ddi_init(struct drm_i915_private *dev_priv, enum port port)
        struct drm_encoder *encoder;
        bool init_hdmi, init_dp, init_lspcon = false;
        enum pipe pipe;
+       enum phy phy = intel_port_to_phy(dev_priv, port);
 
        init_hdmi = port_info->supports_dvi || port_info->supports_hdmi;
        init_dp = port_info->supports_dp;
@@ -4242,7 +4632,7 @@ void intel_ddi_init(struct drm_i915_private *dev_priv, enum port port)
        intel_encoder->update_pipe = intel_ddi_update_pipe;
        intel_encoder->get_hw_state = intel_ddi_get_hw_state;
        intel_encoder->get_config = intel_ddi_get_config;
-       intel_encoder->suspend = intel_ddi_encoder_suspend;
+       intel_encoder->suspend = intel_dp_encoder_suspend;
        intel_encoder->get_power_domains = intel_ddi_get_power_domains;
        intel_encoder->type = INTEL_OUTPUT_DDI;
        intel_encoder->power_domain = intel_port_to_power_domain(port);
@@ -4261,9 +4651,15 @@ void intel_ddi_init(struct drm_i915_private *dev_priv, enum port port)
        intel_dig_port->max_lanes = intel_ddi_max_lanes(intel_dig_port);
        intel_dig_port->aux_ch = intel_bios_port_aux_ch(dev_priv, port);
 
-       intel_dig_port->tc_legacy_port = intel_port_is_tc(dev_priv, port) &&
-                                        !port_info->supports_typec_usb &&
-                                        !port_info->supports_tbt;
+       if (intel_phy_is_tc(dev_priv, phy)) {
+               bool is_legacy = !port_info->supports_typec_usb &&
+                                !port_info->supports_tbt;
+
+               intel_tc_port_init(intel_dig_port, is_legacy);
+
+               intel_encoder->update_prepare = intel_ddi_update_prepare;
+               intel_encoder->update_complete = intel_ddi_update_complete;
+       }
 
        switch (port) {
        case PORT_A:
@@ -4290,6 +4686,18 @@ void intel_ddi_init(struct drm_i915_private *dev_priv, enum port port)
                intel_dig_port->ddi_io_power_domain =
                        POWER_DOMAIN_PORT_DDI_F_IO;
                break;
+       case PORT_G:
+               intel_dig_port->ddi_io_power_domain =
+                       POWER_DOMAIN_PORT_DDI_G_IO;
+               break;
+       case PORT_H:
+               intel_dig_port->ddi_io_power_domain =
+                       POWER_DOMAIN_PORT_DDI_H_IO;
+               break;
+       case PORT_I:
+               intel_dig_port->ddi_io_power_domain =
+                       POWER_DOMAIN_PORT_DDI_I_IO;
+               break;
        default:
                MISSING_CASE(port);
        }
@@ -4324,9 +4732,6 @@ void intel_ddi_init(struct drm_i915_private *dev_priv, enum port port)
 
        intel_infoframe_init(intel_dig_port);
 
-       if (intel_port_is_tc(dev_priv, port))
-               intel_digital_port_connected(intel_encoder);
-
        return;
 
 err: