Merge tag 'timers-urgent-2020-08-14' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-2.6-microblaze.git] / drivers / gpu / drm / i915 / display / intel_tc.c
1 // SPDX-License-Identifier: MIT
2 /*
3  * Copyright © 2019 Intel Corporation
4  */
5
6 #include "i915_drv.h"
7 #include "intel_display.h"
8 #include "intel_display_types.h"
9 #include "intel_dp_mst.h"
10 #include "intel_tc.h"
11
12 static const char *tc_port_mode_name(enum tc_port_mode mode)
13 {
14         static const char * const names[] = {
15                 [TC_PORT_TBT_ALT] = "tbt-alt",
16                 [TC_PORT_DP_ALT] = "dp-alt",
17                 [TC_PORT_LEGACY] = "legacy",
18         };
19
20         if (WARN_ON(mode >= ARRAY_SIZE(names)))
21                 mode = TC_PORT_TBT_ALT;
22
23         return names[mode];
24 }
25
26 static void
27 tc_port_load_fia_params(struct drm_i915_private *i915,
28                         struct intel_digital_port *dig_port)
29 {
30         enum port port = dig_port->base.port;
31         enum tc_port tc_port = intel_port_to_tc(i915, port);
32         u32 modular_fia;
33
34         if (INTEL_INFO(i915)->display.has_modular_fia) {
35                 modular_fia = intel_uncore_read(&i915->uncore,
36                                                 PORT_TX_DFLEXDPSP(FIA1));
37                 drm_WARN_ON(&i915->drm, modular_fia == 0xffffffff);
38                 modular_fia &= MODULAR_FIA_MASK;
39         } else {
40                 modular_fia = 0;
41         }
42
43         /*
44          * Each Modular FIA instance houses 2 TC ports. In SOC that has more
45          * than two TC ports, there are multiple instances of Modular FIA.
46          */
47         if (modular_fia) {
48                 dig_port->tc_phy_fia = tc_port / 2;
49                 dig_port->tc_phy_fia_idx = tc_port % 2;
50         } else {
51                 dig_port->tc_phy_fia = FIA1;
52                 dig_port->tc_phy_fia_idx = tc_port;
53         }
54 }
55
56 static enum intel_display_power_domain
57 tc_cold_get_power_domain(struct intel_digital_port *dig_port)
58 {
59         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
60
61         if (INTEL_GEN(i915) == 11)
62                 return intel_legacy_aux_to_power_domain(dig_port->aux_ch);
63         else
64                 return POWER_DOMAIN_TC_COLD_OFF;
65 }
66
67 static intel_wakeref_t
68 tc_cold_block(struct intel_digital_port *dig_port)
69 {
70         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
71         enum intel_display_power_domain domain;
72
73         if (INTEL_GEN(i915) == 11 && !dig_port->tc_legacy_port)
74                 return 0;
75
76         domain = tc_cold_get_power_domain(dig_port);
77         return intel_display_power_get(i915, domain);
78 }
79
80 static void
81 tc_cold_unblock(struct intel_digital_port *dig_port, intel_wakeref_t wakeref)
82 {
83         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
84         enum intel_display_power_domain domain;
85
86         /*
87          * wakeref == -1, means some error happened saving save_depot_stack but
88          * power should still be put down and 0 is a invalid save_depot_stack
89          * id so can be used to skip it for non TC legacy ports.
90          */
91         if (wakeref == 0)
92                 return;
93
94         domain = tc_cold_get_power_domain(dig_port);
95         intel_display_power_put_async(i915, domain, wakeref);
96 }
97
98 static void
99 assert_tc_cold_blocked(struct intel_digital_port *dig_port)
100 {
101         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
102         bool enabled;
103
104         if (INTEL_GEN(i915) == 11 && !dig_port->tc_legacy_port)
105                 return;
106
107         enabled = intel_display_power_is_enabled(i915,
108                                                  tc_cold_get_power_domain(dig_port));
109         drm_WARN_ON(&i915->drm, !enabled);
110 }
111
112 u32 intel_tc_port_get_lane_mask(struct intel_digital_port *dig_port)
113 {
114         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
115         struct intel_uncore *uncore = &i915->uncore;
116         u32 lane_mask;
117
118         lane_mask = intel_uncore_read(uncore,
119                                       PORT_TX_DFLEXDPSP(dig_port->tc_phy_fia));
120
121         drm_WARN_ON(&i915->drm, lane_mask == 0xffffffff);
122         assert_tc_cold_blocked(dig_port);
123
124         lane_mask &= DP_LANE_ASSIGNMENT_MASK(dig_port->tc_phy_fia_idx);
125         return lane_mask >> DP_LANE_ASSIGNMENT_SHIFT(dig_port->tc_phy_fia_idx);
126 }
127
128 u32 intel_tc_port_get_pin_assignment_mask(struct intel_digital_port *dig_port)
129 {
130         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
131         struct intel_uncore *uncore = &i915->uncore;
132         u32 pin_mask;
133
134         pin_mask = intel_uncore_read(uncore,
135                                      PORT_TX_DFLEXPA1(dig_port->tc_phy_fia));
136
137         drm_WARN_ON(&i915->drm, pin_mask == 0xffffffff);
138         assert_tc_cold_blocked(dig_port);
139
140         return (pin_mask & DP_PIN_ASSIGNMENT_MASK(dig_port->tc_phy_fia_idx)) >>
141                DP_PIN_ASSIGNMENT_SHIFT(dig_port->tc_phy_fia_idx);
142 }
143
144 int intel_tc_port_fia_max_lane_count(struct intel_digital_port *dig_port)
145 {
146         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
147         intel_wakeref_t wakeref;
148         u32 lane_mask;
149
150         if (dig_port->tc_mode != TC_PORT_DP_ALT)
151                 return 4;
152
153         assert_tc_cold_blocked(dig_port);
154
155         lane_mask = 0;
156         with_intel_display_power(i915, POWER_DOMAIN_DISPLAY_CORE, wakeref)
157                 lane_mask = intel_tc_port_get_lane_mask(dig_port);
158
159         switch (lane_mask) {
160         default:
161                 MISSING_CASE(lane_mask);
162                 /* fall-through */
163         case 0x1:
164         case 0x2:
165         case 0x4:
166         case 0x8:
167                 return 1;
168         case 0x3:
169         case 0xc:
170                 return 2;
171         case 0xf:
172                 return 4;
173         }
174 }
175
176 void intel_tc_port_set_fia_lane_count(struct intel_digital_port *dig_port,
177                                       int required_lanes)
178 {
179         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
180         bool lane_reversal = dig_port->saved_port_bits & DDI_BUF_PORT_REVERSAL;
181         struct intel_uncore *uncore = &i915->uncore;
182         u32 val;
183
184         drm_WARN_ON(&i915->drm,
185                     lane_reversal && dig_port->tc_mode != TC_PORT_LEGACY);
186
187         assert_tc_cold_blocked(dig_port);
188
189         val = intel_uncore_read(uncore,
190                                 PORT_TX_DFLEXDPMLE1(dig_port->tc_phy_fia));
191         val &= ~DFLEXDPMLE1_DPMLETC_MASK(dig_port->tc_phy_fia_idx);
192
193         switch (required_lanes) {
194         case 1:
195                 val |= lane_reversal ?
196                         DFLEXDPMLE1_DPMLETC_ML3(dig_port->tc_phy_fia_idx) :
197                         DFLEXDPMLE1_DPMLETC_ML0(dig_port->tc_phy_fia_idx);
198                 break;
199         case 2:
200                 val |= lane_reversal ?
201                         DFLEXDPMLE1_DPMLETC_ML3_2(dig_port->tc_phy_fia_idx) :
202                         DFLEXDPMLE1_DPMLETC_ML1_0(dig_port->tc_phy_fia_idx);
203                 break;
204         case 4:
205                 val |= DFLEXDPMLE1_DPMLETC_ML3_0(dig_port->tc_phy_fia_idx);
206                 break;
207         default:
208                 MISSING_CASE(required_lanes);
209         }
210
211         intel_uncore_write(uncore,
212                            PORT_TX_DFLEXDPMLE1(dig_port->tc_phy_fia), val);
213 }
214
215 static void tc_port_fixup_legacy_flag(struct intel_digital_port *dig_port,
216                                       u32 live_status_mask)
217 {
218         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
219         u32 valid_hpd_mask;
220
221         if (dig_port->tc_legacy_port)
222                 valid_hpd_mask = BIT(TC_PORT_LEGACY);
223         else
224                 valid_hpd_mask = BIT(TC_PORT_DP_ALT) |
225                                  BIT(TC_PORT_TBT_ALT);
226
227         if (!(live_status_mask & ~valid_hpd_mask))
228                 return;
229
230         /* If live status mismatches the VBT flag, trust the live status. */
231         drm_err(&i915->drm,
232                 "Port %s: live status %08x mismatches the legacy port flag, fix flag\n",
233                 dig_port->tc_port_name, live_status_mask);
234
235         dig_port->tc_legacy_port = !dig_port->tc_legacy_port;
236 }
237
238 static u32 tc_port_live_status_mask(struct intel_digital_port *dig_port)
239 {
240         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
241         struct intel_uncore *uncore = &i915->uncore;
242         u32 isr_bit = i915->hotplug.pch_hpd[dig_port->base.hpd_pin];
243         u32 mask = 0;
244         u32 val;
245
246         val = intel_uncore_read(uncore,
247                                 PORT_TX_DFLEXDPSP(dig_port->tc_phy_fia));
248
249         if (val == 0xffffffff) {
250                 drm_dbg_kms(&i915->drm,
251                             "Port %s: PHY in TCCOLD, nothing connected\n",
252                             dig_port->tc_port_name);
253                 return mask;
254         }
255
256         if (val & TC_LIVE_STATE_TBT(dig_port->tc_phy_fia_idx))
257                 mask |= BIT(TC_PORT_TBT_ALT);
258         if (val & TC_LIVE_STATE_TC(dig_port->tc_phy_fia_idx))
259                 mask |= BIT(TC_PORT_DP_ALT);
260
261         if (intel_uncore_read(uncore, SDEISR) & isr_bit)
262                 mask |= BIT(TC_PORT_LEGACY);
263
264         /* The sink can be connected only in a single mode. */
265         if (!drm_WARN_ON(&i915->drm, hweight32(mask) > 1))
266                 tc_port_fixup_legacy_flag(dig_port, mask);
267
268         return mask;
269 }
270
271 static bool icl_tc_phy_status_complete(struct intel_digital_port *dig_port)
272 {
273         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
274         struct intel_uncore *uncore = &i915->uncore;
275         u32 val;
276
277         val = intel_uncore_read(uncore,
278                                 PORT_TX_DFLEXDPPMS(dig_port->tc_phy_fia));
279         if (val == 0xffffffff) {
280                 drm_dbg_kms(&i915->drm,
281                             "Port %s: PHY in TCCOLD, assuming not complete\n",
282                             dig_port->tc_port_name);
283                 return false;
284         }
285
286         return val & DP_PHY_MODE_STATUS_COMPLETED(dig_port->tc_phy_fia_idx);
287 }
288
289 static bool icl_tc_phy_set_safe_mode(struct intel_digital_port *dig_port,
290                                      bool enable)
291 {
292         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
293         struct intel_uncore *uncore = &i915->uncore;
294         u32 val;
295
296         val = intel_uncore_read(uncore,
297                                 PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia));
298         if (val == 0xffffffff) {
299                 drm_dbg_kms(&i915->drm,
300                             "Port %s: PHY in TCCOLD, can't set safe-mode to %s\n",
301                             dig_port->tc_port_name, enableddisabled(enable));
302
303                 return false;
304         }
305
306         val &= ~DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx);
307         if (!enable)
308                 val |= DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx);
309
310         intel_uncore_write(uncore,
311                            PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia), val);
312
313         if (enable && wait_for(!icl_tc_phy_status_complete(dig_port), 10))
314                 drm_dbg_kms(&i915->drm,
315                             "Port %s: PHY complete clear timed out\n",
316                             dig_port->tc_port_name);
317
318         return true;
319 }
320
321 static bool icl_tc_phy_is_in_safe_mode(struct intel_digital_port *dig_port)
322 {
323         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
324         struct intel_uncore *uncore = &i915->uncore;
325         u32 val;
326
327         val = intel_uncore_read(uncore,
328                                 PORT_TX_DFLEXDPCSSS(dig_port->tc_phy_fia));
329         if (val == 0xffffffff) {
330                 drm_dbg_kms(&i915->drm,
331                             "Port %s: PHY in TCCOLD, assume safe mode\n",
332                             dig_port->tc_port_name);
333                 return true;
334         }
335
336         return !(val & DP_PHY_MODE_STATUS_NOT_SAFE(dig_port->tc_phy_fia_idx));
337 }
338
339 /*
340  * This function implements the first part of the Connect Flow described by our
341  * specification, Gen11 TypeC Programming chapter. The rest of the flow (reading
342  * lanes, EDID, etc) is done as needed in the typical places.
343  *
344  * Unlike the other ports, type-C ports are not available to use as soon as we
345  * get a hotplug. The type-C PHYs can be shared between multiple controllers:
346  * display, USB, etc. As a result, handshaking through FIA is required around
347  * connect and disconnect to cleanly transfer ownership with the controller and
348  * set the type-C power state.
349  */
350 static void icl_tc_phy_connect(struct intel_digital_port *dig_port,
351                                int required_lanes)
352 {
353         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
354         int max_lanes;
355
356         if (!icl_tc_phy_status_complete(dig_port)) {
357                 drm_dbg_kms(&i915->drm, "Port %s: PHY not ready\n",
358                             dig_port->tc_port_name);
359                 goto out_set_tbt_alt_mode;
360         }
361
362         if (!icl_tc_phy_set_safe_mode(dig_port, false) &&
363             !drm_WARN_ON(&i915->drm, dig_port->tc_legacy_port))
364                 goto out_set_tbt_alt_mode;
365
366         max_lanes = intel_tc_port_fia_max_lane_count(dig_port);
367         if (dig_port->tc_legacy_port) {
368                 drm_WARN_ON(&i915->drm, max_lanes != 4);
369                 dig_port->tc_mode = TC_PORT_LEGACY;
370
371                 return;
372         }
373
374         /*
375          * Now we have to re-check the live state, in case the port recently
376          * became disconnected. Not necessary for legacy mode.
377          */
378         if (!(tc_port_live_status_mask(dig_port) & BIT(TC_PORT_DP_ALT))) {
379                 drm_dbg_kms(&i915->drm, "Port %s: PHY sudden disconnect\n",
380                             dig_port->tc_port_name);
381                 goto out_set_safe_mode;
382         }
383
384         if (max_lanes < required_lanes) {
385                 drm_dbg_kms(&i915->drm,
386                             "Port %s: PHY max lanes %d < required lanes %d\n",
387                             dig_port->tc_port_name,
388                             max_lanes, required_lanes);
389                 goto out_set_safe_mode;
390         }
391
392         dig_port->tc_mode = TC_PORT_DP_ALT;
393
394         return;
395
396 out_set_safe_mode:
397         icl_tc_phy_set_safe_mode(dig_port, true);
398 out_set_tbt_alt_mode:
399         dig_port->tc_mode = TC_PORT_TBT_ALT;
400 }
401
402 /*
403  * See the comment at the connect function. This implements the Disconnect
404  * Flow.
405  */
406 static void icl_tc_phy_disconnect(struct intel_digital_port *dig_port)
407 {
408         switch (dig_port->tc_mode) {
409         case TC_PORT_LEGACY:
410                 /* Nothing to do, we never disconnect from legacy mode */
411                 break;
412         case TC_PORT_DP_ALT:
413                 icl_tc_phy_set_safe_mode(dig_port, true);
414                 dig_port->tc_mode = TC_PORT_TBT_ALT;
415                 break;
416         case TC_PORT_TBT_ALT:
417                 /* Nothing to do, we stay in TBT-alt mode */
418                 break;
419         default:
420                 MISSING_CASE(dig_port->tc_mode);
421         }
422 }
423
424 static bool icl_tc_phy_is_connected(struct intel_digital_port *dig_port)
425 {
426         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
427
428         if (!icl_tc_phy_status_complete(dig_port)) {
429                 drm_dbg_kms(&i915->drm, "Port %s: PHY status not complete\n",
430                             dig_port->tc_port_name);
431                 return dig_port->tc_mode == TC_PORT_TBT_ALT;
432         }
433
434         if (icl_tc_phy_is_in_safe_mode(dig_port)) {
435                 drm_dbg_kms(&i915->drm, "Port %s: PHY still in safe mode\n",
436                             dig_port->tc_port_name);
437
438                 return false;
439         }
440
441         return dig_port->tc_mode == TC_PORT_DP_ALT ||
442                dig_port->tc_mode == TC_PORT_LEGACY;
443 }
444
445 static enum tc_port_mode
446 intel_tc_port_get_current_mode(struct intel_digital_port *dig_port)
447 {
448         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
449         u32 live_status_mask = tc_port_live_status_mask(dig_port);
450         bool in_safe_mode = icl_tc_phy_is_in_safe_mode(dig_port);
451         enum tc_port_mode mode;
452
453         if (in_safe_mode ||
454             drm_WARN_ON(&i915->drm, !icl_tc_phy_status_complete(dig_port)))
455                 return TC_PORT_TBT_ALT;
456
457         mode = dig_port->tc_legacy_port ? TC_PORT_LEGACY : TC_PORT_DP_ALT;
458         if (live_status_mask) {
459                 enum tc_port_mode live_mode = fls(live_status_mask) - 1;
460
461                 if (!drm_WARN_ON(&i915->drm, live_mode == TC_PORT_TBT_ALT))
462                         mode = live_mode;
463         }
464
465         return mode;
466 }
467
468 static enum tc_port_mode
469 intel_tc_port_get_target_mode(struct intel_digital_port *dig_port)
470 {
471         u32 live_status_mask = tc_port_live_status_mask(dig_port);
472
473         if (live_status_mask)
474                 return fls(live_status_mask) - 1;
475
476         return icl_tc_phy_status_complete(dig_port) &&
477                dig_port->tc_legacy_port ? TC_PORT_LEGACY :
478                                           TC_PORT_TBT_ALT;
479 }
480
481 static void intel_tc_port_reset_mode(struct intel_digital_port *dig_port,
482                                      int required_lanes)
483 {
484         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
485         enum tc_port_mode old_tc_mode = dig_port->tc_mode;
486
487         intel_display_power_flush_work(i915);
488         if (INTEL_GEN(i915) != 11 || !dig_port->tc_legacy_port) {
489                 enum intel_display_power_domain aux_domain;
490                 bool aux_powered;
491
492                 aux_domain = intel_aux_power_domain(dig_port);
493                 aux_powered = intel_display_power_is_enabled(i915, aux_domain);
494                 drm_WARN_ON(&i915->drm, aux_powered);
495         }
496
497         icl_tc_phy_disconnect(dig_port);
498         icl_tc_phy_connect(dig_port, required_lanes);
499
500         drm_dbg_kms(&i915->drm, "Port %s: TC port mode reset (%s -> %s)\n",
501                     dig_port->tc_port_name,
502                     tc_port_mode_name(old_tc_mode),
503                     tc_port_mode_name(dig_port->tc_mode));
504 }
505
506 static void
507 intel_tc_port_link_init_refcount(struct intel_digital_port *dig_port,
508                                  int refcount)
509 {
510         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
511
512         drm_WARN_ON(&i915->drm, dig_port->tc_link_refcount);
513         dig_port->tc_link_refcount = refcount;
514 }
515
516 void intel_tc_port_sanitize(struct intel_digital_port *dig_port)
517 {
518         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
519         struct intel_encoder *encoder = &dig_port->base;
520         intel_wakeref_t tc_cold_wref;
521         int active_links = 0;
522
523         mutex_lock(&dig_port->tc_lock);
524         tc_cold_wref = tc_cold_block(dig_port);
525
526         dig_port->tc_mode = intel_tc_port_get_current_mode(dig_port);
527         if (dig_port->dp.is_mst)
528                 active_links = intel_dp_mst_encoder_active_links(dig_port);
529         else if (encoder->base.crtc)
530                 active_links = to_intel_crtc(encoder->base.crtc)->active;
531
532         if (active_links) {
533                 if (!icl_tc_phy_is_connected(dig_port))
534                         drm_dbg_kms(&i915->drm,
535                                     "Port %s: PHY disconnected with %d active link(s)\n",
536                                     dig_port->tc_port_name, active_links);
537                 intel_tc_port_link_init_refcount(dig_port, active_links);
538
539                 goto out;
540         }
541
542         if (dig_port->tc_legacy_port)
543                 icl_tc_phy_connect(dig_port, 1);
544
545 out:
546         drm_dbg_kms(&i915->drm, "Port %s: sanitize mode (%s)\n",
547                     dig_port->tc_port_name,
548                     tc_port_mode_name(dig_port->tc_mode));
549
550         tc_cold_unblock(dig_port, tc_cold_wref);
551         mutex_unlock(&dig_port->tc_lock);
552 }
553
554 static bool intel_tc_port_needs_reset(struct intel_digital_port *dig_port)
555 {
556         return intel_tc_port_get_target_mode(dig_port) != dig_port->tc_mode;
557 }
558
559 /*
560  * The type-C ports are different because even when they are connected, they may
561  * not be available/usable by the graphics driver: see the comment on
562  * icl_tc_phy_connect(). So in our driver instead of adding the additional
563  * concept of "usable" and make everything check for "connected and usable" we
564  * define a port as "connected" when it is not only connected, but also when it
565  * is usable by the rest of the driver. That maintains the old assumption that
566  * connected ports are usable, and avoids exposing to the users objects they
567  * can't really use.
568  */
569 bool intel_tc_port_connected(struct intel_encoder *encoder)
570 {
571         struct intel_digital_port *dig_port = enc_to_dig_port(encoder);
572         bool is_connected;
573         intel_wakeref_t tc_cold_wref;
574
575         intel_tc_port_lock(dig_port);
576         tc_cold_wref = tc_cold_block(dig_port);
577
578         is_connected = tc_port_live_status_mask(dig_port) &
579                        BIT(dig_port->tc_mode);
580
581         tc_cold_unblock(dig_port, tc_cold_wref);
582         intel_tc_port_unlock(dig_port);
583
584         return is_connected;
585 }
586
587 static void __intel_tc_port_lock(struct intel_digital_port *dig_port,
588                                  int required_lanes)
589 {
590         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
591         intel_wakeref_t wakeref;
592
593         wakeref = intel_display_power_get(i915, POWER_DOMAIN_DISPLAY_CORE);
594
595         mutex_lock(&dig_port->tc_lock);
596
597         if (!dig_port->tc_link_refcount) {
598                 intel_wakeref_t tc_cold_wref;
599
600                 tc_cold_wref = tc_cold_block(dig_port);
601
602                 if (intel_tc_port_needs_reset(dig_port))
603                         intel_tc_port_reset_mode(dig_port, required_lanes);
604
605                 tc_cold_unblock(dig_port, tc_cold_wref);
606         }
607
608         drm_WARN_ON(&i915->drm, dig_port->tc_lock_wakeref);
609         dig_port->tc_lock_wakeref = wakeref;
610 }
611
612 void intel_tc_port_lock(struct intel_digital_port *dig_port)
613 {
614         __intel_tc_port_lock(dig_port, 1);
615 }
616
617 void intel_tc_port_unlock(struct intel_digital_port *dig_port)
618 {
619         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
620         intel_wakeref_t wakeref = fetch_and_zero(&dig_port->tc_lock_wakeref);
621
622         mutex_unlock(&dig_port->tc_lock);
623
624         intel_display_power_put_async(i915, POWER_DOMAIN_DISPLAY_CORE,
625                                       wakeref);
626 }
627
628 bool intel_tc_port_ref_held(struct intel_digital_port *dig_port)
629 {
630         return mutex_is_locked(&dig_port->tc_lock) ||
631                dig_port->tc_link_refcount;
632 }
633
634 void intel_tc_port_get_link(struct intel_digital_port *dig_port,
635                             int required_lanes)
636 {
637         __intel_tc_port_lock(dig_port, required_lanes);
638         dig_port->tc_link_refcount++;
639         intel_tc_port_unlock(dig_port);
640 }
641
642 void intel_tc_port_put_link(struct intel_digital_port *dig_port)
643 {
644         mutex_lock(&dig_port->tc_lock);
645         dig_port->tc_link_refcount--;
646         mutex_unlock(&dig_port->tc_lock);
647 }
648
649 void intel_tc_port_init(struct intel_digital_port *dig_port, bool is_legacy)
650 {
651         struct drm_i915_private *i915 = to_i915(dig_port->base.base.dev);
652         enum port port = dig_port->base.port;
653         enum tc_port tc_port = intel_port_to_tc(i915, port);
654
655         if (drm_WARN_ON(&i915->drm, tc_port == PORT_TC_NONE))
656                 return;
657
658         snprintf(dig_port->tc_port_name, sizeof(dig_port->tc_port_name),
659                  "%c/TC#%d", port_name(port), tc_port + 1);
660
661         mutex_init(&dig_port->tc_lock);
662         dig_port->tc_legacy_port = is_legacy;
663         dig_port->tc_link_refcount = 0;
664         tc_port_load_fia_params(i915, dig_port);
665 }