drm/i915/gt: Pipelined page migration
[linux-2.6-microblaze.git] / drivers / gpu / drm / i915 / display / intel_gmbus.c
1 /*
2  * Copyright (c) 2006 Dave Airlie <airlied@linux.ie>
3  * Copyright © 2006-2008,2010 Intel Corporation
4  *   Jesse Barnes <jesse.barnes@intel.com>
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the "Software"),
8  * to deal in the Software without restriction, including without limitation
9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10  * and/or sell copies of the Software, and to permit persons to whom the
11  * Software is furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice (including the next
14  * paragraph) shall be included in all copies or substantial portions of the
15  * Software.
16  *
17  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
20  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
22  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
23  * DEALINGS IN THE SOFTWARE.
24  *
25  * Authors:
26  *      Eric Anholt <eric@anholt.net>
27  *      Chris Wilson <chris@chris-wilson.co.uk>
28  */
29
30 #include <linux/export.h>
31 #include <linux/i2c-algo-bit.h>
32 #include <linux/i2c.h>
33
34 #include <drm/drm_hdcp.h>
35
36 #include "i915_drv.h"
37 #include "intel_de.h"
38 #include "intel_display_types.h"
39 #include "intel_gmbus.h"
40
41 struct gmbus_pin {
42         const char *name;
43         enum i915_gpio gpio;
44 };
45
46 /* Map gmbus pin pairs to names and registers. */
47 static const struct gmbus_pin gmbus_pins[] = {
48         [GMBUS_PIN_SSC] = { "ssc", GPIOB },
49         [GMBUS_PIN_VGADDC] = { "vga", GPIOA },
50         [GMBUS_PIN_PANEL] = { "panel", GPIOC },
51         [GMBUS_PIN_DPC] = { "dpc", GPIOD },
52         [GMBUS_PIN_DPB] = { "dpb", GPIOE },
53         [GMBUS_PIN_DPD] = { "dpd", GPIOF },
54 };
55
56 static const struct gmbus_pin gmbus_pins_bdw[] = {
57         [GMBUS_PIN_VGADDC] = { "vga", GPIOA },
58         [GMBUS_PIN_DPC] = { "dpc", GPIOD },
59         [GMBUS_PIN_DPB] = { "dpb", GPIOE },
60         [GMBUS_PIN_DPD] = { "dpd", GPIOF },
61 };
62
63 static const struct gmbus_pin gmbus_pins_skl[] = {
64         [GMBUS_PIN_DPC] = { "dpc", GPIOD },
65         [GMBUS_PIN_DPB] = { "dpb", GPIOE },
66         [GMBUS_PIN_DPD] = { "dpd", GPIOF },
67 };
68
69 static const struct gmbus_pin gmbus_pins_bxt[] = {
70         [GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
71         [GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
72         [GMBUS_PIN_3_BXT] = { "misc", GPIOD },
73 };
74
75 static const struct gmbus_pin gmbus_pins_cnp[] = {
76         [GMBUS_PIN_1_BXT] = { "dpb", GPIOB },
77         [GMBUS_PIN_2_BXT] = { "dpc", GPIOC },
78         [GMBUS_PIN_3_BXT] = { "misc", GPIOD },
79         [GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
80 };
81
82 static const struct gmbus_pin gmbus_pins_icp[] = {
83         [GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
84         [GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
85         [GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
86         [GMBUS_PIN_9_TC1_ICP] = { "tc1", GPIOJ },
87         [GMBUS_PIN_10_TC2_ICP] = { "tc2", GPIOK },
88         [GMBUS_PIN_11_TC3_ICP] = { "tc3", GPIOL },
89         [GMBUS_PIN_12_TC4_ICP] = { "tc4", GPIOM },
90         [GMBUS_PIN_13_TC5_TGP] = { "tc5", GPION },
91         [GMBUS_PIN_14_TC6_TGP] = { "tc6", GPIOO },
92 };
93
94 static const struct gmbus_pin gmbus_pins_dg1[] = {
95         [GMBUS_PIN_1_BXT] = { "dpa", GPIOB },
96         [GMBUS_PIN_2_BXT] = { "dpb", GPIOC },
97         [GMBUS_PIN_3_BXT] = { "dpc", GPIOD },
98         [GMBUS_PIN_4_CNP] = { "dpd", GPIOE },
99 };
100
101 /* pin is expected to be valid */
102 static const struct gmbus_pin *get_gmbus_pin(struct drm_i915_private *dev_priv,
103                                              unsigned int pin)
104 {
105         if (INTEL_PCH_TYPE(dev_priv) >= PCH_DG1)
106                 return &gmbus_pins_dg1[pin];
107         else if (INTEL_PCH_TYPE(dev_priv) >= PCH_ICP)
108                 return &gmbus_pins_icp[pin];
109         else if (HAS_PCH_CNP(dev_priv))
110                 return &gmbus_pins_cnp[pin];
111         else if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv))
112                 return &gmbus_pins_bxt[pin];
113         else if (DISPLAY_VER(dev_priv) == 9)
114                 return &gmbus_pins_skl[pin];
115         else if (IS_BROADWELL(dev_priv))
116                 return &gmbus_pins_bdw[pin];
117         else
118                 return &gmbus_pins[pin];
119 }
120
121 bool intel_gmbus_is_valid_pin(struct drm_i915_private *dev_priv,
122                               unsigned int pin)
123 {
124         unsigned int size;
125
126         if (INTEL_PCH_TYPE(dev_priv) >= PCH_DG1)
127                 size = ARRAY_SIZE(gmbus_pins_dg1);
128         else if (INTEL_PCH_TYPE(dev_priv) >= PCH_ICP)
129                 size = ARRAY_SIZE(gmbus_pins_icp);
130         else if (HAS_PCH_CNP(dev_priv))
131                 size = ARRAY_SIZE(gmbus_pins_cnp);
132         else if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv))
133                 size = ARRAY_SIZE(gmbus_pins_bxt);
134         else if (DISPLAY_VER(dev_priv) == 9)
135                 size = ARRAY_SIZE(gmbus_pins_skl);
136         else if (IS_BROADWELL(dev_priv))
137                 size = ARRAY_SIZE(gmbus_pins_bdw);
138         else
139                 size = ARRAY_SIZE(gmbus_pins);
140
141         return pin < size && get_gmbus_pin(dev_priv, pin)->name;
142 }
143
144 /* Intel GPIO access functions */
145
146 #define I2C_RISEFALL_TIME 10
147
148 static inline struct intel_gmbus *
149 to_intel_gmbus(struct i2c_adapter *i2c)
150 {
151         return container_of(i2c, struct intel_gmbus, adapter);
152 }
153
154 void
155 intel_gmbus_reset(struct drm_i915_private *dev_priv)
156 {
157         intel_de_write(dev_priv, GMBUS0, 0);
158         intel_de_write(dev_priv, GMBUS4, 0);
159 }
160
161 static void pnv_gmbus_clock_gating(struct drm_i915_private *dev_priv,
162                                    bool enable)
163 {
164         u32 val;
165
166         /* When using bit bashing for I2C, this bit needs to be set to 1 */
167         val = intel_de_read(dev_priv, DSPCLK_GATE_D);
168         if (!enable)
169                 val |= PNV_GMBUSUNIT_CLOCK_GATE_DISABLE;
170         else
171                 val &= ~PNV_GMBUSUNIT_CLOCK_GATE_DISABLE;
172         intel_de_write(dev_priv, DSPCLK_GATE_D, val);
173 }
174
175 static void pch_gmbus_clock_gating(struct drm_i915_private *dev_priv,
176                                    bool enable)
177 {
178         u32 val;
179
180         val = intel_de_read(dev_priv, SOUTH_DSPCLK_GATE_D);
181         if (!enable)
182                 val |= PCH_GMBUSUNIT_CLOCK_GATE_DISABLE;
183         else
184                 val &= ~PCH_GMBUSUNIT_CLOCK_GATE_DISABLE;
185         intel_de_write(dev_priv, SOUTH_DSPCLK_GATE_D, val);
186 }
187
188 static void bxt_gmbus_clock_gating(struct drm_i915_private *dev_priv,
189                                    bool enable)
190 {
191         u32 val;
192
193         val = intel_de_read(dev_priv, GEN9_CLKGATE_DIS_4);
194         if (!enable)
195                 val |= BXT_GMBUS_GATING_DIS;
196         else
197                 val &= ~BXT_GMBUS_GATING_DIS;
198         intel_de_write(dev_priv, GEN9_CLKGATE_DIS_4, val);
199 }
200
201 static u32 get_reserved(struct intel_gmbus *bus)
202 {
203         struct drm_i915_private *i915 = bus->dev_priv;
204         struct intel_uncore *uncore = &i915->uncore;
205         u32 reserved = 0;
206
207         /* On most chips, these bits must be preserved in software. */
208         if (!IS_I830(i915) && !IS_I845G(i915))
209                 reserved = intel_uncore_read_notrace(uncore, bus->gpio_reg) &
210                            (GPIO_DATA_PULLUP_DISABLE |
211                             GPIO_CLOCK_PULLUP_DISABLE);
212
213         return reserved;
214 }
215
216 static int get_clock(void *data)
217 {
218         struct intel_gmbus *bus = data;
219         struct intel_uncore *uncore = &bus->dev_priv->uncore;
220         u32 reserved = get_reserved(bus);
221
222         intel_uncore_write_notrace(uncore,
223                                    bus->gpio_reg,
224                                    reserved | GPIO_CLOCK_DIR_MASK);
225         intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved);
226
227         return (intel_uncore_read_notrace(uncore, bus->gpio_reg) &
228                 GPIO_CLOCK_VAL_IN) != 0;
229 }
230
231 static int get_data(void *data)
232 {
233         struct intel_gmbus *bus = data;
234         struct intel_uncore *uncore = &bus->dev_priv->uncore;
235         u32 reserved = get_reserved(bus);
236
237         intel_uncore_write_notrace(uncore,
238                                    bus->gpio_reg,
239                                    reserved | GPIO_DATA_DIR_MASK);
240         intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved);
241
242         return (intel_uncore_read_notrace(uncore, bus->gpio_reg) &
243                 GPIO_DATA_VAL_IN) != 0;
244 }
245
246 static void set_clock(void *data, int state_high)
247 {
248         struct intel_gmbus *bus = data;
249         struct intel_uncore *uncore = &bus->dev_priv->uncore;
250         u32 reserved = get_reserved(bus);
251         u32 clock_bits;
252
253         if (state_high)
254                 clock_bits = GPIO_CLOCK_DIR_IN | GPIO_CLOCK_DIR_MASK;
255         else
256                 clock_bits = GPIO_CLOCK_DIR_OUT | GPIO_CLOCK_DIR_MASK |
257                              GPIO_CLOCK_VAL_MASK;
258
259         intel_uncore_write_notrace(uncore,
260                                    bus->gpio_reg,
261                                    reserved | clock_bits);
262         intel_uncore_posting_read(uncore, bus->gpio_reg);
263 }
264
265 static void set_data(void *data, int state_high)
266 {
267         struct intel_gmbus *bus = data;
268         struct intel_uncore *uncore = &bus->dev_priv->uncore;
269         u32 reserved = get_reserved(bus);
270         u32 data_bits;
271
272         if (state_high)
273                 data_bits = GPIO_DATA_DIR_IN | GPIO_DATA_DIR_MASK;
274         else
275                 data_bits = GPIO_DATA_DIR_OUT | GPIO_DATA_DIR_MASK |
276                         GPIO_DATA_VAL_MASK;
277
278         intel_uncore_write_notrace(uncore, bus->gpio_reg, reserved | data_bits);
279         intel_uncore_posting_read(uncore, bus->gpio_reg);
280 }
281
282 static int
283 intel_gpio_pre_xfer(struct i2c_adapter *adapter)
284 {
285         struct intel_gmbus *bus = container_of(adapter,
286                                                struct intel_gmbus,
287                                                adapter);
288         struct drm_i915_private *dev_priv = bus->dev_priv;
289
290         intel_gmbus_reset(dev_priv);
291
292         if (IS_PINEVIEW(dev_priv))
293                 pnv_gmbus_clock_gating(dev_priv, false);
294
295         set_data(bus, 1);
296         set_clock(bus, 1);
297         udelay(I2C_RISEFALL_TIME);
298         return 0;
299 }
300
301 static void
302 intel_gpio_post_xfer(struct i2c_adapter *adapter)
303 {
304         struct intel_gmbus *bus = container_of(adapter,
305                                                struct intel_gmbus,
306                                                adapter);
307         struct drm_i915_private *dev_priv = bus->dev_priv;
308
309         set_data(bus, 1);
310         set_clock(bus, 1);
311
312         if (IS_PINEVIEW(dev_priv))
313                 pnv_gmbus_clock_gating(dev_priv, true);
314 }
315
316 static void
317 intel_gpio_setup(struct intel_gmbus *bus, unsigned int pin)
318 {
319         struct drm_i915_private *dev_priv = bus->dev_priv;
320         struct i2c_algo_bit_data *algo;
321
322         algo = &bus->bit_algo;
323
324         bus->gpio_reg = GPIO(get_gmbus_pin(dev_priv, pin)->gpio);
325         bus->adapter.algo_data = algo;
326         algo->setsda = set_data;
327         algo->setscl = set_clock;
328         algo->getsda = get_data;
329         algo->getscl = get_clock;
330         algo->pre_xfer = intel_gpio_pre_xfer;
331         algo->post_xfer = intel_gpio_post_xfer;
332         algo->udelay = I2C_RISEFALL_TIME;
333         algo->timeout = usecs_to_jiffies(2200);
334         algo->data = bus;
335 }
336
337 static int gmbus_wait(struct drm_i915_private *dev_priv, u32 status, u32 irq_en)
338 {
339         DEFINE_WAIT(wait);
340         u32 gmbus2;
341         int ret;
342
343         /* Important: The hw handles only the first bit, so set only one! Since
344          * we also need to check for NAKs besides the hw ready/idle signal, we
345          * need to wake up periodically and check that ourselves.
346          */
347         if (!HAS_GMBUS_IRQ(dev_priv))
348                 irq_en = 0;
349
350         add_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
351         intel_de_write_fw(dev_priv, GMBUS4, irq_en);
352
353         status |= GMBUS_SATOER;
354         ret = wait_for_us((gmbus2 = intel_de_read_fw(dev_priv, GMBUS2)) & status,
355                           2);
356         if (ret)
357                 ret = wait_for((gmbus2 = intel_de_read_fw(dev_priv, GMBUS2)) & status,
358                                50);
359
360         intel_de_write_fw(dev_priv, GMBUS4, 0);
361         remove_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
362
363         if (gmbus2 & GMBUS_SATOER)
364                 return -ENXIO;
365
366         return ret;
367 }
368
369 static int
370 gmbus_wait_idle(struct drm_i915_private *dev_priv)
371 {
372         DEFINE_WAIT(wait);
373         u32 irq_enable;
374         int ret;
375
376         /* Important: The hw handles only the first bit, so set only one! */
377         irq_enable = 0;
378         if (HAS_GMBUS_IRQ(dev_priv))
379                 irq_enable = GMBUS_IDLE_EN;
380
381         add_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
382         intel_de_write_fw(dev_priv, GMBUS4, irq_enable);
383
384         ret = intel_wait_for_register_fw(&dev_priv->uncore,
385                                          GMBUS2, GMBUS_ACTIVE, 0,
386                                          10);
387
388         intel_de_write_fw(dev_priv, GMBUS4, 0);
389         remove_wait_queue(&dev_priv->gmbus_wait_queue, &wait);
390
391         return ret;
392 }
393
394 static unsigned int gmbus_max_xfer_size(struct drm_i915_private *dev_priv)
395 {
396         return DISPLAY_VER(dev_priv) >= 9 ? GEN9_GMBUS_BYTE_COUNT_MAX :
397                GMBUS_BYTE_COUNT_MAX;
398 }
399
400 static int
401 gmbus_xfer_read_chunk(struct drm_i915_private *dev_priv,
402                       unsigned short addr, u8 *buf, unsigned int len,
403                       u32 gmbus0_reg, u32 gmbus1_index)
404 {
405         unsigned int size = len;
406         bool burst_read = len > gmbus_max_xfer_size(dev_priv);
407         bool extra_byte_added = false;
408
409         if (burst_read) {
410                 /*
411                  * As per HW Spec, for 512Bytes need to read extra Byte and
412                  * Ignore the extra byte read.
413                  */
414                 if (len == 512) {
415                         extra_byte_added = true;
416                         len++;
417                 }
418                 size = len % 256 + 256;
419                 intel_de_write_fw(dev_priv, GMBUS0,
420                                   gmbus0_reg | GMBUS_BYTE_CNT_OVERRIDE);
421         }
422
423         intel_de_write_fw(dev_priv, GMBUS1,
424                           gmbus1_index | GMBUS_CYCLE_WAIT | (size << GMBUS_BYTE_COUNT_SHIFT) | (addr << GMBUS_SLAVE_ADDR_SHIFT) | GMBUS_SLAVE_READ | GMBUS_SW_RDY);
425         while (len) {
426                 int ret;
427                 u32 val, loop = 0;
428
429                 ret = gmbus_wait(dev_priv, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
430                 if (ret)
431                         return ret;
432
433                 val = intel_de_read_fw(dev_priv, GMBUS3);
434                 do {
435                         if (extra_byte_added && len == 1)
436                                 break;
437
438                         *buf++ = val & 0xff;
439                         val >>= 8;
440                 } while (--len && ++loop < 4);
441
442                 if (burst_read && len == size - 4)
443                         /* Reset the override bit */
444                         intel_de_write_fw(dev_priv, GMBUS0, gmbus0_reg);
445         }
446
447         return 0;
448 }
449
450 /*
451  * HW spec says that 512Bytes in Burst read need special treatment.
452  * But it doesn't talk about other multiple of 256Bytes. And couldn't locate
453  * an I2C slave, which supports such a lengthy burst read too for experiments.
454  *
455  * So until things get clarified on HW support, to avoid the burst read length
456  * in fold of 256Bytes except 512, max burst read length is fixed at 767Bytes.
457  */
458 #define INTEL_GMBUS_BURST_READ_MAX_LEN          767U
459
460 static int
461 gmbus_xfer_read(struct drm_i915_private *dev_priv, struct i2c_msg *msg,
462                 u32 gmbus0_reg, u32 gmbus1_index)
463 {
464         u8 *buf = msg->buf;
465         unsigned int rx_size = msg->len;
466         unsigned int len;
467         int ret;
468
469         do {
470                 if (HAS_GMBUS_BURST_READ(dev_priv))
471                         len = min(rx_size, INTEL_GMBUS_BURST_READ_MAX_LEN);
472                 else
473                         len = min(rx_size, gmbus_max_xfer_size(dev_priv));
474
475                 ret = gmbus_xfer_read_chunk(dev_priv, msg->addr, buf, len,
476                                             gmbus0_reg, gmbus1_index);
477                 if (ret)
478                         return ret;
479
480                 rx_size -= len;
481                 buf += len;
482         } while (rx_size != 0);
483
484         return 0;
485 }
486
487 static int
488 gmbus_xfer_write_chunk(struct drm_i915_private *dev_priv,
489                        unsigned short addr, u8 *buf, unsigned int len,
490                        u32 gmbus1_index)
491 {
492         unsigned int chunk_size = len;
493         u32 val, loop;
494
495         val = loop = 0;
496         while (len && loop < 4) {
497                 val |= *buf++ << (8 * loop++);
498                 len -= 1;
499         }
500
501         intel_de_write_fw(dev_priv, GMBUS3, val);
502         intel_de_write_fw(dev_priv, GMBUS1,
503                           gmbus1_index | GMBUS_CYCLE_WAIT | (chunk_size << GMBUS_BYTE_COUNT_SHIFT) | (addr << GMBUS_SLAVE_ADDR_SHIFT) | GMBUS_SLAVE_WRITE | GMBUS_SW_RDY);
504         while (len) {
505                 int ret;
506
507                 val = loop = 0;
508                 do {
509                         val |= *buf++ << (8 * loop);
510                 } while (--len && ++loop < 4);
511
512                 intel_de_write_fw(dev_priv, GMBUS3, val);
513
514                 ret = gmbus_wait(dev_priv, GMBUS_HW_RDY, GMBUS_HW_RDY_EN);
515                 if (ret)
516                         return ret;
517         }
518
519         return 0;
520 }
521
522 static int
523 gmbus_xfer_write(struct drm_i915_private *dev_priv, struct i2c_msg *msg,
524                  u32 gmbus1_index)
525 {
526         u8 *buf = msg->buf;
527         unsigned int tx_size = msg->len;
528         unsigned int len;
529         int ret;
530
531         do {
532                 len = min(tx_size, gmbus_max_xfer_size(dev_priv));
533
534                 ret = gmbus_xfer_write_chunk(dev_priv, msg->addr, buf, len,
535                                              gmbus1_index);
536                 if (ret)
537                         return ret;
538
539                 buf += len;
540                 tx_size -= len;
541         } while (tx_size != 0);
542
543         return 0;
544 }
545
546 /*
547  * The gmbus controller can combine a 1 or 2 byte write with another read/write
548  * that immediately follows it by using an "INDEX" cycle.
549  */
550 static bool
551 gmbus_is_index_xfer(struct i2c_msg *msgs, int i, int num)
552 {
553         return (i + 1 < num &&
554                 msgs[i].addr == msgs[i + 1].addr &&
555                 !(msgs[i].flags & I2C_M_RD) &&
556                 (msgs[i].len == 1 || msgs[i].len == 2) &&
557                 msgs[i + 1].len > 0);
558 }
559
560 static int
561 gmbus_index_xfer(struct drm_i915_private *dev_priv, struct i2c_msg *msgs,
562                  u32 gmbus0_reg)
563 {
564         u32 gmbus1_index = 0;
565         u32 gmbus5 = 0;
566         int ret;
567
568         if (msgs[0].len == 2)
569                 gmbus5 = GMBUS_2BYTE_INDEX_EN |
570                          msgs[0].buf[1] | (msgs[0].buf[0] << 8);
571         if (msgs[0].len == 1)
572                 gmbus1_index = GMBUS_CYCLE_INDEX |
573                                (msgs[0].buf[0] << GMBUS_SLAVE_INDEX_SHIFT);
574
575         /* GMBUS5 holds 16-bit index */
576         if (gmbus5)
577                 intel_de_write_fw(dev_priv, GMBUS5, gmbus5);
578
579         if (msgs[1].flags & I2C_M_RD)
580                 ret = gmbus_xfer_read(dev_priv, &msgs[1], gmbus0_reg,
581                                       gmbus1_index);
582         else
583                 ret = gmbus_xfer_write(dev_priv, &msgs[1], gmbus1_index);
584
585         /* Clear GMBUS5 after each index transfer */
586         if (gmbus5)
587                 intel_de_write_fw(dev_priv, GMBUS5, 0);
588
589         return ret;
590 }
591
592 static int
593 do_gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num,
594               u32 gmbus0_source)
595 {
596         struct intel_gmbus *bus = container_of(adapter,
597                                                struct intel_gmbus,
598                                                adapter);
599         struct drm_i915_private *dev_priv = bus->dev_priv;
600         int i = 0, inc, try = 0;
601         int ret = 0;
602
603         /* Display WA #0868: skl,bxt,kbl,cfl,glk,cnl */
604         if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv))
605                 bxt_gmbus_clock_gating(dev_priv, false);
606         else if (HAS_PCH_SPT(dev_priv) || HAS_PCH_CNP(dev_priv))
607                 pch_gmbus_clock_gating(dev_priv, false);
608
609 retry:
610         intel_de_write_fw(dev_priv, GMBUS0, gmbus0_source | bus->reg0);
611
612         for (; i < num; i += inc) {
613                 inc = 1;
614                 if (gmbus_is_index_xfer(msgs, i, num)) {
615                         ret = gmbus_index_xfer(dev_priv, &msgs[i],
616                                                gmbus0_source | bus->reg0);
617                         inc = 2; /* an index transmission is two msgs */
618                 } else if (msgs[i].flags & I2C_M_RD) {
619                         ret = gmbus_xfer_read(dev_priv, &msgs[i],
620                                               gmbus0_source | bus->reg0, 0);
621                 } else {
622                         ret = gmbus_xfer_write(dev_priv, &msgs[i], 0);
623                 }
624
625                 if (!ret)
626                         ret = gmbus_wait(dev_priv,
627                                          GMBUS_HW_WAIT_PHASE, GMBUS_HW_WAIT_EN);
628                 if (ret == -ETIMEDOUT)
629                         goto timeout;
630                 else if (ret)
631                         goto clear_err;
632         }
633
634         /* Generate a STOP condition on the bus. Note that gmbus can't generata
635          * a STOP on the very first cycle. To simplify the code we
636          * unconditionally generate the STOP condition with an additional gmbus
637          * cycle. */
638         intel_de_write_fw(dev_priv, GMBUS1, GMBUS_CYCLE_STOP | GMBUS_SW_RDY);
639
640         /* Mark the GMBUS interface as disabled after waiting for idle.
641          * We will re-enable it at the start of the next xfer,
642          * till then let it sleep.
643          */
644         if (gmbus_wait_idle(dev_priv)) {
645                 drm_dbg_kms(&dev_priv->drm,
646                             "GMBUS [%s] timed out waiting for idle\n",
647                             adapter->name);
648                 ret = -ETIMEDOUT;
649         }
650         intel_de_write_fw(dev_priv, GMBUS0, 0);
651         ret = ret ?: i;
652         goto out;
653
654 clear_err:
655         /*
656          * Wait for bus to IDLE before clearing NAK.
657          * If we clear the NAK while bus is still active, then it will stay
658          * active and the next transaction may fail.
659          *
660          * If no ACK is received during the address phase of a transaction, the
661          * adapter must report -ENXIO. It is not clear what to return if no ACK
662          * is received at other times. But we have to be careful to not return
663          * spurious -ENXIO because that will prevent i2c and drm edid functions
664          * from retrying. So return -ENXIO only when gmbus properly quiescents -
665          * timing out seems to happen when there _is_ a ddc chip present, but
666          * it's slow responding and only answers on the 2nd retry.
667          */
668         ret = -ENXIO;
669         if (gmbus_wait_idle(dev_priv)) {
670                 drm_dbg_kms(&dev_priv->drm,
671                             "GMBUS [%s] timed out after NAK\n",
672                             adapter->name);
673                 ret = -ETIMEDOUT;
674         }
675
676         /* Toggle the Software Clear Interrupt bit. This has the effect
677          * of resetting the GMBUS controller and so clearing the
678          * BUS_ERROR raised by the slave's NAK.
679          */
680         intel_de_write_fw(dev_priv, GMBUS1, GMBUS_SW_CLR_INT);
681         intel_de_write_fw(dev_priv, GMBUS1, 0);
682         intel_de_write_fw(dev_priv, GMBUS0, 0);
683
684         drm_dbg_kms(&dev_priv->drm, "GMBUS [%s] NAK for addr: %04x %c(%d)\n",
685                     adapter->name, msgs[i].addr,
686                     (msgs[i].flags & I2C_M_RD) ? 'r' : 'w', msgs[i].len);
687
688         /*
689          * Passive adapters sometimes NAK the first probe. Retry the first
690          * message once on -ENXIO for GMBUS transfers; the bit banging algorithm
691          * has retries internally. See also the retry loop in
692          * drm_do_probe_ddc_edid, which bails out on the first -ENXIO.
693          */
694         if (ret == -ENXIO && i == 0 && try++ == 0) {
695                 drm_dbg_kms(&dev_priv->drm,
696                             "GMBUS [%s] NAK on first message, retry\n",
697                             adapter->name);
698                 goto retry;
699         }
700
701         goto out;
702
703 timeout:
704         drm_dbg_kms(&dev_priv->drm,
705                     "GMBUS [%s] timed out, falling back to bit banging on pin %d\n",
706                     bus->adapter.name, bus->reg0 & 0xff);
707         intel_de_write_fw(dev_priv, GMBUS0, 0);
708
709         /*
710          * Hardware may not support GMBUS over these pins? Try GPIO bitbanging
711          * instead. Use EAGAIN to have i2c core retry.
712          */
713         ret = -EAGAIN;
714
715 out:
716         /* Display WA #0868: skl,bxt,kbl,cfl,glk,cnl */
717         if (IS_GEMINILAKE(dev_priv) || IS_BROXTON(dev_priv))
718                 bxt_gmbus_clock_gating(dev_priv, true);
719         else if (HAS_PCH_SPT(dev_priv) || HAS_PCH_CNP(dev_priv))
720                 pch_gmbus_clock_gating(dev_priv, true);
721
722         return ret;
723 }
724
725 static int
726 gmbus_xfer(struct i2c_adapter *adapter, struct i2c_msg *msgs, int num)
727 {
728         struct intel_gmbus *bus =
729                 container_of(adapter, struct intel_gmbus, adapter);
730         struct drm_i915_private *dev_priv = bus->dev_priv;
731         intel_wakeref_t wakeref;
732         int ret;
733
734         wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
735
736         if (bus->force_bit) {
737                 ret = i2c_bit_algo.master_xfer(adapter, msgs, num);
738                 if (ret < 0)
739                         bus->force_bit &= ~GMBUS_FORCE_BIT_RETRY;
740         } else {
741                 ret = do_gmbus_xfer(adapter, msgs, num, 0);
742                 if (ret == -EAGAIN)
743                         bus->force_bit |= GMBUS_FORCE_BIT_RETRY;
744         }
745
746         intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
747
748         return ret;
749 }
750
751 int intel_gmbus_output_aksv(struct i2c_adapter *adapter)
752 {
753         struct intel_gmbus *bus =
754                 container_of(adapter, struct intel_gmbus, adapter);
755         struct drm_i915_private *dev_priv = bus->dev_priv;
756         u8 cmd = DRM_HDCP_DDC_AKSV;
757         u8 buf[DRM_HDCP_KSV_LEN] = { 0 };
758         struct i2c_msg msgs[] = {
759                 {
760                         .addr = DRM_HDCP_DDC_ADDR,
761                         .flags = 0,
762                         .len = sizeof(cmd),
763                         .buf = &cmd,
764                 },
765                 {
766                         .addr = DRM_HDCP_DDC_ADDR,
767                         .flags = 0,
768                         .len = sizeof(buf),
769                         .buf = buf,
770                 }
771         };
772         intel_wakeref_t wakeref;
773         int ret;
774
775         wakeref = intel_display_power_get(dev_priv, POWER_DOMAIN_GMBUS);
776         mutex_lock(&dev_priv->gmbus_mutex);
777
778         /*
779          * In order to output Aksv to the receiver, use an indexed write to
780          * pass the i2c command, and tell GMBUS to use the HW-provided value
781          * instead of sourcing GMBUS3 for the data.
782          */
783         ret = do_gmbus_xfer(adapter, msgs, ARRAY_SIZE(msgs), GMBUS_AKSV_SELECT);
784
785         mutex_unlock(&dev_priv->gmbus_mutex);
786         intel_display_power_put(dev_priv, POWER_DOMAIN_GMBUS, wakeref);
787
788         return ret;
789 }
790
791 static u32 gmbus_func(struct i2c_adapter *adapter)
792 {
793         return i2c_bit_algo.functionality(adapter) &
794                 (I2C_FUNC_I2C | I2C_FUNC_SMBUS_EMUL |
795                 /* I2C_FUNC_10BIT_ADDR | */
796                 I2C_FUNC_SMBUS_READ_BLOCK_DATA |
797                 I2C_FUNC_SMBUS_BLOCK_PROC_CALL);
798 }
799
800 static const struct i2c_algorithm gmbus_algorithm = {
801         .master_xfer    = gmbus_xfer,
802         .functionality  = gmbus_func
803 };
804
805 static void gmbus_lock_bus(struct i2c_adapter *adapter,
806                            unsigned int flags)
807 {
808         struct intel_gmbus *bus = to_intel_gmbus(adapter);
809         struct drm_i915_private *dev_priv = bus->dev_priv;
810
811         mutex_lock(&dev_priv->gmbus_mutex);
812 }
813
814 static int gmbus_trylock_bus(struct i2c_adapter *adapter,
815                              unsigned int flags)
816 {
817         struct intel_gmbus *bus = to_intel_gmbus(adapter);
818         struct drm_i915_private *dev_priv = bus->dev_priv;
819
820         return mutex_trylock(&dev_priv->gmbus_mutex);
821 }
822
823 static void gmbus_unlock_bus(struct i2c_adapter *adapter,
824                              unsigned int flags)
825 {
826         struct intel_gmbus *bus = to_intel_gmbus(adapter);
827         struct drm_i915_private *dev_priv = bus->dev_priv;
828
829         mutex_unlock(&dev_priv->gmbus_mutex);
830 }
831
832 static const struct i2c_lock_operations gmbus_lock_ops = {
833         .lock_bus =    gmbus_lock_bus,
834         .trylock_bus = gmbus_trylock_bus,
835         .unlock_bus =  gmbus_unlock_bus,
836 };
837
838 /**
839  * intel_gmbus_setup - instantiate all Intel i2c GMBuses
840  * @dev_priv: i915 device private
841  */
842 int intel_gmbus_setup(struct drm_i915_private *dev_priv)
843 {
844         struct pci_dev *pdev = to_pci_dev(dev_priv->drm.dev);
845         struct intel_gmbus *bus;
846         unsigned int pin;
847         int ret;
848
849         if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
850                 dev_priv->gpio_mmio_base = VLV_DISPLAY_BASE;
851         else if (!HAS_GMCH(dev_priv))
852                 /*
853                  * Broxton uses the same PCH offsets for South Display Engine,
854                  * even though it doesn't have a PCH.
855                  */
856                 dev_priv->gpio_mmio_base = PCH_DISPLAY_BASE;
857
858         mutex_init(&dev_priv->gmbus_mutex);
859         init_waitqueue_head(&dev_priv->gmbus_wait_queue);
860
861         for (pin = 0; pin < ARRAY_SIZE(dev_priv->gmbus); pin++) {
862                 if (!intel_gmbus_is_valid_pin(dev_priv, pin))
863                         continue;
864
865                 bus = &dev_priv->gmbus[pin];
866
867                 bus->adapter.owner = THIS_MODULE;
868                 bus->adapter.class = I2C_CLASS_DDC;
869                 snprintf(bus->adapter.name,
870                          sizeof(bus->adapter.name),
871                          "i915 gmbus %s",
872                          get_gmbus_pin(dev_priv, pin)->name);
873
874                 bus->adapter.dev.parent = &pdev->dev;
875                 bus->dev_priv = dev_priv;
876
877                 bus->adapter.algo = &gmbus_algorithm;
878                 bus->adapter.lock_ops = &gmbus_lock_ops;
879
880                 /*
881                  * We wish to retry with bit banging
882                  * after a timed out GMBUS attempt.
883                  */
884                 bus->adapter.retries = 1;
885
886                 /* By default use a conservative clock rate */
887                 bus->reg0 = pin | GMBUS_RATE_100KHZ;
888
889                 /* gmbus seems to be broken on i830 */
890                 if (IS_I830(dev_priv))
891                         bus->force_bit = 1;
892
893                 intel_gpio_setup(bus, pin);
894
895                 ret = i2c_add_adapter(&bus->adapter);
896                 if (ret)
897                         goto err;
898         }
899
900         intel_gmbus_reset(dev_priv);
901
902         return 0;
903
904 err:
905         while (pin--) {
906                 if (!intel_gmbus_is_valid_pin(dev_priv, pin))
907                         continue;
908
909                 bus = &dev_priv->gmbus[pin];
910                 i2c_del_adapter(&bus->adapter);
911         }
912         return ret;
913 }
914
915 struct i2c_adapter *intel_gmbus_get_adapter(struct drm_i915_private *dev_priv,
916                                             unsigned int pin)
917 {
918         if (drm_WARN_ON(&dev_priv->drm,
919                         !intel_gmbus_is_valid_pin(dev_priv, pin)))
920                 return NULL;
921
922         return &dev_priv->gmbus[pin].adapter;
923 }
924
925 void intel_gmbus_set_speed(struct i2c_adapter *adapter, int speed)
926 {
927         struct intel_gmbus *bus = to_intel_gmbus(adapter);
928
929         bus->reg0 = (bus->reg0 & ~(0x3 << 8)) | speed;
930 }
931
932 void intel_gmbus_force_bit(struct i2c_adapter *adapter, bool force_bit)
933 {
934         struct intel_gmbus *bus = to_intel_gmbus(adapter);
935         struct drm_i915_private *dev_priv = bus->dev_priv;
936
937         mutex_lock(&dev_priv->gmbus_mutex);
938
939         bus->force_bit += force_bit ? 1 : -1;
940         drm_dbg_kms(&dev_priv->drm,
941                     "%sabling bit-banging on %s. force bit now %d\n",
942                     force_bit ? "en" : "dis", adapter->name,
943                     bus->force_bit);
944
945         mutex_unlock(&dev_priv->gmbus_mutex);
946 }
947
948 bool intel_gmbus_is_forced_bit(struct i2c_adapter *adapter)
949 {
950         struct intel_gmbus *bus = to_intel_gmbus(adapter);
951
952         return bus->force_bit;
953 }
954
955 void intel_gmbus_teardown(struct drm_i915_private *dev_priv)
956 {
957         struct intel_gmbus *bus;
958         unsigned int pin;
959
960         for (pin = 0; pin < ARRAY_SIZE(dev_priv->gmbus); pin++) {
961                 if (!intel_gmbus_is_valid_pin(dev_priv, pin))
962                         continue;
963
964                 bus = &dev_priv->gmbus[pin];
965                 i2c_del_adapter(&bus->adapter);
966         }
967 }