Merge tag 'rtc-5.14' of git://git.kernel.org/pub/scm/linux/kernel/git/abelloni/linux
[linux-2.6-microblaze.git] / drivers / gpu / drm / mediatek / mtk_dsi.c
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (c) 2015 MediaTek Inc.
4  */
5
6 #include <linux/clk.h>
7 #include <linux/component.h>
8 #include <linux/iopoll.h>
9 #include <linux/irq.h>
10 #include <linux/of.h>
11 #include <linux/of_platform.h>
12 #include <linux/phy/phy.h>
13 #include <linux/platform_device.h>
14
15 #include <video/mipi_display.h>
16 #include <video/videomode.h>
17
18 #include <drm/drm_atomic_helper.h>
19 #include <drm/drm_bridge.h>
20 #include <drm/drm_bridge_connector.h>
21 #include <drm/drm_mipi_dsi.h>
22 #include <drm/drm_of.h>
23 #include <drm/drm_panel.h>
24 #include <drm/drm_print.h>
25 #include <drm/drm_probe_helper.h>
26 #include <drm/drm_simple_kms_helper.h>
27
28 #include "mtk_disp_drv.h"
29 #include "mtk_drm_ddp_comp.h"
30
31 #define DSI_START               0x00
32
33 #define DSI_INTEN               0x08
34
35 #define DSI_INTSTA              0x0c
36 #define LPRX_RD_RDY_INT_FLAG            BIT(0)
37 #define CMD_DONE_INT_FLAG               BIT(1)
38 #define TE_RDY_INT_FLAG                 BIT(2)
39 #define VM_DONE_INT_FLAG                BIT(3)
40 #define EXT_TE_RDY_INT_FLAG             BIT(4)
41 #define DSI_BUSY                        BIT(31)
42
43 #define DSI_CON_CTRL            0x10
44 #define DSI_RESET                       BIT(0)
45 #define DSI_EN                          BIT(1)
46 #define DPHY_RESET                      BIT(2)
47
48 #define DSI_MODE_CTRL           0x14
49 #define MODE                            (3)
50 #define CMD_MODE                        0
51 #define SYNC_PULSE_MODE                 1
52 #define SYNC_EVENT_MODE                 2
53 #define BURST_MODE                      3
54 #define FRM_MODE                        BIT(16)
55 #define MIX_MODE                        BIT(17)
56
57 #define DSI_TXRX_CTRL           0x18
58 #define VC_NUM                          BIT(1)
59 #define LANE_NUM                        (0xf << 2)
60 #define DIS_EOT                         BIT(6)
61 #define NULL_EN                         BIT(7)
62 #define TE_FREERUN                      BIT(8)
63 #define EXT_TE_EN                       BIT(9)
64 #define EXT_TE_EDGE                     BIT(10)
65 #define MAX_RTN_SIZE                    (0xf << 12)
66 #define HSTX_CKLP_EN                    BIT(16)
67
68 #define DSI_PSCTRL              0x1c
69 #define DSI_PS_WC                       0x3fff
70 #define DSI_PS_SEL                      (3 << 16)
71 #define PACKED_PS_16BIT_RGB565          (0 << 16)
72 #define LOOSELY_PS_18BIT_RGB666         (1 << 16)
73 #define PACKED_PS_18BIT_RGB666          (2 << 16)
74 #define PACKED_PS_24BIT_RGB888          (3 << 16)
75
76 #define DSI_VSA_NL              0x20
77 #define DSI_VBP_NL              0x24
78 #define DSI_VFP_NL              0x28
79 #define DSI_VACT_NL             0x2C
80 #define DSI_SIZE_CON            0x38
81 #define DSI_HSA_WC              0x50
82 #define DSI_HBP_WC              0x54
83 #define DSI_HFP_WC              0x58
84
85 #define DSI_CMDQ_SIZE           0x60
86 #define CMDQ_SIZE                       0x3f
87
88 #define DSI_HSTX_CKL_WC         0x64
89
90 #define DSI_RX_DATA0            0x74
91 #define DSI_RX_DATA1            0x78
92 #define DSI_RX_DATA2            0x7c
93 #define DSI_RX_DATA3            0x80
94
95 #define DSI_RACK                0x84
96 #define RACK                            BIT(0)
97
98 #define DSI_PHY_LCCON           0x104
99 #define LC_HS_TX_EN                     BIT(0)
100 #define LC_ULPM_EN                      BIT(1)
101 #define LC_WAKEUP_EN                    BIT(2)
102
103 #define DSI_PHY_LD0CON          0x108
104 #define LD0_HS_TX_EN                    BIT(0)
105 #define LD0_ULPM_EN                     BIT(1)
106 #define LD0_WAKEUP_EN                   BIT(2)
107
108 #define DSI_PHY_TIMECON0        0x110
109 #define LPX                             (0xff << 0)
110 #define HS_PREP                         (0xff << 8)
111 #define HS_ZERO                         (0xff << 16)
112 #define HS_TRAIL                        (0xff << 24)
113
114 #define DSI_PHY_TIMECON1        0x114
115 #define TA_GO                           (0xff << 0)
116 #define TA_SURE                         (0xff << 8)
117 #define TA_GET                          (0xff << 16)
118 #define DA_HS_EXIT                      (0xff << 24)
119
120 #define DSI_PHY_TIMECON2        0x118
121 #define CONT_DET                        (0xff << 0)
122 #define CLK_ZERO                        (0xff << 16)
123 #define CLK_TRAIL                       (0xff << 24)
124
125 #define DSI_PHY_TIMECON3        0x11c
126 #define CLK_HS_PREP                     (0xff << 0)
127 #define CLK_HS_POST                     (0xff << 8)
128 #define CLK_HS_EXIT                     (0xff << 16)
129
130 #define DSI_VM_CMD_CON          0x130
131 #define VM_CMD_EN                       BIT(0)
132 #define TS_VFP_EN                       BIT(5)
133
134 #define DSI_SHADOW_DEBUG        0x190U
135 #define FORCE_COMMIT                    BIT(0)
136 #define BYPASS_SHADOW                   BIT(1)
137
138 #define CONFIG                          (0xff << 0)
139 #define SHORT_PACKET                    0
140 #define LONG_PACKET                     2
141 #define BTA                             BIT(2)
142 #define DATA_ID                         (0xff << 8)
143 #define DATA_0                          (0xff << 16)
144 #define DATA_1                          (0xff << 24)
145
146 #define NS_TO_CYCLE(n, c)    ((n) / (c) + (((n) % (c)) ? 1 : 0))
147
148 #define MTK_DSI_HOST_IS_READ(type) \
149         ((type == MIPI_DSI_GENERIC_READ_REQUEST_0_PARAM) || \
150         (type == MIPI_DSI_GENERIC_READ_REQUEST_1_PARAM) || \
151         (type == MIPI_DSI_GENERIC_READ_REQUEST_2_PARAM) || \
152         (type == MIPI_DSI_DCS_READ))
153
154 struct mtk_phy_timing {
155         u32 lpx;
156         u32 da_hs_prepare;
157         u32 da_hs_zero;
158         u32 da_hs_trail;
159
160         u32 ta_go;
161         u32 ta_sure;
162         u32 ta_get;
163         u32 da_hs_exit;
164
165         u32 clk_hs_zero;
166         u32 clk_hs_trail;
167
168         u32 clk_hs_prepare;
169         u32 clk_hs_post;
170         u32 clk_hs_exit;
171 };
172
173 struct phy;
174
175 struct mtk_dsi_driver_data {
176         const u32 reg_cmdq_off;
177         bool has_shadow_ctl;
178         bool has_size_ctl;
179 };
180
181 struct mtk_dsi {
182         struct device *dev;
183         struct mipi_dsi_host host;
184         struct drm_encoder encoder;
185         struct drm_bridge bridge;
186         struct drm_bridge *next_bridge;
187         struct drm_connector *connector;
188         struct phy *phy;
189
190         void __iomem *regs;
191
192         struct clk *engine_clk;
193         struct clk *digital_clk;
194         struct clk *hs_clk;
195
196         u32 data_rate;
197
198         unsigned long mode_flags;
199         enum mipi_dsi_pixel_format format;
200         unsigned int lanes;
201         struct videomode vm;
202         struct mtk_phy_timing phy_timing;
203         int refcount;
204         bool enabled;
205         u32 irq_data;
206         wait_queue_head_t irq_wait_queue;
207         const struct mtk_dsi_driver_data *driver_data;
208 };
209
210 static inline struct mtk_dsi *bridge_to_dsi(struct drm_bridge *b)
211 {
212         return container_of(b, struct mtk_dsi, bridge);
213 }
214
215 static inline struct mtk_dsi *host_to_dsi(struct mipi_dsi_host *h)
216 {
217         return container_of(h, struct mtk_dsi, host);
218 }
219
220 static void mtk_dsi_mask(struct mtk_dsi *dsi, u32 offset, u32 mask, u32 data)
221 {
222         u32 temp = readl(dsi->regs + offset);
223
224         writel((temp & ~mask) | (data & mask), dsi->regs + offset);
225 }
226
227 static void mtk_dsi_phy_timconfig(struct mtk_dsi *dsi)
228 {
229         u32 timcon0, timcon1, timcon2, timcon3;
230         u32 data_rate_mhz = DIV_ROUND_UP(dsi->data_rate, 1000000);
231         struct mtk_phy_timing *timing = &dsi->phy_timing;
232
233         timing->lpx = (60 * data_rate_mhz / (8 * 1000)) + 1;
234         timing->da_hs_prepare = (80 * data_rate_mhz + 4 * 1000) / 8000;
235         timing->da_hs_zero = (170 * data_rate_mhz + 10 * 1000) / 8000 + 1 -
236                              timing->da_hs_prepare;
237         timing->da_hs_trail = timing->da_hs_prepare + 1;
238
239         timing->ta_go = 4 * timing->lpx - 2;
240         timing->ta_sure = timing->lpx + 2;
241         timing->ta_get = 4 * timing->lpx;
242         timing->da_hs_exit = 2 * timing->lpx + 1;
243
244         timing->clk_hs_prepare = 70 * data_rate_mhz / (8 * 1000);
245         timing->clk_hs_post = timing->clk_hs_prepare + 8;
246         timing->clk_hs_trail = timing->clk_hs_prepare;
247         timing->clk_hs_zero = timing->clk_hs_trail * 4;
248         timing->clk_hs_exit = 2 * timing->clk_hs_trail;
249
250         timcon0 = timing->lpx | timing->da_hs_prepare << 8 |
251                   timing->da_hs_zero << 16 | timing->da_hs_trail << 24;
252         timcon1 = timing->ta_go | timing->ta_sure << 8 |
253                   timing->ta_get << 16 | timing->da_hs_exit << 24;
254         timcon2 = 1 << 8 | timing->clk_hs_zero << 16 |
255                   timing->clk_hs_trail << 24;
256         timcon3 = timing->clk_hs_prepare | timing->clk_hs_post << 8 |
257                   timing->clk_hs_exit << 16;
258
259         writel(timcon0, dsi->regs + DSI_PHY_TIMECON0);
260         writel(timcon1, dsi->regs + DSI_PHY_TIMECON1);
261         writel(timcon2, dsi->regs + DSI_PHY_TIMECON2);
262         writel(timcon3, dsi->regs + DSI_PHY_TIMECON3);
263 }
264
265 static void mtk_dsi_enable(struct mtk_dsi *dsi)
266 {
267         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_EN, DSI_EN);
268 }
269
270 static void mtk_dsi_disable(struct mtk_dsi *dsi)
271 {
272         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_EN, 0);
273 }
274
275 static void mtk_dsi_reset_engine(struct mtk_dsi *dsi)
276 {
277         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_RESET, DSI_RESET);
278         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_RESET, 0);
279 }
280
281 static void mtk_dsi_reset_dphy(struct mtk_dsi *dsi)
282 {
283         mtk_dsi_mask(dsi, DSI_CON_CTRL, DPHY_RESET, DPHY_RESET);
284         mtk_dsi_mask(dsi, DSI_CON_CTRL, DPHY_RESET, 0);
285 }
286
287 static void mtk_dsi_clk_ulp_mode_enter(struct mtk_dsi *dsi)
288 {
289         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, 0);
290         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_ULPM_EN, 0);
291 }
292
293 static void mtk_dsi_clk_ulp_mode_leave(struct mtk_dsi *dsi)
294 {
295         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_ULPM_EN, 0);
296         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_WAKEUP_EN, LC_WAKEUP_EN);
297         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_WAKEUP_EN, 0);
298 }
299
300 static void mtk_dsi_lane0_ulp_mode_enter(struct mtk_dsi *dsi)
301 {
302         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_HS_TX_EN, 0);
303         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_ULPM_EN, 0);
304 }
305
306 static void mtk_dsi_lane0_ulp_mode_leave(struct mtk_dsi *dsi)
307 {
308         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_ULPM_EN, 0);
309         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_WAKEUP_EN, LD0_WAKEUP_EN);
310         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_WAKEUP_EN, 0);
311 }
312
313 static bool mtk_dsi_clk_hs_state(struct mtk_dsi *dsi)
314 {
315         return readl(dsi->regs + DSI_PHY_LCCON) & LC_HS_TX_EN;
316 }
317
318 static void mtk_dsi_clk_hs_mode(struct mtk_dsi *dsi, bool enter)
319 {
320         if (enter && !mtk_dsi_clk_hs_state(dsi))
321                 mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, LC_HS_TX_EN);
322         else if (!enter && mtk_dsi_clk_hs_state(dsi))
323                 mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, 0);
324 }
325
326 static void mtk_dsi_set_mode(struct mtk_dsi *dsi)
327 {
328         u32 vid_mode = CMD_MODE;
329
330         if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO) {
331                 if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_BURST)
332                         vid_mode = BURST_MODE;
333                 else if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
334                         vid_mode = SYNC_PULSE_MODE;
335                 else
336                         vid_mode = SYNC_EVENT_MODE;
337         }
338
339         writel(vid_mode, dsi->regs + DSI_MODE_CTRL);
340 }
341
342 static void mtk_dsi_set_vm_cmd(struct mtk_dsi *dsi)
343 {
344         mtk_dsi_mask(dsi, DSI_VM_CMD_CON, VM_CMD_EN, VM_CMD_EN);
345         mtk_dsi_mask(dsi, DSI_VM_CMD_CON, TS_VFP_EN, TS_VFP_EN);
346 }
347
348 static void mtk_dsi_ps_control_vact(struct mtk_dsi *dsi)
349 {
350         struct videomode *vm = &dsi->vm;
351         u32 dsi_buf_bpp, ps_wc;
352         u32 ps_bpp_mode;
353
354         if (dsi->format == MIPI_DSI_FMT_RGB565)
355                 dsi_buf_bpp = 2;
356         else
357                 dsi_buf_bpp = 3;
358
359         ps_wc = vm->hactive * dsi_buf_bpp;
360         ps_bpp_mode = ps_wc;
361
362         switch (dsi->format) {
363         case MIPI_DSI_FMT_RGB888:
364                 ps_bpp_mode |= PACKED_PS_24BIT_RGB888;
365                 break;
366         case MIPI_DSI_FMT_RGB666:
367                 ps_bpp_mode |= PACKED_PS_18BIT_RGB666;
368                 break;
369         case MIPI_DSI_FMT_RGB666_PACKED:
370                 ps_bpp_mode |= LOOSELY_PS_18BIT_RGB666;
371                 break;
372         case MIPI_DSI_FMT_RGB565:
373                 ps_bpp_mode |= PACKED_PS_16BIT_RGB565;
374                 break;
375         }
376
377         writel(vm->vactive, dsi->regs + DSI_VACT_NL);
378         writel(ps_bpp_mode, dsi->regs + DSI_PSCTRL);
379         writel(ps_wc, dsi->regs + DSI_HSTX_CKL_WC);
380 }
381
382 static void mtk_dsi_rxtx_control(struct mtk_dsi *dsi)
383 {
384         u32 tmp_reg;
385
386         switch (dsi->lanes) {
387         case 1:
388                 tmp_reg = 1 << 2;
389                 break;
390         case 2:
391                 tmp_reg = 3 << 2;
392                 break;
393         case 3:
394                 tmp_reg = 7 << 2;
395                 break;
396         case 4:
397                 tmp_reg = 0xf << 2;
398                 break;
399         default:
400                 tmp_reg = 0xf << 2;
401                 break;
402         }
403
404         if (dsi->mode_flags & MIPI_DSI_CLOCK_NON_CONTINUOUS)
405                 tmp_reg |= HSTX_CKLP_EN;
406
407         if (!(dsi->mode_flags & MIPI_DSI_MODE_EOT_PACKET))
408                 tmp_reg |= DIS_EOT;
409
410         writel(tmp_reg, dsi->regs + DSI_TXRX_CTRL);
411 }
412
413 static void mtk_dsi_ps_control(struct mtk_dsi *dsi)
414 {
415         u32 dsi_tmp_buf_bpp;
416         u32 tmp_reg;
417
418         switch (dsi->format) {
419         case MIPI_DSI_FMT_RGB888:
420                 tmp_reg = PACKED_PS_24BIT_RGB888;
421                 dsi_tmp_buf_bpp = 3;
422                 break;
423         case MIPI_DSI_FMT_RGB666:
424                 tmp_reg = LOOSELY_PS_18BIT_RGB666;
425                 dsi_tmp_buf_bpp = 3;
426                 break;
427         case MIPI_DSI_FMT_RGB666_PACKED:
428                 tmp_reg = PACKED_PS_18BIT_RGB666;
429                 dsi_tmp_buf_bpp = 3;
430                 break;
431         case MIPI_DSI_FMT_RGB565:
432                 tmp_reg = PACKED_PS_16BIT_RGB565;
433                 dsi_tmp_buf_bpp = 2;
434                 break;
435         default:
436                 tmp_reg = PACKED_PS_24BIT_RGB888;
437                 dsi_tmp_buf_bpp = 3;
438                 break;
439         }
440
441         tmp_reg += dsi->vm.hactive * dsi_tmp_buf_bpp & DSI_PS_WC;
442         writel(tmp_reg, dsi->regs + DSI_PSCTRL);
443 }
444
445 static void mtk_dsi_config_vdo_timing(struct mtk_dsi *dsi)
446 {
447         u32 horizontal_sync_active_byte;
448         u32 horizontal_backporch_byte;
449         u32 horizontal_frontporch_byte;
450         u32 horizontal_front_back_byte;
451         u32 data_phy_cycles_byte;
452         u32 dsi_tmp_buf_bpp, data_phy_cycles;
453         u32 delta;
454         struct mtk_phy_timing *timing = &dsi->phy_timing;
455
456         struct videomode *vm = &dsi->vm;
457
458         if (dsi->format == MIPI_DSI_FMT_RGB565)
459                 dsi_tmp_buf_bpp = 2;
460         else
461                 dsi_tmp_buf_bpp = 3;
462
463         writel(vm->vsync_len, dsi->regs + DSI_VSA_NL);
464         writel(vm->vback_porch, dsi->regs + DSI_VBP_NL);
465         writel(vm->vfront_porch, dsi->regs + DSI_VFP_NL);
466         writel(vm->vactive, dsi->regs + DSI_VACT_NL);
467
468         if (dsi->driver_data->has_size_ctl)
469                 writel(vm->vactive << 16 | vm->hactive,
470                        dsi->regs + DSI_SIZE_CON);
471
472         horizontal_sync_active_byte = (vm->hsync_len * dsi_tmp_buf_bpp - 10);
473
474         if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
475                 horizontal_backporch_byte = vm->hback_porch * dsi_tmp_buf_bpp - 10;
476         else
477                 horizontal_backporch_byte = (vm->hback_porch + vm->hsync_len) *
478                                             dsi_tmp_buf_bpp - 10;
479
480         data_phy_cycles = timing->lpx + timing->da_hs_prepare +
481                           timing->da_hs_zero + timing->da_hs_exit + 3;
482
483         delta = dsi->mode_flags & MIPI_DSI_MODE_VIDEO_BURST ? 18 : 12;
484         delta += dsi->mode_flags & MIPI_DSI_MODE_EOT_PACKET ? 2 : 0;
485
486         horizontal_frontporch_byte = vm->hfront_porch * dsi_tmp_buf_bpp;
487         horizontal_front_back_byte = horizontal_frontporch_byte + horizontal_backporch_byte;
488         data_phy_cycles_byte = data_phy_cycles * dsi->lanes + delta;
489
490         if (horizontal_front_back_byte > data_phy_cycles_byte) {
491                 horizontal_frontporch_byte -= data_phy_cycles_byte *
492                                               horizontal_frontporch_byte /
493                                               horizontal_front_back_byte;
494
495                 horizontal_backporch_byte -= data_phy_cycles_byte *
496                                              horizontal_backporch_byte /
497                                              horizontal_front_back_byte;
498         } else {
499                 DRM_WARN("HFP + HBP less than d-phy, FPS will under 60Hz\n");
500         }
501
502         writel(horizontal_sync_active_byte, dsi->regs + DSI_HSA_WC);
503         writel(horizontal_backporch_byte, dsi->regs + DSI_HBP_WC);
504         writel(horizontal_frontporch_byte, dsi->regs + DSI_HFP_WC);
505
506         mtk_dsi_ps_control(dsi);
507 }
508
509 static void mtk_dsi_start(struct mtk_dsi *dsi)
510 {
511         writel(0, dsi->regs + DSI_START);
512         writel(1, dsi->regs + DSI_START);
513 }
514
515 static void mtk_dsi_stop(struct mtk_dsi *dsi)
516 {
517         writel(0, dsi->regs + DSI_START);
518 }
519
520 static void mtk_dsi_set_cmd_mode(struct mtk_dsi *dsi)
521 {
522         writel(CMD_MODE, dsi->regs + DSI_MODE_CTRL);
523 }
524
525 static void mtk_dsi_set_interrupt_enable(struct mtk_dsi *dsi)
526 {
527         u32 inten = LPRX_RD_RDY_INT_FLAG | CMD_DONE_INT_FLAG | VM_DONE_INT_FLAG;
528
529         writel(inten, dsi->regs + DSI_INTEN);
530 }
531
532 static void mtk_dsi_irq_data_set(struct mtk_dsi *dsi, u32 irq_bit)
533 {
534         dsi->irq_data |= irq_bit;
535 }
536
537 static void mtk_dsi_irq_data_clear(struct mtk_dsi *dsi, u32 irq_bit)
538 {
539         dsi->irq_data &= ~irq_bit;
540 }
541
542 static s32 mtk_dsi_wait_for_irq_done(struct mtk_dsi *dsi, u32 irq_flag,
543                                      unsigned int timeout)
544 {
545         s32 ret = 0;
546         unsigned long jiffies = msecs_to_jiffies(timeout);
547
548         ret = wait_event_interruptible_timeout(dsi->irq_wait_queue,
549                                                dsi->irq_data & irq_flag,
550                                                jiffies);
551         if (ret == 0) {
552                 DRM_WARN("Wait DSI IRQ(0x%08x) Timeout\n", irq_flag);
553
554                 mtk_dsi_enable(dsi);
555                 mtk_dsi_reset_engine(dsi);
556         }
557
558         return ret;
559 }
560
561 static irqreturn_t mtk_dsi_irq(int irq, void *dev_id)
562 {
563         struct mtk_dsi *dsi = dev_id;
564         u32 status, tmp;
565         u32 flag = LPRX_RD_RDY_INT_FLAG | CMD_DONE_INT_FLAG | VM_DONE_INT_FLAG;
566
567         status = readl(dsi->regs + DSI_INTSTA) & flag;
568
569         if (status) {
570                 do {
571                         mtk_dsi_mask(dsi, DSI_RACK, RACK, RACK);
572                         tmp = readl(dsi->regs + DSI_INTSTA);
573                 } while (tmp & DSI_BUSY);
574
575                 mtk_dsi_mask(dsi, DSI_INTSTA, status, 0);
576                 mtk_dsi_irq_data_set(dsi, status);
577                 wake_up_interruptible(&dsi->irq_wait_queue);
578         }
579
580         return IRQ_HANDLED;
581 }
582
583 static s32 mtk_dsi_switch_to_cmd_mode(struct mtk_dsi *dsi, u8 irq_flag, u32 t)
584 {
585         mtk_dsi_irq_data_clear(dsi, irq_flag);
586         mtk_dsi_set_cmd_mode(dsi);
587
588         if (!mtk_dsi_wait_for_irq_done(dsi, irq_flag, t)) {
589                 DRM_ERROR("failed to switch cmd mode\n");
590                 return -ETIME;
591         } else {
592                 return 0;
593         }
594 }
595
596 static int mtk_dsi_poweron(struct mtk_dsi *dsi)
597 {
598         struct device *dev = dsi->host.dev;
599         int ret;
600         u32 bit_per_pixel;
601
602         if (++dsi->refcount != 1)
603                 return 0;
604
605         switch (dsi->format) {
606         case MIPI_DSI_FMT_RGB565:
607                 bit_per_pixel = 16;
608                 break;
609         case MIPI_DSI_FMT_RGB666_PACKED:
610                 bit_per_pixel = 18;
611                 break;
612         case MIPI_DSI_FMT_RGB666:
613         case MIPI_DSI_FMT_RGB888:
614         default:
615                 bit_per_pixel = 24;
616                 break;
617         }
618
619         dsi->data_rate = DIV_ROUND_UP_ULL(dsi->vm.pixelclock * bit_per_pixel,
620                                           dsi->lanes);
621
622         ret = clk_set_rate(dsi->hs_clk, dsi->data_rate);
623         if (ret < 0) {
624                 dev_err(dev, "Failed to set data rate: %d\n", ret);
625                 goto err_refcount;
626         }
627
628         phy_power_on(dsi->phy);
629
630         ret = clk_prepare_enable(dsi->engine_clk);
631         if (ret < 0) {
632                 dev_err(dev, "Failed to enable engine clock: %d\n", ret);
633                 goto err_phy_power_off;
634         }
635
636         ret = clk_prepare_enable(dsi->digital_clk);
637         if (ret < 0) {
638                 dev_err(dev, "Failed to enable digital clock: %d\n", ret);
639                 goto err_disable_engine_clk;
640         }
641
642         mtk_dsi_enable(dsi);
643
644         if (dsi->driver_data->has_shadow_ctl)
645                 writel(FORCE_COMMIT | BYPASS_SHADOW,
646                        dsi->regs + DSI_SHADOW_DEBUG);
647
648         mtk_dsi_reset_engine(dsi);
649         mtk_dsi_phy_timconfig(dsi);
650
651         mtk_dsi_rxtx_control(dsi);
652         usleep_range(30, 100);
653         mtk_dsi_reset_dphy(dsi);
654         mtk_dsi_ps_control_vact(dsi);
655         mtk_dsi_set_vm_cmd(dsi);
656         mtk_dsi_config_vdo_timing(dsi);
657         mtk_dsi_set_interrupt_enable(dsi);
658
659         mtk_dsi_clk_ulp_mode_leave(dsi);
660         mtk_dsi_lane0_ulp_mode_leave(dsi);
661         mtk_dsi_clk_hs_mode(dsi, 0);
662
663         return 0;
664 err_disable_engine_clk:
665         clk_disable_unprepare(dsi->engine_clk);
666 err_phy_power_off:
667         phy_power_off(dsi->phy);
668 err_refcount:
669         dsi->refcount--;
670         return ret;
671 }
672
673 static void mtk_dsi_poweroff(struct mtk_dsi *dsi)
674 {
675         if (WARN_ON(dsi->refcount == 0))
676                 return;
677
678         if (--dsi->refcount != 0)
679                 return;
680
681         /*
682          * mtk_dsi_stop() and mtk_dsi_start() is asymmetric, since
683          * mtk_dsi_stop() should be called after mtk_drm_crtc_atomic_disable(),
684          * which needs irq for vblank, and mtk_dsi_stop() will disable irq.
685          * mtk_dsi_start() needs to be called in mtk_output_dsi_enable(),
686          * after dsi is fully set.
687          */
688         mtk_dsi_stop(dsi);
689
690         mtk_dsi_switch_to_cmd_mode(dsi, VM_DONE_INT_FLAG, 500);
691         mtk_dsi_reset_engine(dsi);
692         mtk_dsi_lane0_ulp_mode_enter(dsi);
693         mtk_dsi_clk_ulp_mode_enter(dsi);
694
695         mtk_dsi_disable(dsi);
696
697         clk_disable_unprepare(dsi->engine_clk);
698         clk_disable_unprepare(dsi->digital_clk);
699
700         phy_power_off(dsi->phy);
701 }
702
703 static void mtk_output_dsi_enable(struct mtk_dsi *dsi)
704 {
705         int ret;
706
707         if (dsi->enabled)
708                 return;
709
710         ret = mtk_dsi_poweron(dsi);
711         if (ret < 0) {
712                 DRM_ERROR("failed to power on dsi\n");
713                 return;
714         }
715
716         mtk_dsi_set_mode(dsi);
717         mtk_dsi_clk_hs_mode(dsi, 1);
718
719         mtk_dsi_start(dsi);
720
721         dsi->enabled = true;
722 }
723
724 static void mtk_output_dsi_disable(struct mtk_dsi *dsi)
725 {
726         if (!dsi->enabled)
727                 return;
728
729         mtk_dsi_poweroff(dsi);
730
731         dsi->enabled = false;
732 }
733
734 static int mtk_dsi_bridge_attach(struct drm_bridge *bridge,
735                                  enum drm_bridge_attach_flags flags)
736 {
737         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
738
739         /* Attach the panel or bridge to the dsi bridge */
740         return drm_bridge_attach(bridge->encoder, dsi->next_bridge,
741                                  &dsi->bridge, flags);
742 }
743
744 static void mtk_dsi_bridge_mode_set(struct drm_bridge *bridge,
745                                     const struct drm_display_mode *mode,
746                                     const struct drm_display_mode *adjusted)
747 {
748         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
749
750         drm_display_mode_to_videomode(adjusted, &dsi->vm);
751 }
752
753 static void mtk_dsi_bridge_disable(struct drm_bridge *bridge)
754 {
755         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
756
757         mtk_output_dsi_disable(dsi);
758 }
759
760 static void mtk_dsi_bridge_enable(struct drm_bridge *bridge)
761 {
762         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
763
764         mtk_output_dsi_enable(dsi);
765 }
766
767 static const struct drm_bridge_funcs mtk_dsi_bridge_funcs = {
768         .attach = mtk_dsi_bridge_attach,
769         .disable = mtk_dsi_bridge_disable,
770         .enable = mtk_dsi_bridge_enable,
771         .mode_set = mtk_dsi_bridge_mode_set,
772 };
773
774 void mtk_dsi_ddp_start(struct device *dev)
775 {
776         struct mtk_dsi *dsi = dev_get_drvdata(dev);
777
778         mtk_dsi_poweron(dsi);
779 }
780
781 void mtk_dsi_ddp_stop(struct device *dev)
782 {
783         struct mtk_dsi *dsi = dev_get_drvdata(dev);
784
785         mtk_dsi_poweroff(dsi);
786 }
787
788 static int mtk_dsi_host_attach(struct mipi_dsi_host *host,
789                                struct mipi_dsi_device *device)
790 {
791         struct mtk_dsi *dsi = host_to_dsi(host);
792
793         dsi->lanes = device->lanes;
794         dsi->format = device->format;
795         dsi->mode_flags = device->mode_flags;
796
797         return 0;
798 }
799
800 static void mtk_dsi_wait_for_idle(struct mtk_dsi *dsi)
801 {
802         int ret;
803         u32 val;
804
805         ret = readl_poll_timeout(dsi->regs + DSI_INTSTA, val, !(val & DSI_BUSY),
806                                  4, 2000000);
807         if (ret) {
808                 DRM_WARN("polling dsi wait not busy timeout!\n");
809
810                 mtk_dsi_enable(dsi);
811                 mtk_dsi_reset_engine(dsi);
812         }
813 }
814
815 static u32 mtk_dsi_recv_cnt(u8 type, u8 *read_data)
816 {
817         switch (type) {
818         case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_1BYTE:
819         case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_1BYTE:
820                 return 1;
821         case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_2BYTE:
822         case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_2BYTE:
823                 return 2;
824         case MIPI_DSI_RX_GENERIC_LONG_READ_RESPONSE:
825         case MIPI_DSI_RX_DCS_LONG_READ_RESPONSE:
826                 return read_data[1] + read_data[2] * 16;
827         case MIPI_DSI_RX_ACKNOWLEDGE_AND_ERROR_REPORT:
828                 DRM_INFO("type is 0x02, try again\n");
829                 break;
830         default:
831                 DRM_INFO("type(0x%x) not recognized\n", type);
832                 break;
833         }
834
835         return 0;
836 }
837
838 static void mtk_dsi_cmdq(struct mtk_dsi *dsi, const struct mipi_dsi_msg *msg)
839 {
840         const char *tx_buf = msg->tx_buf;
841         u8 config, cmdq_size, cmdq_off, type = msg->type;
842         u32 reg_val, cmdq_mask, i;
843         u32 reg_cmdq_off = dsi->driver_data->reg_cmdq_off;
844
845         if (MTK_DSI_HOST_IS_READ(type))
846                 config = BTA;
847         else
848                 config = (msg->tx_len > 2) ? LONG_PACKET : SHORT_PACKET;
849
850         if (msg->tx_len > 2) {
851                 cmdq_size = 1 + (msg->tx_len + 3) / 4;
852                 cmdq_off = 4;
853                 cmdq_mask = CONFIG | DATA_ID | DATA_0 | DATA_1;
854                 reg_val = (msg->tx_len << 16) | (type << 8) | config;
855         } else {
856                 cmdq_size = 1;
857                 cmdq_off = 2;
858                 cmdq_mask = CONFIG | DATA_ID;
859                 reg_val = (type << 8) | config;
860         }
861
862         for (i = 0; i < msg->tx_len; i++)
863                 mtk_dsi_mask(dsi, (reg_cmdq_off + cmdq_off + i) & (~0x3U),
864                              (0xffUL << (((i + cmdq_off) & 3U) * 8U)),
865                              tx_buf[i] << (((i + cmdq_off) & 3U) * 8U));
866
867         mtk_dsi_mask(dsi, reg_cmdq_off, cmdq_mask, reg_val);
868         mtk_dsi_mask(dsi, DSI_CMDQ_SIZE, CMDQ_SIZE, cmdq_size);
869 }
870
871 static ssize_t mtk_dsi_host_send_cmd(struct mtk_dsi *dsi,
872                                      const struct mipi_dsi_msg *msg, u8 flag)
873 {
874         mtk_dsi_wait_for_idle(dsi);
875         mtk_dsi_irq_data_clear(dsi, flag);
876         mtk_dsi_cmdq(dsi, msg);
877         mtk_dsi_start(dsi);
878
879         if (!mtk_dsi_wait_for_irq_done(dsi, flag, 2000))
880                 return -ETIME;
881         else
882                 return 0;
883 }
884
885 static ssize_t mtk_dsi_host_transfer(struct mipi_dsi_host *host,
886                                      const struct mipi_dsi_msg *msg)
887 {
888         struct mtk_dsi *dsi = host_to_dsi(host);
889         u32 recv_cnt, i;
890         u8 read_data[16];
891         void *src_addr;
892         u8 irq_flag = CMD_DONE_INT_FLAG;
893
894         if (readl(dsi->regs + DSI_MODE_CTRL) & MODE) {
895                 DRM_ERROR("dsi engine is not command mode\n");
896                 return -EINVAL;
897         }
898
899         if (MTK_DSI_HOST_IS_READ(msg->type))
900                 irq_flag |= LPRX_RD_RDY_INT_FLAG;
901
902         if (mtk_dsi_host_send_cmd(dsi, msg, irq_flag) < 0)
903                 return -ETIME;
904
905         if (!MTK_DSI_HOST_IS_READ(msg->type))
906                 return 0;
907
908         if (!msg->rx_buf) {
909                 DRM_ERROR("dsi receive buffer size may be NULL\n");
910                 return -EINVAL;
911         }
912
913         for (i = 0; i < 16; i++)
914                 *(read_data + i) = readb(dsi->regs + DSI_RX_DATA0 + i);
915
916         recv_cnt = mtk_dsi_recv_cnt(read_data[0], read_data);
917
918         if (recv_cnt > 2)
919                 src_addr = &read_data[4];
920         else
921                 src_addr = &read_data[1];
922
923         if (recv_cnt > 10)
924                 recv_cnt = 10;
925
926         if (recv_cnt > msg->rx_len)
927                 recv_cnt = msg->rx_len;
928
929         if (recv_cnt)
930                 memcpy(msg->rx_buf, src_addr, recv_cnt);
931
932         DRM_INFO("dsi get %d byte data from the panel address(0x%x)\n",
933                  recv_cnt, *((u8 *)(msg->tx_buf)));
934
935         return recv_cnt;
936 }
937
938 static const struct mipi_dsi_host_ops mtk_dsi_ops = {
939         .attach = mtk_dsi_host_attach,
940         .transfer = mtk_dsi_host_transfer,
941 };
942
943 static int mtk_dsi_encoder_init(struct drm_device *drm, struct mtk_dsi *dsi)
944 {
945         int ret;
946
947         ret = drm_simple_encoder_init(drm, &dsi->encoder,
948                                       DRM_MODE_ENCODER_DSI);
949         if (ret) {
950                 DRM_ERROR("Failed to encoder init to drm\n");
951                 return ret;
952         }
953
954         dsi->encoder.possible_crtcs = mtk_drm_find_possible_crtc_by_comp(drm, dsi->host.dev);
955
956         ret = drm_bridge_attach(&dsi->encoder, &dsi->bridge, NULL,
957                                 DRM_BRIDGE_ATTACH_NO_CONNECTOR);
958         if (ret)
959                 goto err_cleanup_encoder;
960
961         dsi->connector = drm_bridge_connector_init(drm, &dsi->encoder);
962         if (IS_ERR(dsi->connector)) {
963                 DRM_ERROR("Unable to create bridge connector\n");
964                 ret = PTR_ERR(dsi->connector);
965                 goto err_cleanup_encoder;
966         }
967         drm_connector_attach_encoder(dsi->connector, &dsi->encoder);
968
969         return 0;
970
971 err_cleanup_encoder:
972         drm_encoder_cleanup(&dsi->encoder);
973         return ret;
974 }
975
976 static int mtk_dsi_bind(struct device *dev, struct device *master, void *data)
977 {
978         int ret;
979         struct drm_device *drm = data;
980         struct mtk_dsi *dsi = dev_get_drvdata(dev);
981
982         ret = mtk_dsi_encoder_init(drm, dsi);
983
984         return ret;
985 }
986
987 static void mtk_dsi_unbind(struct device *dev, struct device *master,
988                            void *data)
989 {
990         struct mtk_dsi *dsi = dev_get_drvdata(dev);
991
992         drm_encoder_cleanup(&dsi->encoder);
993 }
994
995 static const struct component_ops mtk_dsi_component_ops = {
996         .bind = mtk_dsi_bind,
997         .unbind = mtk_dsi_unbind,
998 };
999
1000 static int mtk_dsi_probe(struct platform_device *pdev)
1001 {
1002         struct mtk_dsi *dsi;
1003         struct device *dev = &pdev->dev;
1004         struct drm_panel *panel;
1005         struct resource *regs;
1006         int irq_num;
1007         int ret;
1008
1009         dsi = devm_kzalloc(dev, sizeof(*dsi), GFP_KERNEL);
1010         if (!dsi)
1011                 return -ENOMEM;
1012
1013         dsi->host.ops = &mtk_dsi_ops;
1014         dsi->host.dev = dev;
1015         ret = mipi_dsi_host_register(&dsi->host);
1016         if (ret < 0) {
1017                 dev_err(dev, "failed to register DSI host: %d\n", ret);
1018                 return ret;
1019         }
1020
1021         ret = drm_of_find_panel_or_bridge(dev->of_node, 0, 0,
1022                                           &panel, &dsi->next_bridge);
1023         if (ret)
1024                 goto err_unregister_host;
1025
1026         if (panel) {
1027                 dsi->next_bridge = devm_drm_panel_bridge_add(dev, panel);
1028                 if (IS_ERR(dsi->next_bridge)) {
1029                         ret = PTR_ERR(dsi->next_bridge);
1030                         goto err_unregister_host;
1031                 }
1032         }
1033
1034         dsi->driver_data = of_device_get_match_data(dev);
1035
1036         dsi->engine_clk = devm_clk_get(dev, "engine");
1037         if (IS_ERR(dsi->engine_clk)) {
1038                 ret = PTR_ERR(dsi->engine_clk);
1039
1040                 if (ret != -EPROBE_DEFER)
1041                         dev_err(dev, "Failed to get engine clock: %d\n", ret);
1042                 goto err_unregister_host;
1043         }
1044
1045         dsi->digital_clk = devm_clk_get(dev, "digital");
1046         if (IS_ERR(dsi->digital_clk)) {
1047                 ret = PTR_ERR(dsi->digital_clk);
1048
1049                 if (ret != -EPROBE_DEFER)
1050                         dev_err(dev, "Failed to get digital clock: %d\n", ret);
1051                 goto err_unregister_host;
1052         }
1053
1054         dsi->hs_clk = devm_clk_get(dev, "hs");
1055         if (IS_ERR(dsi->hs_clk)) {
1056                 ret = PTR_ERR(dsi->hs_clk);
1057                 dev_err(dev, "Failed to get hs clock: %d\n", ret);
1058                 goto err_unregister_host;
1059         }
1060
1061         regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1062         dsi->regs = devm_ioremap_resource(dev, regs);
1063         if (IS_ERR(dsi->regs)) {
1064                 ret = PTR_ERR(dsi->regs);
1065                 dev_err(dev, "Failed to ioremap memory: %d\n", ret);
1066                 goto err_unregister_host;
1067         }
1068
1069         dsi->phy = devm_phy_get(dev, "dphy");
1070         if (IS_ERR(dsi->phy)) {
1071                 ret = PTR_ERR(dsi->phy);
1072                 dev_err(dev, "Failed to get MIPI-DPHY: %d\n", ret);
1073                 goto err_unregister_host;
1074         }
1075
1076         irq_num = platform_get_irq(pdev, 0);
1077         if (irq_num < 0) {
1078                 dev_err(&pdev->dev, "failed to get dsi irq_num: %d\n", irq_num);
1079                 ret = irq_num;
1080                 goto err_unregister_host;
1081         }
1082
1083         ret = devm_request_irq(&pdev->dev, irq_num, mtk_dsi_irq,
1084                                IRQF_TRIGGER_NONE, dev_name(&pdev->dev), dsi);
1085         if (ret) {
1086                 dev_err(&pdev->dev, "failed to request mediatek dsi irq\n");
1087                 goto err_unregister_host;
1088         }
1089
1090         init_waitqueue_head(&dsi->irq_wait_queue);
1091
1092         platform_set_drvdata(pdev, dsi);
1093
1094         dsi->bridge.funcs = &mtk_dsi_bridge_funcs;
1095         dsi->bridge.of_node = dev->of_node;
1096         dsi->bridge.type = DRM_MODE_CONNECTOR_DSI;
1097
1098         drm_bridge_add(&dsi->bridge);
1099
1100         ret = component_add(&pdev->dev, &mtk_dsi_component_ops);
1101         if (ret) {
1102                 dev_err(&pdev->dev, "failed to add component: %d\n", ret);
1103                 goto err_unregister_host;
1104         }
1105
1106         return 0;
1107
1108 err_unregister_host:
1109         mipi_dsi_host_unregister(&dsi->host);
1110         return ret;
1111 }
1112
1113 static int mtk_dsi_remove(struct platform_device *pdev)
1114 {
1115         struct mtk_dsi *dsi = platform_get_drvdata(pdev);
1116
1117         mtk_output_dsi_disable(dsi);
1118         drm_bridge_remove(&dsi->bridge);
1119         component_del(&pdev->dev, &mtk_dsi_component_ops);
1120         mipi_dsi_host_unregister(&dsi->host);
1121
1122         return 0;
1123 }
1124
1125 static const struct mtk_dsi_driver_data mt8173_dsi_driver_data = {
1126         .reg_cmdq_off = 0x200,
1127 };
1128
1129 static const struct mtk_dsi_driver_data mt2701_dsi_driver_data = {
1130         .reg_cmdq_off = 0x180,
1131 };
1132
1133 static const struct mtk_dsi_driver_data mt8183_dsi_driver_data = {
1134         .reg_cmdq_off = 0x200,
1135         .has_shadow_ctl = true,
1136         .has_size_ctl = true,
1137 };
1138
1139 static const struct of_device_id mtk_dsi_of_match[] = {
1140         { .compatible = "mediatek,mt2701-dsi",
1141           .data = &mt2701_dsi_driver_data },
1142         { .compatible = "mediatek,mt8173-dsi",
1143           .data = &mt8173_dsi_driver_data },
1144         { .compatible = "mediatek,mt8183-dsi",
1145           .data = &mt8183_dsi_driver_data },
1146         { },
1147 };
1148 MODULE_DEVICE_TABLE(of, mtk_dsi_of_match);
1149
1150 struct platform_driver mtk_dsi_driver = {
1151         .probe = mtk_dsi_probe,
1152         .remove = mtk_dsi_remove,
1153         .driver = {
1154                 .name = "mtk-dsi",
1155                 .of_match_table = mtk_dsi_of_match,
1156         },
1157 };