drivers/gpu/drm/mediatek/mtk_dsi.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  * Copyright (c) 2015 MediaTek Inc.
   4  */
   5
   6 #include <linux/clk.h>
   7 #include <linux/component.h>
   8 #include <linux/iopoll.h>
   9 #include <linux/irq.h>
  10 #include <linux/of.h>
  11 #include <linux/of_platform.h>
  12 #include <linux/phy/phy.h>
  13 #include <linux/platform_device.h>
  14
  15 #include <video/mipi_display.h>
  16 #include <video/videomode.h>
  17
  18 #include <drm/drm_atomic_helper.h>
  19 #include <drm/drm_bridge.h>
  20 #include <drm/drm_bridge_connector.h>
  21 #include <drm/drm_mipi_dsi.h>
  22 #include <drm/drm_of.h>
  23 #include <drm/drm_panel.h>
  24 #include <drm/drm_print.h>
  25 #include <drm/drm_probe_helper.h>
  26 #include <drm/drm_simple_kms_helper.h>
  27
  28 #include "mtk_disp_drv.h"
  29 #include "mtk_drm_ddp_comp.h"
  30
  31 #define DSI_START               0x00
  32
  33 #define DSI_INTEN               0x08
  34
  35 #define DSI_INTSTA              0x0c
  36 #define LPRX_RD_RDY_INT_FLAG            BIT(0)
  37 #define CMD_DONE_INT_FLAG               BIT(1)
  38 #define TE_RDY_INT_FLAG                 BIT(2)
  39 #define VM_DONE_INT_FLAG                BIT(3)
  40 #define EXT_TE_RDY_INT_FLAG             BIT(4)
  41 #define DSI_BUSY                        BIT(31)
  42
  43 #define DSI_CON_CTRL            0x10
  44 #define DSI_RESET                       BIT(0)
  45 #define DSI_EN                          BIT(1)
  46 #define DPHY_RESET                      BIT(2)
  47
  48 #define DSI_MODE_CTRL           0x14
  49 #define MODE                            (3)
  50 #define CMD_MODE                        0
  51 #define SYNC_PULSE_MODE                 1
  52 #define SYNC_EVENT_MODE                 2
  53 #define BURST_MODE                      3
  54 #define FRM_MODE                        BIT(16)
  55 #define MIX_MODE                        BIT(17)
  56
  57 #define DSI_TXRX_CTRL           0x18
  58 #define VC_NUM                          BIT(1)
  59 #define LANE_NUM                        (0xf << 2)
  60 #define DIS_EOT                         BIT(6)
  61 #define NULL_EN                         BIT(7)
  62 #define TE_FREERUN                      BIT(8)
  63 #define EXT_TE_EN                       BIT(9)
  64 #define EXT_TE_EDGE                     BIT(10)
  65 #define MAX_RTN_SIZE                    (0xf << 12)
  66 #define HSTX_CKLP_EN                    BIT(16)
  67
  68 #define DSI_PSCTRL              0x1c
  69 #define DSI_PS_WC                       0x3fff
  70 #define DSI_PS_SEL                      (3 << 16)
  71 #define PACKED_PS_16BIT_RGB565          (0 << 16)
  72 #define LOOSELY_PS_18BIT_RGB666         (1 << 16)
  73 #define PACKED_PS_18BIT_RGB666          (2 << 16)
  74 #define PACKED_PS_24BIT_RGB888          (3 << 16)
  75
  76 #define DSI_VSA_NL              0x20
  77 #define DSI_VBP_NL              0x24
  78 #define DSI_VFP_NL              0x28
  79 #define DSI_VACT_NL             0x2C
  80 #define DSI_SIZE_CON            0x38
  81 #define DSI_HSA_WC              0x50
  82 #define DSI_HBP_WC              0x54
  83 #define DSI_HFP_WC              0x58
  84
  85 #define DSI_CMDQ_SIZE           0x60
  86 #define CMDQ_SIZE                       0x3f
  87
  88 #define DSI_HSTX_CKL_WC         0x64
  89
  90 #define DSI_RX_DATA0            0x74
  91 #define DSI_RX_DATA1            0x78
  92 #define DSI_RX_DATA2            0x7c
  93 #define DSI_RX_DATA3            0x80
  94
  95 #define DSI_RACK                0x84
  96 #define RACK                            BIT(0)
  97
  98 #define DSI_PHY_LCCON           0x104
  99 #define LC_HS_TX_EN                     BIT(0)
 100 #define LC_ULPM_EN                      BIT(1)
 101 #define LC_WAKEUP_EN                    BIT(2)
 102
 103 #define DSI_PHY_LD0CON          0x108
 104 #define LD0_HS_TX_EN                    BIT(0)
 105 #define LD0_ULPM_EN                     BIT(1)
 106 #define LD0_WAKEUP_EN                   BIT(2)
 107
 108 #define DSI_PHY_TIMECON0        0x110
 109 #define LPX                             (0xff << 0)
 110 #define HS_PREP                         (0xff << 8)
 111 #define HS_ZERO                         (0xff << 16)
 112 #define HS_TRAIL                        (0xff << 24)
 113
 114 #define DSI_PHY_TIMECON1        0x114
 115 #define TA_GO                           (0xff << 0)
 116 #define TA_SURE                         (0xff << 8)
 117 #define TA_GET                          (0xff << 16)
 118 #define DA_HS_EXIT                      (0xff << 24)
 119
 120 #define DSI_PHY_TIMECON2        0x118
 121 #define CONT_DET                        (0xff << 0)
 122 #define CLK_ZERO                        (0xff << 16)
 123 #define CLK_TRAIL                       (0xff << 24)
 124
 125 #define DSI_PHY_TIMECON3        0x11c
 126 #define CLK_HS_PREP                     (0xff << 0)
 127 #define CLK_HS_POST                     (0xff << 8)
 128 #define CLK_HS_EXIT                     (0xff << 16)
 129
 130 #define DSI_VM_CMD_CON          0x130
 131 #define VM_CMD_EN                       BIT(0)
 132 #define TS_VFP_EN                       BIT(5)
 133
 134 #define DSI_SHADOW_DEBUG        0x190U
 135 #define FORCE_COMMIT                    BIT(0)
 136 #define BYPASS_SHADOW                   BIT(1)
 137
 138 #define CONFIG                          (0xff << 0)
 139 #define SHORT_PACKET                    0
 140 #define LONG_PACKET                     2
 141 #define BTA                             BIT(2)
 142 #define DATA_ID                         (0xff << 8)
 143 #define DATA_0                          (0xff << 16)
 144 #define DATA_1                          (0xff << 24)
 145
 146 #define NS_TO_CYCLE(n, c)    ((n) / (c) + (((n) % (c)) ? 1 : 0))
 147
 148 #define MTK_DSI_HOST_IS_READ(type) \
 149         ((type == MIPI_DSI_GENERIC_READ_REQUEST_0_PARAM) || \
 150         (type == MIPI_DSI_GENERIC_READ_REQUEST_1_PARAM) || \
 151         (type == MIPI_DSI_GENERIC_READ_REQUEST_2_PARAM) || \
 152         (type == MIPI_DSI_DCS_READ))
 153
 154 struct mtk_phy_timing {
 155         u32 lpx;
 156         u32 da_hs_prepare;
 157         u32 da_hs_zero;
 158         u32 da_hs_trail;
 159
 160         u32 ta_go;
 161         u32 ta_sure;
 162         u32 ta_get;
 163         u32 da_hs_exit;
 164
 165         u32 clk_hs_zero;
 166         u32 clk_hs_trail;
 167
 168         u32 clk_hs_prepare;
 169         u32 clk_hs_post;
 170         u32 clk_hs_exit;
 171 };
 172
 173 struct phy;
 174
 175 struct mtk_dsi_driver_data {
 176         const u32 reg_cmdq_off;
 177         bool has_shadow_ctl;
 178         bool has_size_ctl;
 179 };
 180
 181 struct mtk_dsi {
 182         struct device *dev;
 183         struct mipi_dsi_host host;
 184         struct drm_encoder encoder;
 185         struct drm_bridge bridge;
 186         struct drm_bridge *next_bridge;
 187         struct drm_connector *connector;
 188         struct phy *phy;
 189
 190         void __iomem *regs;
 191
 192         struct clk *engine_clk;
 193         struct clk *digital_clk;
 194         struct clk *hs_clk;
 195
 196         u32 data_rate;
 197
 198         unsigned long mode_flags;
 199         enum mipi_dsi_pixel_format format;
 200         unsigned int lanes;
 201         struct videomode vm;
 202         struct mtk_phy_timing phy_timing;
 203         int refcount;
 204         bool enabled;
 205         u32 irq_data;
 206         wait_queue_head_t irq_wait_queue;
 207         const struct mtk_dsi_driver_data *driver_data;
 208 };
 209
 210 static inline struct mtk_dsi *bridge_to_dsi(struct drm_bridge *b)
 211 {
 212         return container_of(b, struct mtk_dsi, bridge);
 213 }
 214
 215 static inline struct mtk_dsi *host_to_dsi(struct mipi_dsi_host *h)
 216 {
 217         return container_of(h, struct mtk_dsi, host);
 218 }
 219
 220 static void mtk_dsi_mask(struct mtk_dsi *dsi, u32 offset, u32 mask, u32 data)
 221 {
 222         u32 temp = readl(dsi->regs + offset);
 223
 224         writel((temp & ~mask) | (data & mask), dsi->regs + offset);
 225 }
 226
 227 static void mtk_dsi_phy_timconfig(struct mtk_dsi *dsi)
 228 {
 229         u32 timcon0, timcon1, timcon2, timcon3;
 230         u32 data_rate_mhz = DIV_ROUND_UP(dsi->data_rate, 1000000);
 231         struct mtk_phy_timing *timing = &dsi->phy_timing;
 232
 233         timing->lpx = (60 * data_rate_mhz / (8 * 1000)) + 1;
 234         timing->da_hs_prepare = (80 * data_rate_mhz + 4 * 1000) / 8000;
 235         timing->da_hs_zero = (170 * data_rate_mhz + 10 * 1000) / 8000 + 1 -
 236                              timing->da_hs_prepare;
 237         timing->da_hs_trail = timing->da_hs_prepare + 1;
 238
 239         timing->ta_go = 4 * timing->lpx - 2;
 240         timing->ta_sure = timing->lpx + 2;
 241         timing->ta_get = 4 * timing->lpx;
 242         timing->da_hs_exit = 2 * timing->lpx + 1;
 243
 244         timing->clk_hs_prepare = 70 * data_rate_mhz / (8 * 1000);
 245         timing->clk_hs_post = timing->clk_hs_prepare + 8;
 246         timing->clk_hs_trail = timing->clk_hs_prepare;
 247         timing->clk_hs_zero = timing->clk_hs_trail * 4;
 248         timing->clk_hs_exit = 2 * timing->clk_hs_trail;
 249
 250         timcon0 = timing->lpx | timing->da_hs_prepare << 8 |
 251                   timing->da_hs_zero << 16 | timing->da_hs_trail << 24;
 252         timcon1 = timing->ta_go | timing->ta_sure << 8 |
 253                   timing->ta_get << 16 | timing->da_hs_exit << 24;
 254         timcon2 = 1 << 8 | timing->clk_hs_zero << 16 |
 255                   timing->clk_hs_trail << 24;
 256         timcon3 = timing->clk_hs_prepare | timing->clk_hs_post << 8 |
 257                   timing->clk_hs_exit << 16;
 258
 259         writel(timcon0, dsi->regs + DSI_PHY_TIMECON0);
 260         writel(timcon1, dsi->regs + DSI_PHY_TIMECON1);
 261         writel(timcon2, dsi->regs + DSI_PHY_TIMECON2);
 262         writel(timcon3, dsi->regs + DSI_PHY_TIMECON3);
 263 }
 264
 265 static void mtk_dsi_enable(struct mtk_dsi *dsi)
 266 {
 267         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_EN, DSI_EN);
 268 }
 269
 270 static void mtk_dsi_disable(struct mtk_dsi *dsi)
 271 {
 272         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_EN, 0);
 273 }
 274
 275 static void mtk_dsi_reset_engine(struct mtk_dsi *dsi)
 276 {
 277         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_RESET, DSI_RESET);
 278         mtk_dsi_mask(dsi, DSI_CON_CTRL, DSI_RESET, 0);
 279 }
 280
 281 static void mtk_dsi_reset_dphy(struct mtk_dsi *dsi)
 282 {
 283         mtk_dsi_mask(dsi, DSI_CON_CTRL, DPHY_RESET, DPHY_RESET);
 284         mtk_dsi_mask(dsi, DSI_CON_CTRL, DPHY_RESET, 0);
 285 }
 286
 287 static void mtk_dsi_clk_ulp_mode_enter(struct mtk_dsi *dsi)
 288 {
 289         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, 0);
 290         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_ULPM_EN, 0);
 291 }
 292
 293 static void mtk_dsi_clk_ulp_mode_leave(struct mtk_dsi *dsi)
 294 {
 295         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_ULPM_EN, 0);
 296         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_WAKEUP_EN, LC_WAKEUP_EN);
 297         mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_WAKEUP_EN, 0);
 298 }
 299
 300 static void mtk_dsi_lane0_ulp_mode_enter(struct mtk_dsi *dsi)
 301 {
 302         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_HS_TX_EN, 0);
 303         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_ULPM_EN, 0);
 304 }
 305
 306 static void mtk_dsi_lane0_ulp_mode_leave(struct mtk_dsi *dsi)
 307 {
 308         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_ULPM_EN, 0);
 309         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_WAKEUP_EN, LD0_WAKEUP_EN);
 310         mtk_dsi_mask(dsi, DSI_PHY_LD0CON, LD0_WAKEUP_EN, 0);
 311 }
 312
 313 static bool mtk_dsi_clk_hs_state(struct mtk_dsi *dsi)
 314 {
 315         return readl(dsi->regs + DSI_PHY_LCCON) & LC_HS_TX_EN;
 316 }
 317
 318 static void mtk_dsi_clk_hs_mode(struct mtk_dsi *dsi, bool enter)
 319 {
 320         if (enter && !mtk_dsi_clk_hs_state(dsi))
 321                 mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, LC_HS_TX_EN);
 322         else if (!enter && mtk_dsi_clk_hs_state(dsi))
 323                 mtk_dsi_mask(dsi, DSI_PHY_LCCON, LC_HS_TX_EN, 0);
 324 }
 325
 326 static void mtk_dsi_set_mode(struct mtk_dsi *dsi)
 327 {
 328         u32 vid_mode = CMD_MODE;
 329
 330         if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO) {
 331                 if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_BURST)
 332                         vid_mode = BURST_MODE;
 333                 else if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
 334                         vid_mode = SYNC_PULSE_MODE;
 335                 else
 336                         vid_mode = SYNC_EVENT_MODE;
 337         }
 338
 339         writel(vid_mode, dsi->regs + DSI_MODE_CTRL);
 340 }
 341
 342 static void mtk_dsi_set_vm_cmd(struct mtk_dsi *dsi)
 343 {
 344         mtk_dsi_mask(dsi, DSI_VM_CMD_CON, VM_CMD_EN, VM_CMD_EN);
 345         mtk_dsi_mask(dsi, DSI_VM_CMD_CON, TS_VFP_EN, TS_VFP_EN);
 346 }
 347
 348 static void mtk_dsi_ps_control_vact(struct mtk_dsi *dsi)
 349 {
 350         struct videomode *vm = &dsi->vm;
 351         u32 dsi_buf_bpp, ps_wc;
 352         u32 ps_bpp_mode;
 353
 354         if (dsi->format == MIPI_DSI_FMT_RGB565)
 355                 dsi_buf_bpp = 2;
 356         else
 357                 dsi_buf_bpp = 3;
 358
 359         ps_wc = vm->hactive * dsi_buf_bpp;
 360         ps_bpp_mode = ps_wc;
 361
 362         switch (dsi->format) {
 363         case MIPI_DSI_FMT_RGB888:
 364                 ps_bpp_mode |= PACKED_PS_24BIT_RGB888;
 365                 break;
 366         case MIPI_DSI_FMT_RGB666:
 367                 ps_bpp_mode |= PACKED_PS_18BIT_RGB666;
 368                 break;
 369         case MIPI_DSI_FMT_RGB666_PACKED:
 370                 ps_bpp_mode |= LOOSELY_PS_18BIT_RGB666;
 371                 break;
 372         case MIPI_DSI_FMT_RGB565:
 373                 ps_bpp_mode |= PACKED_PS_16BIT_RGB565;
 374                 break;
 375         }
 376
 377         writel(vm->vactive, dsi->regs + DSI_VACT_NL);
 378         writel(ps_bpp_mode, dsi->regs + DSI_PSCTRL);
 379         writel(ps_wc, dsi->regs + DSI_HSTX_CKL_WC);
 380 }
 381
 382 static void mtk_dsi_rxtx_control(struct mtk_dsi *dsi)
 383 {
 384         u32 tmp_reg;
 385
 386         switch (dsi->lanes) {
 387         case 1:
 388                 tmp_reg = 1 << 2;
 389                 break;
 390         case 2:
 391                 tmp_reg = 3 << 2;
 392                 break;
 393         case 3:
 394                 tmp_reg = 7 << 2;
 395                 break;
 396         case 4:
 397                 tmp_reg = 0xf << 2;
 398                 break;
 399         default:
 400                 tmp_reg = 0xf << 2;
 401                 break;
 402         }
 403
 404         tmp_reg |= (dsi->mode_flags & MIPI_DSI_CLOCK_NON_CONTINUOUS) << 6;
 405         tmp_reg |= (dsi->mode_flags & MIPI_DSI_MODE_EOT_PACKET) >> 3;
 406
 407         writel(tmp_reg, dsi->regs + DSI_TXRX_CTRL);
 408 }
 409
 410 static void mtk_dsi_ps_control(struct mtk_dsi *dsi)
 411 {
 412         u32 dsi_tmp_buf_bpp;
 413         u32 tmp_reg;
 414
 415         switch (dsi->format) {
 416         case MIPI_DSI_FMT_RGB888:
 417                 tmp_reg = PACKED_PS_24BIT_RGB888;
 418                 dsi_tmp_buf_bpp = 3;
 419                 break;
 420         case MIPI_DSI_FMT_RGB666:
 421                 tmp_reg = LOOSELY_PS_18BIT_RGB666;
 422                 dsi_tmp_buf_bpp = 3;
 423                 break;
 424         case MIPI_DSI_FMT_RGB666_PACKED:
 425                 tmp_reg = PACKED_PS_18BIT_RGB666;
 426                 dsi_tmp_buf_bpp = 3;
 427                 break;
 428         case MIPI_DSI_FMT_RGB565:
 429                 tmp_reg = PACKED_PS_16BIT_RGB565;
 430                 dsi_tmp_buf_bpp = 2;
 431                 break;
 432         default:
 433                 tmp_reg = PACKED_PS_24BIT_RGB888;
 434                 dsi_tmp_buf_bpp = 3;
 435                 break;
 436         }
 437
 438         tmp_reg += dsi->vm.hactive * dsi_tmp_buf_bpp & DSI_PS_WC;
 439         writel(tmp_reg, dsi->regs + DSI_PSCTRL);
 440 }
 441
 442 static void mtk_dsi_config_vdo_timing(struct mtk_dsi *dsi)
 443 {
 444         u32 horizontal_sync_active_byte;
 445         u32 horizontal_backporch_byte;
 446         u32 horizontal_frontporch_byte;
 447         u32 horizontal_front_back_byte;
 448         u32 data_phy_cycles_byte;
 449         u32 dsi_tmp_buf_bpp, data_phy_cycles;
 450         u32 delta;
 451         struct mtk_phy_timing *timing = &dsi->phy_timing;
 452
 453         struct videomode *vm = &dsi->vm;
 454
 455         if (dsi->format == MIPI_DSI_FMT_RGB565)
 456                 dsi_tmp_buf_bpp = 2;
 457         else
 458                 dsi_tmp_buf_bpp = 3;
 459
 460         writel(vm->vsync_len, dsi->regs + DSI_VSA_NL);
 461         writel(vm->vback_porch, dsi->regs + DSI_VBP_NL);
 462         writel(vm->vfront_porch, dsi->regs + DSI_VFP_NL);
 463         writel(vm->vactive, dsi->regs + DSI_VACT_NL);
 464
 465         if (dsi->driver_data->has_size_ctl)
 466                 writel(vm->vactive << 16 | vm->hactive,
 467                        dsi->regs + DSI_SIZE_CON);
 468
 469         horizontal_sync_active_byte = (vm->hsync_len * dsi_tmp_buf_bpp - 10);
 470
 471         if (dsi->mode_flags & MIPI_DSI_MODE_VIDEO_SYNC_PULSE)
 472                 horizontal_backporch_byte = vm->hback_porch * dsi_tmp_buf_bpp - 10;
 473         else
 474                 horizontal_backporch_byte = (vm->hback_porch + vm->hsync_len) *
 475                                             dsi_tmp_buf_bpp - 10;
 476
 477         data_phy_cycles = timing->lpx + timing->da_hs_prepare +
 478                           timing->da_hs_zero + timing->da_hs_exit + 3;
 479
 480         delta = dsi->mode_flags & MIPI_DSI_MODE_VIDEO_BURST ? 18 : 12;
 481
 482         horizontal_frontporch_byte = vm->hfront_porch * dsi_tmp_buf_bpp;
 483         horizontal_front_back_byte = horizontal_frontporch_byte + horizontal_backporch_byte;
 484         data_phy_cycles_byte = data_phy_cycles * dsi->lanes + delta;
 485
 486         if (horizontal_front_back_byte > data_phy_cycles_byte) {
 487                 horizontal_frontporch_byte -= data_phy_cycles_byte *
 488                                               horizontal_frontporch_byte /
 489                                               horizontal_front_back_byte;
 490
 491                 horizontal_backporch_byte -= data_phy_cycles_byte *
 492                                              horizontal_backporch_byte /
 493                                              horizontal_front_back_byte;
 494         } else {
 495                 DRM_WARN("HFP + HBP less than d-phy, FPS will under 60Hz\n");
 496         }
 497
 498         writel(horizontal_sync_active_byte, dsi->regs + DSI_HSA_WC);
 499         writel(horizontal_backporch_byte, dsi->regs + DSI_HBP_WC);
 500         writel(horizontal_frontporch_byte, dsi->regs + DSI_HFP_WC);
 501
 502         mtk_dsi_ps_control(dsi);
 503 }
 504
 505 static void mtk_dsi_start(struct mtk_dsi *dsi)
 506 {
 507         writel(0, dsi->regs + DSI_START);
 508         writel(1, dsi->regs + DSI_START);
 509 }
 510
 511 static void mtk_dsi_stop(struct mtk_dsi *dsi)
 512 {
 513         writel(0, dsi->regs + DSI_START);
 514 }
 515
 516 static void mtk_dsi_set_cmd_mode(struct mtk_dsi *dsi)
 517 {
 518         writel(CMD_MODE, dsi->regs + DSI_MODE_CTRL);
 519 }
 520
 521 static void mtk_dsi_set_interrupt_enable(struct mtk_dsi *dsi)
 522 {
 523         u32 inten = LPRX_RD_RDY_INT_FLAG | CMD_DONE_INT_FLAG | VM_DONE_INT_FLAG;
 524
 525         writel(inten, dsi->regs + DSI_INTEN);
 526 }
 527
 528 static void mtk_dsi_irq_data_set(struct mtk_dsi *dsi, u32 irq_bit)
 529 {
 530         dsi->irq_data |= irq_bit;
 531 }
 532
 533 static void mtk_dsi_irq_data_clear(struct mtk_dsi *dsi, u32 irq_bit)
 534 {
 535         dsi->irq_data &= ~irq_bit;
 536 }
 537
 538 static s32 mtk_dsi_wait_for_irq_done(struct mtk_dsi *dsi, u32 irq_flag,
 539                                      unsigned int timeout)
 540 {
 541         s32 ret = 0;
 542         unsigned long jiffies = msecs_to_jiffies(timeout);
 543
 544         ret = wait_event_interruptible_timeout(dsi->irq_wait_queue,
 545                                                dsi->irq_data & irq_flag,
 546                                                jiffies);
 547         if (ret == 0) {
 548                 DRM_WARN("Wait DSI IRQ(0x%08x) Timeout\n", irq_flag);
 549
 550                 mtk_dsi_enable(dsi);
 551                 mtk_dsi_reset_engine(dsi);
 552         }
 553
 554         return ret;
 555 }
 556
 557 static irqreturn_t mtk_dsi_irq(int irq, void *dev_id)
 558 {
 559         struct mtk_dsi *dsi = dev_id;
 560         u32 status, tmp;
 561         u32 flag = LPRX_RD_RDY_INT_FLAG | CMD_DONE_INT_FLAG | VM_DONE_INT_FLAG;
 562
 563         status = readl(dsi->regs + DSI_INTSTA) & flag;
 564
 565         if (status) {
 566                 do {
 567                         mtk_dsi_mask(dsi, DSI_RACK, RACK, RACK);
 568                         tmp = readl(dsi->regs + DSI_INTSTA);
 569                 } while (tmp & DSI_BUSY);
 570
 571                 mtk_dsi_mask(dsi, DSI_INTSTA, status, 0);
 572                 mtk_dsi_irq_data_set(dsi, status);
 573                 wake_up_interruptible(&dsi->irq_wait_queue);
 574         }
 575
 576         return IRQ_HANDLED;
 577 }
 578
 579 static s32 mtk_dsi_switch_to_cmd_mode(struct mtk_dsi *dsi, u8 irq_flag, u32 t)
 580 {
 581         mtk_dsi_irq_data_clear(dsi, irq_flag);
 582         mtk_dsi_set_cmd_mode(dsi);
 583
 584         if (!mtk_dsi_wait_for_irq_done(dsi, irq_flag, t)) {
 585                 DRM_ERROR("failed to switch cmd mode\n");
 586                 return -ETIME;
 587         } else {
 588                 return 0;
 589         }
 590 }
 591
 592 static int mtk_dsi_poweron(struct mtk_dsi *dsi)
 593 {
 594         struct device *dev = dsi->host.dev;
 595         int ret;
 596         u32 bit_per_pixel;
 597
 598         if (++dsi->refcount != 1)
 599                 return 0;
 600
 601         switch (dsi->format) {
 602         case MIPI_DSI_FMT_RGB565:
 603                 bit_per_pixel = 16;
 604                 break;
 605         case MIPI_DSI_FMT_RGB666_PACKED:
 606                 bit_per_pixel = 18;
 607                 break;
 608         case MIPI_DSI_FMT_RGB666:
 609         case MIPI_DSI_FMT_RGB888:
 610         default:
 611                 bit_per_pixel = 24;
 612                 break;
 613         }
 614
 615         dsi->data_rate = DIV_ROUND_UP_ULL(dsi->vm.pixelclock * bit_per_pixel,
 616                                           dsi->lanes);
 617
 618         ret = clk_set_rate(dsi->hs_clk, dsi->data_rate);
 619         if (ret < 0) {
 620                 dev_err(dev, "Failed to set data rate: %d\n", ret);
 621                 goto err_refcount;
 622         }
 623
 624         phy_power_on(dsi->phy);
 625
 626         ret = clk_prepare_enable(dsi->engine_clk);
 627         if (ret < 0) {
 628                 dev_err(dev, "Failed to enable engine clock: %d\n", ret);
 629                 goto err_phy_power_off;
 630         }
 631
 632         ret = clk_prepare_enable(dsi->digital_clk);
 633         if (ret < 0) {
 634                 dev_err(dev, "Failed to enable digital clock: %d\n", ret);
 635                 goto err_disable_engine_clk;
 636         }
 637
 638         mtk_dsi_enable(dsi);
 639
 640         if (dsi->driver_data->has_shadow_ctl)
 641                 writel(FORCE_COMMIT | BYPASS_SHADOW,
 642                        dsi->regs + DSI_SHADOW_DEBUG);
 643
 644         mtk_dsi_reset_engine(dsi);
 645         mtk_dsi_phy_timconfig(dsi);
 646
 647         mtk_dsi_rxtx_control(dsi);
 648         usleep_range(30, 100);
 649         mtk_dsi_reset_dphy(dsi);
 650         mtk_dsi_ps_control_vact(dsi);
 651         mtk_dsi_set_vm_cmd(dsi);
 652         mtk_dsi_config_vdo_timing(dsi);
 653         mtk_dsi_set_interrupt_enable(dsi);
 654
 655         mtk_dsi_clk_ulp_mode_leave(dsi);
 656         mtk_dsi_lane0_ulp_mode_leave(dsi);
 657         mtk_dsi_clk_hs_mode(dsi, 0);
 658
 659         return 0;
 660 err_disable_engine_clk:
 661         clk_disable_unprepare(dsi->engine_clk);
 662 err_phy_power_off:
 663         phy_power_off(dsi->phy);
 664 err_refcount:
 665         dsi->refcount--;
 666         return ret;
 667 }
 668
 669 static void mtk_dsi_poweroff(struct mtk_dsi *dsi)
 670 {
 671         if (WARN_ON(dsi->refcount == 0))
 672                 return;
 673
 674         if (--dsi->refcount != 0)
 675                 return;
 676
 677         /*
 678          * mtk_dsi_stop() and mtk_dsi_start() is asymmetric, since
 679          * mtk_dsi_stop() should be called after mtk_drm_crtc_atomic_disable(),
 680          * which needs irq for vblank, and mtk_dsi_stop() will disable irq.
 681          * mtk_dsi_start() needs to be called in mtk_output_dsi_enable(),
 682          * after dsi is fully set.
 683          */
 684         mtk_dsi_stop(dsi);
 685
 686         mtk_dsi_switch_to_cmd_mode(dsi, VM_DONE_INT_FLAG, 500);
 687         mtk_dsi_reset_engine(dsi);
 688         mtk_dsi_lane0_ulp_mode_enter(dsi);
 689         mtk_dsi_clk_ulp_mode_enter(dsi);
 690
 691         mtk_dsi_disable(dsi);
 692
 693         clk_disable_unprepare(dsi->engine_clk);
 694         clk_disable_unprepare(dsi->digital_clk);
 695
 696         phy_power_off(dsi->phy);
 697 }
 698
 699 static void mtk_output_dsi_enable(struct mtk_dsi *dsi)
 700 {
 701         int ret;
 702
 703         if (dsi->enabled)
 704                 return;
 705
 706         ret = mtk_dsi_poweron(dsi);
 707         if (ret < 0) {
 708                 DRM_ERROR("failed to power on dsi\n");
 709                 return;
 710         }
 711
 712         mtk_dsi_set_mode(dsi);
 713         mtk_dsi_clk_hs_mode(dsi, 1);
 714
 715         mtk_dsi_start(dsi);
 716
 717         dsi->enabled = true;
 718 }
 719
 720 static void mtk_output_dsi_disable(struct mtk_dsi *dsi)
 721 {
 722         if (!dsi->enabled)
 723                 return;
 724
 725         mtk_dsi_poweroff(dsi);
 726
 727         dsi->enabled = false;
 728 }
 729
 730 static int mtk_dsi_bridge_attach(struct drm_bridge *bridge,
 731                                  enum drm_bridge_attach_flags flags)
 732 {
 733         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
 734
 735         /* Attach the panel or bridge to the dsi bridge */
 736         return drm_bridge_attach(bridge->encoder, dsi->next_bridge,
 737                                  &dsi->bridge, flags);
 738 }
 739
 740 static void mtk_dsi_bridge_mode_set(struct drm_bridge *bridge,
 741                                     const struct drm_display_mode *mode,
 742                                     const struct drm_display_mode *adjusted)
 743 {
 744         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
 745
 746         drm_display_mode_to_videomode(adjusted, &dsi->vm);
 747 }
 748
 749 static void mtk_dsi_bridge_disable(struct drm_bridge *bridge)
 750 {
 751         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
 752
 753         mtk_output_dsi_disable(dsi);
 754 }
 755
 756 static void mtk_dsi_bridge_enable(struct drm_bridge *bridge)
 757 {
 758         struct mtk_dsi *dsi = bridge_to_dsi(bridge);
 759
 760         mtk_output_dsi_enable(dsi);
 761 }
 762
 763 static const struct drm_bridge_funcs mtk_dsi_bridge_funcs = {
 764         .attach = mtk_dsi_bridge_attach,
 765         .disable = mtk_dsi_bridge_disable,
 766         .enable = mtk_dsi_bridge_enable,
 767         .mode_set = mtk_dsi_bridge_mode_set,
 768 };
 769
 770 void mtk_dsi_ddp_start(struct device *dev)
 771 {
 772         struct mtk_dsi *dsi = dev_get_drvdata(dev);
 773
 774         mtk_dsi_poweron(dsi);
 775 }
 776
 777 void mtk_dsi_ddp_stop(struct device *dev)
 778 {
 779         struct mtk_dsi *dsi = dev_get_drvdata(dev);
 780
 781         mtk_dsi_poweroff(dsi);
 782 }
 783
 784 static int mtk_dsi_host_attach(struct mipi_dsi_host *host,
 785                                struct mipi_dsi_device *device)
 786 {
 787         struct mtk_dsi *dsi = host_to_dsi(host);
 788
 789         dsi->lanes = device->lanes;
 790         dsi->format = device->format;
 791         dsi->mode_flags = device->mode_flags;
 792
 793         return 0;
 794 }
 795
 796 static void mtk_dsi_wait_for_idle(struct mtk_dsi *dsi)
 797 {
 798         int ret;
 799         u32 val;
 800
 801         ret = readl_poll_timeout(dsi->regs + DSI_INTSTA, val, !(val & DSI_BUSY),
 802                                  4, 2000000);
 803         if (ret) {
 804                 DRM_WARN("polling dsi wait not busy timeout!\n");
 805
 806                 mtk_dsi_enable(dsi);
 807                 mtk_dsi_reset_engine(dsi);
 808         }
 809 }
 810
 811 static u32 mtk_dsi_recv_cnt(u8 type, u8 *read_data)
 812 {
 813         switch (type) {
 814         case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_1BYTE:
 815         case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_1BYTE:
 816                 return 1;
 817         case MIPI_DSI_RX_GENERIC_SHORT_READ_RESPONSE_2BYTE:
 818         case MIPI_DSI_RX_DCS_SHORT_READ_RESPONSE_2BYTE:
 819                 return 2;
 820         case MIPI_DSI_RX_GENERIC_LONG_READ_RESPONSE:
 821         case MIPI_DSI_RX_DCS_LONG_READ_RESPONSE:
 822                 return read_data[1] + read_data[2] * 16;
 823         case MIPI_DSI_RX_ACKNOWLEDGE_AND_ERROR_REPORT:
 824                 DRM_INFO("type is 0x02, try again\n");
 825                 break;
 826         default:
 827                 DRM_INFO("type(0x%x) not recognized\n", type);
 828                 break;
 829         }
 830
 831         return 0;
 832 }
 833
 834 static void mtk_dsi_cmdq(struct mtk_dsi *dsi, const struct mipi_dsi_msg *msg)
 835 {
 836         const char *tx_buf = msg->tx_buf;
 837         u8 config, cmdq_size, cmdq_off, type = msg->type;
 838         u32 reg_val, cmdq_mask, i;
 839         u32 reg_cmdq_off = dsi->driver_data->reg_cmdq_off;
 840
 841         if (MTK_DSI_HOST_IS_READ(type))
 842                 config = BTA;
 843         else
 844                 config = (msg->tx_len > 2) ? LONG_PACKET : SHORT_PACKET;
 845
 846         if (msg->tx_len > 2) {
 847                 cmdq_size = 1 + (msg->tx_len + 3) / 4;
 848                 cmdq_off = 4;
 849                 cmdq_mask = CONFIG | DATA_ID | DATA_0 | DATA_1;
 850                 reg_val = (msg->tx_len << 16) | (type << 8) | config;
 851         } else {
 852                 cmdq_size = 1;
 853                 cmdq_off = 2;
 854                 cmdq_mask = CONFIG | DATA_ID;
 855                 reg_val = (type << 8) | config;
 856         }
 857
 858         for (i = 0; i < msg->tx_len; i++)
 859                 mtk_dsi_mask(dsi, (reg_cmdq_off + cmdq_off + i) & (~0x3U),
 860                              (0xffUL << (((i + cmdq_off) & 3U) * 8U)),
 861                              tx_buf[i] << (((i + cmdq_off) & 3U) * 8U));
 862
 863         mtk_dsi_mask(dsi, reg_cmdq_off, cmdq_mask, reg_val);
 864         mtk_dsi_mask(dsi, DSI_CMDQ_SIZE, CMDQ_SIZE, cmdq_size);
 865 }
 866
 867 static ssize_t mtk_dsi_host_send_cmd(struct mtk_dsi *dsi,
 868                                      const struct mipi_dsi_msg *msg, u8 flag)
 869 {
 870         mtk_dsi_wait_for_idle(dsi);
 871         mtk_dsi_irq_data_clear(dsi, flag);
 872         mtk_dsi_cmdq(dsi, msg);
 873         mtk_dsi_start(dsi);
 874
 875         if (!mtk_dsi_wait_for_irq_done(dsi, flag, 2000))
 876                 return -ETIME;
 877         else
 878                 return 0;
 879 }
 880
 881 static ssize_t mtk_dsi_host_transfer(struct mipi_dsi_host *host,
 882                                      const struct mipi_dsi_msg *msg)
 883 {
 884         struct mtk_dsi *dsi = host_to_dsi(host);
 885         u32 recv_cnt, i;
 886         u8 read_data[16];
 887         void *src_addr;
 888         u8 irq_flag = CMD_DONE_INT_FLAG;
 889
 890         if (readl(dsi->regs + DSI_MODE_CTRL) & MODE) {
 891                 DRM_ERROR("dsi engine is not command mode\n");
 892                 return -EINVAL;
 893         }
 894
 895         if (MTK_DSI_HOST_IS_READ(msg->type))
 896                 irq_flag |= LPRX_RD_RDY_INT_FLAG;
 897
 898         if (mtk_dsi_host_send_cmd(dsi, msg, irq_flag) < 0)
 899                 return -ETIME;
 900
 901         if (!MTK_DSI_HOST_IS_READ(msg->type))
 902                 return 0;
 903
 904         if (!msg->rx_buf) {
 905                 DRM_ERROR("dsi receive buffer size may be NULL\n");
 906                 return -EINVAL;
 907         }
 908
 909         for (i = 0; i < 16; i++)
 910                 *(read_data + i) = readb(dsi->regs + DSI_RX_DATA0 + i);
 911
 912         recv_cnt = mtk_dsi_recv_cnt(read_data[0], read_data);
 913
 914         if (recv_cnt > 2)
 915                 src_addr = &read_data[4];
 916         else
 917                 src_addr = &read_data[1];
 918
 919         if (recv_cnt > 10)
 920                 recv_cnt = 10;
 921
 922         if (recv_cnt > msg->rx_len)
 923                 recv_cnt = msg->rx_len;
 924
 925         if (recv_cnt)
 926                 memcpy(msg->rx_buf, src_addr, recv_cnt);
 927
 928         DRM_INFO("dsi get %d byte data from the panel address(0x%x)\n",
 929                  recv_cnt, *((u8 *)(msg->tx_buf)));
 930
 931         return recv_cnt;
 932 }
 933
 934 static const struct mipi_dsi_host_ops mtk_dsi_ops = {
 935         .attach = mtk_dsi_host_attach,
 936         .transfer = mtk_dsi_host_transfer,
 937 };
 938
 939 static int mtk_dsi_encoder_init(struct drm_device *drm, struct mtk_dsi *dsi)
 940 {
 941         int ret;
 942
 943         ret = drm_simple_encoder_init(drm, &dsi->encoder,
 944                                       DRM_MODE_ENCODER_DSI);
 945         if (ret) {
 946                 DRM_ERROR("Failed to encoder init to drm\n");
 947                 return ret;
 948         }
 949
 950         dsi->encoder.possible_crtcs = mtk_drm_find_possible_crtc_by_comp(drm, dsi->host.dev);
 951
 952         ret = drm_bridge_attach(&dsi->encoder, &dsi->bridge, NULL,
 953                                 DRM_BRIDGE_ATTACH_NO_CONNECTOR);
 954         if (ret)
 955                 goto err_cleanup_encoder;
 956
 957         dsi->connector = drm_bridge_connector_init(drm, &dsi->encoder);
 958         if (IS_ERR(dsi->connector)) {
 959                 DRM_ERROR("Unable to create bridge connector\n");
 960                 ret = PTR_ERR(dsi->connector);
 961                 goto err_cleanup_encoder;
 962         }
 963         drm_connector_attach_encoder(dsi->connector, &dsi->encoder);
 964
 965         return 0;
 966
 967 err_cleanup_encoder:
 968         drm_encoder_cleanup(&dsi->encoder);
 969         return ret;
 970 }
 971
 972 static int mtk_dsi_bind(struct device *dev, struct device *master, void *data)
 973 {
 974         int ret;
 975         struct drm_device *drm = data;
 976         struct mtk_dsi *dsi = dev_get_drvdata(dev);
 977
 978         ret = mtk_dsi_encoder_init(drm, dsi);
 979
 980         return ret;
 981 }
 982
 983 static void mtk_dsi_unbind(struct device *dev, struct device *master,
 984                            void *data)
 985 {
 986         struct mtk_dsi *dsi = dev_get_drvdata(dev);
 987
 988         drm_encoder_cleanup(&dsi->encoder);
 989 }
 990
 991 static const struct component_ops mtk_dsi_component_ops = {
 992         .bind = mtk_dsi_bind,
 993         .unbind = mtk_dsi_unbind,
 994 };
 995
 996 static int mtk_dsi_probe(struct platform_device *pdev)
 997 {
 998         struct mtk_dsi *dsi;
 999         struct device *dev = &pdev->dev;
1000         struct drm_panel *panel;
1001         struct resource *regs;
1002         int irq_num;
1003         int ret;
1004
1005         dsi = devm_kzalloc(dev, sizeof(*dsi), GFP_KERNEL);
1006         if (!dsi)
1007                 return -ENOMEM;
1008
1009         dsi->host.ops = &mtk_dsi_ops;
1010         dsi->host.dev = dev;
1011         ret = mipi_dsi_host_register(&dsi->host);
1012         if (ret < 0) {
1013                 dev_err(dev, "failed to register DSI host: %d\n", ret);
1014                 return ret;
1015         }
1016
1017         ret = drm_of_find_panel_or_bridge(dev->of_node, 0, 0,
1018                                           &panel, &dsi->next_bridge);
1019         if (ret)
1020                 goto err_unregister_host;
1021
1022         if (panel) {
1023                 dsi->next_bridge = devm_drm_panel_bridge_add(dev, panel);
1024                 if (IS_ERR(dsi->next_bridge)) {
1025                         ret = PTR_ERR(dsi->next_bridge);
1026                         goto err_unregister_host;
1027                 }
1028         }
1029
1030         dsi->driver_data = of_device_get_match_data(dev);
1031
1032         dsi->engine_clk = devm_clk_get(dev, "engine");
1033         if (IS_ERR(dsi->engine_clk)) {
1034                 ret = PTR_ERR(dsi->engine_clk);
1035
1036                 if (ret != -EPROBE_DEFER)
1037                         dev_err(dev, "Failed to get engine clock: %d\n", ret);
1038                 goto err_unregister_host;
1039         }
1040
1041         dsi->digital_clk = devm_clk_get(dev, "digital");
1042         if (IS_ERR(dsi->digital_clk)) {
1043                 ret = PTR_ERR(dsi->digital_clk);
1044
1045                 if (ret != -EPROBE_DEFER)
1046                         dev_err(dev, "Failed to get digital clock: %d\n", ret);
1047                 goto err_unregister_host;
1048         }
1049
1050         dsi->hs_clk = devm_clk_get(dev, "hs");
1051         if (IS_ERR(dsi->hs_clk)) {
1052                 ret = PTR_ERR(dsi->hs_clk);
1053                 dev_err(dev, "Failed to get hs clock: %d\n", ret);
1054                 goto err_unregister_host;
1055         }
1056
1057         regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1058         dsi->regs = devm_ioremap_resource(dev, regs);
1059         if (IS_ERR(dsi->regs)) {
1060                 ret = PTR_ERR(dsi->regs);
1061                 dev_err(dev, "Failed to ioremap memory: %d\n", ret);
1062                 goto err_unregister_host;
1063         }
1064
1065         dsi->phy = devm_phy_get(dev, "dphy");
1066         if (IS_ERR(dsi->phy)) {
1067                 ret = PTR_ERR(dsi->phy);
1068                 dev_err(dev, "Failed to get MIPI-DPHY: %d\n", ret);
1069                 goto err_unregister_host;
1070         }
1071
1072         irq_num = platform_get_irq(pdev, 0);
1073         if (irq_num < 0) {
1074                 dev_err(&pdev->dev, "failed to get dsi irq_num: %d\n", irq_num);
1075                 ret = irq_num;
1076                 goto err_unregister_host;
1077         }
1078
1079         ret = devm_request_irq(&pdev->dev, irq_num, mtk_dsi_irq,
1080                                IRQF_TRIGGER_NONE, dev_name(&pdev->dev), dsi);
1081         if (ret) {
1082                 dev_err(&pdev->dev, "failed to request mediatek dsi irq\n");
1083                 goto err_unregister_host;
1084         }
1085
1086         init_waitqueue_head(&dsi->irq_wait_queue);
1087
1088         platform_set_drvdata(pdev, dsi);
1089
1090         dsi->bridge.funcs = &mtk_dsi_bridge_funcs;
1091         dsi->bridge.of_node = dev->of_node;
1092         dsi->bridge.type = DRM_MODE_CONNECTOR_DSI;
1093
1094         drm_bridge_add(&dsi->bridge);
1095
1096         ret = component_add(&pdev->dev, &mtk_dsi_component_ops);
1097         if (ret) {
1098                 dev_err(&pdev->dev, "failed to add component: %d\n", ret);
1099                 goto err_unregister_host;
1100         }
1101
1102         return 0;
1103
1104 err_unregister_host:
1105         mipi_dsi_host_unregister(&dsi->host);
1106         return ret;
1107 }
1108
1109 static int mtk_dsi_remove(struct platform_device *pdev)
1110 {
1111         struct mtk_dsi *dsi = platform_get_drvdata(pdev);
1112
1113         mtk_output_dsi_disable(dsi);
1114         drm_bridge_remove(&dsi->bridge);
1115         component_del(&pdev->dev, &mtk_dsi_component_ops);
1116         mipi_dsi_host_unregister(&dsi->host);
1117
1118         return 0;
1119 }
1120
1121 static const struct mtk_dsi_driver_data mt8173_dsi_driver_data = {
1122         .reg_cmdq_off = 0x200,
1123 };
1124
1125 static const struct mtk_dsi_driver_data mt2701_dsi_driver_data = {
1126         .reg_cmdq_off = 0x180,
1127 };
1128
1129 static const struct mtk_dsi_driver_data mt8183_dsi_driver_data = {
1130         .reg_cmdq_off = 0x200,
1131         .has_shadow_ctl = true,
1132         .has_size_ctl = true,
1133 };
1134
1135 static const struct of_device_id mtk_dsi_of_match[] = {
1136         { .compatible = "mediatek,mt2701-dsi",
1137           .data = &mt2701_dsi_driver_data },
1138         { .compatible = "mediatek,mt8173-dsi",
1139           .data = &mt8173_dsi_driver_data },
1140         { .compatible = "mediatek,mt8183-dsi",
1141           .data = &mt8183_dsi_driver_data },
1142         { },
1143 };
1144
1145 struct platform_driver mtk_dsi_driver = {
1146         .probe = mtk_dsi_probe,
1147         .remove = mtk_dsi_remove,
1148         .driver = {
1149                 .name = "mtk-dsi",
1150                 .of_match_table = mtk_dsi_of_match,
1151         },
1152 };