1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (c) 2015-2018, The Linux Foundation. All rights reserved.
5 #include <linux/delay.h>
7 #include "dpu_hw_ctl.h"
11 #define CTL_LAYER(lm) \
12 (((lm) == LM_5) ? (0x024) : (((lm) - LM_0) * 0x004))
13 #define CTL_LAYER_EXT(lm) \
14 (0x40 + (((lm) - LM_0) * 0x004))
15 #define CTL_LAYER_EXT2(lm) \
16 (0x70 + (((lm) - LM_0) * 0x004))
17 #define CTL_LAYER_EXT3(lm) \
18 (0xA0 + (((lm) - LM_0) * 0x004))
20 #define CTL_FLUSH 0x018
21 #define CTL_START 0x01C
22 #define CTL_PREPARE 0x0d0
23 #define CTL_SW_RESET 0x030
24 #define CTL_LAYER_EXTN_OFFSET 0x40
25 #define CTL_INTF_ACTIVE 0x0F4
26 #define CTL_INTF_FLUSH 0x110
27 #define CTL_INTF_MASTER 0x134
29 #define CTL_MIXER_BORDER_OUT BIT(24)
30 #define CTL_FLUSH_MASK_CTL BIT(17)
32 #define DPU_REG_RESET_TIMEOUT_US 2000
35 static const struct dpu_ctl_cfg *_ctl_offset(enum dpu_ctl ctl,
36 const struct dpu_mdss_cfg *m,
38 struct dpu_hw_blk_reg_map *b)
42 for (i = 0; i < m->ctl_count; i++) {
43 if (ctl == m->ctl[i].id) {
45 b->blk_off = m->ctl[i].base;
46 b->length = m->ctl[i].len;
47 b->hwversion = m->hwversion;
48 b->log_mask = DPU_DBG_MASK_CTL;
52 return ERR_PTR(-ENOMEM);
55 static int _mixer_stages(const struct dpu_lm_cfg *mixer, int count,
61 for (i = 0; i < count; i++) {
62 if (lm == mixer[i].id) {
63 stages = mixer[i].sblk->maxblendstages;
71 static inline u32 dpu_hw_ctl_get_flush_register(struct dpu_hw_ctl *ctx)
73 struct dpu_hw_blk_reg_map *c = &ctx->hw;
75 return DPU_REG_READ(c, CTL_FLUSH);
78 static inline void dpu_hw_ctl_trigger_start(struct dpu_hw_ctl *ctx)
80 trace_dpu_hw_ctl_trigger_start(ctx->pending_flush_mask,
81 dpu_hw_ctl_get_flush_register(ctx));
82 DPU_REG_WRITE(&ctx->hw, CTL_START, 0x1);
85 static inline void dpu_hw_ctl_trigger_pending(struct dpu_hw_ctl *ctx)
87 trace_dpu_hw_ctl_trigger_prepare(ctx->pending_flush_mask,
88 dpu_hw_ctl_get_flush_register(ctx));
89 DPU_REG_WRITE(&ctx->hw, CTL_PREPARE, 0x1);
92 static inline void dpu_hw_ctl_clear_pending_flush(struct dpu_hw_ctl *ctx)
94 trace_dpu_hw_ctl_clear_pending_flush(ctx->pending_flush_mask,
95 dpu_hw_ctl_get_flush_register(ctx));
96 ctx->pending_flush_mask = 0x0;
99 static inline void dpu_hw_ctl_update_pending_flush(struct dpu_hw_ctl *ctx,
102 trace_dpu_hw_ctl_update_pending_flush(flushbits,
103 ctx->pending_flush_mask);
104 ctx->pending_flush_mask |= flushbits;
107 static inline void dpu_hw_ctl_update_pending_intf_flush(struct dpu_hw_ctl *ctx,
110 ctx->pending_intf_flush_mask |= flushbits;
113 static u32 dpu_hw_ctl_get_pending_flush(struct dpu_hw_ctl *ctx)
115 return ctx->pending_flush_mask;
118 static inline void dpu_hw_ctl_trigger_flush_v1(struct dpu_hw_ctl *ctx)
121 if (ctx->pending_flush_mask & BIT(INTF_IDX))
122 DPU_REG_WRITE(&ctx->hw, CTL_INTF_FLUSH,
123 ctx->pending_intf_flush_mask);
125 DPU_REG_WRITE(&ctx->hw, CTL_FLUSH, ctx->pending_flush_mask);
128 static inline void dpu_hw_ctl_trigger_flush(struct dpu_hw_ctl *ctx)
130 trace_dpu_hw_ctl_trigger_pending_flush(ctx->pending_flush_mask,
131 dpu_hw_ctl_get_flush_register(ctx));
132 DPU_REG_WRITE(&ctx->hw, CTL_FLUSH, ctx->pending_flush_mask);
135 static uint32_t dpu_hw_ctl_get_bitmask_sspp(struct dpu_hw_ctl *ctx,
138 uint32_t flushbits = 0;
190 static uint32_t dpu_hw_ctl_get_bitmask_mixer(struct dpu_hw_ctl *ctx,
193 uint32_t flushbits = 0;
218 flushbits |= CTL_FLUSH_MASK_CTL;
223 static int dpu_hw_ctl_get_bitmask_intf(struct dpu_hw_ctl *ctx,
224 u32 *flushbits, enum dpu_intf intf)
228 *flushbits |= BIT(31);
231 *flushbits |= BIT(30);
234 *flushbits |= BIT(29);
237 *flushbits |= BIT(28);
245 static int dpu_hw_ctl_get_bitmask_intf_v1(struct dpu_hw_ctl *ctx,
246 u32 *flushbits, enum dpu_intf intf)
251 *flushbits |= BIT(31);
259 static int dpu_hw_ctl_active_get_bitmask_intf(struct dpu_hw_ctl *ctx,
260 u32 *flushbits, enum dpu_intf intf)
264 *flushbits |= BIT(0);
267 *flushbits |= BIT(1);
275 static uint32_t dpu_hw_ctl_get_bitmask_dspp(struct dpu_hw_ctl *ctx,
278 uint32_t flushbits = 0;
300 static u32 dpu_hw_ctl_poll_reset_status(struct dpu_hw_ctl *ctx, u32 timeout_us)
302 struct dpu_hw_blk_reg_map *c = &ctx->hw;
306 timeout = ktime_add_us(ktime_get(), timeout_us);
309 * it takes around 30us to have mdp finish resetting its ctl path
310 * poll every 50us so that reset should be completed at 1st poll
313 status = DPU_REG_READ(c, CTL_SW_RESET);
316 usleep_range(20, 50);
317 } while (status && ktime_compare_safe(ktime_get(), timeout) < 0);
322 static int dpu_hw_ctl_reset_control(struct dpu_hw_ctl *ctx)
324 struct dpu_hw_blk_reg_map *c = &ctx->hw;
326 pr_debug("issuing hw ctl reset for ctl:%d\n", ctx->idx);
327 DPU_REG_WRITE(c, CTL_SW_RESET, 0x1);
328 if (dpu_hw_ctl_poll_reset_status(ctx, DPU_REG_RESET_TIMEOUT_US))
334 static int dpu_hw_ctl_wait_reset_status(struct dpu_hw_ctl *ctx)
336 struct dpu_hw_blk_reg_map *c = &ctx->hw;
339 status = DPU_REG_READ(c, CTL_SW_RESET);
344 pr_debug("hw ctl reset is set for ctl:%d\n", ctx->idx);
345 if (dpu_hw_ctl_poll_reset_status(ctx, DPU_REG_RESET_TIMEOUT_US)) {
346 pr_err("hw recovery is not complete for ctl:%d\n", ctx->idx);
353 static void dpu_hw_ctl_clear_all_blendstages(struct dpu_hw_ctl *ctx)
355 struct dpu_hw_blk_reg_map *c = &ctx->hw;
358 for (i = 0; i < ctx->mixer_count; i++) {
359 DPU_REG_WRITE(c, CTL_LAYER(LM_0 + i), 0);
360 DPU_REG_WRITE(c, CTL_LAYER_EXT(LM_0 + i), 0);
361 DPU_REG_WRITE(c, CTL_LAYER_EXT2(LM_0 + i), 0);
362 DPU_REG_WRITE(c, CTL_LAYER_EXT3(LM_0 + i), 0);
366 static void dpu_hw_ctl_setup_blendstage(struct dpu_hw_ctl *ctx,
367 enum dpu_lm lm, struct dpu_hw_stage_cfg *stage_cfg)
369 struct dpu_hw_blk_reg_map *c = &ctx->hw;
370 u32 mixercfg = 0, mixercfg_ext = 0, mix, ext;
371 u32 mixercfg_ext2 = 0, mixercfg_ext3 = 0;
376 stages = _mixer_stages(ctx->mixer_hw_caps, ctx->mixer_count, lm);
380 if (test_bit(DPU_MIXER_SOURCESPLIT,
381 &ctx->mixer_hw_caps->features))
382 pipes_per_stage = PIPES_PER_STAGE;
386 mixercfg = CTL_MIXER_BORDER_OUT; /* always set BORDER_OUT */
391 for (i = 0; i <= stages; i++) {
392 /* overflow to ext register if 'i + 1 > 7' */
396 for (j = 0 ; j < pipes_per_stage; j++) {
397 enum dpu_sspp_multirect_index rect_index =
398 stage_cfg->multirect_index[i][j];
400 switch (stage_cfg->stage[i][j]) {
402 if (rect_index == DPU_SSPP_RECT_1) {
403 mixercfg_ext3 |= ((i + 1) & 0xF) << 0;
405 mixercfg |= mix << 0;
406 mixercfg_ext |= ext << 0;
410 if (rect_index == DPU_SSPP_RECT_1) {
411 mixercfg_ext3 |= ((i + 1) & 0xF) << 4;
413 mixercfg |= mix << 3;
414 mixercfg_ext |= ext << 2;
418 if (rect_index == DPU_SSPP_RECT_1) {
419 mixercfg_ext3 |= ((i + 1) & 0xF) << 8;
421 mixercfg |= mix << 6;
422 mixercfg_ext |= ext << 4;
426 if (rect_index == DPU_SSPP_RECT_1) {
427 mixercfg_ext3 |= ((i + 1) & 0xF) << 12;
429 mixercfg |= mix << 26;
430 mixercfg_ext |= ext << 6;
434 mixercfg |= mix << 9;
435 mixercfg_ext |= ext << 8;
438 mixercfg |= mix << 12;
439 mixercfg_ext |= ext << 10;
442 mixercfg |= mix << 15;
443 mixercfg_ext |= ext << 12;
446 mixercfg |= mix << 29;
447 mixercfg_ext |= ext << 14;
450 if (rect_index == DPU_SSPP_RECT_1) {
451 mixercfg_ext2 |= ((i + 1) & 0xF) << 8;
453 mixercfg |= mix << 18;
454 mixercfg_ext |= ext << 16;
458 if (rect_index == DPU_SSPP_RECT_1) {
459 mixercfg_ext2 |= ((i + 1) & 0xF) << 12;
461 mixercfg |= mix << 21;
462 mixercfg_ext |= ext << 18;
466 if (rect_index == DPU_SSPP_RECT_1) {
467 mixercfg_ext2 |= ((i + 1) & 0xF) << 16;
469 mix |= (i + 1) & 0xF;
470 mixercfg_ext2 |= mix << 0;
474 if (rect_index == DPU_SSPP_RECT_1) {
475 mixercfg_ext2 |= ((i + 1) & 0xF) << 20;
477 mix |= (i + 1) & 0xF;
478 mixercfg_ext2 |= mix << 4;
482 mixercfg_ext |= ((i + 1) & 0xF) << 20;
485 mixercfg_ext |= ((i + 1) & 0xF) << 26;
494 DPU_REG_WRITE(c, CTL_LAYER(lm), mixercfg);
495 DPU_REG_WRITE(c, CTL_LAYER_EXT(lm), mixercfg_ext);
496 DPU_REG_WRITE(c, CTL_LAYER_EXT2(lm), mixercfg_ext2);
497 DPU_REG_WRITE(c, CTL_LAYER_EXT3(lm), mixercfg_ext3);
501 static void dpu_hw_ctl_intf_cfg_v1(struct dpu_hw_ctl *ctx,
502 struct dpu_hw_intf_cfg *cfg)
504 struct dpu_hw_blk_reg_map *c = &ctx->hw;
508 if (cfg->intf_mode_sel == DPU_CTL_MODE_SEL_CMD)
511 intf_active = DPU_REG_READ(c, CTL_INTF_ACTIVE);
512 intf_active |= BIT(cfg->intf - INTF_0);
514 DPU_REG_WRITE(c, CTL_TOP, mode_sel);
515 DPU_REG_WRITE(c, CTL_INTF_ACTIVE, intf_active);
518 static void dpu_hw_ctl_intf_cfg(struct dpu_hw_ctl *ctx,
519 struct dpu_hw_intf_cfg *cfg)
521 struct dpu_hw_blk_reg_map *c = &ctx->hw;
524 intf_cfg |= (cfg->intf & 0xF) << 4;
528 intf_cfg |= (cfg->mode_3d - 0x1) << 20;
531 switch (cfg->intf_mode_sel) {
532 case DPU_CTL_MODE_SEL_VID:
533 intf_cfg &= ~BIT(17);
534 intf_cfg &= ~(0x3 << 15);
536 case DPU_CTL_MODE_SEL_CMD:
538 intf_cfg |= ((cfg->stream_sel & 0x3) << 15);
541 pr_err("unknown interface type %d\n", cfg->intf_mode_sel);
545 DPU_REG_WRITE(c, CTL_TOP, intf_cfg);
548 static void _setup_ctl_ops(struct dpu_hw_ctl_ops *ops,
551 if (cap & BIT(DPU_CTL_ACTIVE_CFG)) {
552 ops->trigger_flush = dpu_hw_ctl_trigger_flush_v1;
553 ops->setup_intf_cfg = dpu_hw_ctl_intf_cfg_v1;
554 ops->get_bitmask_intf = dpu_hw_ctl_get_bitmask_intf_v1;
555 ops->get_bitmask_active_intf =
556 dpu_hw_ctl_active_get_bitmask_intf;
557 ops->update_pending_intf_flush =
558 dpu_hw_ctl_update_pending_intf_flush;
560 ops->trigger_flush = dpu_hw_ctl_trigger_flush;
561 ops->setup_intf_cfg = dpu_hw_ctl_intf_cfg;
562 ops->get_bitmask_intf = dpu_hw_ctl_get_bitmask_intf;
564 ops->clear_pending_flush = dpu_hw_ctl_clear_pending_flush;
565 ops->update_pending_flush = dpu_hw_ctl_update_pending_flush;
566 ops->get_pending_flush = dpu_hw_ctl_get_pending_flush;
567 ops->get_flush_register = dpu_hw_ctl_get_flush_register;
568 ops->trigger_start = dpu_hw_ctl_trigger_start;
569 ops->trigger_pending = dpu_hw_ctl_trigger_pending;
570 ops->reset = dpu_hw_ctl_reset_control;
571 ops->wait_reset_status = dpu_hw_ctl_wait_reset_status;
572 ops->clear_all_blendstages = dpu_hw_ctl_clear_all_blendstages;
573 ops->setup_blendstage = dpu_hw_ctl_setup_blendstage;
574 ops->get_bitmask_sspp = dpu_hw_ctl_get_bitmask_sspp;
575 ops->get_bitmask_mixer = dpu_hw_ctl_get_bitmask_mixer;
576 ops->get_bitmask_dspp = dpu_hw_ctl_get_bitmask_dspp;
579 static struct dpu_hw_blk_ops dpu_hw_ops;
581 struct dpu_hw_ctl *dpu_hw_ctl_init(enum dpu_ctl idx,
583 const struct dpu_mdss_cfg *m)
585 struct dpu_hw_ctl *c;
586 const struct dpu_ctl_cfg *cfg;
588 c = kzalloc(sizeof(*c), GFP_KERNEL);
590 return ERR_PTR(-ENOMEM);
592 cfg = _ctl_offset(idx, m, addr, &c->hw);
593 if (IS_ERR_OR_NULL(cfg)) {
595 pr_err("failed to create dpu_hw_ctl %d\n", idx);
596 return ERR_PTR(-EINVAL);
600 _setup_ctl_ops(&c->ops, c->caps->features);
602 c->mixer_count = m->mixer_count;
603 c->mixer_hw_caps = m->mixer;
605 dpu_hw_blk_init(&c->base, DPU_HW_BLK_CTL, idx, &dpu_hw_ops);
610 void dpu_hw_ctl_destroy(struct dpu_hw_ctl *ctx)
613 dpu_hw_blk_destroy(&ctx->base);