1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2016, The Linux Foundation. All rights reserved.
7 #include <linux/clk-provider.h>
8 #include <linux/delay.h>
13 #define PHY_14NM_CKLN_IDX 4
16 * DSI PLL 14nm - clock diagram (eg: DSI0):
22 * dsi0vco_clk ---| n1 |--o--| /8 |-- dsi0pllbyte
24 * | dsi0n1_postdivby2_clk
28 * | | |--| n2 |-- dsi0pll
29 * o--------------| / +----+
33 #define POLL_MAX_READS 15
34 #define POLL_TIMEOUT_US 1000
36 #define VCO_REF_CLK_RATE 19200000
37 #define VCO_MIN_RATE 1300000000UL
38 #define VCO_MAX_RATE 2600000000UL
40 #define DSI_PLL_DEFAULT_VCO_POSTDIV 1
42 struct dsi_pll_input {
43 u32 fref; /* reference clk */
44 u32 fdata; /* bit clock rate */
45 u32 dsiclk_sel; /* Mux configuration (see diagram) */
46 u32 ssc_en; /* SSC enable/disable */
52 u32 kvco_measure_time;
83 struct dsi_pll_output {
96 u32 pll_resetsm_cntrl;
97 u32 pll_resetsm_cntrl2;
98 u32 pll_resetsm_cntrl5;
109 struct pll_14nm_cached_state {
110 unsigned long vco_rate;
115 struct dsi_pll_14nm {
116 struct clk_hw clk_hw;
119 struct platform_device *pdev;
121 void __iomem *phy_cmn_mmio;
124 struct msm_dsi_phy *phy;
126 struct dsi_pll_input in;
127 struct dsi_pll_output out;
129 /* protects REG_DSI_14nm_PHY_CMN_CLK_CFG0 register */
130 spinlock_t postdiv_lock;
132 u64 vco_current_rate;
133 u64 vco_ref_clk_rate;
135 struct pll_14nm_cached_state cached_state;
137 struct dsi_pll_14nm *slave;
140 #define to_pll_14nm(x) container_of(x, struct dsi_pll_14nm, clk_hw)
143 * Private struct for N1/N2 post-divider clocks. These clocks are similar to
144 * the generic clk_divider class of clocks. The only difference is that it
145 * also sets the slave DSI PLL's post-dividers if in Dual DSI mode
147 struct dsi_pll_14nm_postdiv {
153 u8 flags; /* same flags as used by clk_divider struct */
155 struct dsi_pll_14nm *pll;
158 #define to_pll_14nm_postdiv(_hw) container_of(_hw, struct dsi_pll_14nm_postdiv, hw)
161 * Global list of private DSI PLL struct pointers. We need this for Dual DSI
162 * mode, where the master PLL's clk_ops needs access the slave's private data
164 static struct dsi_pll_14nm *pll_14nm_list[DSI_MAX];
166 static bool pll_14nm_poll_for_ready(struct dsi_pll_14nm *pll_14nm,
167 u32 nb_tries, u32 timeout_us)
169 bool pll_locked = false;
170 void __iomem *base = pll_14nm->mmio;
175 val = dsi_phy_read(base +
176 REG_DSI_14nm_PHY_PLL_RESET_SM_READY_STATUS);
177 pll_locked = !!(val & BIT(5));
188 val = dsi_phy_read(base +
189 REG_DSI_14nm_PHY_PLL_RESET_SM_READY_STATUS);
190 pll_locked = !!(val & BIT(0));
199 DBG("DSI PLL is %slocked", pll_locked ? "" : "*not* ");
204 static void dsi_pll_14nm_input_init(struct dsi_pll_14nm *pll)
206 pll->in.fref = pll->vco_ref_clk_rate;
208 pll->in.dsiclk_sel = 1; /* Use the /2 path in Mux */
209 pll->in.ldo_en = 0; /* disabled for now */
212 pll->in.refclk_dbler_en = 0;
213 pll->in.vco_measure_time = 5;
214 pll->in.kvco_measure_time = 5;
215 pll->in.bandgap_timer = 4;
216 pll->in.pll_wakeup_timer = 5;
217 pll->in.plllock_cnt = 1;
218 pll->in.plllock_rng = 0;
221 * SSC is enabled by default. We might need DT props for configuring
222 * some SSC params like PPM and center/down spread etc.
225 pll->in.ssc_center = 0; /* down spread by default */
226 pll->in.ssc_spread = 5; /* PPM / 1000 */
227 pll->in.ssc_freq = 31500; /* default recommended */
228 pll->in.ssc_adj_period = 37;
230 pll->in.pll_ie_trim = 4;
231 pll->in.pll_ip_trim = 4;
232 pll->in.pll_cpcset_cur = 1;
233 pll->in.pll_cpmset_cur = 1;
234 pll->in.pll_icpmset = 4;
235 pll->in.pll_icpcset = 4;
236 pll->in.pll_icpmset_p = 0;
237 pll->in.pll_icpmset_m = 0;
238 pll->in.pll_icpcset_p = 0;
239 pll->in.pll_icpcset_m = 0;
240 pll->in.pll_lpf_res1 = 3;
241 pll->in.pll_lpf_cap1 = 11;
242 pll->in.pll_lpf_cap2 = 1;
243 pll->in.pll_iptat_trim = 7;
244 pll->in.pll_c3ctrl = 2;
245 pll->in.pll_r3ctrl = 1;
248 #define CEIL(x, y) (((x) + ((y) - 1)) / (y))
250 static void pll_14nm_ssc_calc(struct dsi_pll_14nm *pll)
252 u32 period, ssc_period;
256 DBG("vco=%lld ref=%lld", pll->vco_current_rate, pll->vco_ref_clk_rate);
258 ssc_period = pll->in.ssc_freq / 500;
259 period = (u32)pll->vco_ref_clk_rate / 1000;
260 ssc_period = CEIL(period, ssc_period);
262 pll->out.ssc_period = ssc_period;
264 DBG("ssc freq=%d spread=%d period=%d", pll->in.ssc_freq,
265 pll->in.ssc_spread, pll->out.ssc_period);
267 step_size = (u32)pll->vco_current_rate;
268 ref = pll->vco_ref_clk_rate;
270 step_size = div_u64(step_size, ref);
272 step_size = div_u64(step_size, 1000);
273 step_size *= pll->in.ssc_spread;
274 step_size = div_u64(step_size, 1000);
275 step_size *= (pll->in.ssc_adj_period + 1);
278 step_size = div_u64_rem(step_size, ssc_period + 1, &rem);
282 DBG("step_size=%lld", step_size);
284 step_size &= 0x0ffff; /* take lower 16 bits */
286 pll->out.ssc_step_size = step_size;
289 static void pll_14nm_dec_frac_calc(struct dsi_pll_14nm *pll)
291 struct dsi_pll_input *pin = &pll->in;
292 struct dsi_pll_output *pout = &pll->out;
293 u64 multiplier = BIT(20);
294 u64 dec_start_multiple, dec_start, pll_comp_val;
295 u32 duration, div_frac_start;
296 u64 vco_clk_rate = pll->vco_current_rate;
297 u64 fref = pll->vco_ref_clk_rate;
299 DBG("vco_clk_rate=%lld ref_clk_rate=%lld", vco_clk_rate, fref);
301 dec_start_multiple = div_u64(vco_clk_rate * multiplier, fref);
302 div_u64_rem(dec_start_multiple, multiplier, &div_frac_start);
304 dec_start = div_u64(dec_start_multiple, multiplier);
306 pout->dec_start = (u32)dec_start;
307 pout->div_frac_start = div_frac_start;
309 if (pin->plllock_cnt == 0)
311 else if (pin->plllock_cnt == 1)
313 else if (pin->plllock_cnt == 2)
318 pll_comp_val = duration * dec_start_multiple;
319 pll_comp_val = div_u64(pll_comp_val, multiplier);
320 do_div(pll_comp_val, 10);
322 pout->plllock_cmp = (u32)pll_comp_val;
324 pout->pll_txclk_en = 1;
325 pout->cmn_ldo_cntrl = 0x3c;
328 static u32 pll_14nm_kvco_slop(u32 vrate)
332 if (vrate > VCO_MIN_RATE && vrate <= 1800000000UL)
334 else if (vrate > 1800000000UL && vrate < 2300000000UL)
336 else if (vrate > 2300000000UL && vrate < VCO_MAX_RATE)
342 static void pll_14nm_calc_vco_count(struct dsi_pll_14nm *pll)
344 struct dsi_pll_input *pin = &pll->in;
345 struct dsi_pll_output *pout = &pll->out;
346 u64 vco_clk_rate = pll->vco_current_rate;
347 u64 fref = pll->vco_ref_clk_rate;
351 data = fref * pin->vco_measure_time;
352 do_div(data, 1000000);
353 data &= 0x03ff; /* 10 bits */
355 pout->pll_vco_div_ref = data;
357 data = div_u64(vco_clk_rate, 1000000); /* unit is Mhz */
358 data *= pin->vco_measure_time;
360 pout->pll_vco_count = data;
362 data = fref * pin->kvco_measure_time;
363 do_div(data, 1000000);
364 data &= 0x03ff; /* 10 bits */
366 pout->pll_kvco_div_ref = data;
368 cnt = pll_14nm_kvco_slop(vco_clk_rate);
371 cnt *= pin->kvco_measure_time;
372 pout->pll_kvco_count = cnt;
374 pout->pll_misc1 = 16;
375 pout->pll_resetsm_cntrl = 48;
376 pout->pll_resetsm_cntrl2 = pin->bandgap_timer << 3;
377 pout->pll_resetsm_cntrl5 = pin->pll_wakeup_timer;
378 pout->pll_kvco_code = 0;
381 static void pll_db_commit_ssc(struct dsi_pll_14nm *pll)
383 void __iomem *base = pll->mmio;
384 struct dsi_pll_input *pin = &pll->in;
385 struct dsi_pll_output *pout = &pll->out;
388 data = pin->ssc_adj_period;
390 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_ADJ_PER1, data);
391 data = (pin->ssc_adj_period >> 8);
393 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_ADJ_PER2, data);
395 data = pout->ssc_period;
397 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_PER1, data);
398 data = (pout->ssc_period >> 8);
400 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_PER2, data);
402 data = pout->ssc_step_size;
404 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_STEP_SIZE1, data);
405 data = (pout->ssc_step_size >> 8);
407 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_STEP_SIZE2, data);
409 data = (pin->ssc_center & 0x01);
411 data |= 0x01; /* enable */
412 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SSC_EN_CENTER, data);
414 wmb(); /* make sure register committed */
417 static void pll_db_commit_common(struct dsi_pll_14nm *pll,
418 struct dsi_pll_input *pin,
419 struct dsi_pll_output *pout)
421 void __iomem *base = pll->mmio;
424 /* confgiure the non frequency dependent pll registers */
426 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_SYSCLK_EN_RESET, data);
428 data = pout->pll_txclk_en;
429 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_TXCLK_EN, data);
431 data = pout->pll_resetsm_cntrl;
432 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_RESETSM_CNTRL, data);
433 data = pout->pll_resetsm_cntrl2;
434 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_RESETSM_CNTRL2, data);
435 data = pout->pll_resetsm_cntrl5;
436 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_RESETSM_CNTRL5, data);
438 data = pout->pll_vco_div_ref & 0xff;
439 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_VCO_DIV_REF1, data);
440 data = (pout->pll_vco_div_ref >> 8) & 0x3;
441 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_VCO_DIV_REF2, data);
443 data = pout->pll_kvco_div_ref & 0xff;
444 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_KVCO_DIV_REF1, data);
445 data = (pout->pll_kvco_div_ref >> 8) & 0x3;
446 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_KVCO_DIV_REF2, data);
448 data = pout->pll_misc1;
449 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_MISC1, data);
451 data = pin->pll_ie_trim;
452 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_IE_TRIM, data);
454 data = pin->pll_ip_trim;
455 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_IP_TRIM, data);
457 data = pin->pll_cpmset_cur << 3 | pin->pll_cpcset_cur;
458 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_CP_SET_CUR, data);
460 data = pin->pll_icpcset_p << 3 | pin->pll_icpcset_m;
461 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_ICPCSET, data);
463 data = pin->pll_icpmset_p << 3 | pin->pll_icpcset_m;
464 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_ICPMSET, data);
466 data = pin->pll_icpmset << 3 | pin->pll_icpcset;
467 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_ICP_SET, data);
469 data = pin->pll_lpf_cap2 << 4 | pin->pll_lpf_cap1;
470 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_LPF1, data);
472 data = pin->pll_iptat_trim;
473 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_IPTAT_TRIM, data);
475 data = pin->pll_c3ctrl | pin->pll_r3ctrl << 4;
476 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_CRCTRL, data);
479 static void pll_14nm_software_reset(struct dsi_pll_14nm *pll_14nm)
481 void __iomem *cmn_base = pll_14nm->phy_cmn_mmio;
483 /* de assert pll start and apply pll sw reset */
486 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_PLL_CNTRL, 0);
489 dsi_phy_write_udelay(cmn_base + REG_DSI_14nm_PHY_CMN_CTRL_1, 0x20, 10);
490 wmb(); /* make sure register committed */
492 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_CTRL_1, 0);
493 wmb(); /* make sure register committed */
496 static void pll_db_commit_14nm(struct dsi_pll_14nm *pll,
497 struct dsi_pll_input *pin,
498 struct dsi_pll_output *pout)
500 void __iomem *base = pll->mmio;
501 void __iomem *cmn_base = pll->phy_cmn_mmio;
504 DBG("DSI%d PLL", pll->id);
506 data = pout->cmn_ldo_cntrl;
507 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_LDO_CNTRL, data);
509 pll_db_commit_common(pll, pin, pout);
511 pll_14nm_software_reset(pll);
513 data = pin->dsiclk_sel; /* set dsiclk_sel = 1 */
514 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_CLK_CFG1, data);
516 data = 0xff; /* data, clk, pll normal operation */
517 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_CTRL_0, data);
519 /* configure the frequency dependent pll registers */
520 data = pout->dec_start;
521 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_DEC_START, data);
523 data = pout->div_frac_start & 0xff;
524 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START1, data);
525 data = (pout->div_frac_start >> 8) & 0xff;
526 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START2, data);
527 data = (pout->div_frac_start >> 16) & 0xf;
528 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START3, data);
530 data = pout->plllock_cmp & 0xff;
531 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLLLOCK_CMP1, data);
533 data = (pout->plllock_cmp >> 8) & 0xff;
534 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLLLOCK_CMP2, data);
536 data = (pout->plllock_cmp >> 16) & 0x3;
537 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLLLOCK_CMP3, data);
539 data = pin->plllock_cnt << 1 | pin->plllock_rng << 3;
540 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLLLOCK_CMP_EN, data);
542 data = pout->pll_vco_count & 0xff;
543 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_VCO_COUNT1, data);
544 data = (pout->pll_vco_count >> 8) & 0xff;
545 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_VCO_COUNT2, data);
547 data = pout->pll_kvco_count & 0xff;
548 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_KVCO_COUNT1, data);
549 data = (pout->pll_kvco_count >> 8) & 0x3;
550 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_KVCO_COUNT2, data);
552 data = (pout->pll_postdiv - 1) << 4 | pin->pll_lpf_res1;
553 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_LPF2_POSTDIV, data);
556 pll_db_commit_ssc(pll);
558 wmb(); /* make sure register committed */
562 * VCO clock Callbacks
564 static int dsi_pll_14nm_vco_set_rate(struct clk_hw *hw, unsigned long rate,
565 unsigned long parent_rate)
567 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(hw);
568 struct dsi_pll_input *pin = &pll_14nm->in;
569 struct dsi_pll_output *pout = &pll_14nm->out;
571 DBG("DSI PLL%d rate=%lu, parent's=%lu", pll_14nm->id, rate,
574 pll_14nm->vco_current_rate = rate;
575 pll_14nm->vco_ref_clk_rate = VCO_REF_CLK_RATE;
577 dsi_pll_14nm_input_init(pll_14nm);
580 * This configures the post divider internal to the VCO. It's
581 * fixed to divide by 1 for now.
583 * tx_band = pll_postdiv.
589 pout->pll_postdiv = DSI_PLL_DEFAULT_VCO_POSTDIV;
591 pll_14nm_dec_frac_calc(pll_14nm);
594 pll_14nm_ssc_calc(pll_14nm);
596 pll_14nm_calc_vco_count(pll_14nm);
598 /* commit the slave DSI PLL registers if we're master. Note that we
599 * don't lock the slave PLL. We just ensure that the PLL/PHY registers
600 * of the master and slave are identical
602 if (pll_14nm->phy->usecase == MSM_DSI_PHY_MASTER) {
603 struct dsi_pll_14nm *pll_14nm_slave = pll_14nm->slave;
605 pll_db_commit_14nm(pll_14nm_slave, pin, pout);
608 pll_db_commit_14nm(pll_14nm, pin, pout);
613 static unsigned long dsi_pll_14nm_vco_recalc_rate(struct clk_hw *hw,
614 unsigned long parent_rate)
616 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(hw);
617 void __iomem *base = pll_14nm->mmio;
618 u64 vco_rate, multiplier = BIT(20);
621 u64 ref_clk = parent_rate;
623 dec_start = dsi_phy_read(base + REG_DSI_14nm_PHY_PLL_DEC_START);
626 DBG("dec_start = %x", dec_start);
628 div_frac_start = (dsi_phy_read(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START3)
630 div_frac_start |= (dsi_phy_read(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START2)
632 div_frac_start |= dsi_phy_read(base + REG_DSI_14nm_PHY_PLL_DIV_FRAC_START1)
635 DBG("div_frac_start = %x", div_frac_start);
637 vco_rate = ref_clk * dec_start;
639 vco_rate += ((ref_clk * div_frac_start) / multiplier);
642 * Recalculating the rate from dec_start and frac_start doesn't end up
643 * the rate we originally set. Convert the freq to KHz, round it up and
644 * convert it back to MHz.
646 vco_rate = DIV_ROUND_UP_ULL(vco_rate, 1000) * 1000;
648 DBG("returning vco rate = %lu", (unsigned long)vco_rate);
650 return (unsigned long)vco_rate;
653 static int dsi_pll_14nm_vco_prepare(struct clk_hw *hw)
655 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(hw);
656 void __iomem *base = pll_14nm->mmio;
657 void __iomem *cmn_base = pll_14nm->phy_cmn_mmio;
662 if (unlikely(pll_14nm->phy->pll_on))
665 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_VREF_CFG1, 0x10);
666 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_PLL_CNTRL, 1);
668 locked = pll_14nm_poll_for_ready(pll_14nm, POLL_MAX_READS,
671 if (unlikely(!locked)) {
672 DRM_DEV_ERROR(&pll_14nm->pdev->dev, "DSI PLL lock failed\n");
676 DBG("DSI PLL lock success");
677 pll_14nm->phy->pll_on = true;
682 static void dsi_pll_14nm_vco_unprepare(struct clk_hw *hw)
684 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(hw);
685 void __iomem *cmn_base = pll_14nm->phy_cmn_mmio;
689 if (unlikely(!pll_14nm->phy->pll_on))
692 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_PLL_CNTRL, 0);
694 pll_14nm->phy->pll_on = false;
697 static long dsi_pll_14nm_clk_round_rate(struct clk_hw *hw,
698 unsigned long rate, unsigned long *parent_rate)
700 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(hw);
702 if (rate < pll_14nm->phy->cfg->min_pll_rate)
703 return pll_14nm->phy->cfg->min_pll_rate;
704 else if (rate > pll_14nm->phy->cfg->max_pll_rate)
705 return pll_14nm->phy->cfg->max_pll_rate;
710 static const struct clk_ops clk_ops_dsi_pll_14nm_vco = {
711 .round_rate = dsi_pll_14nm_clk_round_rate,
712 .set_rate = dsi_pll_14nm_vco_set_rate,
713 .recalc_rate = dsi_pll_14nm_vco_recalc_rate,
714 .prepare = dsi_pll_14nm_vco_prepare,
715 .unprepare = dsi_pll_14nm_vco_unprepare,
719 * N1 and N2 post-divider clock callbacks
721 #define div_mask(width) ((1 << (width)) - 1)
722 static unsigned long dsi_pll_14nm_postdiv_recalc_rate(struct clk_hw *hw,
723 unsigned long parent_rate)
725 struct dsi_pll_14nm_postdiv *postdiv = to_pll_14nm_postdiv(hw);
726 struct dsi_pll_14nm *pll_14nm = postdiv->pll;
727 void __iomem *base = pll_14nm->phy_cmn_mmio;
728 u8 shift = postdiv->shift;
729 u8 width = postdiv->width;
732 DBG("DSI%d PLL parent rate=%lu", pll_14nm->id, parent_rate);
734 val = dsi_phy_read(base + REG_DSI_14nm_PHY_CMN_CLK_CFG0) >> shift;
735 val &= div_mask(width);
737 return divider_recalc_rate(hw, parent_rate, val, NULL,
738 postdiv->flags, width);
741 static long dsi_pll_14nm_postdiv_round_rate(struct clk_hw *hw,
743 unsigned long *prate)
745 struct dsi_pll_14nm_postdiv *postdiv = to_pll_14nm_postdiv(hw);
746 struct dsi_pll_14nm *pll_14nm = postdiv->pll;
748 DBG("DSI%d PLL parent rate=%lu", pll_14nm->id, rate);
750 return divider_round_rate(hw, rate, prate, NULL,
755 static int dsi_pll_14nm_postdiv_set_rate(struct clk_hw *hw, unsigned long rate,
756 unsigned long parent_rate)
758 struct dsi_pll_14nm_postdiv *postdiv = to_pll_14nm_postdiv(hw);
759 struct dsi_pll_14nm *pll_14nm = postdiv->pll;
760 void __iomem *base = pll_14nm->phy_cmn_mmio;
761 spinlock_t *lock = &pll_14nm->postdiv_lock;
762 u8 shift = postdiv->shift;
763 u8 width = postdiv->width;
765 unsigned long flags = 0;
768 DBG("DSI%d PLL parent rate=%lu parent rate %lu", pll_14nm->id, rate,
771 value = divider_get_val(rate, parent_rate, NULL, postdiv->width,
774 spin_lock_irqsave(lock, flags);
776 val = dsi_phy_read(base + REG_DSI_14nm_PHY_CMN_CLK_CFG0);
777 val &= ~(div_mask(width) << shift);
779 val |= value << shift;
780 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_CLK_CFG0, val);
782 /* If we're master in dual DSI mode, then the slave PLL's post-dividers
783 * follow the master's post dividers
785 if (pll_14nm->phy->usecase == MSM_DSI_PHY_MASTER) {
786 struct dsi_pll_14nm *pll_14nm_slave = pll_14nm->slave;
787 void __iomem *slave_base = pll_14nm_slave->phy_cmn_mmio;
789 dsi_phy_write(slave_base + REG_DSI_14nm_PHY_CMN_CLK_CFG0, val);
792 spin_unlock_irqrestore(lock, flags);
797 static const struct clk_ops clk_ops_dsi_pll_14nm_postdiv = {
798 .recalc_rate = dsi_pll_14nm_postdiv_recalc_rate,
799 .round_rate = dsi_pll_14nm_postdiv_round_rate,
800 .set_rate = dsi_pll_14nm_postdiv_set_rate,
807 static void dsi_14nm_pll_save_state(struct msm_dsi_phy *phy)
809 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(phy->vco_hw);
810 struct pll_14nm_cached_state *cached_state = &pll_14nm->cached_state;
811 void __iomem *cmn_base = pll_14nm->phy_cmn_mmio;
814 data = dsi_phy_read(cmn_base + REG_DSI_14nm_PHY_CMN_CLK_CFG0);
816 cached_state->n1postdiv = data & 0xf;
817 cached_state->n2postdiv = (data >> 4) & 0xf;
819 DBG("DSI%d PLL save state %x %x", pll_14nm->id,
820 cached_state->n1postdiv, cached_state->n2postdiv);
822 cached_state->vco_rate = clk_hw_get_rate(phy->vco_hw);
825 static int dsi_14nm_pll_restore_state(struct msm_dsi_phy *phy)
827 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(phy->vco_hw);
828 struct pll_14nm_cached_state *cached_state = &pll_14nm->cached_state;
829 void __iomem *cmn_base = pll_14nm->phy_cmn_mmio;
833 ret = dsi_pll_14nm_vco_set_rate(phy->vco_hw,
834 cached_state->vco_rate, 0);
836 DRM_DEV_ERROR(&pll_14nm->pdev->dev,
837 "restore vco rate failed. ret=%d\n", ret);
841 data = cached_state->n1postdiv | (cached_state->n2postdiv << 4);
843 DBG("DSI%d PLL restore state %x %x", pll_14nm->id,
844 cached_state->n1postdiv, cached_state->n2postdiv);
846 dsi_phy_write(cmn_base + REG_DSI_14nm_PHY_CMN_CLK_CFG0, data);
848 /* also restore post-dividers for slave DSI PLL */
849 if (phy->usecase == MSM_DSI_PHY_MASTER) {
850 struct dsi_pll_14nm *pll_14nm_slave = pll_14nm->slave;
851 void __iomem *slave_base = pll_14nm_slave->phy_cmn_mmio;
853 dsi_phy_write(slave_base + REG_DSI_14nm_PHY_CMN_CLK_CFG0, data);
859 static int dsi_14nm_set_usecase(struct msm_dsi_phy *phy)
861 struct dsi_pll_14nm *pll_14nm = to_pll_14nm(phy->vco_hw);
862 void __iomem *base = pll_14nm->mmio;
863 u32 clkbuflr_en, bandgap = 0;
865 switch (phy->usecase) {
866 case MSM_DSI_PHY_STANDALONE:
869 case MSM_DSI_PHY_MASTER:
871 pll_14nm->slave = pll_14nm_list[(pll_14nm->id + 1) % DSI_MAX];
873 case MSM_DSI_PHY_SLAVE:
881 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_CLKBUFLR_EN, clkbuflr_en);
883 dsi_phy_write(base + REG_DSI_14nm_PHY_PLL_PLL_BANDGAP, bandgap);
888 static struct clk_hw *pll_14nm_postdiv_register(struct dsi_pll_14nm *pll_14nm,
890 const char *parent_name,
894 struct dsi_pll_14nm_postdiv *pll_postdiv;
895 struct device *dev = &pll_14nm->pdev->dev;
896 struct clk_init_data postdiv_init = {
897 .parent_names = (const char *[]) { parent_name },
901 .ops = &clk_ops_dsi_pll_14nm_postdiv,
905 pll_postdiv = devm_kzalloc(dev, sizeof(*pll_postdiv), GFP_KERNEL);
907 return ERR_PTR(-ENOMEM);
909 pll_postdiv->pll = pll_14nm;
910 pll_postdiv->shift = shift;
911 /* both N1 and N2 postdividers are 4 bits wide */
912 pll_postdiv->width = 4;
913 /* range of each divider is from 1 to 15 */
914 pll_postdiv->flags = CLK_DIVIDER_ONE_BASED;
915 pll_postdiv->hw.init = &postdiv_init;
917 ret = devm_clk_hw_register(dev, &pll_postdiv->hw);
921 return &pll_postdiv->hw;
924 static int pll_14nm_register(struct dsi_pll_14nm *pll_14nm, struct clk_hw **provided_clocks)
926 char clk_name[32], parent[32], vco_name[32];
927 struct clk_init_data vco_init = {
928 .parent_names = (const char *[]){ "xo" },
931 .flags = CLK_IGNORE_UNUSED,
932 .ops = &clk_ops_dsi_pll_14nm_vco,
934 struct device *dev = &pll_14nm->pdev->dev;
938 DBG("DSI%d", pll_14nm->id);
940 snprintf(vco_name, 32, "dsi%dvco_clk", pll_14nm->id);
941 pll_14nm->clk_hw.init = &vco_init;
943 ret = devm_clk_hw_register(dev, &pll_14nm->clk_hw);
947 snprintf(clk_name, 32, "dsi%dn1_postdiv_clk", pll_14nm->id);
948 snprintf(parent, 32, "dsi%dvco_clk", pll_14nm->id);
950 /* N1 postdiv, bits 0-3 in REG_DSI_14nm_PHY_CMN_CLK_CFG0 */
951 hw = pll_14nm_postdiv_register(pll_14nm, clk_name, parent,
952 CLK_SET_RATE_PARENT, 0);
956 snprintf(clk_name, 32, "dsi%dpllbyte", pll_14nm->id);
957 snprintf(parent, 32, "dsi%dn1_postdiv_clk", pll_14nm->id);
959 /* DSI Byte clock = VCO_CLK / N1 / 8 */
960 hw = devm_clk_hw_register_fixed_factor(dev, clk_name, parent,
961 CLK_SET_RATE_PARENT, 1, 8);
965 provided_clocks[DSI_BYTE_PLL_CLK] = hw;
967 snprintf(clk_name, 32, "dsi%dn1_postdivby2_clk", pll_14nm->id);
968 snprintf(parent, 32, "dsi%dn1_postdiv_clk", pll_14nm->id);
971 * Skip the mux for now, force DSICLK_SEL to 1, Add a /2 divider
972 * on the way. Don't let it set parent.
974 hw = devm_clk_hw_register_fixed_factor(dev, clk_name, parent, 0, 1, 2);
978 snprintf(clk_name, 32, "dsi%dpll", pll_14nm->id);
979 snprintf(parent, 32, "dsi%dn1_postdivby2_clk", pll_14nm->id);
981 /* DSI pixel clock = VCO_CLK / N1 / 2 / N2
982 * This is the output of N2 post-divider, bits 4-7 in
983 * REG_DSI_14nm_PHY_CMN_CLK_CFG0. Don't let it set parent.
985 hw = pll_14nm_postdiv_register(pll_14nm, clk_name, parent, 0, 4);
989 provided_clocks[DSI_PIXEL_PLL_CLK] = hw;
994 static int dsi_pll_14nm_init(struct msm_dsi_phy *phy)
996 struct platform_device *pdev = phy->pdev;
998 struct dsi_pll_14nm *pll_14nm;
1004 pll_14nm = devm_kzalloc(&pdev->dev, sizeof(*pll_14nm), GFP_KERNEL);
1010 pll_14nm->pdev = pdev;
1012 pll_14nm_list[id] = pll_14nm;
1014 pll_14nm->phy_cmn_mmio = msm_ioremap(pdev, "dsi_phy", "DSI_PHY");
1015 if (IS_ERR_OR_NULL(pll_14nm->phy_cmn_mmio)) {
1016 DRM_DEV_ERROR(&pdev->dev, "failed to map CMN PHY base\n");
1020 pll_14nm->mmio = msm_ioremap(pdev, "dsi_pll", "DSI_PLL");
1021 if (IS_ERR_OR_NULL(pll_14nm->mmio)) {
1022 DRM_DEV_ERROR(&pdev->dev, "failed to map PLL base\n");
1026 spin_lock_init(&pll_14nm->postdiv_lock);
1028 pll_14nm->phy = phy;
1030 ret = pll_14nm_register(pll_14nm, phy->provided_clocks->hws);
1032 DRM_DEV_ERROR(&pdev->dev, "failed to register PLL: %d\n", ret);
1036 phy->vco_hw = &pll_14nm->clk_hw;
1041 static void dsi_14nm_dphy_set_timing(struct msm_dsi_phy *phy,
1042 struct msm_dsi_dphy_timing *timing,
1045 void __iomem *base = phy->lane_base;
1046 bool clk_ln = (lane_idx == PHY_14NM_CKLN_IDX);
1047 u32 zero = clk_ln ? timing->clk_zero : timing->hs_zero;
1048 u32 prepare = clk_ln ? timing->clk_prepare : timing->hs_prepare;
1049 u32 trail = clk_ln ? timing->clk_trail : timing->hs_trail;
1050 u32 rqst = clk_ln ? timing->hs_rqst_ckln : timing->hs_rqst;
1051 u32 prep_dly = clk_ln ? timing->hs_prep_dly_ckln : timing->hs_prep_dly;
1052 u32 halfbyte_en = clk_ln ? timing->hs_halfbyte_en_ckln :
1053 timing->hs_halfbyte_en;
1055 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_4(lane_idx),
1056 DSI_14nm_PHY_LN_TIMING_CTRL_4_HS_EXIT(timing->hs_exit));
1057 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_5(lane_idx),
1058 DSI_14nm_PHY_LN_TIMING_CTRL_5_HS_ZERO(zero));
1059 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_6(lane_idx),
1060 DSI_14nm_PHY_LN_TIMING_CTRL_6_HS_PREPARE(prepare));
1061 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_7(lane_idx),
1062 DSI_14nm_PHY_LN_TIMING_CTRL_7_HS_TRAIL(trail));
1063 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_8(lane_idx),
1064 DSI_14nm_PHY_LN_TIMING_CTRL_8_HS_RQST(rqst));
1065 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_CFG0(lane_idx),
1066 DSI_14nm_PHY_LN_CFG0_PREPARE_DLY(prep_dly));
1067 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_CFG1(lane_idx),
1068 halfbyte_en ? DSI_14nm_PHY_LN_CFG1_HALFBYTECLK_EN : 0);
1069 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_9(lane_idx),
1070 DSI_14nm_PHY_LN_TIMING_CTRL_9_TA_GO(timing->ta_go) |
1071 DSI_14nm_PHY_LN_TIMING_CTRL_9_TA_SURE(timing->ta_sure));
1072 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_10(lane_idx),
1073 DSI_14nm_PHY_LN_TIMING_CTRL_10_TA_GET(timing->ta_get));
1074 dsi_phy_write(base + REG_DSI_14nm_PHY_LN_TIMING_CTRL_11(lane_idx),
1075 DSI_14nm_PHY_LN_TIMING_CTRL_11_TRIG3_CMD(0xa0));
1078 static int dsi_14nm_phy_enable(struct msm_dsi_phy *phy, int src_pll_id,
1079 struct msm_dsi_phy_clk_request *clk_req)
1081 struct msm_dsi_dphy_timing *timing = &phy->timing;
1085 void __iomem *base = phy->base;
1086 void __iomem *lane_base = phy->lane_base;
1088 if (msm_dsi_dphy_timing_calc_v2(timing, clk_req)) {
1089 DRM_DEV_ERROR(&phy->pdev->dev,
1090 "%s: D-PHY timing calculation failed\n", __func__);
1095 if (phy->usecase != MSM_DSI_PHY_STANDALONE)
1096 data |= DSI_14nm_PHY_CMN_LDO_CNTRL_VREG_CTRL(32);
1097 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_LDO_CNTRL, data);
1099 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_GLBL_TEST_CTRL, 0x1);
1101 /* 4 data lanes + 1 clk lane configuration */
1102 for (i = 0; i < 5; i++) {
1103 dsi_phy_write(lane_base + REG_DSI_14nm_PHY_LN_VREG_CNTRL(i),
1106 dsi_phy_write(lane_base +
1107 REG_DSI_14nm_PHY_LN_STRENGTH_CTRL_0(i), 0xff);
1108 dsi_phy_write(lane_base +
1109 REG_DSI_14nm_PHY_LN_STRENGTH_CTRL_1(i),
1110 (i == PHY_14NM_CKLN_IDX) ? 0x00 : 0x06);
1112 dsi_phy_write(lane_base + REG_DSI_14nm_PHY_LN_CFG3(i),
1113 (i == PHY_14NM_CKLN_IDX) ? 0x8f : 0x0f);
1114 dsi_phy_write(lane_base + REG_DSI_14nm_PHY_LN_CFG2(i), 0x10);
1115 dsi_phy_write(lane_base + REG_DSI_14nm_PHY_LN_TEST_DATAPATH(i),
1117 dsi_phy_write(lane_base + REG_DSI_14nm_PHY_LN_TEST_STR(i),
1120 dsi_14nm_dphy_set_timing(phy, timing, i);
1123 /* Make sure PLL is not start */
1124 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_PLL_CNTRL, 0x00);
1126 wmb(); /* make sure everything is written before reset and enable */
1128 /* reset digital block */
1129 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_CTRL_1, 0x80);
1130 wmb(); /* ensure reset is asserted */
1132 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_CTRL_1, 0x00);
1134 msm_dsi_phy_set_src_pll(phy, src_pll_id,
1135 REG_DSI_14nm_PHY_CMN_GLBL_TEST_CTRL,
1136 DSI_14nm_PHY_CMN_GLBL_TEST_CTRL_BITCLK_HS_SEL);
1138 ret = dsi_14nm_set_usecase(phy);
1140 DRM_DEV_ERROR(&phy->pdev->dev, "%s: set pll usecase failed, %d\n",
1145 /* Remove power down from PLL and all lanes */
1146 dsi_phy_write(base + REG_DSI_14nm_PHY_CMN_CTRL_0, 0xff);
1151 static void dsi_14nm_phy_disable(struct msm_dsi_phy *phy)
1153 dsi_phy_write(phy->base + REG_DSI_14nm_PHY_CMN_GLBL_TEST_CTRL, 0);
1154 dsi_phy_write(phy->base + REG_DSI_14nm_PHY_CMN_CTRL_0, 0);
1156 /* ensure that the phy is completely disabled */
1160 const struct msm_dsi_phy_cfg dsi_phy_14nm_cfgs = {
1161 .src_pll_truthtable = { {false, false}, {true, false} },
1162 .has_phy_lane = true,
1166 {"vcca", 17000, 32},
1170 .enable = dsi_14nm_phy_enable,
1171 .disable = dsi_14nm_phy_disable,
1172 .pll_init = dsi_pll_14nm_init,
1173 .save_pll_state = dsi_14nm_pll_save_state,
1174 .restore_pll_state = dsi_14nm_pll_restore_state,
1176 .min_pll_rate = VCO_MIN_RATE,
1177 .max_pll_rate = VCO_MAX_RATE,
1178 .io_start = { 0x994400, 0x996400 },
1182 const struct msm_dsi_phy_cfg dsi_phy_14nm_660_cfgs = {
1183 .src_pll_truthtable = { {false, false}, {true, false} },
1184 .has_phy_lane = true,
1188 {"vcca", 17000, 32},
1192 .enable = dsi_14nm_phy_enable,
1193 .disable = dsi_14nm_phy_disable,
1194 .pll_init = dsi_pll_14nm_init,
1195 .save_pll_state = dsi_14nm_pll_save_state,
1196 .restore_pll_state = dsi_14nm_pll_restore_state,
1198 .min_pll_rate = VCO_MIN_RATE,
1199 .max_pll_rate = VCO_MAX_RATE,
1200 .io_start = { 0xc994400, 0xc996000 },