1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Ingenic SoC CGU driver
5 * Copyright (c) 2013-2015 Imagination Technologies
6 * Author: Paul Burton <paul.burton@mips.com>
9 #include <linux/bitops.h>
10 #include <linux/clk.h>
11 #include <linux/clk-provider.h>
12 #include <linux/clkdev.h>
13 #include <linux/delay.h>
15 #include <linux/iopoll.h>
16 #include <linux/math64.h>
18 #include <linux/of_address.h>
19 #include <linux/slab.h>
20 #include <linux/spinlock.h>
21 #include <linux/time.h>
25 #define MHZ (1000 * 1000)
27 static inline const struct ingenic_cgu_clk_info *
28 to_clk_info(struct ingenic_clk *clk)
30 return &clk->cgu->clock_info[clk->idx];
34 * ingenic_cgu_gate_get() - get the value of clock gate register bit
35 * @cgu: reference to the CGU whose registers should be read
36 * @info: info struct describing the gate bit
38 * Retrieves the state of the clock gate bit described by info. The
39 * caller must hold cgu->lock.
41 * Return: true if the gate bit is set, else false.
44 ingenic_cgu_gate_get(struct ingenic_cgu *cgu,
45 const struct ingenic_cgu_gate_info *info)
47 return !!(readl(cgu->base + info->reg) & BIT(info->bit))
48 ^ info->clear_to_gate;
52 * ingenic_cgu_gate_set() - set the value of clock gate register bit
53 * @cgu: reference to the CGU whose registers should be modified
54 * @info: info struct describing the gate bit
55 * @val: non-zero to gate a clock, otherwise zero
57 * Sets the given gate bit in order to gate or ungate a clock.
59 * The caller must hold cgu->lock.
62 ingenic_cgu_gate_set(struct ingenic_cgu *cgu,
63 const struct ingenic_cgu_gate_info *info, bool val)
65 u32 clkgr = readl(cgu->base + info->reg);
67 if (val ^ info->clear_to_gate)
68 clkgr |= BIT(info->bit);
70 clkgr &= ~BIT(info->bit);
72 writel(clkgr, cgu->base + info->reg);
80 ingenic_pll_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
82 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
83 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
84 struct ingenic_cgu *cgu = ingenic_clk->cgu;
85 const struct ingenic_cgu_pll_info *pll_info;
86 unsigned m, n, od_enc, od;
90 BUG_ON(clk_info->type != CGU_CLK_PLL);
91 pll_info = &clk_info->pll;
93 ctl = readl(cgu->base + pll_info->reg);
95 m = (ctl >> pll_info->m_shift) & GENMASK(pll_info->m_bits - 1, 0);
96 m += pll_info->m_offset;
97 n = (ctl >> pll_info->n_shift) & GENMASK(pll_info->n_bits - 1, 0);
98 n += pll_info->n_offset;
99 od_enc = ctl >> pll_info->od_shift;
100 od_enc &= GENMASK(pll_info->od_bits - 1, 0);
102 ctl = readl(cgu->base + pll_info->bypass_reg);
104 bypass = !pll_info->no_bypass_bit &&
105 !!(ctl & BIT(pll_info->bypass_bit));
110 for (od = 0; od < pll_info->od_max; od++) {
111 if (pll_info->od_encoding[od] == od_enc)
114 BUG_ON(od == pll_info->od_max);
117 return div_u64((u64)parent_rate * m * pll_info->rate_multiplier,
122 ingenic_pll_calc(const struct ingenic_cgu_clk_info *clk_info,
123 unsigned long rate, unsigned long parent_rate,
124 unsigned *pm, unsigned *pn, unsigned *pod)
126 const struct ingenic_cgu_pll_info *pll_info;
129 pll_info = &clk_info->pll;
133 * The frequency after the input divider must be between 10 and 50 MHz.
134 * The highest divider yields the best resolution.
136 n = parent_rate / (10 * MHZ);
137 n = min_t(unsigned, n, 1 << clk_info->pll.n_bits);
138 n = max_t(unsigned, n, pll_info->n_offset);
140 m = (rate / MHZ) * od * n / (parent_rate / MHZ);
141 m = min_t(unsigned, m, 1 << clk_info->pll.m_bits);
142 m = max_t(unsigned, m, pll_info->m_offset);
151 return div_u64((u64)parent_rate * m * pll_info->rate_multiplier,
156 ingenic_pll_round_rate(struct clk_hw *hw, unsigned long req_rate,
157 unsigned long *prate)
159 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
160 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
162 return ingenic_pll_calc(clk_info, req_rate, *prate, NULL, NULL, NULL);
165 static inline int ingenic_pll_check_stable(struct ingenic_cgu *cgu,
166 const struct ingenic_cgu_pll_info *pll_info)
170 return readl_poll_timeout(cgu->base + pll_info->reg, ctl,
171 ctl & BIT(pll_info->stable_bit),
172 0, 100 * USEC_PER_MSEC);
176 ingenic_pll_set_rate(struct clk_hw *hw, unsigned long req_rate,
177 unsigned long parent_rate)
179 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
180 struct ingenic_cgu *cgu = ingenic_clk->cgu;
181 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
182 const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
183 unsigned long rate, flags;
184 unsigned int m, n, od;
188 rate = ingenic_pll_calc(clk_info, req_rate, parent_rate,
190 if (rate != req_rate)
191 pr_info("ingenic-cgu: request '%s' rate %luHz, actual %luHz\n",
192 clk_info->name, req_rate, rate);
194 spin_lock_irqsave(&cgu->lock, flags);
195 ctl = readl(cgu->base + pll_info->reg);
197 ctl &= ~(GENMASK(pll_info->m_bits - 1, 0) << pll_info->m_shift);
198 ctl |= (m - pll_info->m_offset) << pll_info->m_shift;
200 ctl &= ~(GENMASK(pll_info->n_bits - 1, 0) << pll_info->n_shift);
201 ctl |= (n - pll_info->n_offset) << pll_info->n_shift;
203 ctl &= ~(GENMASK(pll_info->od_bits - 1, 0) << pll_info->od_shift);
204 ctl |= pll_info->od_encoding[od - 1] << pll_info->od_shift;
206 writel(ctl, cgu->base + pll_info->reg);
208 /* If the PLL is enabled, verify that it's stable */
209 if (ctl & BIT(pll_info->enable_bit))
210 ret = ingenic_pll_check_stable(cgu, pll_info);
212 spin_unlock_irqrestore(&cgu->lock, flags);
217 static int ingenic_pll_enable(struct clk_hw *hw)
219 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
220 struct ingenic_cgu *cgu = ingenic_clk->cgu;
221 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
222 const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
227 spin_lock_irqsave(&cgu->lock, flags);
228 ctl = readl(cgu->base + pll_info->bypass_reg);
230 ctl &= ~BIT(pll_info->bypass_bit);
232 writel(ctl, cgu->base + pll_info->bypass_reg);
234 ctl = readl(cgu->base + pll_info->reg);
236 ctl |= BIT(pll_info->enable_bit);
238 writel(ctl, cgu->base + pll_info->reg);
240 ret = ingenic_pll_check_stable(cgu, pll_info);
241 spin_unlock_irqrestore(&cgu->lock, flags);
246 static void ingenic_pll_disable(struct clk_hw *hw)
248 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
249 struct ingenic_cgu *cgu = ingenic_clk->cgu;
250 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
251 const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
255 spin_lock_irqsave(&cgu->lock, flags);
256 ctl = readl(cgu->base + pll_info->reg);
258 ctl &= ~BIT(pll_info->enable_bit);
260 writel(ctl, cgu->base + pll_info->reg);
261 spin_unlock_irqrestore(&cgu->lock, flags);
264 static int ingenic_pll_is_enabled(struct clk_hw *hw)
266 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
267 struct ingenic_cgu *cgu = ingenic_clk->cgu;
268 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
269 const struct ingenic_cgu_pll_info *pll_info = &clk_info->pll;
272 ctl = readl(cgu->base + pll_info->reg);
274 return !!(ctl & BIT(pll_info->enable_bit));
277 static const struct clk_ops ingenic_pll_ops = {
278 .recalc_rate = ingenic_pll_recalc_rate,
279 .round_rate = ingenic_pll_round_rate,
280 .set_rate = ingenic_pll_set_rate,
282 .enable = ingenic_pll_enable,
283 .disable = ingenic_pll_disable,
284 .is_enabled = ingenic_pll_is_enabled,
288 * Operations for all non-PLL clocks
291 static u8 ingenic_clk_get_parent(struct clk_hw *hw)
293 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
294 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
295 struct ingenic_cgu *cgu = ingenic_clk->cgu;
297 u8 i, hw_idx, idx = 0;
299 if (clk_info->type & CGU_CLK_MUX) {
300 reg = readl(cgu->base + clk_info->mux.reg);
301 hw_idx = (reg >> clk_info->mux.shift) &
302 GENMASK(clk_info->mux.bits - 1, 0);
305 * Convert the hardware index to the parent index by skipping
306 * over any -1's in the parents array.
308 for (i = 0; i < hw_idx; i++) {
309 if (clk_info->parents[i] != -1)
317 static int ingenic_clk_set_parent(struct clk_hw *hw, u8 idx)
319 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
320 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
321 struct ingenic_cgu *cgu = ingenic_clk->cgu;
323 u8 curr_idx, hw_idx, num_poss;
326 if (clk_info->type & CGU_CLK_MUX) {
328 * Convert the parent index to the hardware index by adding
329 * 1 for any -1 in the parents array preceding the given
330 * index. That is, we want the index of idx'th entry in
331 * clk_info->parents which does not equal -1.
333 hw_idx = curr_idx = 0;
334 num_poss = 1 << clk_info->mux.bits;
335 for (; hw_idx < num_poss; hw_idx++) {
336 if (clk_info->parents[hw_idx] == -1)
343 /* idx should always be a valid parent */
344 BUG_ON(curr_idx != idx);
346 mask = GENMASK(clk_info->mux.bits - 1, 0);
347 mask <<= clk_info->mux.shift;
349 spin_lock_irqsave(&cgu->lock, flags);
351 /* write the register */
352 reg = readl(cgu->base + clk_info->mux.reg);
354 reg |= hw_idx << clk_info->mux.shift;
355 writel(reg, cgu->base + clk_info->mux.reg);
357 spin_unlock_irqrestore(&cgu->lock, flags);
361 return idx ? -EINVAL : 0;
365 ingenic_clk_recalc_rate(struct clk_hw *hw, unsigned long parent_rate)
367 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
368 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
369 struct ingenic_cgu *cgu = ingenic_clk->cgu;
370 unsigned long rate = parent_rate;
373 if (clk_info->type & CGU_CLK_DIV) {
374 div_reg = readl(cgu->base + clk_info->div.reg);
375 div = (div_reg >> clk_info->div.shift) &
376 GENMASK(clk_info->div.bits - 1, 0);
378 if (clk_info->div.div_table)
379 div = clk_info->div.div_table[div];
381 div = (div + 1) * clk_info->div.div;
384 } else if (clk_info->type & CGU_CLK_FIXDIV) {
385 rate /= clk_info->fixdiv.div;
392 ingenic_clk_calc_hw_div(const struct ingenic_cgu_clk_info *clk_info,
397 for (i = 0; i < (1 << clk_info->div.bits)
398 && clk_info->div.div_table[i]; i++) {
399 if (clk_info->div.div_table[i] >= div)
407 ingenic_clk_calc_div(const struct ingenic_cgu_clk_info *clk_info,
408 unsigned long parent_rate, unsigned long req_rate)
410 unsigned int div, hw_div;
412 /* calculate the divide */
413 div = DIV_ROUND_UP(parent_rate, req_rate);
415 if (clk_info->div.div_table) {
416 hw_div = ingenic_clk_calc_hw_div(clk_info, div);
418 return clk_info->div.div_table[hw_div];
421 /* Impose hardware constraints */
422 div = min_t(unsigned, div, 1 << clk_info->div.bits);
423 div = max_t(unsigned, div, 1);
426 * If the divider value itself must be divided before being written to
427 * the divider register, we must ensure we don't have any bits set that
428 * would be lost as a result of doing so.
430 div /= clk_info->div.div;
431 div *= clk_info->div.div;
437 ingenic_clk_round_rate(struct clk_hw *hw, unsigned long req_rate,
438 unsigned long *parent_rate)
440 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
441 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
442 unsigned int div = 1;
444 if (clk_info->type & CGU_CLK_DIV)
445 div = ingenic_clk_calc_div(clk_info, *parent_rate, req_rate);
446 else if (clk_info->type & CGU_CLK_FIXDIV)
447 div = clk_info->fixdiv.div;
449 return DIV_ROUND_UP(*parent_rate, div);
452 static inline int ingenic_clk_check_stable(struct ingenic_cgu *cgu,
453 const struct ingenic_cgu_clk_info *clk_info)
457 return readl_poll_timeout(cgu->base + clk_info->div.reg, reg,
458 !(reg & BIT(clk_info->div.busy_bit)),
459 0, 100 * USEC_PER_MSEC);
463 ingenic_clk_set_rate(struct clk_hw *hw, unsigned long req_rate,
464 unsigned long parent_rate)
466 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
467 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
468 struct ingenic_cgu *cgu = ingenic_clk->cgu;
469 unsigned long rate, flags;
470 unsigned int hw_div, div;
474 if (clk_info->type & CGU_CLK_DIV) {
475 div = ingenic_clk_calc_div(clk_info, parent_rate, req_rate);
476 rate = DIV_ROUND_UP(parent_rate, div);
478 if (rate != req_rate)
481 if (clk_info->div.div_table)
482 hw_div = ingenic_clk_calc_hw_div(clk_info, div);
484 hw_div = ((div / clk_info->div.div) - 1);
486 spin_lock_irqsave(&cgu->lock, flags);
487 reg = readl(cgu->base + clk_info->div.reg);
489 /* update the divide */
490 mask = GENMASK(clk_info->div.bits - 1, 0);
491 reg &= ~(mask << clk_info->div.shift);
492 reg |= hw_div << clk_info->div.shift;
494 /* clear the stop bit */
495 if (clk_info->div.stop_bit != -1)
496 reg &= ~BIT(clk_info->div.stop_bit);
498 /* set the change enable bit */
499 if (clk_info->div.ce_bit != -1)
500 reg |= BIT(clk_info->div.ce_bit);
502 /* update the hardware */
503 writel(reg, cgu->base + clk_info->div.reg);
505 /* wait for the change to take effect */
506 if (clk_info->div.busy_bit != -1)
507 ret = ingenic_clk_check_stable(cgu, clk_info);
509 spin_unlock_irqrestore(&cgu->lock, flags);
516 static int ingenic_clk_enable(struct clk_hw *hw)
518 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
519 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
520 struct ingenic_cgu *cgu = ingenic_clk->cgu;
523 if (clk_info->type & CGU_CLK_GATE) {
524 /* ungate the clock */
525 spin_lock_irqsave(&cgu->lock, flags);
526 ingenic_cgu_gate_set(cgu, &clk_info->gate, false);
527 spin_unlock_irqrestore(&cgu->lock, flags);
529 if (clk_info->gate.delay_us)
530 udelay(clk_info->gate.delay_us);
536 static void ingenic_clk_disable(struct clk_hw *hw)
538 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
539 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
540 struct ingenic_cgu *cgu = ingenic_clk->cgu;
543 if (clk_info->type & CGU_CLK_GATE) {
545 spin_lock_irqsave(&cgu->lock, flags);
546 ingenic_cgu_gate_set(cgu, &clk_info->gate, true);
547 spin_unlock_irqrestore(&cgu->lock, flags);
551 static int ingenic_clk_is_enabled(struct clk_hw *hw)
553 struct ingenic_clk *ingenic_clk = to_ingenic_clk(hw);
554 const struct ingenic_cgu_clk_info *clk_info = to_clk_info(ingenic_clk);
555 struct ingenic_cgu *cgu = ingenic_clk->cgu;
558 if (clk_info->type & CGU_CLK_GATE)
559 enabled = !ingenic_cgu_gate_get(cgu, &clk_info->gate);
564 static const struct clk_ops ingenic_clk_ops = {
565 .get_parent = ingenic_clk_get_parent,
566 .set_parent = ingenic_clk_set_parent,
568 .recalc_rate = ingenic_clk_recalc_rate,
569 .round_rate = ingenic_clk_round_rate,
570 .set_rate = ingenic_clk_set_rate,
572 .enable = ingenic_clk_enable,
573 .disable = ingenic_clk_disable,
574 .is_enabled = ingenic_clk_is_enabled,
581 static int ingenic_register_clock(struct ingenic_cgu *cgu, unsigned idx)
583 const struct ingenic_cgu_clk_info *clk_info = &cgu->clock_info[idx];
584 struct clk_init_data clk_init;
585 struct ingenic_clk *ingenic_clk = NULL;
586 struct clk *clk, *parent;
587 const char *parent_names[4];
588 unsigned caps, i, num_possible;
591 BUILD_BUG_ON(ARRAY_SIZE(clk_info->parents) > ARRAY_SIZE(parent_names));
593 if (clk_info->type == CGU_CLK_EXT) {
594 clk = of_clk_get_by_name(cgu->np, clk_info->name);
596 pr_err("%s: no external clock '%s' provided\n",
597 __func__, clk_info->name);
601 err = clk_register_clkdev(clk, clk_info->name, NULL);
606 cgu->clocks.clks[idx] = clk;
610 if (!clk_info->type) {
611 pr_err("%s: no clock type specified for '%s'\n", __func__,
616 ingenic_clk = kzalloc(sizeof(*ingenic_clk), GFP_KERNEL);
622 ingenic_clk->hw.init = &clk_init;
623 ingenic_clk->cgu = cgu;
624 ingenic_clk->idx = idx;
626 clk_init.name = clk_info->name;
628 clk_init.parent_names = parent_names;
630 caps = clk_info->type;
632 if (caps & CGU_CLK_DIV) {
633 caps &= ~CGU_CLK_DIV;
634 } else if (!(caps & CGU_CLK_CUSTOM)) {
635 /* pass rate changes to the parent clock */
636 clk_init.flags |= CLK_SET_RATE_PARENT;
639 if (caps & (CGU_CLK_MUX | CGU_CLK_CUSTOM)) {
640 clk_init.num_parents = 0;
642 if (caps & CGU_CLK_MUX)
643 num_possible = 1 << clk_info->mux.bits;
645 num_possible = ARRAY_SIZE(clk_info->parents);
647 for (i = 0; i < num_possible; i++) {
648 if (clk_info->parents[i] == -1)
651 parent = cgu->clocks.clks[clk_info->parents[i]];
652 parent_names[clk_init.num_parents] =
653 __clk_get_name(parent);
654 clk_init.num_parents++;
657 BUG_ON(!clk_init.num_parents);
658 BUG_ON(clk_init.num_parents > ARRAY_SIZE(parent_names));
660 BUG_ON(clk_info->parents[0] == -1);
661 clk_init.num_parents = 1;
662 parent = cgu->clocks.clks[clk_info->parents[0]];
663 parent_names[0] = __clk_get_name(parent);
666 if (caps & CGU_CLK_CUSTOM) {
667 clk_init.ops = clk_info->custom.clk_ops;
669 caps &= ~CGU_CLK_CUSTOM;
672 pr_err("%s: custom clock may not be combined with type 0x%x\n",
676 } else if (caps & CGU_CLK_PLL) {
677 clk_init.ops = &ingenic_pll_ops;
679 caps &= ~CGU_CLK_PLL;
682 pr_err("%s: PLL may not be combined with type 0x%x\n",
687 clk_init.ops = &ingenic_clk_ops;
690 /* nothing to do for gates or fixed dividers */
691 caps &= ~(CGU_CLK_GATE | CGU_CLK_FIXDIV);
693 if (caps & CGU_CLK_MUX) {
694 if (!(caps & CGU_CLK_MUX_GLITCHFREE))
695 clk_init.flags |= CLK_SET_PARENT_GATE;
697 caps &= ~(CGU_CLK_MUX | CGU_CLK_MUX_GLITCHFREE);
701 pr_err("%s: unknown clock type 0x%x\n", __func__, caps);
705 clk = clk_register(NULL, &ingenic_clk->hw);
707 pr_err("%s: failed to register clock '%s'\n", __func__,
713 err = clk_register_clkdev(clk, clk_info->name, NULL);
717 cgu->clocks.clks[idx] = clk;
725 ingenic_cgu_new(const struct ingenic_cgu_clk_info *clock_info,
726 unsigned num_clocks, struct device_node *np)
728 struct ingenic_cgu *cgu;
730 cgu = kzalloc(sizeof(*cgu), GFP_KERNEL);
734 cgu->base = of_iomap(np, 0);
736 pr_err("%s: failed to map CGU registers\n", __func__);
741 cgu->clock_info = clock_info;
742 cgu->clocks.clk_num = num_clocks;
744 spin_lock_init(&cgu->lock);
754 int ingenic_cgu_register_clocks(struct ingenic_cgu *cgu)
759 cgu->clocks.clks = kcalloc(cgu->clocks.clk_num, sizeof(struct clk *),
761 if (!cgu->clocks.clks) {
766 for (i = 0; i < cgu->clocks.clk_num; i++) {
767 err = ingenic_register_clock(cgu, i);
769 goto err_out_unregister;
772 err = of_clk_add_provider(cgu->np, of_clk_src_onecell_get,
775 goto err_out_unregister;
780 for (i = 0; i < cgu->clocks.clk_num; i++) {
781 if (!cgu->clocks.clks[i])
783 if (cgu->clock_info[i].type & CGU_CLK_EXT)
784 clk_put(cgu->clocks.clks[i]);
786 clk_unregister(cgu->clocks.clks[i]);
788 kfree(cgu->clocks.clks);