drivers/dma/stm32-dmamux.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 /*
   3  *
   4  * Copyright (C) STMicroelectronics SA 2017
   5  * Author(s): M'boumba Cedric Madianga <cedric.madianga@gmail.com>
   6  *            Pierre-Yves Mordret <pierre-yves.mordret@st.com>
   7  *
   8  * DMA Router driver for STM32 DMA MUX
   9  *
  10  * Based on TI DMA Crossbar driver
  11  */
  12
  13 #include <linux/clk.h>
  14 #include <linux/delay.h>
  15 #include <linux/err.h>
  16 #include <linux/init.h>
  17 #include <linux/module.h>
  18 #include <linux/of_device.h>
  19 #include <linux/of_dma.h>
  20 #include <linux/pm_runtime.h>
  21 #include <linux/reset.h>
  22 #include <linux/slab.h>
  23 #include <linux/spinlock.h>
  24
  25 #define STM32_DMAMUX_CCR(x)             (0x4 * (x))
  26 #define STM32_DMAMUX_MAX_DMA_REQUESTS   32
  27 #define STM32_DMAMUX_MAX_REQUESTS       255
  28
  29 struct stm32_dmamux {
  30         u32 master;
  31         u32 request;
  32         u32 chan_id;
  33 };
  34
  35 struct stm32_dmamux_data {
  36         struct dma_router dmarouter;
  37         struct clk *clk;
  38         void __iomem *iomem;
  39         u32 dma_requests; /* Number of DMA requests connected to DMAMUX */
  40         u32 dmamux_requests; /* Number of DMA requests routed toward DMAs */
  41         spinlock_t lock; /* Protects register access */
  42         unsigned long *dma_inuse; /* Used DMA channel */
  43         u32 ccr[STM32_DMAMUX_MAX_DMA_REQUESTS]; /* Used to backup CCR register
  44                                                  * in suspend
  45                                                  */
  46         u32 dma_reqs[]; /* Number of DMA Request per DMA masters.
  47                          *  [0] holds number of DMA Masters.
  48                          *  To be kept at very end end of this structure
  49                          */
  50 };
  51
  52 static inline u32 stm32_dmamux_read(void __iomem *iomem, u32 reg)
  53 {
  54         return readl_relaxed(iomem + reg);
  55 }
  56
  57 static inline void stm32_dmamux_write(void __iomem *iomem, u32 reg, u32 val)
  58 {
  59         writel_relaxed(val, iomem + reg);
  60 }
  61
  62 static void stm32_dmamux_free(struct device *dev, void *route_data)
  63 {
  64         struct stm32_dmamux_data *dmamux = dev_get_drvdata(dev);
  65         struct stm32_dmamux *mux = route_data;
  66         unsigned long flags;
  67
  68         /* Clear dma request */
  69         spin_lock_irqsave(&dmamux->lock, flags);
  70
  71         stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id), 0);
  72         clear_bit(mux->chan_id, dmamux->dma_inuse);
  73
  74         pm_runtime_put_sync(dev);
  75
  76         spin_unlock_irqrestore(&dmamux->lock, flags);
  77
  78         dev_dbg(dev, "Unmapping DMAMUX(%u) to DMA%u(%u)\n",
  79                 mux->request, mux->master, mux->chan_id);
  80
  81         kfree(mux);
  82 }
  83
  84 static void *stm32_dmamux_route_allocate(struct of_phandle_args *dma_spec,
  85                                          struct of_dma *ofdma)
  86 {
  87         struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
  88         struct stm32_dmamux_data *dmamux = platform_get_drvdata(pdev);
  89         struct stm32_dmamux *mux;
  90         u32 i, min, max;
  91         int ret;
  92         unsigned long flags;
  93
  94         if (dma_spec->args_count != 3) {
  95                 dev_err(&pdev->dev, "invalid number of dma mux args\n");
  96                 return ERR_PTR(-EINVAL);
  97         }
  98
  99         if (dma_spec->args[0] > dmamux->dmamux_requests) {
 100                 dev_err(&pdev->dev, "invalid mux request number: %d\n",
 101                         dma_spec->args[0]);
 102                 return ERR_PTR(-EINVAL);
 103         }
 104
 105         mux = kzalloc(sizeof(*mux), GFP_KERNEL);
 106         if (!mux)
 107                 return ERR_PTR(-ENOMEM);
 108
 109         spin_lock_irqsave(&dmamux->lock, flags);
 110         mux->chan_id = find_first_zero_bit(dmamux->dma_inuse,
 111                                            dmamux->dma_requests);
 112
 113         if (mux->chan_id == dmamux->dma_requests) {
 114                 spin_unlock_irqrestore(&dmamux->lock, flags);
 115                 dev_err(&pdev->dev, "Run out of free DMA requests\n");
 116                 ret = -ENOMEM;
 117                 goto error_chan_id;
 118         }
 119         set_bit(mux->chan_id, dmamux->dma_inuse);
 120         spin_unlock_irqrestore(&dmamux->lock, flags);
 121
 122         /* Look for DMA Master */
 123         for (i = 1, min = 0, max = dmamux->dma_reqs[i];
 124              i <= dmamux->dma_reqs[0];
 125              min += dmamux->dma_reqs[i], max += dmamux->dma_reqs[++i])
 126                 if (mux->chan_id < max)
 127                         break;
 128         mux->master = i - 1;
 129
 130         /* The of_node_put() will be done in of_dma_router_xlate function */
 131         dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", i - 1);
 132         if (!dma_spec->np) {
 133                 dev_err(&pdev->dev, "can't get dma master\n");
 134                 ret = -EINVAL;
 135                 goto error;
 136         }
 137
 138         /* Set dma request */
 139         spin_lock_irqsave(&dmamux->lock, flags);
 140         ret = pm_runtime_resume_and_get(&pdev->dev);
 141         if (ret < 0) {
 142                 spin_unlock_irqrestore(&dmamux->lock, flags);
 143                 goto error;
 144         }
 145         spin_unlock_irqrestore(&dmamux->lock, flags);
 146
 147         mux->request = dma_spec->args[0];
 148
 149         /*  craft DMA spec */
 150         dma_spec->args[3] = dma_spec->args[2];
 151         dma_spec->args[2] = dma_spec->args[1];
 152         dma_spec->args[1] = 0;
 153         dma_spec->args[0] = mux->chan_id - min;
 154         dma_spec->args_count = 4;
 155
 156         stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id),
 157                            mux->request);
 158         dev_dbg(&pdev->dev, "Mapping DMAMUX(%u) to DMA%u(%u)\n",
 159                 mux->request, mux->master, mux->chan_id);
 160
 161         return mux;
 162
 163 error:
 164         clear_bit(mux->chan_id, dmamux->dma_inuse);
 165
 166 error_chan_id:
 167         kfree(mux);
 168         return ERR_PTR(ret);
 169 }
 170
 171 static const struct of_device_id stm32_stm32dma_master_match[] __maybe_unused = {
 172         { .compatible = "st,stm32-dma", },
 173         {},
 174 };
 175
 176 static int stm32_dmamux_probe(struct platform_device *pdev)
 177 {
 178         struct device_node *node = pdev->dev.of_node;
 179         const struct of_device_id *match;
 180         struct device_node *dma_node;
 181         struct stm32_dmamux_data *stm32_dmamux;
 182         struct resource *res;
 183         void __iomem *iomem;
 184         struct reset_control *rst;
 185         int i, count, ret;
 186         u32 dma_req;
 187
 188         if (!node)
 189                 return -ENODEV;
 190
 191         count = device_property_count_u32(&pdev->dev, "dma-masters");
 192         if (count < 0) {
 193                 dev_err(&pdev->dev, "Can't get DMA master(s) node\n");
 194                 return -ENODEV;
 195         }
 196
 197         stm32_dmamux = devm_kzalloc(&pdev->dev, sizeof(*stm32_dmamux) +
 198                                     sizeof(u32) * (count + 1), GFP_KERNEL);
 199         if (!stm32_dmamux)
 200                 return -ENOMEM;
 201
 202         dma_req = 0;
 203         for (i = 1; i <= count; i++) {
 204                 dma_node = of_parse_phandle(node, "dma-masters", i - 1);
 205
 206                 match = of_match_node(stm32_stm32dma_master_match, dma_node);
 207                 if (!match) {
 208                         dev_err(&pdev->dev, "DMA master is not supported\n");
 209                         of_node_put(dma_node);
 210                         return -EINVAL;
 211                 }
 212
 213                 if (of_property_read_u32(dma_node, "dma-requests",
 214                                          &stm32_dmamux->dma_reqs[i])) {
 215                         dev_info(&pdev->dev,
 216                                  "Missing MUX output information, using %u.\n",
 217                                  STM32_DMAMUX_MAX_DMA_REQUESTS);
 218                         stm32_dmamux->dma_reqs[i] =
 219                                 STM32_DMAMUX_MAX_DMA_REQUESTS;
 220                 }
 221                 dma_req += stm32_dmamux->dma_reqs[i];
 222                 of_node_put(dma_node);
 223         }
 224
 225         if (dma_req > STM32_DMAMUX_MAX_DMA_REQUESTS) {
 226                 dev_err(&pdev->dev, "Too many DMA Master Requests to manage\n");
 227                 return -ENODEV;
 228         }
 229
 230         stm32_dmamux->dma_requests = dma_req;
 231         stm32_dmamux->dma_reqs[0] = count;
 232         stm32_dmamux->dma_inuse = devm_kcalloc(&pdev->dev,
 233                                                BITS_TO_LONGS(dma_req),
 234                                                sizeof(unsigned long),
 235                                                GFP_KERNEL);
 236         if (!stm32_dmamux->dma_inuse)
 237                 return -ENOMEM;
 238
 239         if (device_property_read_u32(&pdev->dev, "dma-requests",
 240                                      &stm32_dmamux->dmamux_requests)) {
 241                 stm32_dmamux->dmamux_requests = STM32_DMAMUX_MAX_REQUESTS;
 242                 dev_warn(&pdev->dev, "DMAMUX defaulting on %u requests\n",
 243                          stm32_dmamux->dmamux_requests);
 244         }
 245         pm_runtime_get_noresume(&pdev->dev);
 246
 247         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 248         iomem = devm_ioremap_resource(&pdev->dev, res);
 249         if (IS_ERR(iomem))
 250                 return PTR_ERR(iomem);
 251
 252         spin_lock_init(&stm32_dmamux->lock);
 253
 254         stm32_dmamux->clk = devm_clk_get(&pdev->dev, NULL);
 255         if (IS_ERR(stm32_dmamux->clk))
 256                 return dev_err_probe(&pdev->dev, PTR_ERR(stm32_dmamux->clk),
 257                                      "Missing clock controller\n");
 258
 259         ret = clk_prepare_enable(stm32_dmamux->clk);
 260         if (ret < 0) {
 261                 dev_err(&pdev->dev, "clk_prep_enable error: %d\n", ret);
 262                 return ret;
 263         }
 264
 265         rst = devm_reset_control_get(&pdev->dev, NULL);
 266         if (IS_ERR(rst)) {
 267                 ret = PTR_ERR(rst);
 268                 if (ret == -EPROBE_DEFER)
 269                         goto err_clk;
 270         } else {
 271                 reset_control_assert(rst);
 272                 udelay(2);
 273                 reset_control_deassert(rst);
 274         }
 275
 276         stm32_dmamux->iomem = iomem;
 277         stm32_dmamux->dmarouter.dev = &pdev->dev;
 278         stm32_dmamux->dmarouter.route_free = stm32_dmamux_free;
 279
 280         platform_set_drvdata(pdev, stm32_dmamux);
 281         pm_runtime_set_active(&pdev->dev);
 282         pm_runtime_enable(&pdev->dev);
 283
 284         pm_runtime_get_noresume(&pdev->dev);
 285
 286         /* Reset the dmamux */
 287         for (i = 0; i < stm32_dmamux->dma_requests; i++)
 288                 stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i), 0);
 289
 290         pm_runtime_put(&pdev->dev);
 291
 292         ret = of_dma_router_register(node, stm32_dmamux_route_allocate,
 293                                      &stm32_dmamux->dmarouter);
 294         if (ret)
 295                 goto err_clk;
 296
 297         return 0;
 298
 299 err_clk:
 300         clk_disable_unprepare(stm32_dmamux->clk);
 301
 302         return ret;
 303 }
 304
 305 #ifdef CONFIG_PM
 306 static int stm32_dmamux_runtime_suspend(struct device *dev)
 307 {
 308         struct platform_device *pdev = to_platform_device(dev);
 309         struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
 310
 311         clk_disable_unprepare(stm32_dmamux->clk);
 312
 313         return 0;
 314 }
 315
 316 static int stm32_dmamux_runtime_resume(struct device *dev)
 317 {
 318         struct platform_device *pdev = to_platform_device(dev);
 319         struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
 320         int ret;
 321
 322         ret = clk_prepare_enable(stm32_dmamux->clk);
 323         if (ret) {
 324                 dev_err(&pdev->dev, "failed to prepare_enable clock\n");
 325                 return ret;
 326         }
 327
 328         return 0;
 329 }
 330 #endif
 331
 332 #ifdef CONFIG_PM_SLEEP
 333 static int stm32_dmamux_suspend(struct device *dev)
 334 {
 335         struct platform_device *pdev = to_platform_device(dev);
 336         struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
 337         int i, ret;
 338
 339         ret = pm_runtime_resume_and_get(dev);
 340         if (ret < 0)
 341                 return ret;
 342
 343         for (i = 0; i < stm32_dmamux->dma_requests; i++)
 344                 stm32_dmamux->ccr[i] = stm32_dmamux_read(stm32_dmamux->iomem,
 345                                                          STM32_DMAMUX_CCR(i));
 346
 347         pm_runtime_put_sync(dev);
 348
 349         pm_runtime_force_suspend(dev);
 350
 351         return 0;
 352 }
 353
 354 static int stm32_dmamux_resume(struct device *dev)
 355 {
 356         struct platform_device *pdev = to_platform_device(dev);
 357         struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
 358         int i, ret;
 359
 360         ret = pm_runtime_force_resume(dev);
 361         if (ret < 0)
 362                 return ret;
 363
 364         ret = pm_runtime_resume_and_get(dev);
 365         if (ret < 0)
 366                 return ret;
 367
 368         for (i = 0; i < stm32_dmamux->dma_requests; i++)
 369                 stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i),
 370                                    stm32_dmamux->ccr[i]);
 371
 372         pm_runtime_put_sync(dev);
 373
 374         return 0;
 375 }
 376 #endif
 377
 378 static const struct dev_pm_ops stm32_dmamux_pm_ops = {
 379         SET_SYSTEM_SLEEP_PM_OPS(stm32_dmamux_suspend, stm32_dmamux_resume)
 380         SET_RUNTIME_PM_OPS(stm32_dmamux_runtime_suspend,
 381                            stm32_dmamux_runtime_resume, NULL)
 382 };
 383
 384 static const struct of_device_id stm32_dmamux_match[] = {
 385         { .compatible = "st,stm32h7-dmamux" },
 386         {},
 387 };
 388
 389 static struct platform_driver stm32_dmamux_driver = {
 390         .probe  = stm32_dmamux_probe,
 391         .driver = {
 392                 .name = "stm32-dmamux",
 393                 .of_match_table = stm32_dmamux_match,
 394                 .pm = &stm32_dmamux_pm_ops,
 395         },
 396 };
 397
 398 static int __init stm32_dmamux_init(void)
 399 {
 400         return platform_driver_register(&stm32_dmamux_driver);
 401 }
 402 arch_initcall(stm32_dmamux_init);
 403
 404 MODULE_DESCRIPTION("DMA Router driver for STM32 DMA MUX");
 405 MODULE_AUTHOR("M'boumba Cedric Madianga <cedric.madianga@gmail.com>");
 406 MODULE_AUTHOR("Pierre-Yves Mordret <pierre-yves.mordret@st.com>");
 407 MODULE_LICENSE("GPL v2");