sound/soc/fsl/fsl_asrc_dma.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 //
   3 // Freescale ASRC ALSA SoC Platform (DMA) driver
   4 //
   5 // Copyright (C) 2014 Freescale Semiconductor, Inc.
   6 //
   7 // Author: Nicolin Chen <nicoleotsuka@gmail.com>
   8
   9 #include <linux/dma-mapping.h>
  10 #include <linux/module.h>
  11 #include <linux/platform_data/dma-imx.h>
  12 #include <sound/dmaengine_pcm.h>
  13 #include <sound/pcm_params.h>
  14
  15 #include "fsl_asrc_common.h"
  16
  17 #define FSL_ASRC_DMABUF_SIZE    (256 * 1024)
  18
  19 static struct snd_pcm_hardware snd_imx_hardware = {
  20         .info = SNDRV_PCM_INFO_INTERLEAVED |
  21                 SNDRV_PCM_INFO_BLOCK_TRANSFER |
  22                 SNDRV_PCM_INFO_MMAP |
  23                 SNDRV_PCM_INFO_MMAP_VALID,
  24         .buffer_bytes_max = FSL_ASRC_DMABUF_SIZE,
  25         .period_bytes_min = 128,
  26         .period_bytes_max = 65535, /* Limited by SDMA engine */
  27         .periods_min = 2,
  28         .periods_max = 255,
  29         .fifo_size = 0,
  30 };
  31
  32 static bool filter(struct dma_chan *chan, void *param)
  33 {
  34         if (!imx_dma_is_general_purpose(chan))
  35                 return false;
  36
  37         chan->private = param;
  38
  39         return true;
  40 }
  41
  42 static void fsl_asrc_dma_complete(void *arg)
  43 {
  44         struct snd_pcm_substream *substream = arg;
  45         struct snd_pcm_runtime *runtime = substream->runtime;
  46         struct fsl_asrc_pair *pair = runtime->private_data;
  47
  48         pair->pos += snd_pcm_lib_period_bytes(substream);
  49         if (pair->pos >= snd_pcm_lib_buffer_bytes(substream))
  50                 pair->pos = 0;
  51
  52         snd_pcm_period_elapsed(substream);
  53 }
  54
  55 static int fsl_asrc_dma_prepare_and_submit(struct snd_pcm_substream *substream,
  56                                            struct snd_soc_component *component)
  57 {
  58         u8 dir = substream->stream == SNDRV_PCM_STREAM_PLAYBACK ? OUT : IN;
  59         struct snd_pcm_runtime *runtime = substream->runtime;
  60         struct fsl_asrc_pair *pair = runtime->private_data;
  61         struct device *dev = component->dev;
  62         unsigned long flags = DMA_CTRL_ACK;
  63
  64         /* Prepare and submit Front-End DMA channel */
  65         if (!substream->runtime->no_period_wakeup)
  66                 flags |= DMA_PREP_INTERRUPT;
  67
  68         pair->pos = 0;
  69         pair->desc[!dir] = dmaengine_prep_dma_cyclic(
  70                         pair->dma_chan[!dir], runtime->dma_addr,
  71                         snd_pcm_lib_buffer_bytes(substream),
  72                         snd_pcm_lib_period_bytes(substream),
  73                         dir == OUT ? DMA_MEM_TO_DEV : DMA_DEV_TO_MEM, flags);
  74         if (!pair->desc[!dir]) {
  75                 dev_err(dev, "failed to prepare slave DMA for Front-End\n");
  76                 return -ENOMEM;
  77         }
  78
  79         pair->desc[!dir]->callback = fsl_asrc_dma_complete;
  80         pair->desc[!dir]->callback_param = substream;
  81
  82         dmaengine_submit(pair->desc[!dir]);
  83
  84         /* Prepare and submit Back-End DMA channel */
  85         pair->desc[dir] = dmaengine_prep_dma_cyclic(
  86                         pair->dma_chan[dir], 0xffff, 64, 64, DMA_DEV_TO_DEV, 0);
  87         if (!pair->desc[dir]) {
  88                 dev_err(dev, "failed to prepare slave DMA for Back-End\n");
  89                 return -ENOMEM;
  90         }
  91
  92         dmaengine_submit(pair->desc[dir]);
  93
  94         return 0;
  95 }
  96
  97 static int fsl_asrc_dma_trigger(struct snd_soc_component *component,
  98                                 struct snd_pcm_substream *substream, int cmd)
  99 {
 100         struct snd_pcm_runtime *runtime = substream->runtime;
 101         struct fsl_asrc_pair *pair = runtime->private_data;
 102         int ret;
 103
 104         switch (cmd) {
 105         case SNDRV_PCM_TRIGGER_START:
 106         case SNDRV_PCM_TRIGGER_RESUME:
 107         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
 108                 ret = fsl_asrc_dma_prepare_and_submit(substream, component);
 109                 if (ret)
 110                         return ret;
 111                 dma_async_issue_pending(pair->dma_chan[IN]);
 112                 dma_async_issue_pending(pair->dma_chan[OUT]);
 113                 break;
 114         case SNDRV_PCM_TRIGGER_STOP:
 115         case SNDRV_PCM_TRIGGER_SUSPEND:
 116         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
 117                 dmaengine_terminate_all(pair->dma_chan[OUT]);
 118                 dmaengine_terminate_all(pair->dma_chan[IN]);
 119                 break;
 120         default:
 121                 return -EINVAL;
 122         }
 123
 124         return 0;
 125 }
 126
 127 static int fsl_asrc_dma_hw_params(struct snd_soc_component *component,
 128                                   struct snd_pcm_substream *substream,
 129                                   struct snd_pcm_hw_params *params)
 130 {
 131         enum dma_slave_buswidth buswidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
 132         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 133         bool tx = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
 134         struct snd_dmaengine_dai_dma_data *dma_params_fe = NULL;
 135         struct snd_dmaengine_dai_dma_data *dma_params_be = NULL;
 136         struct snd_pcm_runtime *runtime = substream->runtime;
 137         struct fsl_asrc_pair *pair = runtime->private_data;
 138         struct dma_chan *tmp_chan = NULL, *be_chan = NULL;
 139         struct snd_soc_component *component_be = NULL;
 140         struct fsl_asrc *asrc = pair->asrc;
 141         struct dma_slave_config config_fe, config_be;
 142         enum asrc_pair_index index = pair->index;
 143         struct device *dev = component->dev;
 144         struct device_node *of_dma_node;
 145         int stream = substream->stream;
 146         struct imx_dma_data *tmp_data;
 147         struct snd_soc_dpcm *dpcm;
 148         struct device *dev_be;
 149         u8 dir = tx ? OUT : IN;
 150         dma_cap_mask_t mask;
 151         int ret, width;
 152
 153         /* Fetch the Back-End dma_data from DPCM */
 154         for_each_dpcm_be(rtd, stream, dpcm) {
 155                 struct snd_soc_pcm_runtime *be = dpcm->be;
 156                 struct snd_pcm_substream *substream_be;
 157                 struct snd_soc_dai *dai = asoc_rtd_to_cpu(be, 0);
 158
 159                 if (dpcm->fe != rtd)
 160                         continue;
 161
 162                 substream_be = snd_soc_dpcm_get_substream(be, stream);
 163                 dma_params_be = snd_soc_dai_get_dma_data(dai, substream_be);
 164                 dev_be = dai->dev;
 165                 break;
 166         }
 167
 168         if (!dma_params_be) {
 169                 dev_err(dev, "failed to get the substream of Back-End\n");
 170                 return -EINVAL;
 171         }
 172
 173         /* Override dma_data of the Front-End and config its dmaengine */
 174         dma_params_fe = snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd, 0), substream);
 175         dma_params_fe->addr = asrc->paddr + asrc->get_fifo_addr(!dir, index);
 176         dma_params_fe->maxburst = dma_params_be->maxburst;
 177
 178         pair->dma_chan[!dir] = asrc->get_dma_channel(pair, !dir);
 179         if (!pair->dma_chan[!dir]) {
 180                 dev_err(dev, "failed to request DMA channel\n");
 181                 return -EINVAL;
 182         }
 183
 184         memset(&config_fe, 0, sizeof(config_fe));
 185         ret = snd_dmaengine_pcm_prepare_slave_config(substream, params, &config_fe);
 186         if (ret) {
 187                 dev_err(dev, "failed to prepare DMA config for Front-End\n");
 188                 return ret;
 189         }
 190
 191         ret = dmaengine_slave_config(pair->dma_chan[!dir], &config_fe);
 192         if (ret) {
 193                 dev_err(dev, "failed to config DMA channel for Front-End\n");
 194                 return ret;
 195         }
 196
 197         /* Request and config DMA channel for Back-End */
 198         dma_cap_zero(mask);
 199         dma_cap_set(DMA_SLAVE, mask);
 200         dma_cap_set(DMA_CYCLIC, mask);
 201
 202         /*
 203          * The Back-End device might have already requested a DMA channel,
 204          * so try to reuse it first, and then request a new one upon NULL.
 205          */
 206         component_be = snd_soc_lookup_component_nolocked(dev_be, SND_DMAENGINE_PCM_DRV_NAME);
 207         if (component_be) {
 208                 be_chan = soc_component_to_pcm(component_be)->chan[substream->stream];
 209                 tmp_chan = be_chan;
 210         }
 211         if (!tmp_chan)
 212                 tmp_chan = dma_request_slave_channel(dev_be, tx ? "tx" : "rx");
 213
 214         /*
 215          * An EDMA DEV_TO_DEV channel is fixed and bound with DMA event of each
 216          * peripheral, unlike SDMA channel that is allocated dynamically. So no
 217          * need to configure dma_request and dma_request2, but get dma_chan of
 218          * Back-End device directly via dma_request_slave_channel.
 219          */
 220         if (!asrc->use_edma) {
 221                 /* Get DMA request of Back-End */
 222                 tmp_data = tmp_chan->private;
 223                 pair->dma_data.dma_request = tmp_data->dma_request;
 224                 if (!be_chan)
 225                         dma_release_channel(tmp_chan);
 226
 227                 /* Get DMA request of Front-End */
 228                 tmp_chan = asrc->get_dma_channel(pair, dir);
 229                 tmp_data = tmp_chan->private;
 230                 pair->dma_data.dma_request2 = tmp_data->dma_request;
 231                 pair->dma_data.peripheral_type = tmp_data->peripheral_type;
 232                 pair->dma_data.priority = tmp_data->priority;
 233                 dma_release_channel(tmp_chan);
 234
 235                 of_dma_node = pair->dma_chan[!dir]->device->dev->of_node;
 236                 pair->dma_chan[dir] =
 237                         __dma_request_channel(&mask, filter, &pair->dma_data,
 238                                               of_dma_node);
 239                 pair->req_dma_chan = true;
 240         } else {
 241                 pair->dma_chan[dir] = tmp_chan;
 242                 /* Do not flag to release if we are reusing the Back-End one */
 243                 pair->req_dma_chan = !be_chan;
 244         }
 245
 246         if (!pair->dma_chan[dir]) {
 247                 dev_err(dev, "failed to request DMA channel for Back-End\n");
 248                 return -EINVAL;
 249         }
 250
 251         width = snd_pcm_format_physical_width(asrc->asrc_format);
 252         if (width < 8 || width > 64)
 253                 return -EINVAL;
 254         else if (width == 8)
 255                 buswidth = DMA_SLAVE_BUSWIDTH_1_BYTE;
 256         else if (width == 16)
 257                 buswidth = DMA_SLAVE_BUSWIDTH_2_BYTES;
 258         else if (width == 24)
 259                 buswidth = DMA_SLAVE_BUSWIDTH_3_BYTES;
 260         else if (width <= 32)
 261                 buswidth = DMA_SLAVE_BUSWIDTH_4_BYTES;
 262         else
 263                 buswidth = DMA_SLAVE_BUSWIDTH_8_BYTES;
 264
 265         config_be.direction = DMA_DEV_TO_DEV;
 266         config_be.src_addr_width = buswidth;
 267         config_be.src_maxburst = dma_params_be->maxburst;
 268         config_be.dst_addr_width = buswidth;
 269         config_be.dst_maxburst = dma_params_be->maxburst;
 270
 271         if (tx) {
 272                 config_be.src_addr = asrc->paddr + asrc->get_fifo_addr(OUT, index);
 273                 config_be.dst_addr = dma_params_be->addr;
 274         } else {
 275                 config_be.dst_addr = asrc->paddr + asrc->get_fifo_addr(IN, index);
 276                 config_be.src_addr = dma_params_be->addr;
 277         }
 278
 279         ret = dmaengine_slave_config(pair->dma_chan[dir], &config_be);
 280         if (ret) {
 281                 dev_err(dev, "failed to config DMA channel for Back-End\n");
 282                 if (pair->req_dma_chan)
 283                         dma_release_channel(pair->dma_chan[dir]);
 284                 return ret;
 285         }
 286
 287         snd_pcm_set_runtime_buffer(substream, &substream->dma_buffer);
 288
 289         return 0;
 290 }
 291
 292 static int fsl_asrc_dma_hw_free(struct snd_soc_component *component,
 293                                 struct snd_pcm_substream *substream)
 294 {
 295         bool tx = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
 296         struct snd_pcm_runtime *runtime = substream->runtime;
 297         struct fsl_asrc_pair *pair = runtime->private_data;
 298         u8 dir = tx ? OUT : IN;
 299
 300         snd_pcm_set_runtime_buffer(substream, NULL);
 301
 302         if (pair->dma_chan[!dir])
 303                 dma_release_channel(pair->dma_chan[!dir]);
 304
 305         /* release dev_to_dev chan if we aren't reusing the Back-End one */
 306         if (pair->dma_chan[dir] && pair->req_dma_chan)
 307                 dma_release_channel(pair->dma_chan[dir]);
 308
 309         pair->dma_chan[!dir] = NULL;
 310         pair->dma_chan[dir] = NULL;
 311
 312         return 0;
 313 }
 314
 315 static int fsl_asrc_dma_startup(struct snd_soc_component *component,
 316                                 struct snd_pcm_substream *substream)
 317 {
 318         bool tx = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
 319         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 320         struct snd_pcm_runtime *runtime = substream->runtime;
 321         struct snd_dmaengine_dai_dma_data *dma_data;
 322         struct device *dev = component->dev;
 323         struct fsl_asrc *asrc = dev_get_drvdata(dev);
 324         struct fsl_asrc_pair *pair;
 325         struct dma_chan *tmp_chan = NULL;
 326         u8 dir = tx ? OUT : IN;
 327         bool release_pair = true;
 328         int ret = 0;
 329
 330         ret = snd_pcm_hw_constraint_integer(substream->runtime,
 331                                             SNDRV_PCM_HW_PARAM_PERIODS);
 332         if (ret < 0) {
 333                 dev_err(dev, "failed to set pcm hw params periods\n");
 334                 return ret;
 335         }
 336
 337         pair = kzalloc(sizeof(*pair) + asrc->pair_priv_size, GFP_KERNEL);
 338         if (!pair)
 339                 return -ENOMEM;
 340
 341         pair->asrc = asrc;
 342         pair->private = (void *)pair + sizeof(struct fsl_asrc_pair);
 343
 344         runtime->private_data = pair;
 345
 346         /* Request a dummy pair, which will be released later.
 347          * Request pair function needs channel num as input, for this
 348          * dummy pair, we just request "1" channel temporarily.
 349          */
 350         ret = asrc->request_pair(1, pair);
 351         if (ret < 0) {
 352                 dev_err(dev, "failed to request asrc pair\n");
 353                 goto req_pair_err;
 354         }
 355
 356         /* Request a dummy dma channel, which will be released later. */
 357         tmp_chan = asrc->get_dma_channel(pair, dir);
 358         if (!tmp_chan) {
 359                 dev_err(dev, "failed to get dma channel\n");
 360                 ret = -EINVAL;
 361                 goto dma_chan_err;
 362         }
 363
 364         dma_data = snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd, 0), substream);
 365
 366         /* Refine the snd_imx_hardware according to caps of DMA. */
 367         ret = snd_dmaengine_pcm_refine_runtime_hwparams(substream,
 368                                                         dma_data,
 369                                                         &snd_imx_hardware,
 370                                                         tmp_chan);
 371         if (ret < 0) {
 372                 dev_err(dev, "failed to refine runtime hwparams\n");
 373                 goto out;
 374         }
 375
 376         release_pair = false;
 377         snd_soc_set_runtime_hwparams(substream, &snd_imx_hardware);
 378
 379 out:
 380         dma_release_channel(tmp_chan);
 381
 382 dma_chan_err:
 383         asrc->release_pair(pair);
 384
 385 req_pair_err:
 386         if (release_pair)
 387                 kfree(pair);
 388
 389         return ret;
 390 }
 391
 392 static int fsl_asrc_dma_shutdown(struct snd_soc_component *component,
 393                                  struct snd_pcm_substream *substream)
 394 {
 395         struct snd_pcm_runtime *runtime = substream->runtime;
 396         struct fsl_asrc_pair *pair = runtime->private_data;
 397         struct fsl_asrc *asrc;
 398
 399         if (!pair)
 400                 return 0;
 401
 402         asrc = pair->asrc;
 403
 404         if (asrc->pair[pair->index] == pair)
 405                 asrc->pair[pair->index] = NULL;
 406
 407         kfree(pair);
 408
 409         return 0;
 410 }
 411
 412 static snd_pcm_uframes_t
 413 fsl_asrc_dma_pcm_pointer(struct snd_soc_component *component,
 414                          struct snd_pcm_substream *substream)
 415 {
 416         struct snd_pcm_runtime *runtime = substream->runtime;
 417         struct fsl_asrc_pair *pair = runtime->private_data;
 418
 419         return bytes_to_frames(substream->runtime, pair->pos);
 420 }
 421
 422 static int fsl_asrc_dma_pcm_new(struct snd_soc_component *component,
 423                                 struct snd_soc_pcm_runtime *rtd)
 424 {
 425         struct snd_card *card = rtd->card->snd_card;
 426         struct snd_pcm_substream *substream;
 427         struct snd_pcm *pcm = rtd->pcm;
 428         int ret, i;
 429
 430         ret = dma_coerce_mask_and_coherent(card->dev, DMA_BIT_MASK(32));
 431         if (ret) {
 432                 dev_err(card->dev, "failed to set DMA mask\n");
 433                 return ret;
 434         }
 435
 436         for_each_pcm_streams(i) {
 437                 substream = pcm->streams[i].substream;
 438                 if (!substream)
 439                         continue;
 440
 441                 ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, pcm->card->dev,
 442                                 FSL_ASRC_DMABUF_SIZE, &substream->dma_buffer);
 443                 if (ret) {
 444                         dev_err(card->dev, "failed to allocate DMA buffer\n");
 445                         goto err;
 446                 }
 447         }
 448
 449         return 0;
 450
 451 err:
 452         if (--i == 0 && pcm->streams[i].substream)
 453                 snd_dma_free_pages(&pcm->streams[i].substream->dma_buffer);
 454
 455         return ret;
 456 }
 457
 458 static void fsl_asrc_dma_pcm_free(struct snd_soc_component *component,
 459                                   struct snd_pcm *pcm)
 460 {
 461         struct snd_pcm_substream *substream;
 462         int i;
 463
 464         for_each_pcm_streams(i) {
 465                 substream = pcm->streams[i].substream;
 466                 if (!substream)
 467                         continue;
 468
 469                 snd_dma_free_pages(&substream->dma_buffer);
 470                 substream->dma_buffer.area = NULL;
 471                 substream->dma_buffer.addr = 0;
 472         }
 473 }
 474
 475 struct snd_soc_component_driver fsl_asrc_component = {
 476         .name           = DRV_NAME,
 477         .hw_params      = fsl_asrc_dma_hw_params,
 478         .hw_free        = fsl_asrc_dma_hw_free,
 479         .trigger        = fsl_asrc_dma_trigger,
 480         .open           = fsl_asrc_dma_startup,
 481         .close          = fsl_asrc_dma_shutdown,
 482         .pointer        = fsl_asrc_dma_pcm_pointer,
 483         .pcm_construct  = fsl_asrc_dma_pcm_new,
 484         .pcm_destruct   = fsl_asrc_dma_pcm_free,
 485 };
 486 EXPORT_SYMBOL_GPL(fsl_asrc_component);