sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/slab.h>
  18 #include <linux/workqueue.h>
  19 #include <linux/export.h>
  20 #include <linux/debugfs.h>
  21 #include <sound/core.h>
  22 #include <sound/pcm.h>
  23 #include <sound/pcm_params.h>
  24 #include <sound/soc.h>
  25 #include <sound/soc-dpcm.h>
  26 #include <sound/soc-link.h>
  27 #include <sound/initval.h>
  28
  29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
  30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
  31                                const char *func, int ret)
  32 {
  33         /* Positive, Zero values are not errors */
  34         if (ret >= 0)
  35                 return ret;
  36
  37         /* Negative values might be errors */
  38         switch (ret) {
  39         case -EPROBE_DEFER:
  40         case -ENOTSUPP:
  41         case -EINVAL:
  42                 break;
  43         default:
  44                 dev_err(rtd->dev,
  45                         "ASoC: error at %s on %s: %d\n",
  46                         func, rtd->dai_link->name, ret);
  47         }
  48
  49         return ret;
  50 }
  51
  52 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
  53                                                 int stream)
  54 {
  55         snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
  56 }
  57
  58 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
  59         snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
  60
  61 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
  62                                                   int stream)
  63 {
  64         snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
  65 }
  66
  67 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
  68         snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
  69
  70 #define DPCM_MAX_BE_USERS       8
  71
  72 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
  73 {
  74         return (rtd)->dai_link->num_cpus == 1 ? snd_soc_rtd_to_cpu(rtd, 0)->name : "multicpu";
  75 }
  76 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
  77 {
  78         return (rtd)->dai_link->num_codecs == 1 ? snd_soc_rtd_to_codec(rtd, 0)->name : "multicodec";
  79 }
  80
  81 #ifdef CONFIG_DEBUG_FS
  82 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
  83 {
  84         switch (state) {
  85         case SND_SOC_DPCM_STATE_NEW:
  86                 return "new";
  87         case SND_SOC_DPCM_STATE_OPEN:
  88                 return "open";
  89         case SND_SOC_DPCM_STATE_HW_PARAMS:
  90                 return "hw_params";
  91         case SND_SOC_DPCM_STATE_PREPARE:
  92                 return "prepare";
  93         case SND_SOC_DPCM_STATE_START:
  94                 return "start";
  95         case SND_SOC_DPCM_STATE_STOP:
  96                 return "stop";
  97         case SND_SOC_DPCM_STATE_SUSPEND:
  98                 return "suspend";
  99         case SND_SOC_DPCM_STATE_PAUSED:
 100                 return "paused";
 101         case SND_SOC_DPCM_STATE_HW_FREE:
 102                 return "hw_free";
 103         case SND_SOC_DPCM_STATE_CLOSE:
 104                 return "close";
 105         }
 106
 107         return "unknown";
 108 }
 109
 110 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
 111                                int stream, char *buf, size_t size)
 112 {
 113         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
 114         struct snd_soc_dpcm *dpcm;
 115         ssize_t offset = 0;
 116
 117         /* FE state */
 118         offset += scnprintf(buf + offset, size - offset,
 119                            "[%s - %s]\n", fe->dai_link->name,
 120                            stream ? "Capture" : "Playback");
 121
 122         offset += scnprintf(buf + offset, size - offset, "State: %s\n",
 123                            dpcm_state_string(fe->dpcm[stream].state));
 124
 125         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
 126             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
 127                 offset += scnprintf(buf + offset, size - offset,
 128                                    "Hardware Params: "
 129                                    "Format = %s, Channels = %d, Rate = %d\n",
 130                                    snd_pcm_format_name(params_format(params)),
 131                                    params_channels(params),
 132                                    params_rate(params));
 133
 134         /* BEs state */
 135         offset += scnprintf(buf + offset, size - offset, "Backends:\n");
 136
 137         if (list_empty(&fe->dpcm[stream].be_clients)) {
 138                 offset += scnprintf(buf + offset, size - offset,
 139                                    " No active DSP links\n");
 140                 goto out;
 141         }
 142
 143         for_each_dpcm_be(fe, stream, dpcm) {
 144                 struct snd_soc_pcm_runtime *be = dpcm->be;
 145                 params = &be->dpcm[stream].hw_params;
 146
 147                 offset += scnprintf(buf + offset, size - offset,
 148                                    "- %s\n", be->dai_link->name);
 149
 150                 offset += scnprintf(buf + offset, size - offset,
 151                                    "   State: %s\n",
 152                                    dpcm_state_string(be->dpcm[stream].state));
 153
 154                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
 155                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
 156                         offset += scnprintf(buf + offset, size - offset,
 157                                            "   Hardware Params: "
 158                                            "Format = %s, Channels = %d, Rate = %d\n",
 159                                            snd_pcm_format_name(params_format(params)),
 160                                            params_channels(params),
 161                                            params_rate(params));
 162         }
 163 out:
 164         return offset;
 165 }
 166
 167 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
 168                                     size_t count, loff_t *ppos)
 169 {
 170         struct snd_soc_pcm_runtime *fe = file->private_data;
 171         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
 172         int stream;
 173         char *buf;
 174
 175         if (fe->dai_link->num_cpus > 1) {
 176                 dev_err(fe->dev,
 177                         "%s doesn't support Multi CPU yet\n", __func__);
 178                 return -EINVAL;
 179         }
 180
 181         buf = kmalloc(out_count, GFP_KERNEL);
 182         if (!buf)
 183                 return -ENOMEM;
 184
 185         snd_soc_dpcm_mutex_lock(fe);
 186         for_each_pcm_streams(stream)
 187                 if (snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0), stream))
 188                         offset += dpcm_show_state(fe, stream,
 189                                                   buf + offset,
 190                                                   out_count - offset);
 191         snd_soc_dpcm_mutex_unlock(fe);
 192
 193         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
 194
 195         kfree(buf);
 196         return ret;
 197 }
 198
 199 static const struct file_operations dpcm_state_fops = {
 200         .open = simple_open,
 201         .read = dpcm_state_read_file,
 202         .llseek = default_llseek,
 203 };
 204
 205 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
 206 {
 207         if (!rtd->dai_link->dynamic)
 208                 return;
 209
 210         if (!rtd->card->debugfs_card_root)
 211                 return;
 212
 213         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
 214                                                     rtd->card->debugfs_card_root);
 215
 216         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
 217                             rtd, &dpcm_state_fops);
 218 }
 219
 220 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
 221 {
 222         char *name;
 223
 224         name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
 225                          stream ? "capture" : "playback");
 226         if (name) {
 227                 dpcm->debugfs_state = debugfs_create_dir(
 228                         name, dpcm->fe->debugfs_dpcm_root);
 229                 debugfs_create_u32("state", 0644, dpcm->debugfs_state,
 230                                    &dpcm->state);
 231                 kfree(name);
 232         }
 233 }
 234
 235 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 236 {
 237         debugfs_remove_recursive(dpcm->debugfs_state);
 238 }
 239
 240 #else
 241 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
 242                                              int stream)
 243 {
 244 }
 245
 246 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 247 {
 248 }
 249 #endif
 250
 251 /* Set FE's runtime_update state; the state is protected via PCM stream lock
 252  * for avoiding the race with trigger callback.
 253  * If the state is unset and a trigger is pending while the previous operation,
 254  * process the pending trigger action here.
 255  */
 256 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
 257 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
 258                                      int stream, enum snd_soc_dpcm_update state)
 259 {
 260         struct snd_pcm_substream *substream =
 261                 snd_soc_dpcm_get_substream(fe, stream);
 262
 263         snd_soc_dpcm_stream_lock_irq(fe, stream);
 264         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
 265                 dpcm_fe_dai_do_trigger(substream,
 266                                        fe->dpcm[stream].trigger_pending - 1);
 267                 fe->dpcm[stream].trigger_pending = 0;
 268         }
 269         fe->dpcm[stream].runtime_update = state;
 270         snd_soc_dpcm_stream_unlock_irq(fe, stream);
 271 }
 272
 273 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
 274                                      int stream, enum snd_soc_dpcm_update state)
 275 {
 276         be->dpcm[stream].runtime_update = state;
 277 }
 278
 279 /**
 280  * snd_soc_runtime_action() - Increment/Decrement active count for
 281  * PCM runtime components
 282  * @rtd: ASoC PCM runtime that is activated
 283  * @stream: Direction of the PCM stream
 284  * @action: Activate stream if 1. Deactivate if -1.
 285  *
 286  * Increments/Decrements the active count for all the DAIs and components
 287  * attached to a PCM runtime.
 288  * Should typically be called when a stream is opened.
 289  *
 290  * Must be called with the rtd->card->pcm_mutex being held
 291  */
 292 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
 293                             int stream, int action)
 294 {
 295         struct snd_soc_dai *dai;
 296         int i;
 297
 298         snd_soc_dpcm_mutex_assert_held(rtd);
 299
 300         for_each_rtd_dais(rtd, i, dai)
 301                 snd_soc_dai_action(dai, stream, action);
 302 }
 303 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
 304
 305 /**
 306  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 307  * @rtd: The ASoC PCM runtime that should be checked.
 308  *
 309  * This function checks whether the power down delay should be ignored for a
 310  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 311  * been configured to ignore the delay, or if none of the components benefits
 312  * from having the delay.
 313  */
 314 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 315 {
 316         struct snd_soc_component *component;
 317         bool ignore = true;
 318         int i;
 319
 320         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 321                 return true;
 322
 323         for_each_rtd_components(rtd, i, component)
 324                 ignore &= !component->driver->use_pmdown_time;
 325
 326         return ignore;
 327 }
 328
 329 /**
 330  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 331  * @substream: the pcm substream
 332  * @hw: the hardware parameters
 333  *
 334  * Sets the substream runtime hardware parameters.
 335  */
 336 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 337         const struct snd_pcm_hardware *hw)
 338 {
 339         substream->runtime->hw = *hw;
 340
 341         return 0;
 342 }
 343 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 344
 345 /* DPCM stream event, send event to FE and all active BEs. */
 346 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 347         int event)
 348 {
 349         struct snd_soc_dpcm *dpcm;
 350
 351         snd_soc_dpcm_mutex_assert_held(fe);
 352
 353         for_each_dpcm_be(fe, dir, dpcm) {
 354
 355                 struct snd_soc_pcm_runtime *be = dpcm->be;
 356
 357                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 358                                 be->dai_link->name, event, dir);
 359
 360                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 361                     (be->dpcm[dir].users >= 1))
 362                         continue;
 363
 364                 snd_soc_dapm_stream_event(be, dir, event);
 365         }
 366
 367         snd_soc_dapm_stream_event(fe, dir, event);
 368
 369         return 0;
 370 }
 371
 372 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
 373                                    struct snd_pcm_hw_params *params)
 374 {
 375         if (params) {
 376                 dai->rate        = params_rate(params);
 377                 dai->channels    = params_channels(params);
 378                 dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
 379         } else {
 380                 dai->rate        = 0;
 381                 dai->channels    = 0;
 382                 dai->sample_bits = 0;
 383         }
 384 }
 385
 386 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 387                                         struct snd_soc_dai *soc_dai)
 388 {
 389         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 390         int ret;
 391
 392         if (!snd_soc_dai_active(soc_dai))
 393                 return 0;
 394
 395 #define __soc_pcm_apply_symmetry(name, NAME)                            \
 396         if (soc_dai->name && (soc_dai->driver->symmetric_##name ||      \
 397                               rtd->dai_link->symmetric_##name)) {       \
 398                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
 399                         #name, soc_dai->name);                          \
 400                                                                         \
 401                 ret = snd_pcm_hw_constraint_single(substream->runtime,  \
 402                                                    SNDRV_PCM_HW_PARAM_##NAME,\
 403                                                    soc_dai->name);      \
 404                 if (ret < 0) {                                          \
 405                         dev_err(soc_dai->dev,                           \
 406                                 "ASoC: Unable to apply %s constraint: %d\n",\
 407                                 #name, ret);                            \
 408                         return ret;                                     \
 409                 }                                                       \
 410         }
 411
 412         __soc_pcm_apply_symmetry(rate,          RATE);
 413         __soc_pcm_apply_symmetry(channels,      CHANNELS);
 414         __soc_pcm_apply_symmetry(sample_bits,   SAMPLE_BITS);
 415
 416         return 0;
 417 }
 418
 419 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 420                                 struct snd_pcm_hw_params *params)
 421 {
 422         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 423         struct snd_soc_dai d;
 424         struct snd_soc_dai *dai;
 425         struct snd_soc_dai *cpu_dai;
 426         unsigned int symmetry, i;
 427
 428         d.name = __func__;
 429         soc_pcm_set_dai_params(&d, params);
 430
 431 #define __soc_pcm_params_symmetry(xxx)                                  \
 432         symmetry = rtd->dai_link->symmetric_##xxx;                      \
 433         for_each_rtd_dais(rtd, i, dai)                                  \
 434                 symmetry |= dai->driver->symmetric_##xxx;               \
 435                                                                         \
 436         if (symmetry)                                                   \
 437                 for_each_rtd_cpu_dais(rtd, i, cpu_dai)                  \
 438                         if (!snd_soc_dai_is_dummy(cpu_dai) &&           \
 439                             cpu_dai->xxx && cpu_dai->xxx != d.xxx) {    \
 440                                 dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
 441                                         #xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
 442                                 return -EINVAL;                         \
 443                         }
 444
 445         /* reject unmatched parameters when applying symmetry */
 446         __soc_pcm_params_symmetry(rate);
 447         __soc_pcm_params_symmetry(channels);
 448         __soc_pcm_params_symmetry(sample_bits);
 449
 450         return 0;
 451 }
 452
 453 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
 454 {
 455         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 456         struct snd_soc_dai_link *link = rtd->dai_link;
 457         struct snd_soc_dai *dai;
 458         unsigned int symmetry, i;
 459
 460         symmetry = link->symmetric_rate ||
 461                 link->symmetric_channels ||
 462                 link->symmetric_sample_bits;
 463
 464         for_each_rtd_dais(rtd, i, dai)
 465                 symmetry = symmetry ||
 466                         dai->driver->symmetric_rate ||
 467                         dai->driver->symmetric_channels ||
 468                         dai->driver->symmetric_sample_bits;
 469
 470         if (symmetry)
 471                 substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 472 }
 473
 474 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 475 {
 476         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 477         int ret;
 478
 479         if (!bits)
 480                 return;
 481
 482         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 483         if (ret != 0)
 484                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 485                                  bits, ret);
 486 }
 487
 488 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 489 {
 490         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 491         struct snd_soc_dai *cpu_dai;
 492         struct snd_soc_dai *codec_dai;
 493         int stream = substream->stream;
 494         int i;
 495         unsigned int bits = 0, cpu_bits = 0;
 496
 497         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 498                 struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 499
 500                 if (pcm_codec->sig_bits == 0) {
 501                         bits = 0;
 502                         break;
 503                 }
 504                 bits = max(pcm_codec->sig_bits, bits);
 505         }
 506
 507         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 508                 struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 509
 510                 if (pcm_cpu->sig_bits == 0) {
 511                         cpu_bits = 0;
 512                         break;
 513                 }
 514                 cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
 515         }
 516
 517         soc_pcm_set_msb(substream, bits);
 518         soc_pcm_set_msb(substream, cpu_bits);
 519 }
 520
 521 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
 522 {
 523         hw->rates               = UINT_MAX;
 524         hw->rate_min            = 0;
 525         hw->rate_max            = UINT_MAX;
 526         hw->channels_min        = 0;
 527         hw->channels_max        = UINT_MAX;
 528         hw->formats             = ULLONG_MAX;
 529 }
 530
 531 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
 532                                    struct snd_soc_pcm_stream *p)
 533 {
 534         hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
 535
 536         /* setup hw->rate_min/max via hw->rates first */
 537         snd_pcm_hw_limit_rates(hw);
 538
 539         /* update hw->rate_min/max by snd_soc_pcm_stream */
 540         hw->rate_min = max(hw->rate_min, p->rate_min);
 541         hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
 542 }
 543
 544 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
 545                                    struct snd_soc_pcm_stream *p)
 546 {
 547         hw->channels_min = max(hw->channels_min, p->channels_min);
 548         hw->channels_max = min(hw->channels_max, p->channels_max);
 549 }
 550
 551 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
 552                                      struct snd_soc_pcm_stream *p)
 553 {
 554         hw->formats &= p->formats;
 555 }
 556
 557 /**
 558  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
 559  * @rtd: ASoC PCM runtime
 560  * @hw: PCM hardware parameters (output)
 561  * @stream: Direction of the PCM stream
 562  *
 563  * Calculates the subset of stream parameters supported by all DAIs
 564  * associated with the PCM stream.
 565  */
 566 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
 567                             struct snd_pcm_hardware *hw, int stream)
 568 {
 569         struct snd_soc_dai *codec_dai;
 570         struct snd_soc_dai *cpu_dai;
 571         struct snd_soc_pcm_stream *codec_stream;
 572         struct snd_soc_pcm_stream *cpu_stream;
 573         unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
 574         int i;
 575
 576         soc_pcm_hw_init(hw);
 577
 578         /* first calculate min/max only for CPUs in the DAI link */
 579         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 580
 581                 /*
 582                  * Skip CPUs which don't support the current stream type.
 583                  * Otherwise, since the rate, channel, and format values will
 584                  * zero in that case, we would have no usable settings left,
 585                  * causing the resulting setup to fail.
 586                  */
 587                 if (!snd_soc_dai_stream_valid(cpu_dai, stream))
 588                         continue;
 589
 590                 cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 591
 592                 soc_pcm_hw_update_chan(hw, cpu_stream);
 593                 soc_pcm_hw_update_rate(hw, cpu_stream);
 594                 soc_pcm_hw_update_format(hw, cpu_stream);
 595         }
 596         cpu_chan_min = hw->channels_min;
 597         cpu_chan_max = hw->channels_max;
 598
 599         /* second calculate min/max only for CODECs in the DAI link */
 600         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 601
 602                 /*
 603                  * Skip CODECs which don't support the current stream type.
 604                  * Otherwise, since the rate, channel, and format values will
 605                  * zero in that case, we would have no usable settings left,
 606                  * causing the resulting setup to fail.
 607                  */
 608                 if (!snd_soc_dai_stream_valid(codec_dai, stream))
 609                         continue;
 610
 611                 codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 612
 613                 soc_pcm_hw_update_chan(hw, codec_stream);
 614                 soc_pcm_hw_update_rate(hw, codec_stream);
 615                 soc_pcm_hw_update_format(hw, codec_stream);
 616         }
 617
 618         /* Verify both a valid CPU DAI and a valid CODEC DAI were found */
 619         if (!hw->channels_min)
 620                 return -EINVAL;
 621
 622         /*
 623          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 624          * connected to CPU DAI(s), use CPU DAI's directly and let
 625          * channel allocation be fixed up later
 626          */
 627         if (rtd->dai_link->num_codecs > 1) {
 628                 hw->channels_min = cpu_chan_min;
 629                 hw->channels_max = cpu_chan_max;
 630         }
 631
 632         return 0;
 633 }
 634 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
 635
 636 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 637 {
 638         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 639         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 640         u64 formats = hw->formats;
 641
 642         /*
 643          * At least one CPU and one CODEC should match. Otherwise, we should
 644          * have bailed out on a higher level, since there would be no CPU or
 645          * CODEC to support the transfer direction in that case.
 646          */
 647         snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
 648
 649         if (formats)
 650                 hw->formats &= formats;
 651 }
 652
 653 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
 654 {
 655         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 656         struct snd_soc_component *component;
 657         int i, ret = 0;
 658
 659         for_each_rtd_components(rtd, i, component) {
 660                 ret = snd_soc_component_module_get_when_open(component, substream);
 661                 if (ret < 0)
 662                         break;
 663
 664                 ret = snd_soc_component_open(component, substream);
 665                 if (ret < 0)
 666                         break;
 667         }
 668
 669         return ret;
 670 }
 671
 672 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 673                                     int rollback)
 674 {
 675         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 676         struct snd_soc_component *component;
 677         int i, ret = 0;
 678
 679         for_each_rtd_components(rtd, i, component) {
 680                 int r = snd_soc_component_close(component, substream, rollback);
 681                 if (r < 0)
 682                         ret = r; /* use last ret */
 683
 684                 snd_soc_component_module_put_when_close(component, substream, rollback);
 685         }
 686
 687         return ret;
 688 }
 689
 690 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
 691                          struct snd_pcm_substream *substream, int rollback)
 692 {
 693         struct snd_soc_component *component;
 694         struct snd_soc_dai *dai;
 695         int i;
 696
 697         snd_soc_dpcm_mutex_assert_held(rtd);
 698
 699         if (!rollback) {
 700                 snd_soc_runtime_deactivate(rtd, substream->stream);
 701
 702                 /* Make sure DAI parameters cleared if the DAI becomes inactive */
 703                 for_each_rtd_dais(rtd, i, dai) {
 704                         if (snd_soc_dai_active(dai) == 0 &&
 705                             (dai->rate || dai->channels || dai->sample_bits))
 706                                 soc_pcm_set_dai_params(dai, NULL);
 707
 708                         if (snd_soc_dai_stream_active(dai, substream->stream) ==  0) {
 709                                 if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
 710                                         snd_soc_dai_digital_mute(dai, 1, substream->stream);
 711                         }
 712                 }
 713         }
 714
 715         for_each_rtd_dais(rtd, i, dai)
 716                 snd_soc_dai_shutdown(dai, substream, rollback);
 717
 718         snd_soc_link_shutdown(substream, rollback);
 719
 720         soc_pcm_components_close(substream, rollback);
 721
 722         snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
 723
 724         for_each_rtd_components(rtd, i, component)
 725                 if (!snd_soc_component_active(component))
 726                         pinctrl_pm_select_sleep_state(component->dev);
 727
 728         return 0;
 729 }
 730
 731 /*
 732  * Called by ALSA when a PCM substream is closed. Private data can be
 733  * freed here. The cpu DAI, codec DAI, machine and components are also
 734  * shutdown.
 735  */
 736 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
 737                            struct snd_pcm_substream *substream)
 738 {
 739         return soc_pcm_clean(rtd, substream, 0);
 740 }
 741
 742 /* PCM close ops for non-DPCM streams */
 743 static int soc_pcm_close(struct snd_pcm_substream *substream)
 744 {
 745         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 746
 747         snd_soc_dpcm_mutex_lock(rtd);
 748         __soc_pcm_close(rtd, substream);
 749         snd_soc_dpcm_mutex_unlock(rtd);
 750         return 0;
 751 }
 752
 753 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
 754 {
 755         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 756         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 757         const char *name_cpu = soc_cpu_dai_name(rtd);
 758         const char *name_codec = soc_codec_dai_name(rtd);
 759         const char *err_msg;
 760         struct device *dev = rtd->dev;
 761
 762         err_msg = "rates";
 763         if (!hw->rates)
 764                 goto config_err;
 765
 766         err_msg = "formats";
 767         if (!hw->formats)
 768                 goto config_err;
 769
 770         err_msg = "channels";
 771         if (!hw->channels_min || !hw->channels_max ||
 772              hw->channels_min  >  hw->channels_max)
 773                 goto config_err;
 774
 775         dev_dbg(dev, "ASoC: %s <-> %s info:\n",         name_codec,
 776                                                         name_cpu);
 777         dev_dbg(dev, "ASoC: rate mask 0x%x\n",          hw->rates);
 778         dev_dbg(dev, "ASoC: ch   min %d max %d\n",      hw->channels_min,
 779                                                         hw->channels_max);
 780         dev_dbg(dev, "ASoC: rate min %d max %d\n",      hw->rate_min,
 781                                                         hw->rate_max);
 782
 783         return 0;
 784
 785 config_err:
 786         dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
 787                 name_codec, name_cpu, err_msg);
 788         return -EINVAL;
 789 }
 790
 791 /*
 792  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 793  * then initialized and any private data can be allocated. This also calls
 794  * startup for the cpu DAI, component, machine and codec DAI.
 795  */
 796 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
 797                           struct snd_pcm_substream *substream)
 798 {
 799         struct snd_soc_component *component;
 800         struct snd_soc_dai *dai;
 801         int i, ret = 0;
 802
 803         snd_soc_dpcm_mutex_assert_held(rtd);
 804
 805         for_each_rtd_components(rtd, i, component)
 806                 pinctrl_pm_select_default_state(component->dev);
 807
 808         ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
 809         if (ret < 0)
 810                 goto err;
 811
 812         ret = soc_pcm_components_open(substream);
 813         if (ret < 0)
 814                 goto err;
 815
 816         ret = snd_soc_link_startup(substream);
 817         if (ret < 0)
 818                 goto err;
 819
 820         /* startup the audio subsystem */
 821         for_each_rtd_dais(rtd, i, dai) {
 822                 ret = snd_soc_dai_startup(dai, substream);
 823                 if (ret < 0)
 824                         goto err;
 825         }
 826
 827         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 828         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 829                 goto dynamic;
 830
 831         /* Check that the codec and cpu DAIs are compatible */
 832         soc_pcm_init_runtime_hw(substream);
 833
 834         soc_pcm_update_symmetry(substream);
 835
 836         ret = soc_hw_sanity_check(substream);
 837         if (ret < 0)
 838                 goto err;
 839
 840         soc_pcm_apply_msb(substream);
 841
 842         /* Symmetry only applies if we've already got an active stream. */
 843         for_each_rtd_dais(rtd, i, dai) {
 844                 ret = soc_pcm_apply_symmetry(substream, dai);
 845                 if (ret != 0)
 846                         goto err;
 847         }
 848 dynamic:
 849         snd_soc_runtime_activate(rtd, substream->stream);
 850         ret = 0;
 851 err:
 852         if (ret < 0)
 853                 soc_pcm_clean(rtd, substream, 1);
 854
 855         return soc_pcm_ret(rtd, ret);
 856 }
 857
 858 /* PCM open ops for non-DPCM streams */
 859 static int soc_pcm_open(struct snd_pcm_substream *substream)
 860 {
 861         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 862         int ret;
 863
 864         snd_soc_dpcm_mutex_lock(rtd);
 865         ret = __soc_pcm_open(rtd, substream);
 866         snd_soc_dpcm_mutex_unlock(rtd);
 867         return ret;
 868 }
 869
 870 /*
 871  * Called by ALSA when the PCM substream is prepared, can set format, sample
 872  * rate, etc.  This function is non atomic and can be called multiple times,
 873  * it can refer to the runtime info.
 874  */
 875 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
 876                              struct snd_pcm_substream *substream)
 877 {
 878         struct snd_soc_dai *dai;
 879         int i, ret = 0;
 880
 881         snd_soc_dpcm_mutex_assert_held(rtd);
 882
 883         ret = snd_soc_link_prepare(substream);
 884         if (ret < 0)
 885                 goto out;
 886
 887         ret = snd_soc_pcm_component_prepare(substream);
 888         if (ret < 0)
 889                 goto out;
 890
 891         ret = snd_soc_pcm_dai_prepare(substream);
 892         if (ret < 0)
 893                 goto out;
 894
 895         /* cancel any delayed stream shutdown that is pending */
 896         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 897             rtd->pop_wait) {
 898                 rtd->pop_wait = 0;
 899                 cancel_delayed_work(&rtd->delayed_work);
 900         }
 901
 902         snd_soc_dapm_stream_event(rtd, substream->stream,
 903                         SND_SOC_DAPM_STREAM_START);
 904
 905         for_each_rtd_dais(rtd, i, dai) {
 906                 if (dai->driver->ops && !dai->driver->ops->mute_unmute_on_trigger)
 907                         snd_soc_dai_digital_mute(dai, 0, substream->stream);
 908         }
 909
 910 out:
 911         return soc_pcm_ret(rtd, ret);
 912 }
 913
 914 /* PCM prepare ops for non-DPCM streams */
 915 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 916 {
 917         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 918         int ret;
 919
 920         snd_soc_dpcm_mutex_lock(rtd);
 921         ret = __soc_pcm_prepare(rtd, substream);
 922         snd_soc_dpcm_mutex_unlock(rtd);
 923         return ret;
 924 }
 925
 926 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 927                                        unsigned int mask)
 928 {
 929         struct snd_interval *interval;
 930         int channels = hweight_long(mask);
 931
 932         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 933         interval->min = channels;
 934         interval->max = channels;
 935 }
 936
 937 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
 938                             struct snd_pcm_substream *substream, int rollback)
 939 {
 940         struct snd_soc_dai *dai;
 941         int i;
 942
 943         snd_soc_dpcm_mutex_assert_held(rtd);
 944
 945         /* clear the corresponding DAIs parameters when going to be inactive */
 946         for_each_rtd_dais(rtd, i, dai) {
 947                 if (snd_soc_dai_active(dai) == 1)
 948                         soc_pcm_set_dai_params(dai, NULL);
 949
 950                 if (snd_soc_dai_stream_active(dai, substream->stream) == 1)
 951                         snd_soc_dai_digital_mute(dai, 1, substream->stream);
 952         }
 953
 954         /* run the stream event */
 955         snd_soc_dapm_stream_stop(rtd, substream->stream);
 956
 957         /* free any machine hw params */
 958         snd_soc_link_hw_free(substream, rollback);
 959
 960         /* free any component resources */
 961         snd_soc_pcm_component_hw_free(substream, rollback);
 962
 963         /* now free hw params for the DAIs  */
 964         for_each_rtd_dais(rtd, i, dai)
 965                 if (snd_soc_dai_stream_valid(dai, substream->stream))
 966                         snd_soc_dai_hw_free(dai, substream, rollback);
 967
 968         return 0;
 969 }
 970
 971 /*
 972  * Frees resources allocated by hw_params, can be called multiple times
 973  */
 974 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
 975                              struct snd_pcm_substream *substream)
 976 {
 977         return soc_pcm_hw_clean(rtd, substream, 0);
 978 }
 979
 980 /* hw_free PCM ops for non-DPCM streams */
 981 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
 982 {
 983         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
 984         int ret;
 985
 986         snd_soc_dpcm_mutex_lock(rtd);
 987         ret = __soc_pcm_hw_free(rtd, substream);
 988         snd_soc_dpcm_mutex_unlock(rtd);
 989         return ret;
 990 }
 991
 992 /*
 993  * Called by ALSA when the hardware params are set by application. This
 994  * function can also be called multiple times and can allocate buffers
 995  * (using snd_pcm_lib_* ). It's non-atomic.
 996  */
 997 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
 998                                struct snd_pcm_substream *substream,
 999                                struct snd_pcm_hw_params *params)
1000 {
1001         struct snd_soc_dai *cpu_dai;
1002         struct snd_soc_dai *codec_dai;
1003         struct snd_pcm_hw_params tmp_params;
1004         int i, ret = 0;
1005
1006         snd_soc_dpcm_mutex_assert_held(rtd);
1007
1008         ret = soc_pcm_params_symmetry(substream, params);
1009         if (ret)
1010                 goto out;
1011
1012         ret = snd_soc_link_hw_params(substream, params);
1013         if (ret < 0)
1014                 goto out;
1015
1016         for_each_rtd_codec_dais(rtd, i, codec_dai) {
1017                 unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1018
1019                 /*
1020                  * Skip CODECs which don't support the current stream type,
1021                  * the idea being that if a CODEC is not used for the currently
1022                  * set up transfer direction, it should not need to be
1023                  * configured, especially since the configuration used might
1024                  * not even be supported by that CODEC. There may be cases
1025                  * however where a CODEC needs to be set up although it is
1026                  * actually not being used for the transfer, e.g. if a
1027                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
1028                  * for the DAI link including a playback-only CODEC.
1029                  * If this becomes necessary, we will have to augment the
1030                  * machine driver setup with information on how to act, so
1031                  * we can do the right thing here.
1032                  */
1033                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1034                         continue;
1035
1036                 /* copy params for each codec */
1037                 tmp_params = *params;
1038
1039                 /* fixup params based on TDM slot masks */
1040                 if (tdm_mask)
1041                         soc_pcm_codec_params_fixup(&tmp_params, tdm_mask);
1042
1043                 ret = snd_soc_dai_hw_params(codec_dai, substream,
1044                                             &tmp_params);
1045                 if(ret < 0)
1046                         goto out;
1047
1048                 soc_pcm_set_dai_params(codec_dai, &tmp_params);
1049                 snd_soc_dapm_update_dai(substream, &tmp_params, codec_dai);
1050         }
1051
1052         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1053                 unsigned int ch_mask = 0;
1054                 int j;
1055
1056                 /*
1057                  * Skip CPUs which don't support the current stream
1058                  * type. See soc_pcm_init_runtime_hw() for more details
1059                  */
1060                 if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1061                         continue;
1062
1063                 /* copy params for each cpu */
1064                 tmp_params = *params;
1065
1066                 if (!rtd->dai_link->codec_ch_maps)
1067                         goto hw_params;
1068                 /*
1069                  * construct cpu channel mask by combining ch_mask of each
1070                  * codec which maps to the cpu.
1071                  */
1072                 for_each_rtd_codec_dais(rtd, j, codec_dai) {
1073                         if (rtd->dai_link->codec_ch_maps[j].connected_cpu_id == i)
1074                                 ch_mask |= rtd->dai_link->codec_ch_maps[j].ch_mask;
1075                 }
1076
1077                 /* fixup cpu channel number */
1078                 if (ch_mask)
1079                         soc_pcm_codec_params_fixup(&tmp_params, ch_mask);
1080
1081 hw_params:
1082                 ret = snd_soc_dai_hw_params(cpu_dai, substream, &tmp_params);
1083                 if (ret < 0)
1084                         goto out;
1085
1086                 /* store the parameters for each DAI */
1087                 soc_pcm_set_dai_params(cpu_dai, &tmp_params);
1088                 snd_soc_dapm_update_dai(substream, &tmp_params, cpu_dai);
1089         }
1090
1091         ret = snd_soc_pcm_component_hw_params(substream, params);
1092 out:
1093         if (ret < 0)
1094                 soc_pcm_hw_clean(rtd, substream, 1);
1095
1096         return soc_pcm_ret(rtd, ret);
1097 }
1098
1099 /* hw_params PCM ops for non-DPCM streams */
1100 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1101                              struct snd_pcm_hw_params *params)
1102 {
1103         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1104         int ret;
1105
1106         snd_soc_dpcm_mutex_lock(rtd);
1107         ret = __soc_pcm_hw_params(rtd, substream, params);
1108         snd_soc_dpcm_mutex_unlock(rtd);
1109         return ret;
1110 }
1111
1112 #define TRIGGER_MAX 3
1113 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1114         [SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1115                 snd_soc_link_trigger,
1116                 snd_soc_pcm_component_trigger,
1117                 snd_soc_pcm_dai_trigger,
1118         },
1119         [SND_SOC_TRIGGER_ORDER_LDC] = {
1120                 snd_soc_link_trigger,
1121                 snd_soc_pcm_dai_trigger,
1122                 snd_soc_pcm_component_trigger,
1123         },
1124 };
1125
1126 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1127 {
1128         struct snd_soc_pcm_runtime *rtd = snd_soc_substream_to_rtd(substream);
1129         struct snd_soc_component *component;
1130         int ret = 0, r = 0, i;
1131         int rollback = 0;
1132         int start = 0, stop = 0;
1133
1134         /*
1135          * select START/STOP sequence
1136          */
1137         for_each_rtd_components(rtd, i, component) {
1138                 if (component->driver->trigger_start)
1139                         start = component->driver->trigger_start;
1140                 if (component->driver->trigger_stop)
1141                         stop = component->driver->trigger_stop;
1142         }
1143         if (rtd->dai_link->trigger_start)
1144                 start = rtd->dai_link->trigger_start;
1145         if (rtd->dai_link->trigger_stop)
1146                 stop  = rtd->dai_link->trigger_stop;
1147
1148         if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1149             stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1150                 return -EINVAL;
1151
1152         /*
1153          * START
1154          */
1155         switch (cmd) {
1156         case SNDRV_PCM_TRIGGER_START:
1157         case SNDRV_PCM_TRIGGER_RESUME:
1158         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1159                 for (i = 0; i < TRIGGER_MAX; i++) {
1160                         r = trigger[start][i](substream, cmd, 0);
1161                         if (r < 0)
1162                                 break;
1163                 }
1164         }
1165
1166         /*
1167          * Rollback if START failed
1168          * find correspond STOP command
1169          */
1170         if (r < 0) {
1171                 rollback = 1;
1172                 ret = r;
1173                 switch (cmd) {
1174                 case SNDRV_PCM_TRIGGER_START:
1175                         cmd = SNDRV_PCM_TRIGGER_STOP;
1176                         break;
1177                 case SNDRV_PCM_TRIGGER_RESUME:
1178                         cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1179                         break;
1180                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1181                         cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1182                         break;
1183                 }
1184         }
1185
1186         /*
1187          * STOP
1188          */
1189         switch (cmd) {
1190         case SNDRV_PCM_TRIGGER_STOP:
1191         case SNDRV_PCM_TRIGGER_SUSPEND:
1192         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1193                 for (i = TRIGGER_MAX; i > 0; i--) {
1194                         r = trigger[stop][i - 1](substream, cmd, rollback);
1195                         if (r < 0)
1196                                 ret = r;
1197                 }
1198         }
1199
1200         return ret;
1201 }
1202
1203 /*
1204  * soc level wrapper for pointer callback
1205  * If cpu_dai, codec_dai, component driver has the delay callback, then
1206  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1207  */
1208 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1209 {
1210         struct snd_pcm_runtime *runtime = substream->runtime;
1211         snd_pcm_uframes_t offset = 0;
1212         snd_pcm_sframes_t codec_delay = 0;
1213         snd_pcm_sframes_t cpu_delay = 0;
1214
1215         offset = snd_soc_pcm_component_pointer(substream);
1216
1217         /* should be called *after* snd_soc_pcm_component_pointer() */
1218         snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1219         snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1220
1221         runtime->delay = cpu_delay + codec_delay;
1222
1223         return offset;
1224 }
1225
1226 /* connect a FE and BE */
1227 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1228                 struct snd_soc_pcm_runtime *be, int stream)
1229 {
1230         struct snd_pcm_substream *fe_substream;
1231         struct snd_pcm_substream *be_substream;
1232         struct snd_soc_dpcm *dpcm;
1233
1234         snd_soc_dpcm_mutex_assert_held(fe);
1235
1236         /* only add new dpcms */
1237         for_each_dpcm_be(fe, stream, dpcm) {
1238                 if (dpcm->be == be && dpcm->fe == fe)
1239                         return 0;
1240         }
1241
1242         fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1243         be_substream = snd_soc_dpcm_get_substream(be, stream);
1244
1245         if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1246                 dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1247                         __func__);
1248                 return -EINVAL;
1249         }
1250         if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1251                 dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1252                 be_substream->pcm->nonatomic = 1;
1253         }
1254
1255         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1256         if (!dpcm)
1257                 return -ENOMEM;
1258
1259         dpcm->be = be;
1260         dpcm->fe = fe;
1261         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1262         snd_soc_dpcm_stream_lock_irq(fe, stream);
1263         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1264         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1265         snd_soc_dpcm_stream_unlock_irq(fe, stream);
1266
1267         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1268                         stream ? "capture" : "playback",  fe->dai_link->name,
1269                         stream ? "<-" : "->", be->dai_link->name);
1270
1271         dpcm_create_debugfs_state(dpcm, stream);
1272
1273         return 1;
1274 }
1275
1276 /* reparent a BE onto another FE */
1277 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1278                         struct snd_soc_pcm_runtime *be, int stream)
1279 {
1280         struct snd_soc_dpcm *dpcm;
1281         struct snd_pcm_substream *fe_substream, *be_substream;
1282
1283         /* reparent if BE is connected to other FEs */
1284         if (!be->dpcm[stream].users)
1285                 return;
1286
1287         be_substream = snd_soc_dpcm_get_substream(be, stream);
1288         if (!be_substream)
1289                 return;
1290
1291         for_each_dpcm_fe(be, stream, dpcm) {
1292                 if (dpcm->fe == fe)
1293                         continue;
1294
1295                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1296                         stream ? "capture" : "playback",
1297                         dpcm->fe->dai_link->name,
1298                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1299
1300                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1301                 be_substream->runtime = fe_substream->runtime;
1302                 break;
1303         }
1304 }
1305
1306 /* disconnect a BE and FE */
1307 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1308 {
1309         struct snd_soc_dpcm *dpcm, *d;
1310         LIST_HEAD(deleted_dpcms);
1311
1312         snd_soc_dpcm_mutex_assert_held(fe);
1313
1314         snd_soc_dpcm_stream_lock_irq(fe, stream);
1315         for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1316                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1317                                 stream ? "capture" : "playback",
1318                                 dpcm->be->dai_link->name);
1319
1320                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1321                         continue;
1322
1323                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1324                         stream ? "capture" : "playback", fe->dai_link->name,
1325                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1326
1327                 /* BEs still alive need new FE */
1328                 dpcm_be_reparent(fe, dpcm->be, stream);
1329
1330                 list_del(&dpcm->list_be);
1331                 list_move(&dpcm->list_fe, &deleted_dpcms);
1332         }
1333         snd_soc_dpcm_stream_unlock_irq(fe, stream);
1334
1335         while (!list_empty(&deleted_dpcms)) {
1336                 dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1337                                         list_fe);
1338                 list_del(&dpcm->list_fe);
1339                 dpcm_remove_debugfs_state(dpcm);
1340                 kfree(dpcm);
1341         }
1342 }
1343
1344 /* get BE for DAI widget and stream */
1345 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1346                 struct snd_soc_dapm_widget *widget, int stream)
1347 {
1348         struct snd_soc_pcm_runtime *be;
1349         struct snd_soc_dapm_widget *w;
1350         struct snd_soc_dai *dai;
1351         int i;
1352
1353         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1354
1355         for_each_card_rtds(card, be) {
1356
1357                 if (!be->dai_link->no_pcm)
1358                         continue;
1359
1360                 if (!snd_soc_dpcm_get_substream(be, stream))
1361                         continue;
1362
1363                 for_each_rtd_dais(be, i, dai) {
1364                         w = snd_soc_dai_get_widget(dai, stream);
1365
1366                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1367                                 w ? w->name : "(not set)");
1368
1369                         if (w == widget)
1370                                 return be;
1371                 }
1372         }
1373
1374         /* Widget provided is not a BE */
1375         return NULL;
1376 }
1377
1378 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1379                 struct snd_soc_dapm_widget *widget)
1380 {
1381         struct snd_soc_dapm_widget *w;
1382         int i;
1383
1384         for_each_dapm_widgets(list, i, w)
1385                 if (widget == w)
1386                         return 1;
1387
1388         return 0;
1389 }
1390 EXPORT_SYMBOL_GPL(widget_in_list);
1391
1392 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1393 {
1394         struct snd_soc_card *card = widget->dapm->card;
1395         struct snd_soc_pcm_runtime *rtd;
1396         int stream;
1397
1398         /* adjust dir to stream */
1399         if (dir == SND_SOC_DAPM_DIR_OUT)
1400                 stream = SNDRV_PCM_STREAM_PLAYBACK;
1401         else
1402                 stream = SNDRV_PCM_STREAM_CAPTURE;
1403
1404         rtd = dpcm_get_be(card, widget, stream);
1405         if (rtd)
1406                 return true;
1407
1408         return false;
1409 }
1410 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1411
1412 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1413         int stream, struct snd_soc_dapm_widget_list **list)
1414 {
1415         struct snd_soc_dai *cpu_dai = snd_soc_rtd_to_cpu(fe, 0);
1416         int paths;
1417
1418         if (fe->dai_link->num_cpus > 1) {
1419                 dev_err(fe->dev,
1420                         "%s doesn't support Multi CPU yet\n", __func__);
1421                 return -EINVAL;
1422         }
1423
1424         /* get number of valid DAI paths and their widgets */
1425         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1426                         fe->card->component_chaining ?
1427                                 NULL : dpcm_end_walk_at_be);
1428
1429         if (paths > 0)
1430                 dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1431                         stream ? "capture" : "playback");
1432         else if (paths == 0)
1433                 dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1434                          stream ? "capture" : "playback");
1435
1436         return paths;
1437 }
1438
1439 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1440 {
1441         snd_soc_dapm_dai_free_widgets(list);
1442 }
1443
1444 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1445                               struct snd_soc_dapm_widget_list *list)
1446 {
1447         struct snd_soc_dai *dai;
1448         unsigned int i;
1449
1450         /* is there a valid DAI widget for this BE */
1451         for_each_rtd_dais(dpcm->be, i, dai) {
1452                 struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1453
1454                 /*
1455                  * The BE is pruned only if none of the dai
1456                  * widgets are in the active list.
1457                  */
1458                 if (widget && widget_in_list(list, widget))
1459                         return true;
1460         }
1461
1462         return false;
1463 }
1464
1465 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1466                             struct snd_soc_dapm_widget_list **list_)
1467 {
1468         struct snd_soc_dpcm *dpcm;
1469         int prune = 0;
1470
1471         /* Destroy any old FE <--> BE connections */
1472         for_each_dpcm_be(fe, stream, dpcm) {
1473                 if (dpcm_be_is_active(dpcm, stream, *list_))
1474                         continue;
1475
1476                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1477                         stream ? "capture" : "playback",
1478                         dpcm->be->dai_link->name, fe->dai_link->name);
1479                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1480                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1481                 prune++;
1482         }
1483
1484         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1485         return prune;
1486 }
1487
1488 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1489         struct snd_soc_dapm_widget_list **list_)
1490 {
1491         struct snd_soc_card *card = fe->card;
1492         struct snd_soc_dapm_widget_list *list = *list_;
1493         struct snd_soc_pcm_runtime *be;
1494         struct snd_soc_dapm_widget *widget;
1495         struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1496         int i, new = 0, err;
1497
1498         /* don't connect if FE is not running */
1499         if (!fe_substream->runtime && !fe->fe_compr)
1500                 return new;
1501
1502         /* Create any new FE <--> BE connections */
1503         for_each_dapm_widgets(list, i, widget) {
1504
1505                 switch (widget->id) {
1506                 case snd_soc_dapm_dai_in:
1507                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1508                                 continue;
1509                         break;
1510                 case snd_soc_dapm_dai_out:
1511                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1512                                 continue;
1513                         break;
1514                 default:
1515                         continue;
1516                 }
1517
1518                 /* is there a valid BE rtd for this widget */
1519                 be = dpcm_get_be(card, widget, stream);
1520                 if (!be) {
1521                         dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1522                                 widget->name);
1523                         continue;
1524                 }
1525
1526                 /*
1527                  * Filter for systems with 'component_chaining' enabled.
1528                  * This helps to avoid unnecessary re-configuration of an
1529                  * already active BE on such systems.
1530                  */
1531                 if (fe->card->component_chaining &&
1532                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1533                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1534                         continue;
1535
1536                 /* newly connected FE and BE */
1537                 err = dpcm_be_connect(fe, be, stream);
1538                 if (err < 0) {
1539                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1540                                 widget->name);
1541                         break;
1542                 } else if (err == 0) /* already connected */
1543                         continue;
1544
1545                 /* new */
1546                 dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1547                 new++;
1548         }
1549
1550         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1551         return new;
1552 }
1553
1554 /*
1555  * Find the corresponding BE DAIs that source or sink audio to this
1556  * FE substream.
1557  */
1558 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1559         int stream, struct snd_soc_dapm_widget_list **list, int new)
1560 {
1561         if (new)
1562                 return dpcm_add_paths(fe, stream, list);
1563         else
1564                 return dpcm_prune_paths(fe, stream, list);
1565 }
1566
1567 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1568 {
1569         struct snd_soc_dpcm *dpcm;
1570
1571         for_each_dpcm_be(fe, stream, dpcm)
1572                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1573 }
1574
1575 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1576                       int do_hw_free, struct snd_soc_dpcm *last)
1577 {
1578         struct snd_soc_dpcm *dpcm;
1579
1580         /* disable any enabled and non active backends */
1581         for_each_dpcm_be(fe, stream, dpcm) {
1582                 struct snd_soc_pcm_runtime *be = dpcm->be;
1583                 struct snd_pcm_substream *be_substream =
1584                         snd_soc_dpcm_get_substream(be, stream);
1585
1586                 if (dpcm == last)
1587                         return;
1588
1589                 /* is this op for this BE ? */
1590                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1591                         continue;
1592
1593                 if (be->dpcm[stream].users == 0) {
1594                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1595                                 stream ? "capture" : "playback",
1596                                 be->dpcm[stream].state);
1597                         continue;
1598                 }
1599
1600                 if (--be->dpcm[stream].users != 0)
1601                         continue;
1602
1603                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1604                         if (!do_hw_free)
1605                                 continue;
1606
1607                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1608                                 __soc_pcm_hw_free(be, be_substream);
1609                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1610                         }
1611                 }
1612
1613                 __soc_pcm_close(be, be_substream);
1614                 be_substream->runtime = NULL;
1615                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1616         }
1617 }
1618
1619 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1620 {
1621         struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1622         struct snd_soc_pcm_runtime *be;
1623         struct snd_soc_dpcm *dpcm;
1624         int err, count = 0;
1625
1626         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1627         for_each_dpcm_be(fe, stream, dpcm) {
1628                 struct snd_pcm_substream *be_substream;
1629
1630                 be = dpcm->be;
1631                 be_substream = snd_soc_dpcm_get_substream(be, stream);
1632
1633                 if (!be_substream) {
1634                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1635                                 stream ? "capture" : "playback");
1636                         continue;
1637                 }
1638
1639                 /* is this op for this BE ? */
1640                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1641                         continue;
1642
1643                 /* first time the dpcm is open ? */
1644                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1645                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1646                                 stream ? "capture" : "playback",
1647                                 be->dpcm[stream].state);
1648                         continue;
1649                 }
1650
1651                 if (be->dpcm[stream].users++ != 0)
1652                         continue;
1653
1654                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1655                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1656                         continue;
1657
1658                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1659                         stream ? "capture" : "playback", be->dai_link->name);
1660
1661                 be_substream->runtime = fe_substream->runtime;
1662                 err = __soc_pcm_open(be, be_substream);
1663                 if (err < 0) {
1664                         be->dpcm[stream].users--;
1665                         if (be->dpcm[stream].users < 0)
1666                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1667                                         stream ? "capture" : "playback",
1668                                         be->dpcm[stream].state);
1669
1670                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1671                         goto unwind;
1672                 }
1673                 be->dpcm[stream].be_start = 0;
1674                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1675                 count++;
1676         }
1677
1678         return count;
1679
1680 unwind:
1681         dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1682
1683         return soc_pcm_ret(fe, err);
1684 }
1685
1686 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1687 {
1688         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1689         struct snd_pcm_runtime *runtime = substream->runtime;
1690         struct snd_pcm_hardware *hw = &runtime->hw;
1691         struct snd_soc_dai *dai;
1692         int stream = substream->stream;
1693         u64 formats = hw->formats;
1694         int i;
1695
1696         soc_pcm_hw_init(hw);
1697
1698         if (formats)
1699                 hw->formats &= formats;
1700
1701         for_each_rtd_cpu_dais(fe, i, dai) {
1702                 struct snd_soc_pcm_stream *cpu_stream;
1703
1704                 /*
1705                  * Skip CPUs which don't support the current stream
1706                  * type. See soc_pcm_init_runtime_hw() for more details
1707                  */
1708                 if (!snd_soc_dai_stream_valid(dai, stream))
1709                         continue;
1710
1711                 cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1712
1713                 soc_pcm_hw_update_rate(hw, cpu_stream);
1714                 soc_pcm_hw_update_chan(hw, cpu_stream);
1715                 soc_pcm_hw_update_format(hw, cpu_stream);
1716         }
1717
1718 }
1719
1720 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1721 {
1722         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1723         struct snd_pcm_runtime *runtime = substream->runtime;
1724         struct snd_pcm_hardware *hw = &runtime->hw;
1725         struct snd_soc_dpcm *dpcm;
1726         struct snd_soc_dai *dai;
1727         int stream = substream->stream;
1728
1729         if (!fe->dai_link->dpcm_merged_format)
1730                 return;
1731
1732         /*
1733          * It returns merged BE codec format
1734          * if FE want to use it (= dpcm_merged_format)
1735          */
1736
1737         for_each_dpcm_be(fe, stream, dpcm) {
1738                 struct snd_soc_pcm_runtime *be = dpcm->be;
1739                 struct snd_soc_pcm_stream *codec_stream;
1740                 int i;
1741
1742                 for_each_rtd_codec_dais(be, i, dai) {
1743                         /*
1744                          * Skip CODECs which don't support the current stream
1745                          * type. See soc_pcm_init_runtime_hw() for more details
1746                          */
1747                         if (!snd_soc_dai_stream_valid(dai, stream))
1748                                 continue;
1749
1750                         codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1751
1752                         soc_pcm_hw_update_format(hw, codec_stream);
1753                 }
1754         }
1755 }
1756
1757 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1758 {
1759         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1760         struct snd_pcm_runtime *runtime = substream->runtime;
1761         struct snd_pcm_hardware *hw = &runtime->hw;
1762         struct snd_soc_dpcm *dpcm;
1763         int stream = substream->stream;
1764
1765         if (!fe->dai_link->dpcm_merged_chan)
1766                 return;
1767
1768         /*
1769          * It returns merged BE codec channel;
1770          * if FE want to use it (= dpcm_merged_chan)
1771          */
1772
1773         for_each_dpcm_be(fe, stream, dpcm) {
1774                 struct snd_soc_pcm_runtime *be = dpcm->be;
1775                 struct snd_soc_pcm_stream *cpu_stream;
1776                 struct snd_soc_dai *dai;
1777                 int i;
1778
1779                 for_each_rtd_cpu_dais(be, i, dai) {
1780                         /*
1781                          * Skip CPUs which don't support the current stream
1782                          * type. See soc_pcm_init_runtime_hw() for more details
1783                          */
1784                         if (!snd_soc_dai_stream_valid(dai, stream))
1785                                 continue;
1786
1787                         cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1788
1789                         soc_pcm_hw_update_chan(hw, cpu_stream);
1790                 }
1791
1792                 /*
1793                  * chan min/max cannot be enforced if there are multiple CODEC
1794                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1795                  */
1796                 if (be->dai_link->num_codecs == 1) {
1797                         struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1798                                 snd_soc_rtd_to_codec(be, 0), stream);
1799
1800                         soc_pcm_hw_update_chan(hw, codec_stream);
1801                 }
1802         }
1803 }
1804
1805 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1806 {
1807         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1808         struct snd_pcm_runtime *runtime = substream->runtime;
1809         struct snd_pcm_hardware *hw = &runtime->hw;
1810         struct snd_soc_dpcm *dpcm;
1811         int stream = substream->stream;
1812
1813         if (!fe->dai_link->dpcm_merged_rate)
1814                 return;
1815
1816         /*
1817          * It returns merged BE codec channel;
1818          * if FE want to use it (= dpcm_merged_chan)
1819          */
1820
1821         for_each_dpcm_be(fe, stream, dpcm) {
1822                 struct snd_soc_pcm_runtime *be = dpcm->be;
1823                 struct snd_soc_pcm_stream *pcm;
1824                 struct snd_soc_dai *dai;
1825                 int i;
1826
1827                 for_each_rtd_dais(be, i, dai) {
1828                         /*
1829                          * Skip DAIs which don't support the current stream
1830                          * type. See soc_pcm_init_runtime_hw() for more details
1831                          */
1832                         if (!snd_soc_dai_stream_valid(dai, stream))
1833                                 continue;
1834
1835                         pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1836
1837                         soc_pcm_hw_update_rate(hw, pcm);
1838                 }
1839         }
1840 }
1841
1842 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1843                                int stream)
1844 {
1845         struct snd_soc_dpcm *dpcm;
1846         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1847         struct snd_soc_dai *fe_cpu_dai;
1848         int err = 0;
1849         int i;
1850
1851         /* apply symmetry for FE */
1852         soc_pcm_update_symmetry(fe_substream);
1853
1854         for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1855                 /* Symmetry only applies if we've got an active stream. */
1856                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1857                 if (err < 0)
1858                         goto error;
1859         }
1860
1861         /* apply symmetry for BE */
1862         for_each_dpcm_be(fe, stream, dpcm) {
1863                 struct snd_soc_pcm_runtime *be = dpcm->be;
1864                 struct snd_pcm_substream *be_substream =
1865                         snd_soc_dpcm_get_substream(be, stream);
1866                 struct snd_soc_pcm_runtime *rtd;
1867                 struct snd_soc_dai *dai;
1868
1869                 /* A backend may not have the requested substream */
1870                 if (!be_substream)
1871                         continue;
1872
1873                 rtd = snd_soc_substream_to_rtd(be_substream);
1874                 if (rtd->dai_link->be_hw_params_fixup)
1875                         continue;
1876
1877                 soc_pcm_update_symmetry(be_substream);
1878
1879                 /* Symmetry only applies if we've got an active stream. */
1880                 for_each_rtd_dais(rtd, i, dai) {
1881                         err = soc_pcm_apply_symmetry(fe_substream, dai);
1882                         if (err < 0)
1883                                 goto error;
1884                 }
1885         }
1886 error:
1887         return soc_pcm_ret(fe, err);
1888 }
1889
1890 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1891 {
1892         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
1893         int stream = fe_substream->stream, ret = 0;
1894
1895         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1896
1897         ret = dpcm_be_dai_startup(fe, stream);
1898         if (ret < 0)
1899                 goto be_err;
1900
1901         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1902
1903         /* start the DAI frontend */
1904         ret = __soc_pcm_open(fe, fe_substream);
1905         if (ret < 0)
1906                 goto unwind;
1907
1908         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1909
1910         dpcm_runtime_setup_fe(fe_substream);
1911
1912         dpcm_runtime_setup_be_format(fe_substream);
1913         dpcm_runtime_setup_be_chan(fe_substream);
1914         dpcm_runtime_setup_be_rate(fe_substream);
1915
1916         ret = dpcm_apply_symmetry(fe_substream, stream);
1917
1918 unwind:
1919         if (ret < 0)
1920                 dpcm_be_dai_startup_unwind(fe, stream);
1921 be_err:
1922         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1923
1924         return soc_pcm_ret(fe, ret);
1925 }
1926
1927 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1928 {
1929         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1930         int stream = substream->stream;
1931
1932         snd_soc_dpcm_mutex_assert_held(fe);
1933
1934         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1935
1936         /* shutdown the BEs */
1937         dpcm_be_dai_shutdown(fe, stream);
1938
1939         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1940
1941         /* now shutdown the frontend */
1942         __soc_pcm_close(fe, substream);
1943
1944         /* run the stream stop event */
1945         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1946
1947         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1948         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1949         return 0;
1950 }
1951
1952 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1953 {
1954         struct snd_soc_dpcm *dpcm;
1955
1956         /* only hw_params backends that are either sinks or sources
1957          * to this frontend DAI */
1958         for_each_dpcm_be(fe, stream, dpcm) {
1959
1960                 struct snd_soc_pcm_runtime *be = dpcm->be;
1961                 struct snd_pcm_substream *be_substream =
1962                         snd_soc_dpcm_get_substream(be, stream);
1963
1964                 /* is this op for this BE ? */
1965                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1966                         continue;
1967
1968                 /* only free hw when no longer used - check all FEs */
1969                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1970                                 continue;
1971
1972                 /* do not free hw if this BE is used by other FE */
1973                 if (be->dpcm[stream].users > 1)
1974                         continue;
1975
1976                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1977                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1978                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1979                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1980                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1981                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1982                         continue;
1983
1984                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1985                         be->dai_link->name);
1986
1987                 __soc_pcm_hw_free(be, be_substream);
1988
1989                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1990         }
1991 }
1992
1993 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1994 {
1995         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
1996         int stream = substream->stream;
1997
1998         snd_soc_dpcm_mutex_lock(fe);
1999         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2000
2001         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2002
2003         /* call hw_free on the frontend */
2004         soc_pcm_hw_clean(fe, substream, 0);
2005
2006         /* only hw_params backends that are either sinks or sources
2007          * to this frontend DAI */
2008         dpcm_be_dai_hw_free(fe, stream);
2009
2010         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2011         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2012
2013         snd_soc_dpcm_mutex_unlock(fe);
2014         return 0;
2015 }
2016
2017 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2018 {
2019         struct snd_soc_pcm_runtime *be;
2020         struct snd_pcm_substream *be_substream;
2021         struct snd_soc_dpcm *dpcm;
2022         int ret;
2023
2024         for_each_dpcm_be(fe, stream, dpcm) {
2025                 struct snd_pcm_hw_params hw_params;
2026
2027                 be = dpcm->be;
2028                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2029
2030                 /* is this op for this BE ? */
2031                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2032                         continue;
2033
2034                 /* copy params for each dpcm */
2035                 memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2036                                 sizeof(struct snd_pcm_hw_params));
2037
2038                 /* perform any hw_params fixups */
2039                 ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2040                 if (ret < 0)
2041                         goto unwind;
2042
2043                 /* copy the fixed-up hw params for BE dai */
2044                 memcpy(&be->dpcm[stream].hw_params, &hw_params,
2045                        sizeof(struct snd_pcm_hw_params));
2046
2047                 /* only allow hw_params() if no connected FEs are running */
2048                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2049                         continue;
2050
2051                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2052                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2053                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2054                         continue;
2055
2056                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2057                         be->dai_link->name);
2058
2059                 ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2060                 if (ret < 0)
2061                         goto unwind;
2062
2063                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2064         }
2065         return 0;
2066
2067 unwind:
2068         dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2069                 __func__, be->dai_link->name, ret);
2070
2071         /* disable any enabled and non active backends */
2072         for_each_dpcm_be_rollback(fe, stream, dpcm) {
2073                 be = dpcm->be;
2074                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2075
2076                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2077                         continue;
2078
2079                 /* only allow hw_free() if no connected FEs are running */
2080                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2081                         continue;
2082
2083                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2084                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2085                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2086                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2087                         continue;
2088
2089                 __soc_pcm_hw_free(be, be_substream);
2090         }
2091
2092         return ret;
2093 }
2094
2095 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2096                                  struct snd_pcm_hw_params *params)
2097 {
2098         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2099         int ret, stream = substream->stream;
2100
2101         snd_soc_dpcm_mutex_lock(fe);
2102         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2103
2104         memcpy(&fe->dpcm[stream].hw_params, params,
2105                         sizeof(struct snd_pcm_hw_params));
2106         ret = dpcm_be_dai_hw_params(fe, stream);
2107         if (ret < 0)
2108                 goto out;
2109
2110         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2111                         fe->dai_link->name, params_rate(params),
2112                         params_channels(params), params_format(params));
2113
2114         /* call hw_params on the frontend */
2115         ret = __soc_pcm_hw_params(fe, substream, params);
2116         if (ret < 0)
2117                 dpcm_be_dai_hw_free(fe, stream);
2118         else
2119                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2120
2121 out:
2122         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2123         snd_soc_dpcm_mutex_unlock(fe);
2124
2125         return soc_pcm_ret(fe, ret);
2126 }
2127
2128 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2129                                int cmd)
2130 {
2131         struct snd_soc_pcm_runtime *be;
2132         bool pause_stop_transition;
2133         struct snd_soc_dpcm *dpcm;
2134         unsigned long flags;
2135         int ret = 0;
2136
2137         for_each_dpcm_be(fe, stream, dpcm) {
2138                 struct snd_pcm_substream *be_substream;
2139
2140                 be = dpcm->be;
2141                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2142
2143                 snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2144
2145                 /* is this op for this BE ? */
2146                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2147                         goto next;
2148
2149                 dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2150                         be->dai_link->name, cmd);
2151
2152                 switch (cmd) {
2153                 case SNDRV_PCM_TRIGGER_START:
2154                         if (!be->dpcm[stream].be_start &&
2155                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2156                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2157                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2158                                 goto next;
2159
2160                         be->dpcm[stream].be_start++;
2161                         if (be->dpcm[stream].be_start != 1)
2162                                 goto next;
2163
2164                         if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2165                                 ret = soc_pcm_trigger(be_substream,
2166                                                       SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2167                         else
2168                                 ret = soc_pcm_trigger(be_substream,
2169                                                       SNDRV_PCM_TRIGGER_START);
2170                         if (ret) {
2171                                 be->dpcm[stream].be_start--;
2172                                 goto next;
2173                         }
2174
2175                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2176                         break;
2177                 case SNDRV_PCM_TRIGGER_RESUME:
2178                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2179                                 goto next;
2180
2181                         be->dpcm[stream].be_start++;
2182                         if (be->dpcm[stream].be_start != 1)
2183                                 goto next;
2184
2185                         ret = soc_pcm_trigger(be_substream, cmd);
2186                         if (ret) {
2187                                 be->dpcm[stream].be_start--;
2188                                 goto next;
2189                         }
2190
2191                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2192                         break;
2193                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2194                         if (!be->dpcm[stream].be_start &&
2195                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2196                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2197                                 goto next;
2198
2199                         fe->dpcm[stream].fe_pause = false;
2200                         be->dpcm[stream].be_pause--;
2201
2202                         be->dpcm[stream].be_start++;
2203                         if (be->dpcm[stream].be_start != 1)
2204                                 goto next;
2205
2206                         ret = soc_pcm_trigger(be_substream, cmd);
2207                         if (ret) {
2208                                 be->dpcm[stream].be_start--;
2209                                 goto next;
2210                         }
2211
2212                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2213                         break;
2214                 case SNDRV_PCM_TRIGGER_STOP:
2215                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2216                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2217                                 goto next;
2218
2219                         if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2220                                 be->dpcm[stream].be_start--;
2221
2222                         if (be->dpcm[stream].be_start != 0)
2223                                 goto next;
2224
2225                         pause_stop_transition = false;
2226                         if (fe->dpcm[stream].fe_pause) {
2227                                 pause_stop_transition = true;
2228                                 fe->dpcm[stream].fe_pause = false;
2229                                 be->dpcm[stream].be_pause--;
2230                         }
2231
2232                         if (be->dpcm[stream].be_pause != 0)
2233                                 ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2234                         else
2235                                 ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2236
2237                         if (ret) {
2238                                 if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2239                                         be->dpcm[stream].be_start++;
2240                                 if (pause_stop_transition) {
2241                                         fe->dpcm[stream].fe_pause = true;
2242                                         be->dpcm[stream].be_pause++;
2243                                 }
2244                                 goto next;
2245                         }
2246
2247                         if (be->dpcm[stream].be_pause != 0)
2248                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2249                         else
2250                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2251
2252                         break;
2253                 case SNDRV_PCM_TRIGGER_SUSPEND:
2254                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2255                                 goto next;
2256
2257                         be->dpcm[stream].be_start--;
2258                         if (be->dpcm[stream].be_start != 0)
2259                                 goto next;
2260
2261                         ret = soc_pcm_trigger(be_substream, cmd);
2262                         if (ret) {
2263                                 be->dpcm[stream].be_start++;
2264                                 goto next;
2265                         }
2266
2267                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2268                         break;
2269                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2270                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2271                                 goto next;
2272
2273                         fe->dpcm[stream].fe_pause = true;
2274                         be->dpcm[stream].be_pause++;
2275
2276                         be->dpcm[stream].be_start--;
2277                         if (be->dpcm[stream].be_start != 0)
2278                                 goto next;
2279
2280                         ret = soc_pcm_trigger(be_substream, cmd);
2281                         if (ret) {
2282                                 be->dpcm[stream].be_start++;
2283                                 goto next;
2284                         }
2285
2286                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2287                         break;
2288                 }
2289 next:
2290                 snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2291                 if (ret)
2292                         break;
2293         }
2294         return soc_pcm_ret(fe, ret);
2295 }
2296 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2297
2298 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2299                                   int cmd, bool fe_first)
2300 {
2301         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2302         int ret;
2303
2304         /* call trigger on the frontend before the backend. */
2305         if (fe_first) {
2306                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2307                         fe->dai_link->name, cmd);
2308
2309                 ret = soc_pcm_trigger(substream, cmd);
2310                 if (ret < 0)
2311                         return ret;
2312
2313                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2314                 return ret;
2315         }
2316
2317         /* call trigger on the frontend after the backend. */
2318         ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2319         if (ret < 0)
2320                 return ret;
2321
2322         dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2323                 fe->dai_link->name, cmd);
2324
2325         ret = soc_pcm_trigger(substream, cmd);
2326
2327         return ret;
2328 }
2329
2330 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2331 {
2332         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2333         int stream = substream->stream;
2334         int ret = 0;
2335         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2336
2337         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2338
2339         switch (trigger) {
2340         case SND_SOC_DPCM_TRIGGER_PRE:
2341                 switch (cmd) {
2342                 case SNDRV_PCM_TRIGGER_START:
2343                 case SNDRV_PCM_TRIGGER_RESUME:
2344                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2345                 case SNDRV_PCM_TRIGGER_DRAIN:
2346                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2347                         break;
2348                 case SNDRV_PCM_TRIGGER_STOP:
2349                 case SNDRV_PCM_TRIGGER_SUSPEND:
2350                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2351                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2352                         break;
2353                 default:
2354                         ret = -EINVAL;
2355                         break;
2356                 }
2357                 break;
2358         case SND_SOC_DPCM_TRIGGER_POST:
2359                 switch (cmd) {
2360                 case SNDRV_PCM_TRIGGER_START:
2361                 case SNDRV_PCM_TRIGGER_RESUME:
2362                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2363                 case SNDRV_PCM_TRIGGER_DRAIN:
2364                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2365                         break;
2366                 case SNDRV_PCM_TRIGGER_STOP:
2367                 case SNDRV_PCM_TRIGGER_SUSPEND:
2368                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2369                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2370                         break;
2371                 default:
2372                         ret = -EINVAL;
2373                         break;
2374                 }
2375                 break;
2376         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2377                 /* bespoke trigger() - handles both FE and BEs */
2378
2379                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2380                                 fe->dai_link->name, cmd);
2381
2382                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2383                 break;
2384         default:
2385                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2386                                 fe->dai_link->name);
2387                 ret = -EINVAL;
2388                 goto out;
2389         }
2390
2391         if (ret < 0) {
2392                 dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2393                         cmd, ret);
2394                 goto out;
2395         }
2396
2397         switch (cmd) {
2398         case SNDRV_PCM_TRIGGER_START:
2399         case SNDRV_PCM_TRIGGER_RESUME:
2400         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2401                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2402                 break;
2403         case SNDRV_PCM_TRIGGER_STOP:
2404         case SNDRV_PCM_TRIGGER_SUSPEND:
2405                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2406                 break;
2407         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2408                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2409                 break;
2410         }
2411
2412 out:
2413         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2414         return ret;
2415 }
2416
2417 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2418 {
2419         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2420         int stream = substream->stream;
2421
2422         /* if FE's runtime_update is already set, we're in race;
2423          * process this trigger later at exit
2424          */
2425         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2426                 fe->dpcm[stream].trigger_pending = cmd + 1;
2427                 return 0; /* delayed, assuming it's successful */
2428         }
2429
2430         /* we're alone, let's trigger */
2431         return dpcm_fe_dai_do_trigger(substream, cmd);
2432 }
2433
2434 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2435 {
2436         struct snd_soc_dpcm *dpcm;
2437         int ret = 0;
2438
2439         for_each_dpcm_be(fe, stream, dpcm) {
2440
2441                 struct snd_soc_pcm_runtime *be = dpcm->be;
2442                 struct snd_pcm_substream *be_substream =
2443                         snd_soc_dpcm_get_substream(be, stream);
2444
2445                 /* is this op for this BE ? */
2446                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2447                         continue;
2448
2449                 if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2450                         continue;
2451
2452                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2453                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2454                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2455                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2456                         continue;
2457
2458                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2459                         be->dai_link->name);
2460
2461                 ret = __soc_pcm_prepare(be, be_substream);
2462                 if (ret < 0)
2463                         break;
2464
2465                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2466         }
2467
2468         return soc_pcm_ret(fe, ret);
2469 }
2470
2471 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2472 {
2473         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(substream);
2474         int stream = substream->stream, ret = 0;
2475
2476         snd_soc_dpcm_mutex_lock(fe);
2477
2478         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2479
2480         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2481
2482         /* there is no point preparing this FE if there are no BEs */
2483         if (list_empty(&fe->dpcm[stream].be_clients)) {
2484                 /* dev_err_once() for visibility, dev_dbg() for debugging UCM profiles */
2485                 dev_err_once(fe->dev, "ASoC: no backend DAIs enabled for %s, possibly missing ALSA mixer-based routing or UCM profile\n",
2486                              fe->dai_link->name);
2487                 dev_dbg(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2488                         fe->dai_link->name);
2489                 ret = -EINVAL;
2490                 goto out;
2491         }
2492
2493         ret = dpcm_be_dai_prepare(fe, stream);
2494         if (ret < 0)
2495                 goto out;
2496
2497         /* call prepare on the frontend */
2498         ret = __soc_pcm_prepare(fe, substream);
2499         if (ret < 0)
2500                 goto out;
2501
2502         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2503
2504 out:
2505         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2506         snd_soc_dpcm_mutex_unlock(fe);
2507
2508         return soc_pcm_ret(fe, ret);
2509 }
2510
2511 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2512 {
2513         struct snd_pcm_substream *substream =
2514                 snd_soc_dpcm_get_substream(fe, stream);
2515         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2516         int err;
2517
2518         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2519                         stream ? "capture" : "playback", fe->dai_link->name);
2520
2521         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2522                 /* call bespoke trigger - FE takes care of all BE triggers */
2523                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2524                                 fe->dai_link->name);
2525
2526                 err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2527         } else {
2528                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2529                         fe->dai_link->name);
2530
2531                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2532         }
2533
2534         dpcm_be_dai_hw_free(fe, stream);
2535
2536         dpcm_be_dai_shutdown(fe, stream);
2537
2538         /* run the stream event for each BE */
2539         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2540
2541         return soc_pcm_ret(fe, err);
2542 }
2543
2544 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2545 {
2546         struct snd_pcm_substream *substream =
2547                 snd_soc_dpcm_get_substream(fe, stream);
2548         struct snd_soc_dpcm *dpcm;
2549         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2550         int ret = 0;
2551
2552         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2553                         stream ? "capture" : "playback", fe->dai_link->name);
2554
2555         /* Only start the BE if the FE is ready */
2556         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2557                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2558                 dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2559                         fe->dai_link->name, fe->dpcm[stream].state);
2560                 ret = -EINVAL;
2561                 goto disconnect;
2562         }
2563
2564         /* startup must always be called for new BEs */
2565         ret = dpcm_be_dai_startup(fe, stream);
2566         if (ret < 0)
2567                 goto disconnect;
2568
2569         /* keep going if FE state is > open */
2570         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2571                 return 0;
2572
2573         ret = dpcm_be_dai_hw_params(fe, stream);
2574         if (ret < 0)
2575                 goto close;
2576
2577         /* keep going if FE state is > hw_params */
2578         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2579                 return 0;
2580
2581         ret = dpcm_be_dai_prepare(fe, stream);
2582         if (ret < 0)
2583                 goto hw_free;
2584
2585         /* run the stream event for each BE */
2586         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2587
2588         /* keep going if FE state is > prepare */
2589         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2590                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2591                 return 0;
2592
2593         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2594                 /* call trigger on the frontend - FE takes care of all BE triggers */
2595                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2596                                 fe->dai_link->name);
2597
2598                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2599                 if (ret < 0)
2600                         goto hw_free;
2601         } else {
2602                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2603                         fe->dai_link->name);
2604
2605                 ret = dpcm_be_dai_trigger(fe, stream,
2606                                         SNDRV_PCM_TRIGGER_START);
2607                 if (ret < 0)
2608                         goto hw_free;
2609         }
2610
2611         return 0;
2612
2613 hw_free:
2614         dpcm_be_dai_hw_free(fe, stream);
2615 close:
2616         dpcm_be_dai_shutdown(fe, stream);
2617 disconnect:
2618         /* disconnect any pending BEs */
2619         for_each_dpcm_be(fe, stream, dpcm) {
2620                 struct snd_soc_pcm_runtime *be = dpcm->be;
2621
2622                 /* is this op for this BE ? */
2623                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2624                         continue;
2625
2626                 if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2627                         be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2628                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2629         }
2630
2631         return soc_pcm_ret(fe, ret);
2632 }
2633
2634 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2635 {
2636         struct snd_soc_dapm_widget_list *list;
2637         int stream;
2638         int count, paths;
2639
2640         if (!fe->dai_link->dynamic)
2641                 return 0;
2642
2643         if (fe->dai_link->num_cpus > 1) {
2644                 dev_err(fe->dev,
2645                         "%s doesn't support Multi CPU yet\n", __func__);
2646                 return -EINVAL;
2647         }
2648
2649         /* only check active links */
2650         if (!snd_soc_dai_active(snd_soc_rtd_to_cpu(fe, 0)))
2651                 return 0;
2652
2653         /* DAPM sync will call this to update DSP paths */
2654         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2655                 new ? "new" : "old", fe->dai_link->name);
2656
2657         for_each_pcm_streams(stream) {
2658
2659                 /* skip if FE doesn't have playback/capture capability */
2660                 if (!snd_soc_dai_stream_valid(snd_soc_rtd_to_cpu(fe, 0),   stream) ||
2661                     !snd_soc_dai_stream_valid(snd_soc_rtd_to_codec(fe, 0), stream))
2662                         continue;
2663
2664                 /* skip if FE isn't currently playing/capturing */
2665                 if (!snd_soc_dai_stream_active(snd_soc_rtd_to_cpu(fe, 0), stream) ||
2666                     !snd_soc_dai_stream_active(snd_soc_rtd_to_codec(fe, 0), stream))
2667                         continue;
2668
2669                 paths = dpcm_path_get(fe, stream, &list);
2670                 if (paths < 0)
2671                         return paths;
2672
2673                 /* update any playback/capture paths */
2674                 count = dpcm_process_paths(fe, stream, &list, new);
2675                 if (count) {
2676                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2677                         if (new)
2678                                 dpcm_run_update_startup(fe, stream);
2679                         else
2680                                 dpcm_run_update_shutdown(fe, stream);
2681                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2682
2683                         dpcm_clear_pending_state(fe, stream);
2684                         dpcm_be_disconnect(fe, stream);
2685                 }
2686
2687                 dpcm_path_put(&list);
2688         }
2689
2690         return 0;
2691 }
2692
2693 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2694  * any DAI links.
2695  */
2696 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2697 {
2698         struct snd_soc_pcm_runtime *fe;
2699         int ret = 0;
2700
2701         snd_soc_dpcm_mutex_lock(card);
2702         /* shutdown all old paths first */
2703         for_each_card_rtds(card, fe) {
2704                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2705                 if (ret)
2706                         goto out;
2707         }
2708
2709         /* bring new paths up */
2710         for_each_card_rtds(card, fe) {
2711                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2712                 if (ret)
2713                         goto out;
2714         }
2715
2716 out:
2717         snd_soc_dpcm_mutex_unlock(card);
2718         return ret;
2719 }
2720 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2721
2722 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2723 {
2724         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2725         struct snd_soc_dpcm *dpcm;
2726         int stream = fe_substream->stream;
2727
2728         snd_soc_dpcm_mutex_assert_held(fe);
2729
2730         /* mark FE's links ready to prune */
2731         for_each_dpcm_be(fe, stream, dpcm)
2732                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2733
2734         dpcm_be_disconnect(fe, stream);
2735 }
2736
2737 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2738 {
2739         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2740         int ret;
2741
2742         snd_soc_dpcm_mutex_lock(fe);
2743         ret = dpcm_fe_dai_shutdown(fe_substream);
2744
2745         dpcm_fe_dai_cleanup(fe_substream);
2746
2747         snd_soc_dpcm_mutex_unlock(fe);
2748         return ret;
2749 }
2750
2751 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2752 {
2753         struct snd_soc_pcm_runtime *fe = snd_soc_substream_to_rtd(fe_substream);
2754         struct snd_soc_dapm_widget_list *list;
2755         int ret;
2756         int stream = fe_substream->stream;
2757
2758         snd_soc_dpcm_mutex_lock(fe);
2759
2760         ret = dpcm_path_get(fe, stream, &list);
2761         if (ret < 0)
2762                 goto open_end;
2763
2764         /* calculate valid and active FE <-> BE dpcms */
2765         dpcm_process_paths(fe, stream, &list, 1);
2766
2767         ret = dpcm_fe_dai_startup(fe_substream);
2768         if (ret < 0)
2769                 dpcm_fe_dai_cleanup(fe_substream);
2770
2771         dpcm_clear_pending_state(fe, stream);
2772         dpcm_path_put(&list);
2773 open_end:
2774         snd_soc_dpcm_mutex_unlock(fe);
2775         return ret;
2776 }
2777
2778 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2779                                     int *playback, int *capture)
2780 {
2781         struct snd_soc_dai_link *dai_link = rtd->dai_link;
2782         struct snd_soc_dai *cpu_dai;
2783         int has_playback = 0;
2784         int has_capture  = 0;
2785         int i;
2786
2787         if (dai_link->dynamic && dai_link->num_cpus > 1) {
2788                 dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2789                 return -EINVAL;
2790         }
2791
2792         if (dai_link->dynamic || dai_link->no_pcm) {
2793                 int stream;
2794
2795                 if (dai_link->dpcm_playback) {
2796                         stream = SNDRV_PCM_STREAM_PLAYBACK;
2797
2798                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2799                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2800                                         has_playback = 1;
2801                                         break;
2802                                 }
2803                         }
2804                         if (!has_playback) {
2805                                 dev_err(rtd->card->dev,
2806                                         "No CPU DAIs support playback for stream %s\n",
2807                                         dai_link->stream_name);
2808                                 return -EINVAL;
2809                         }
2810                 }
2811                 if (dai_link->dpcm_capture) {
2812                         stream = SNDRV_PCM_STREAM_CAPTURE;
2813
2814                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2815                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2816                                         has_capture = 1;
2817                                         break;
2818                                 }
2819                         }
2820
2821                         if (!has_capture) {
2822                                 dev_err(rtd->card->dev,
2823                                         "No CPU DAIs support capture for stream %s\n",
2824                                         dai_link->stream_name);
2825                                 return -EINVAL;
2826                         }
2827                 }
2828         } else {
2829                 struct snd_soc_dai *codec_dai;
2830
2831                 /* Adapt stream for codec2codec links */
2832                 int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2833                 int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2834
2835                 for_each_rtd_codec_dais(rtd, i, codec_dai) {
2836                         if (dai_link->num_cpus == 1) {
2837                                 cpu_dai = snd_soc_rtd_to_cpu(rtd, 0);
2838                         } else if (dai_link->num_cpus == dai_link->num_codecs) {
2839                                 cpu_dai = snd_soc_rtd_to_cpu(rtd, i);
2840                         } else if (rtd->dai_link->num_codecs > rtd->dai_link->num_cpus) {
2841                                 int cpu_id;
2842
2843                                 if (!rtd->dai_link->codec_ch_maps) {
2844                                         dev_err(rtd->card->dev, "%s: no codec channel mapping table provided\n",
2845                                                 __func__);
2846                                         return -EINVAL;
2847                                 }
2848
2849                                 cpu_id = rtd->dai_link->codec_ch_maps[i].connected_cpu_id;
2850                                 cpu_dai = snd_soc_rtd_to_cpu(rtd, cpu_id);
2851                         } else {
2852                                 dev_err(rtd->card->dev,
2853                                         "%s codec number %d < cpu number %d is not supported\n",
2854                                         __func__, rtd->dai_link->num_codecs,
2855                                         rtd->dai_link->num_cpus);
2856                                 return -EINVAL;
2857                         }
2858
2859                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2860                             snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2861                                 has_playback = 1;
2862                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2863                             snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2864                                 has_capture = 1;
2865                 }
2866         }
2867
2868         if (dai_link->playback_only)
2869                 has_capture = 0;
2870
2871         if (dai_link->capture_only)
2872                 has_playback = 0;
2873
2874         if (!has_playback && !has_capture) {
2875                 dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2876                         dai_link->stream_name);
2877
2878                 return -EINVAL;
2879         }
2880
2881         *playback = has_playback;
2882         *capture  = has_capture;
2883
2884         return 0;
2885 }
2886
2887 static int soc_create_pcm(struct snd_pcm **pcm,
2888                           struct snd_soc_pcm_runtime *rtd,
2889                           int playback, int capture, int num)
2890 {
2891         char new_name[64];
2892         int ret;
2893
2894         /* create the PCM */
2895         if (rtd->dai_link->c2c_params) {
2896                 snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2897                          rtd->dai_link->stream_name);
2898
2899                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2900                                            playback, capture, pcm);
2901         } else if (rtd->dai_link->no_pcm) {
2902                 snprintf(new_name, sizeof(new_name), "(%s)",
2903                         rtd->dai_link->stream_name);
2904
2905                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2906                                 playback, capture, pcm);
2907         } else {
2908                 if (rtd->dai_link->dynamic)
2909                         snprintf(new_name, sizeof(new_name), "%s (*)",
2910                                 rtd->dai_link->stream_name);
2911                 else
2912                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
2913                                 rtd->dai_link->stream_name,
2914                                 soc_codec_dai_name(rtd), num);
2915
2916                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2917                         capture, pcm);
2918         }
2919         if (ret < 0) {
2920                 dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2921                         new_name, rtd->dai_link->name, ret);
2922                 return ret;
2923         }
2924         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2925
2926         return 0;
2927 }
2928
2929 /* create a new pcm */
2930 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2931 {
2932         struct snd_soc_component *component;
2933         struct snd_pcm *pcm;
2934         int ret = 0, playback = 0, capture = 0;
2935         int i;
2936
2937         ret = soc_get_playback_capture(rtd, &playback, &capture);
2938         if (ret < 0)
2939                 return ret;
2940
2941         ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2942         if (ret < 0)
2943                 return ret;
2944
2945         /* DAPM dai link stream work */
2946         /*
2947          * Currently nothing to do for c2c links
2948          * Since c2c links are internal nodes in the DAPM graph and
2949          * don't interface with the outside world or application layer
2950          * we don't have to do any special handling on close.
2951          */
2952         if (!rtd->dai_link->c2c_params)
2953                 rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2954
2955         rtd->pcm = pcm;
2956         pcm->nonatomic = rtd->dai_link->nonatomic;
2957         pcm->private_data = rtd;
2958         pcm->no_device_suspend = true;
2959
2960         if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2961                 if (playback)
2962                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2963                 if (capture)
2964                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2965                 goto out;
2966         }
2967
2968         /* ASoC PCM operations */
2969         if (rtd->dai_link->dynamic) {
2970                 rtd->ops.open           = dpcm_fe_dai_open;
2971                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
2972                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
2973                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
2974                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
2975                 rtd->ops.close          = dpcm_fe_dai_close;
2976                 rtd->ops.pointer        = soc_pcm_pointer;
2977         } else {
2978                 rtd->ops.open           = soc_pcm_open;
2979                 rtd->ops.hw_params      = soc_pcm_hw_params;
2980                 rtd->ops.prepare        = soc_pcm_prepare;
2981                 rtd->ops.trigger        = soc_pcm_trigger;
2982                 rtd->ops.hw_free        = soc_pcm_hw_free;
2983                 rtd->ops.close          = soc_pcm_close;
2984                 rtd->ops.pointer        = soc_pcm_pointer;
2985         }
2986
2987         for_each_rtd_components(rtd, i, component) {
2988                 const struct snd_soc_component_driver *drv = component->driver;
2989
2990                 if (drv->ioctl)
2991                         rtd->ops.ioctl          = snd_soc_pcm_component_ioctl;
2992                 if (drv->sync_stop)
2993                         rtd->ops.sync_stop      = snd_soc_pcm_component_sync_stop;
2994                 if (drv->copy)
2995                         rtd->ops.copy           = snd_soc_pcm_component_copy;
2996                 if (drv->page)
2997                         rtd->ops.page           = snd_soc_pcm_component_page;
2998                 if (drv->mmap)
2999                         rtd->ops.mmap           = snd_soc_pcm_component_mmap;
3000                 if (drv->ack)
3001                         rtd->ops.ack            = snd_soc_pcm_component_ack;
3002         }
3003
3004         if (playback)
3005                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3006
3007         if (capture)
3008                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3009
3010         ret = snd_soc_pcm_component_new(rtd);
3011         if (ret < 0)
3012                 return ret;
3013 out:
3014         dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
3015                 soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
3016         return ret;
3017 }
3018
3019 /* is the current PCM operation for this FE ? */
3020 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3021 {
3022         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3023                 return 1;
3024         return 0;
3025 }
3026 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3027
3028 /* is the current PCM operation for this BE ? */
3029 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3030                 struct snd_soc_pcm_runtime *be, int stream)
3031 {
3032         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3033            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3034                   be->dpcm[stream].runtime_update))
3035                 return 1;
3036         return 0;
3037 }
3038 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3039
3040 /* get the substream for this BE */
3041 struct snd_pcm_substream *
3042         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3043 {
3044         return be->pcm->streams[stream].substream;
3045 }
3046 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3047
3048 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3049                                     struct snd_soc_pcm_runtime *be,
3050                                     int stream,
3051                                     const enum snd_soc_dpcm_state *states,
3052                                     int num_states)
3053 {
3054         struct snd_soc_dpcm *dpcm;
3055         int state;
3056         int ret = 1;
3057         int i;
3058
3059         for_each_dpcm_fe(be, stream, dpcm) {
3060
3061                 if (dpcm->fe == fe)
3062                         continue;
3063
3064                 state = dpcm->fe->dpcm[stream].state;
3065                 for (i = 0; i < num_states; i++) {
3066                         if (state == states[i]) {
3067                                 ret = 0;
3068                                 break;
3069                         }
3070                 }
3071         }
3072
3073         /* it's safe to do this BE DAI */
3074         return ret;
3075 }
3076
3077 /*
3078  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3079  * are not running, paused or suspended for the specified stream direction.
3080  */
3081 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3082                 struct snd_soc_pcm_runtime *be, int stream)
3083 {
3084         const enum snd_soc_dpcm_state state[] = {
3085                 SND_SOC_DPCM_STATE_START,
3086                 SND_SOC_DPCM_STATE_PAUSED,
3087                 SND_SOC_DPCM_STATE_SUSPEND,
3088         };
3089
3090         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3091 }
3092 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3093
3094 /*
3095  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3096  * running, paused or suspended for the specified stream direction.
3097  */
3098 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3099                 struct snd_soc_pcm_runtime *be, int stream)
3100 {
3101         const enum snd_soc_dpcm_state state[] = {
3102                 SND_SOC_DPCM_STATE_START,
3103                 SND_SOC_DPCM_STATE_PAUSED,
3104                 SND_SOC_DPCM_STATE_SUSPEND,
3105                 SND_SOC_DPCM_STATE_PREPARE,
3106         };
3107
3108         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3109 }
3110 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3111
3112 /*
3113  * We can only prepare a BE DAI if any of it's FE are not prepared,
3114  * running or paused for the specified stream direction.
3115  */
3116 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3117                                  struct snd_soc_pcm_runtime *be, int stream)
3118 {
3119         const enum snd_soc_dpcm_state state[] = {
3120                 SND_SOC_DPCM_STATE_START,
3121                 SND_SOC_DPCM_STATE_PAUSED,
3122                 SND_SOC_DPCM_STATE_PREPARE,
3123         };
3124
3125         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3126 }
3127 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);