sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/slab.h>
  18 #include <linux/workqueue.h>
  19 #include <linux/export.h>
  20 #include <linux/debugfs.h>
  21 #include <sound/core.h>
  22 #include <sound/pcm.h>
  23 #include <sound/pcm_params.h>
  24 #include <sound/soc.h>
  25 #include <sound/soc-dpcm.h>
  26 #include <sound/soc-link.h>
  27 #include <sound/initval.h>
  28
  29 #define soc_pcm_ret(rtd, ret) _soc_pcm_ret(rtd, __func__, ret)
  30 static inline int _soc_pcm_ret(struct snd_soc_pcm_runtime *rtd,
  31                                const char *func, int ret)
  32 {
  33         /* Positive, Zero values are not errors */
  34         if (ret >= 0)
  35                 return ret;
  36
  37         /* Negative values might be errors */
  38         switch (ret) {
  39         case -EPROBE_DEFER:
  40         case -ENOTSUPP:
  41                 break;
  42         default:
  43                 dev_err(rtd->dev,
  44                         "ASoC: error at %s on %s: %d\n",
  45                         func, rtd->dai_link->name, ret);
  46         }
  47
  48         return ret;
  49 }
  50
  51 static inline void snd_soc_dpcm_stream_lock_irq(struct snd_soc_pcm_runtime *rtd,
  52                                                 int stream)
  53 {
  54         snd_pcm_stream_lock_irq(snd_soc_dpcm_get_substream(rtd, stream));
  55 }
  56
  57 #define snd_soc_dpcm_stream_lock_irqsave_nested(rtd, stream, flags) \
  58         snd_pcm_stream_lock_irqsave_nested(snd_soc_dpcm_get_substream(rtd, stream), flags)
  59
  60 static inline void snd_soc_dpcm_stream_unlock_irq(struct snd_soc_pcm_runtime *rtd,
  61                                                   int stream)
  62 {
  63         snd_pcm_stream_unlock_irq(snd_soc_dpcm_get_substream(rtd, stream));
  64 }
  65
  66 #define snd_soc_dpcm_stream_unlock_irqrestore(rtd, stream, flags) \
  67         snd_pcm_stream_unlock_irqrestore(snd_soc_dpcm_get_substream(rtd, stream), flags)
  68
  69 #define DPCM_MAX_BE_USERS       8
  70
  71 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
  72 {
  73         return (rtd)->dai_link->num_cpus == 1 ? asoc_rtd_to_cpu(rtd, 0)->name : "multicpu";
  74 }
  75 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
  76 {
  77         return (rtd)->dai_link->num_codecs == 1 ? asoc_rtd_to_codec(rtd, 0)->name : "multicodec";
  78 }
  79
  80 #ifdef CONFIG_DEBUG_FS
  81 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
  82 {
  83         switch (state) {
  84         case SND_SOC_DPCM_STATE_NEW:
  85                 return "new";
  86         case SND_SOC_DPCM_STATE_OPEN:
  87                 return "open";
  88         case SND_SOC_DPCM_STATE_HW_PARAMS:
  89                 return "hw_params";
  90         case SND_SOC_DPCM_STATE_PREPARE:
  91                 return "prepare";
  92         case SND_SOC_DPCM_STATE_START:
  93                 return "start";
  94         case SND_SOC_DPCM_STATE_STOP:
  95                 return "stop";
  96         case SND_SOC_DPCM_STATE_SUSPEND:
  97                 return "suspend";
  98         case SND_SOC_DPCM_STATE_PAUSED:
  99                 return "paused";
 100         case SND_SOC_DPCM_STATE_HW_FREE:
 101                 return "hw_free";
 102         case SND_SOC_DPCM_STATE_CLOSE:
 103                 return "close";
 104         }
 105
 106         return "unknown";
 107 }
 108
 109 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
 110                                int stream, char *buf, size_t size)
 111 {
 112         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
 113         struct snd_soc_dpcm *dpcm;
 114         ssize_t offset = 0;
 115
 116         /* FE state */
 117         offset += scnprintf(buf + offset, size - offset,
 118                            "[%s - %s]\n", fe->dai_link->name,
 119                            stream ? "Capture" : "Playback");
 120
 121         offset += scnprintf(buf + offset, size - offset, "State: %s\n",
 122                            dpcm_state_string(fe->dpcm[stream].state));
 123
 124         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
 125             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
 126                 offset += scnprintf(buf + offset, size - offset,
 127                                    "Hardware Params: "
 128                                    "Format = %s, Channels = %d, Rate = %d\n",
 129                                    snd_pcm_format_name(params_format(params)),
 130                                    params_channels(params),
 131                                    params_rate(params));
 132
 133         /* BEs state */
 134         offset += scnprintf(buf + offset, size - offset, "Backends:\n");
 135
 136         if (list_empty(&fe->dpcm[stream].be_clients)) {
 137                 offset += scnprintf(buf + offset, size - offset,
 138                                    " No active DSP links\n");
 139                 goto out;
 140         }
 141
 142         for_each_dpcm_be(fe, stream, dpcm) {
 143                 struct snd_soc_pcm_runtime *be = dpcm->be;
 144                 params = &be->dpcm[stream].hw_params;
 145
 146                 offset += scnprintf(buf + offset, size - offset,
 147                                    "- %s\n", be->dai_link->name);
 148
 149                 offset += scnprintf(buf + offset, size - offset,
 150                                    "   State: %s\n",
 151                                    dpcm_state_string(be->dpcm[stream].state));
 152
 153                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
 154                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
 155                         offset += scnprintf(buf + offset, size - offset,
 156                                            "   Hardware Params: "
 157                                            "Format = %s, Channels = %d, Rate = %d\n",
 158                                            snd_pcm_format_name(params_format(params)),
 159                                            params_channels(params),
 160                                            params_rate(params));
 161         }
 162 out:
 163         return offset;
 164 }
 165
 166 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
 167                                     size_t count, loff_t *ppos)
 168 {
 169         struct snd_soc_pcm_runtime *fe = file->private_data;
 170         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
 171         int stream;
 172         char *buf;
 173
 174         if (fe->dai_link->num_cpus > 1) {
 175                 dev_err(fe->dev,
 176                         "%s doesn't support Multi CPU yet\n", __func__);
 177                 return -EINVAL;
 178         }
 179
 180         buf = kmalloc(out_count, GFP_KERNEL);
 181         if (!buf)
 182                 return -ENOMEM;
 183
 184         snd_soc_dpcm_mutex_lock(fe);
 185         for_each_pcm_streams(stream)
 186                 if (snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0), stream))
 187                         offset += dpcm_show_state(fe, stream,
 188                                                   buf + offset,
 189                                                   out_count - offset);
 190         snd_soc_dpcm_mutex_unlock(fe);
 191
 192         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
 193
 194         kfree(buf);
 195         return ret;
 196 }
 197
 198 static const struct file_operations dpcm_state_fops = {
 199         .open = simple_open,
 200         .read = dpcm_state_read_file,
 201         .llseek = default_llseek,
 202 };
 203
 204 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
 205 {
 206         if (!rtd->dai_link->dynamic)
 207                 return;
 208
 209         if (!rtd->card->debugfs_card_root)
 210                 return;
 211
 212         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
 213                                                     rtd->card->debugfs_card_root);
 214
 215         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
 216                             rtd, &dpcm_state_fops);
 217 }
 218
 219 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
 220 {
 221         char *name;
 222
 223         name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
 224                          stream ? "capture" : "playback");
 225         if (name) {
 226                 dpcm->debugfs_state = debugfs_create_dir(
 227                         name, dpcm->fe->debugfs_dpcm_root);
 228                 debugfs_create_u32("state", 0644, dpcm->debugfs_state,
 229                                    &dpcm->state);
 230                 kfree(name);
 231         }
 232 }
 233
 234 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 235 {
 236         debugfs_remove_recursive(dpcm->debugfs_state);
 237 }
 238
 239 #else
 240 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
 241                                              int stream)
 242 {
 243 }
 244
 245 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 246 {
 247 }
 248 #endif
 249
 250 /* Set FE's runtime_update state; the state is protected via PCM stream lock
 251  * for avoiding the race with trigger callback.
 252  * If the state is unset and a trigger is pending while the previous operation,
 253  * process the pending trigger action here.
 254  */
 255 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
 256 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
 257                                      int stream, enum snd_soc_dpcm_update state)
 258 {
 259         struct snd_pcm_substream *substream =
 260                 snd_soc_dpcm_get_substream(fe, stream);
 261
 262         snd_soc_dpcm_stream_lock_irq(fe, stream);
 263         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
 264                 dpcm_fe_dai_do_trigger(substream,
 265                                        fe->dpcm[stream].trigger_pending - 1);
 266                 fe->dpcm[stream].trigger_pending = 0;
 267         }
 268         fe->dpcm[stream].runtime_update = state;
 269         snd_soc_dpcm_stream_unlock_irq(fe, stream);
 270 }
 271
 272 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
 273                                      int stream, enum snd_soc_dpcm_update state)
 274 {
 275         be->dpcm[stream].runtime_update = state;
 276 }
 277
 278 /**
 279  * snd_soc_runtime_action() - Increment/Decrement active count for
 280  * PCM runtime components
 281  * @rtd: ASoC PCM runtime that is activated
 282  * @stream: Direction of the PCM stream
 283  * @action: Activate stream if 1. Deactivate if -1.
 284  *
 285  * Increments/Decrements the active count for all the DAIs and components
 286  * attached to a PCM runtime.
 287  * Should typically be called when a stream is opened.
 288  *
 289  * Must be called with the rtd->card->pcm_mutex being held
 290  */
 291 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
 292                             int stream, int action)
 293 {
 294         struct snd_soc_dai *dai;
 295         int i;
 296
 297         snd_soc_dpcm_mutex_assert_held(rtd);
 298
 299         for_each_rtd_dais(rtd, i, dai)
 300                 snd_soc_dai_action(dai, stream, action);
 301 }
 302 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
 303
 304 /**
 305  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 306  * @rtd: The ASoC PCM runtime that should be checked.
 307  *
 308  * This function checks whether the power down delay should be ignored for a
 309  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 310  * been configured to ignore the delay, or if none of the components benefits
 311  * from having the delay.
 312  */
 313 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 314 {
 315         struct snd_soc_component *component;
 316         bool ignore = true;
 317         int i;
 318
 319         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 320                 return true;
 321
 322         for_each_rtd_components(rtd, i, component)
 323                 ignore &= !component->driver->use_pmdown_time;
 324
 325         return ignore;
 326 }
 327
 328 /**
 329  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 330  * @substream: the pcm substream
 331  * @hw: the hardware parameters
 332  *
 333  * Sets the substream runtime hardware parameters.
 334  */
 335 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 336         const struct snd_pcm_hardware *hw)
 337 {
 338         substream->runtime->hw = *hw;
 339
 340         return 0;
 341 }
 342 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 343
 344 /* DPCM stream event, send event to FE and all active BEs. */
 345 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 346         int event)
 347 {
 348         struct snd_soc_dpcm *dpcm;
 349
 350         snd_soc_dpcm_mutex_assert_held(fe);
 351
 352         for_each_dpcm_be(fe, dir, dpcm) {
 353
 354                 struct snd_soc_pcm_runtime *be = dpcm->be;
 355
 356                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 357                                 be->dai_link->name, event, dir);
 358
 359                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 360                     (be->dpcm[dir].users >= 1))
 361                         continue;
 362
 363                 snd_soc_dapm_stream_event(be, dir, event);
 364         }
 365
 366         snd_soc_dapm_stream_event(fe, dir, event);
 367
 368         return 0;
 369 }
 370
 371 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
 372                                    struct snd_pcm_hw_params *params)
 373 {
 374         if (params) {
 375                 dai->rate        = params_rate(params);
 376                 dai->channels    = params_channels(params);
 377                 dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
 378         } else {
 379                 dai->rate        = 0;
 380                 dai->channels    = 0;
 381                 dai->sample_bits = 0;
 382         }
 383 }
 384
 385 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 386                                         struct snd_soc_dai *soc_dai)
 387 {
 388         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 389         int ret;
 390
 391         if (!snd_soc_dai_active(soc_dai))
 392                 return 0;
 393
 394 #define __soc_pcm_apply_symmetry(name, NAME)                            \
 395         if (soc_dai->name && (soc_dai->driver->symmetric_##name ||      \
 396                               rtd->dai_link->symmetric_##name)) {       \
 397                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
 398                         #name, soc_dai->name);                          \
 399                                                                         \
 400                 ret = snd_pcm_hw_constraint_single(substream->runtime,  \
 401                                                    SNDRV_PCM_HW_PARAM_##NAME,\
 402                                                    soc_dai->name);      \
 403                 if (ret < 0) {                                          \
 404                         dev_err(soc_dai->dev,                           \
 405                                 "ASoC: Unable to apply %s constraint: %d\n",\
 406                                 #name, ret);                            \
 407                         return ret;                                     \
 408                 }                                                       \
 409         }
 410
 411         __soc_pcm_apply_symmetry(rate,          RATE);
 412         __soc_pcm_apply_symmetry(channels,      CHANNELS);
 413         __soc_pcm_apply_symmetry(sample_bits,   SAMPLE_BITS);
 414
 415         return 0;
 416 }
 417
 418 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 419                                 struct snd_pcm_hw_params *params)
 420 {
 421         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 422         struct snd_soc_dai d;
 423         struct snd_soc_dai *dai;
 424         struct snd_soc_dai *cpu_dai;
 425         unsigned int symmetry, i;
 426
 427         d.name = __func__;
 428         soc_pcm_set_dai_params(&d, params);
 429
 430 #define __soc_pcm_params_symmetry(xxx)                                  \
 431         symmetry = rtd->dai_link->symmetric_##xxx;                      \
 432         for_each_rtd_dais(rtd, i, dai)                                  \
 433                 symmetry |= dai->driver->symmetric_##xxx;               \
 434                                                                         \
 435         if (symmetry)                                                   \
 436                 for_each_rtd_cpu_dais(rtd, i, cpu_dai)                  \
 437                         if (!snd_soc_dai_is_dummy(cpu_dai) &&           \
 438                             cpu_dai->xxx && cpu_dai->xxx != d.xxx) {    \
 439                                 dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
 440                                         #xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
 441                                 return -EINVAL;                         \
 442                         }
 443
 444         /* reject unmatched parameters when applying symmetry */
 445         __soc_pcm_params_symmetry(rate);
 446         __soc_pcm_params_symmetry(channels);
 447         __soc_pcm_params_symmetry(sample_bits);
 448
 449         return 0;
 450 }
 451
 452 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
 453 {
 454         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 455         struct snd_soc_dai_link *link = rtd->dai_link;
 456         struct snd_soc_dai *dai;
 457         unsigned int symmetry, i;
 458
 459         symmetry = link->symmetric_rate ||
 460                 link->symmetric_channels ||
 461                 link->symmetric_sample_bits;
 462
 463         for_each_rtd_dais(rtd, i, dai)
 464                 symmetry = symmetry ||
 465                         dai->driver->symmetric_rate ||
 466                         dai->driver->symmetric_channels ||
 467                         dai->driver->symmetric_sample_bits;
 468
 469         if (symmetry)
 470                 substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 471 }
 472
 473 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 474 {
 475         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 476         int ret;
 477
 478         if (!bits)
 479                 return;
 480
 481         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 482         if (ret != 0)
 483                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 484                                  bits, ret);
 485 }
 486
 487 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 488 {
 489         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 490         struct snd_soc_dai *cpu_dai;
 491         struct snd_soc_dai *codec_dai;
 492         int stream = substream->stream;
 493         int i;
 494         unsigned int bits = 0, cpu_bits = 0;
 495
 496         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 497                 struct snd_soc_pcm_stream *pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 498
 499                 if (pcm_codec->sig_bits == 0) {
 500                         bits = 0;
 501                         break;
 502                 }
 503                 bits = max(pcm_codec->sig_bits, bits);
 504         }
 505
 506         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 507                 struct snd_soc_pcm_stream *pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 508
 509                 if (pcm_cpu->sig_bits == 0) {
 510                         cpu_bits = 0;
 511                         break;
 512                 }
 513                 cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
 514         }
 515
 516         soc_pcm_set_msb(substream, bits);
 517         soc_pcm_set_msb(substream, cpu_bits);
 518 }
 519
 520 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
 521 {
 522         hw->rates               = UINT_MAX;
 523         hw->rate_min            = 0;
 524         hw->rate_max            = UINT_MAX;
 525         hw->channels_min        = 0;
 526         hw->channels_max        = UINT_MAX;
 527         hw->formats             = ULLONG_MAX;
 528 }
 529
 530 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
 531                                    struct snd_soc_pcm_stream *p)
 532 {
 533         hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
 534
 535         /* setup hw->rate_min/max via hw->rates first */
 536         snd_pcm_hw_limit_rates(hw);
 537
 538         /* update hw->rate_min/max by snd_soc_pcm_stream */
 539         hw->rate_min = max(hw->rate_min, p->rate_min);
 540         hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
 541 }
 542
 543 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
 544                                    struct snd_soc_pcm_stream *p)
 545 {
 546         hw->channels_min = max(hw->channels_min, p->channels_min);
 547         hw->channels_max = min(hw->channels_max, p->channels_max);
 548 }
 549
 550 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
 551                                      struct snd_soc_pcm_stream *p)
 552 {
 553         hw->formats &= p->formats;
 554 }
 555
 556 /**
 557  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
 558  * @rtd: ASoC PCM runtime
 559  * @hw: PCM hardware parameters (output)
 560  * @stream: Direction of the PCM stream
 561  *
 562  * Calculates the subset of stream parameters supported by all DAIs
 563  * associated with the PCM stream.
 564  */
 565 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
 566                             struct snd_pcm_hardware *hw, int stream)
 567 {
 568         struct snd_soc_dai *codec_dai;
 569         struct snd_soc_dai *cpu_dai;
 570         struct snd_soc_pcm_stream *codec_stream;
 571         struct snd_soc_pcm_stream *cpu_stream;
 572         unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
 573         int i;
 574
 575         soc_pcm_hw_init(hw);
 576
 577         /* first calculate min/max only for CPUs in the DAI link */
 578         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 579
 580                 /*
 581                  * Skip CPUs which don't support the current stream type.
 582                  * Otherwise, since the rate, channel, and format values will
 583                  * zero in that case, we would have no usable settings left,
 584                  * causing the resulting setup to fail.
 585                  */
 586                 if (!snd_soc_dai_stream_valid(cpu_dai, stream))
 587                         continue;
 588
 589                 cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 590
 591                 soc_pcm_hw_update_chan(hw, cpu_stream);
 592                 soc_pcm_hw_update_rate(hw, cpu_stream);
 593                 soc_pcm_hw_update_format(hw, cpu_stream);
 594         }
 595         cpu_chan_min = hw->channels_min;
 596         cpu_chan_max = hw->channels_max;
 597
 598         /* second calculate min/max only for CODECs in the DAI link */
 599         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 600
 601                 /*
 602                  * Skip CODECs which don't support the current stream type.
 603                  * Otherwise, since the rate, channel, and format values will
 604                  * zero in that case, we would have no usable settings left,
 605                  * causing the resulting setup to fail.
 606                  */
 607                 if (!snd_soc_dai_stream_valid(codec_dai, stream))
 608                         continue;
 609
 610                 codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 611
 612                 soc_pcm_hw_update_chan(hw, codec_stream);
 613                 soc_pcm_hw_update_rate(hw, codec_stream);
 614                 soc_pcm_hw_update_format(hw, codec_stream);
 615         }
 616
 617         /* Verify both a valid CPU DAI and a valid CODEC DAI were found */
 618         if (!hw->channels_min)
 619                 return -EINVAL;
 620
 621         /*
 622          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 623          * connected to CPU DAI(s), use CPU DAI's directly and let
 624          * channel allocation be fixed up later
 625          */
 626         if (rtd->dai_link->num_codecs > 1) {
 627                 hw->channels_min = cpu_chan_min;
 628                 hw->channels_max = cpu_chan_max;
 629         }
 630
 631         return 0;
 632 }
 633 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
 634
 635 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 636 {
 637         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 638         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 639         u64 formats = hw->formats;
 640
 641         /*
 642          * At least one CPU and one CODEC should match. Otherwise, we should
 643          * have bailed out on a higher level, since there would be no CPU or
 644          * CODEC to support the transfer direction in that case.
 645          */
 646         snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
 647
 648         if (formats)
 649                 hw->formats &= formats;
 650 }
 651
 652 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
 653 {
 654         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 655         struct snd_soc_component *component;
 656         int i, ret = 0;
 657
 658         for_each_rtd_components(rtd, i, component) {
 659                 ret = snd_soc_component_module_get_when_open(component, substream);
 660                 if (ret < 0)
 661                         break;
 662
 663                 ret = snd_soc_component_open(component, substream);
 664                 if (ret < 0)
 665                         break;
 666         }
 667
 668         return ret;
 669 }
 670
 671 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 672                                     int rollback)
 673 {
 674         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 675         struct snd_soc_component *component;
 676         int i, ret = 0;
 677
 678         for_each_rtd_components(rtd, i, component) {
 679                 int r = snd_soc_component_close(component, substream, rollback);
 680                 if (r < 0)
 681                         ret = r; /* use last ret */
 682
 683                 snd_soc_component_module_put_when_close(component, substream, rollback);
 684         }
 685
 686         return ret;
 687 }
 688
 689 static int soc_pcm_clean(struct snd_soc_pcm_runtime *rtd,
 690                          struct snd_pcm_substream *substream, int rollback)
 691 {
 692         struct snd_soc_component *component;
 693         struct snd_soc_dai *dai;
 694         int i;
 695
 696         snd_soc_dpcm_mutex_assert_held(rtd);
 697
 698         if (!rollback) {
 699                 snd_soc_runtime_deactivate(rtd, substream->stream);
 700                 /* clear the corresponding DAIs parameters when going to be inactive */
 701                 for_each_rtd_dais(rtd, i, dai) {
 702                         if (snd_soc_dai_active(dai) == 0)
 703                                 soc_pcm_set_dai_params(dai, NULL);
 704
 705                         if (snd_soc_dai_stream_active(dai, substream->stream) == 0)
 706                                 snd_soc_dai_digital_mute(dai, 1, substream->stream);
 707                 }
 708         }
 709
 710         for_each_rtd_dais(rtd, i, dai)
 711                 snd_soc_dai_shutdown(dai, substream, rollback);
 712
 713         snd_soc_link_shutdown(substream, rollback);
 714
 715         soc_pcm_components_close(substream, rollback);
 716
 717         snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
 718
 719         for_each_rtd_components(rtd, i, component)
 720                 if (!snd_soc_component_active(component))
 721                         pinctrl_pm_select_sleep_state(component->dev);
 722
 723         return 0;
 724 }
 725
 726 /*
 727  * Called by ALSA when a PCM substream is closed. Private data can be
 728  * freed here. The cpu DAI, codec DAI, machine and components are also
 729  * shutdown.
 730  */
 731 static int __soc_pcm_close(struct snd_soc_pcm_runtime *rtd,
 732                            struct snd_pcm_substream *substream)
 733 {
 734         return soc_pcm_clean(rtd, substream, 0);
 735 }
 736
 737 /* PCM close ops for non-DPCM streams */
 738 static int soc_pcm_close(struct snd_pcm_substream *substream)
 739 {
 740         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 741
 742         snd_soc_dpcm_mutex_lock(rtd);
 743         __soc_pcm_close(rtd, substream);
 744         snd_soc_dpcm_mutex_unlock(rtd);
 745         return 0;
 746 }
 747
 748 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
 749 {
 750         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 751         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 752         const char *name_cpu = soc_cpu_dai_name(rtd);
 753         const char *name_codec = soc_codec_dai_name(rtd);
 754         const char *err_msg;
 755         struct device *dev = rtd->dev;
 756
 757         err_msg = "rates";
 758         if (!hw->rates)
 759                 goto config_err;
 760
 761         err_msg = "formats";
 762         if (!hw->formats)
 763                 goto config_err;
 764
 765         err_msg = "channels";
 766         if (!hw->channels_min || !hw->channels_max ||
 767              hw->channels_min  >  hw->channels_max)
 768                 goto config_err;
 769
 770         dev_dbg(dev, "ASoC: %s <-> %s info:\n",         name_codec,
 771                                                         name_cpu);
 772         dev_dbg(dev, "ASoC: rate mask 0x%x\n",          hw->rates);
 773         dev_dbg(dev, "ASoC: ch   min %d max %d\n",      hw->channels_min,
 774                                                         hw->channels_max);
 775         dev_dbg(dev, "ASoC: rate min %d max %d\n",      hw->rate_min,
 776                                                         hw->rate_max);
 777
 778         return 0;
 779
 780 config_err:
 781         dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
 782                 name_codec, name_cpu, err_msg);
 783         return -EINVAL;
 784 }
 785
 786 /*
 787  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 788  * then initialized and any private data can be allocated. This also calls
 789  * startup for the cpu DAI, component, machine and codec DAI.
 790  */
 791 static int __soc_pcm_open(struct snd_soc_pcm_runtime *rtd,
 792                           struct snd_pcm_substream *substream)
 793 {
 794         struct snd_soc_component *component;
 795         struct snd_soc_dai *dai;
 796         int i, ret = 0;
 797
 798         snd_soc_dpcm_mutex_assert_held(rtd);
 799
 800         for_each_rtd_components(rtd, i, component)
 801                 pinctrl_pm_select_default_state(component->dev);
 802
 803         ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
 804         if (ret < 0)
 805                 goto err;
 806
 807         ret = soc_pcm_components_open(substream);
 808         if (ret < 0)
 809                 goto err;
 810
 811         ret = snd_soc_link_startup(substream);
 812         if (ret < 0)
 813                 goto err;
 814
 815         /* startup the audio subsystem */
 816         for_each_rtd_dais(rtd, i, dai) {
 817                 ret = snd_soc_dai_startup(dai, substream);
 818                 if (ret < 0)
 819                         goto err;
 820         }
 821
 822         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 823         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 824                 goto dynamic;
 825
 826         /* Check that the codec and cpu DAIs are compatible */
 827         soc_pcm_init_runtime_hw(substream);
 828
 829         soc_pcm_update_symmetry(substream);
 830
 831         ret = soc_hw_sanity_check(substream);
 832         if (ret < 0)
 833                 goto err;
 834
 835         soc_pcm_apply_msb(substream);
 836
 837         /* Symmetry only applies if we've already got an active stream. */
 838         for_each_rtd_dais(rtd, i, dai) {
 839                 ret = soc_pcm_apply_symmetry(substream, dai);
 840                 if (ret != 0)
 841                         goto err;
 842         }
 843 dynamic:
 844         snd_soc_runtime_activate(rtd, substream->stream);
 845         ret = 0;
 846 err:
 847         if (ret < 0)
 848                 soc_pcm_clean(rtd, substream, 1);
 849
 850         return soc_pcm_ret(rtd, ret);
 851 }
 852
 853 /* PCM open ops for non-DPCM streams */
 854 static int soc_pcm_open(struct snd_pcm_substream *substream)
 855 {
 856         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 857         int ret;
 858
 859         snd_soc_dpcm_mutex_lock(rtd);
 860         ret = __soc_pcm_open(rtd, substream);
 861         snd_soc_dpcm_mutex_unlock(rtd);
 862         return ret;
 863 }
 864
 865 /*
 866  * Called by ALSA when the PCM substream is prepared, can set format, sample
 867  * rate, etc.  This function is non atomic and can be called multiple times,
 868  * it can refer to the runtime info.
 869  */
 870 static int __soc_pcm_prepare(struct snd_soc_pcm_runtime *rtd,
 871                              struct snd_pcm_substream *substream)
 872 {
 873         struct snd_soc_dai *dai;
 874         int i, ret = 0;
 875
 876         snd_soc_dpcm_mutex_assert_held(rtd);
 877
 878         ret = snd_soc_link_prepare(substream);
 879         if (ret < 0)
 880                 goto out;
 881
 882         ret = snd_soc_pcm_component_prepare(substream);
 883         if (ret < 0)
 884                 goto out;
 885
 886         ret = snd_soc_pcm_dai_prepare(substream);
 887         if (ret < 0)
 888                 goto out;
 889
 890         /* cancel any delayed stream shutdown that is pending */
 891         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 892             rtd->pop_wait) {
 893                 rtd->pop_wait = 0;
 894                 cancel_delayed_work(&rtd->delayed_work);
 895         }
 896
 897         snd_soc_dapm_stream_event(rtd, substream->stream,
 898                         SND_SOC_DAPM_STREAM_START);
 899
 900         for_each_rtd_dais(rtd, i, dai)
 901                 snd_soc_dai_digital_mute(dai, 0, substream->stream);
 902
 903 out:
 904         return soc_pcm_ret(rtd, ret);
 905 }
 906
 907 /* PCM prepare ops for non-DPCM streams */
 908 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 909 {
 910         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 911         int ret;
 912
 913         snd_soc_dpcm_mutex_lock(rtd);
 914         ret = __soc_pcm_prepare(rtd, substream);
 915         snd_soc_dpcm_mutex_unlock(rtd);
 916         return ret;
 917 }
 918
 919 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 920                                        unsigned int mask)
 921 {
 922         struct snd_interval *interval;
 923         int channels = hweight_long(mask);
 924
 925         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 926         interval->min = channels;
 927         interval->max = channels;
 928 }
 929
 930 static int soc_pcm_hw_clean(struct snd_soc_pcm_runtime *rtd,
 931                             struct snd_pcm_substream *substream, int rollback)
 932 {
 933         struct snd_soc_dai *dai;
 934         int i;
 935
 936         snd_soc_dpcm_mutex_assert_held(rtd);
 937
 938         /* run the stream event */
 939         snd_soc_dapm_stream_stop(rtd, substream->stream);
 940
 941         /* free any machine hw params */
 942         snd_soc_link_hw_free(substream, rollback);
 943
 944         /* free any component resources */
 945         snd_soc_pcm_component_hw_free(substream, rollback);
 946
 947         /* now free hw params for the DAIs  */
 948         for_each_rtd_dais(rtd, i, dai)
 949                 if (snd_soc_dai_stream_valid(dai, substream->stream))
 950                         snd_soc_dai_hw_free(dai, substream, rollback);
 951
 952         return 0;
 953 }
 954
 955 /*
 956  * Frees resources allocated by hw_params, can be called multiple times
 957  */
 958 static int __soc_pcm_hw_free(struct snd_soc_pcm_runtime *rtd,
 959                              struct snd_pcm_substream *substream)
 960 {
 961         return soc_pcm_hw_clean(rtd, substream, 0);
 962 }
 963
 964 /* hw_free PCM ops for non-DPCM streams */
 965 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
 966 {
 967         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 968         int ret;
 969
 970         snd_soc_dpcm_mutex_lock(rtd);
 971         ret = __soc_pcm_hw_free(rtd, substream);
 972         snd_soc_dpcm_mutex_unlock(rtd);
 973         return ret;
 974 }
 975
 976 /*
 977  * Called by ALSA when the hardware params are set by application. This
 978  * function can also be called multiple times and can allocate buffers
 979  * (using snd_pcm_lib_* ). It's non-atomic.
 980  */
 981 static int __soc_pcm_hw_params(struct snd_soc_pcm_runtime *rtd,
 982                                struct snd_pcm_substream *substream,
 983                                struct snd_pcm_hw_params *params)
 984 {
 985         struct snd_soc_dai *cpu_dai;
 986         struct snd_soc_dai *codec_dai;
 987         int i, ret = 0;
 988
 989         snd_soc_dpcm_mutex_assert_held(rtd);
 990
 991         ret = soc_pcm_params_symmetry(substream, params);
 992         if (ret)
 993                 goto out;
 994
 995         ret = snd_soc_link_hw_params(substream, params);
 996         if (ret < 0)
 997                 goto out;
 998
 999         for_each_rtd_codec_dais(rtd, i, codec_dai) {
1000                 struct snd_pcm_hw_params codec_params;
1001                 unsigned int tdm_mask = snd_soc_dai_tdm_mask_get(codec_dai, substream->stream);
1002
1003                 /*
1004                  * Skip CODECs which don't support the current stream type,
1005                  * the idea being that if a CODEC is not used for the currently
1006                  * set up transfer direction, it should not need to be
1007                  * configured, especially since the configuration used might
1008                  * not even be supported by that CODEC. There may be cases
1009                  * however where a CODEC needs to be set up although it is
1010                  * actually not being used for the transfer, e.g. if a
1011                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
1012                  * for the DAI link including a playback-only CODEC.
1013                  * If this becomes necessary, we will have to augment the
1014                  * machine driver setup with information on how to act, so
1015                  * we can do the right thing here.
1016                  */
1017                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1018                         continue;
1019
1020                 /* copy params for each codec */
1021                 codec_params = *params;
1022
1023                 /* fixup params based on TDM slot masks */
1024                 if (tdm_mask)
1025                         soc_pcm_codec_params_fixup(&codec_params, tdm_mask);
1026
1027                 ret = snd_soc_dai_hw_params(codec_dai, substream,
1028                                             &codec_params);
1029                 if(ret < 0)
1030                         goto out;
1031
1032                 soc_pcm_set_dai_params(codec_dai, &codec_params);
1033                 snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
1034         }
1035
1036         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1037                 struct snd_pcm_hw_params cpu_params;
1038                 unsigned int ch_mask = 0;
1039                 int j;
1040
1041                 /*
1042                  * Skip CPUs which don't support the current stream
1043                  * type. See soc_pcm_init_runtime_hw() for more details
1044                  */
1045                 if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
1046                         continue;
1047
1048                 /* copy params for each cpu */
1049                 cpu_params = *params;
1050
1051                 if (!rtd->dai_link->codec_ch_maps)
1052                         goto hw_params;
1053                 /*
1054                  * construct cpu channel mask by combining ch_mask of each
1055                  * codec which maps to the cpu.
1056                  */
1057                 for_each_rtd_codec_dais(rtd, j, codec_dai) {
1058                         if (rtd->dai_link->codec_ch_maps[j].connected_cpu_id == i)
1059                                 ch_mask |= rtd->dai_link->codec_ch_maps[j].ch_mask;
1060                 }
1061
1062                 /* fixup cpu channel number */
1063                 if (ch_mask)
1064                         soc_pcm_codec_params_fixup(&cpu_params, ch_mask);
1065
1066 hw_params:
1067                 ret = snd_soc_dai_hw_params(cpu_dai, substream, &cpu_params);
1068                 if (ret < 0)
1069                         goto out;
1070
1071                 /* store the parameters for each DAI */
1072                 soc_pcm_set_dai_params(cpu_dai, &cpu_params);
1073                 snd_soc_dapm_update_dai(substream, &cpu_params, cpu_dai);
1074         }
1075
1076         ret = snd_soc_pcm_component_hw_params(substream, params);
1077 out:
1078         if (ret < 0)
1079                 soc_pcm_hw_clean(rtd, substream, 1);
1080
1081         return soc_pcm_ret(rtd, ret);
1082 }
1083
1084 /* hw_params PCM ops for non-DPCM streams */
1085 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
1086                              struct snd_pcm_hw_params *params)
1087 {
1088         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1089         int ret;
1090
1091         snd_soc_dpcm_mutex_lock(rtd);
1092         ret = __soc_pcm_hw_params(rtd, substream, params);
1093         snd_soc_dpcm_mutex_unlock(rtd);
1094         return ret;
1095 }
1096
1097 #define TRIGGER_MAX 3
1098 static int (* const trigger[][TRIGGER_MAX])(struct snd_pcm_substream *substream, int cmd, int rollback) = {
1099         [SND_SOC_TRIGGER_ORDER_DEFAULT] = {
1100                 snd_soc_link_trigger,
1101                 snd_soc_pcm_component_trigger,
1102                 snd_soc_pcm_dai_trigger,
1103         },
1104         [SND_SOC_TRIGGER_ORDER_LDC] = {
1105                 snd_soc_link_trigger,
1106                 snd_soc_pcm_dai_trigger,
1107                 snd_soc_pcm_component_trigger,
1108         },
1109 };
1110
1111 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1112 {
1113         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1114         struct snd_soc_component *component;
1115         int ret = 0, r = 0, i;
1116         int rollback = 0;
1117         int start = 0, stop = 0;
1118
1119         /*
1120          * select START/STOP sequence
1121          */
1122         for_each_rtd_components(rtd, i, component) {
1123                 if (component->driver->trigger_start)
1124                         start = component->driver->trigger_start;
1125                 if (component->driver->trigger_stop)
1126                         stop = component->driver->trigger_stop;
1127         }
1128         if (rtd->dai_link->trigger_start)
1129                 start = rtd->dai_link->trigger_start;
1130         if (rtd->dai_link->trigger_stop)
1131                 stop  = rtd->dai_link->trigger_stop;
1132
1133         if (start < 0 || start >= SND_SOC_TRIGGER_ORDER_MAX ||
1134             stop  < 0 || stop  >= SND_SOC_TRIGGER_ORDER_MAX)
1135                 return -EINVAL;
1136
1137         /*
1138          * START
1139          */
1140         switch (cmd) {
1141         case SNDRV_PCM_TRIGGER_START:
1142         case SNDRV_PCM_TRIGGER_RESUME:
1143         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1144                 for (i = 0; i < TRIGGER_MAX; i++) {
1145                         r = trigger[start][i](substream, cmd, 0);
1146                         if (r < 0)
1147                                 break;
1148                 }
1149         }
1150
1151         /*
1152          * Rollback if START failed
1153          * find correspond STOP command
1154          */
1155         if (r < 0) {
1156                 rollback = 1;
1157                 ret = r;
1158                 switch (cmd) {
1159                 case SNDRV_PCM_TRIGGER_START:
1160                         cmd = SNDRV_PCM_TRIGGER_STOP;
1161                         break;
1162                 case SNDRV_PCM_TRIGGER_RESUME:
1163                         cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1164                         break;
1165                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1166                         cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1167                         break;
1168                 }
1169         }
1170
1171         /*
1172          * STOP
1173          */
1174         switch (cmd) {
1175         case SNDRV_PCM_TRIGGER_STOP:
1176         case SNDRV_PCM_TRIGGER_SUSPEND:
1177         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1178                 for (i = TRIGGER_MAX; i > 0; i--) {
1179                         r = trigger[stop][i - 1](substream, cmd, rollback);
1180                         if (r < 0)
1181                                 ret = r;
1182                 }
1183         }
1184
1185         return ret;
1186 }
1187
1188 /*
1189  * soc level wrapper for pointer callback
1190  * If cpu_dai, codec_dai, component driver has the delay callback, then
1191  * the runtime->delay will be updated via snd_soc_pcm_component/dai_delay().
1192  */
1193 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1194 {
1195         struct snd_pcm_runtime *runtime = substream->runtime;
1196         snd_pcm_uframes_t offset = 0;
1197         snd_pcm_sframes_t codec_delay = 0;
1198         snd_pcm_sframes_t cpu_delay = 0;
1199
1200         offset = snd_soc_pcm_component_pointer(substream);
1201
1202         /* should be called *after* snd_soc_pcm_component_pointer() */
1203         snd_soc_pcm_dai_delay(substream, &cpu_delay, &codec_delay);
1204         snd_soc_pcm_component_delay(substream, &cpu_delay, &codec_delay);
1205
1206         runtime->delay = cpu_delay + codec_delay;
1207
1208         return offset;
1209 }
1210
1211 /* connect a FE and BE */
1212 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1213                 struct snd_soc_pcm_runtime *be, int stream)
1214 {
1215         struct snd_pcm_substream *fe_substream;
1216         struct snd_pcm_substream *be_substream;
1217         struct snd_soc_dpcm *dpcm;
1218
1219         snd_soc_dpcm_mutex_assert_held(fe);
1220
1221         /* only add new dpcms */
1222         for_each_dpcm_be(fe, stream, dpcm) {
1223                 if (dpcm->be == be && dpcm->fe == fe)
1224                         return 0;
1225         }
1226
1227         fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1228         be_substream = snd_soc_dpcm_get_substream(be, stream);
1229
1230         if (!fe_substream->pcm->nonatomic && be_substream->pcm->nonatomic) {
1231                 dev_err(be->dev, "%s: FE is atomic but BE is nonatomic, invalid configuration\n",
1232                         __func__);
1233                 return -EINVAL;
1234         }
1235         if (fe_substream->pcm->nonatomic && !be_substream->pcm->nonatomic) {
1236                 dev_dbg(be->dev, "FE is nonatomic but BE is not, forcing BE as nonatomic\n");
1237                 be_substream->pcm->nonatomic = 1;
1238         }
1239
1240         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1241         if (!dpcm)
1242                 return -ENOMEM;
1243
1244         dpcm->be = be;
1245         dpcm->fe = fe;
1246         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1247         snd_soc_dpcm_stream_lock_irq(fe, stream);
1248         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1249         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1250         snd_soc_dpcm_stream_unlock_irq(fe, stream);
1251
1252         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1253                         stream ? "capture" : "playback",  fe->dai_link->name,
1254                         stream ? "<-" : "->", be->dai_link->name);
1255
1256         dpcm_create_debugfs_state(dpcm, stream);
1257
1258         return 1;
1259 }
1260
1261 /* reparent a BE onto another FE */
1262 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1263                         struct snd_soc_pcm_runtime *be, int stream)
1264 {
1265         struct snd_soc_dpcm *dpcm;
1266         struct snd_pcm_substream *fe_substream, *be_substream;
1267
1268         /* reparent if BE is connected to other FEs */
1269         if (!be->dpcm[stream].users)
1270                 return;
1271
1272         be_substream = snd_soc_dpcm_get_substream(be, stream);
1273         if (!be_substream)
1274                 return;
1275
1276         for_each_dpcm_fe(be, stream, dpcm) {
1277                 if (dpcm->fe == fe)
1278                         continue;
1279
1280                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1281                         stream ? "capture" : "playback",
1282                         dpcm->fe->dai_link->name,
1283                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1284
1285                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1286                 be_substream->runtime = fe_substream->runtime;
1287                 break;
1288         }
1289 }
1290
1291 /* disconnect a BE and FE */
1292 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1293 {
1294         struct snd_soc_dpcm *dpcm, *d;
1295         LIST_HEAD(deleted_dpcms);
1296
1297         snd_soc_dpcm_mutex_assert_held(fe);
1298
1299         snd_soc_dpcm_stream_lock_irq(fe, stream);
1300         for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1301                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1302                                 stream ? "capture" : "playback",
1303                                 dpcm->be->dai_link->name);
1304
1305                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1306                         continue;
1307
1308                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1309                         stream ? "capture" : "playback", fe->dai_link->name,
1310                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1311
1312                 /* BEs still alive need new FE */
1313                 dpcm_be_reparent(fe, dpcm->be, stream);
1314
1315                 list_del(&dpcm->list_be);
1316                 list_move(&dpcm->list_fe, &deleted_dpcms);
1317         }
1318         snd_soc_dpcm_stream_unlock_irq(fe, stream);
1319
1320         while (!list_empty(&deleted_dpcms)) {
1321                 dpcm = list_first_entry(&deleted_dpcms, struct snd_soc_dpcm,
1322                                         list_fe);
1323                 list_del(&dpcm->list_fe);
1324                 dpcm_remove_debugfs_state(dpcm);
1325                 kfree(dpcm);
1326         }
1327 }
1328
1329 /* get BE for DAI widget and stream */
1330 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1331                 struct snd_soc_dapm_widget *widget, int stream)
1332 {
1333         struct snd_soc_pcm_runtime *be;
1334         struct snd_soc_dapm_widget *w;
1335         struct snd_soc_dai *dai;
1336         int i;
1337
1338         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1339
1340         for_each_card_rtds(card, be) {
1341
1342                 if (!be->dai_link->no_pcm)
1343                         continue;
1344
1345                 if (!snd_soc_dpcm_get_substream(be, stream))
1346                         continue;
1347
1348                 for_each_rtd_dais(be, i, dai) {
1349                         w = snd_soc_dai_get_widget(dai, stream);
1350
1351                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1352                                 w ? w->name : "(not set)");
1353
1354                         if (w == widget)
1355                                 return be;
1356                 }
1357         }
1358
1359         /* Widget provided is not a BE */
1360         return NULL;
1361 }
1362
1363 int widget_in_list(struct snd_soc_dapm_widget_list *list,
1364                 struct snd_soc_dapm_widget *widget)
1365 {
1366         struct snd_soc_dapm_widget *w;
1367         int i;
1368
1369         for_each_dapm_widgets(list, i, w)
1370                 if (widget == w)
1371                         return 1;
1372
1373         return 0;
1374 }
1375 EXPORT_SYMBOL_GPL(widget_in_list);
1376
1377 bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget, enum snd_soc_dapm_direction dir)
1378 {
1379         struct snd_soc_card *card = widget->dapm->card;
1380         struct snd_soc_pcm_runtime *rtd;
1381         int stream;
1382
1383         /* adjust dir to stream */
1384         if (dir == SND_SOC_DAPM_DIR_OUT)
1385                 stream = SNDRV_PCM_STREAM_PLAYBACK;
1386         else
1387                 stream = SNDRV_PCM_STREAM_CAPTURE;
1388
1389         rtd = dpcm_get_be(card, widget, stream);
1390         if (rtd)
1391                 return true;
1392
1393         return false;
1394 }
1395 EXPORT_SYMBOL_GPL(dpcm_end_walk_at_be);
1396
1397 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1398         int stream, struct snd_soc_dapm_widget_list **list)
1399 {
1400         struct snd_soc_dai *cpu_dai = asoc_rtd_to_cpu(fe, 0);
1401         int paths;
1402
1403         if (fe->dai_link->num_cpus > 1) {
1404                 dev_err(fe->dev,
1405                         "%s doesn't support Multi CPU yet\n", __func__);
1406                 return -EINVAL;
1407         }
1408
1409         /* get number of valid DAI paths and their widgets */
1410         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1411                         fe->card->component_chaining ?
1412                                 NULL : dpcm_end_walk_at_be);
1413
1414         if (paths > 0)
1415                 dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1416                         stream ? "capture" : "playback");
1417         else if (paths == 0)
1418                 dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1419                          stream ? "capture" : "playback");
1420
1421         return paths;
1422 }
1423
1424 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1425 {
1426         snd_soc_dapm_dai_free_widgets(list);
1427 }
1428
1429 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1430                               struct snd_soc_dapm_widget_list *list)
1431 {
1432         struct snd_soc_dai *dai;
1433         unsigned int i;
1434
1435         /* is there a valid DAI widget for this BE */
1436         for_each_rtd_dais(dpcm->be, i, dai) {
1437                 struct snd_soc_dapm_widget *widget = snd_soc_dai_get_widget(dai, stream);
1438
1439                 /*
1440                  * The BE is pruned only if none of the dai
1441                  * widgets are in the active list.
1442                  */
1443                 if (widget && widget_in_list(list, widget))
1444                         return true;
1445         }
1446
1447         return false;
1448 }
1449
1450 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1451                             struct snd_soc_dapm_widget_list **list_)
1452 {
1453         struct snd_soc_dpcm *dpcm;
1454         int prune = 0;
1455
1456         /* Destroy any old FE <--> BE connections */
1457         for_each_dpcm_be(fe, stream, dpcm) {
1458                 if (dpcm_be_is_active(dpcm, stream, *list_))
1459                         continue;
1460
1461                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1462                         stream ? "capture" : "playback",
1463                         dpcm->be->dai_link->name, fe->dai_link->name);
1464                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1465                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1466                 prune++;
1467         }
1468
1469         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1470         return prune;
1471 }
1472
1473 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1474         struct snd_soc_dapm_widget_list **list_)
1475 {
1476         struct snd_soc_card *card = fe->card;
1477         struct snd_soc_dapm_widget_list *list = *list_;
1478         struct snd_soc_pcm_runtime *be;
1479         struct snd_soc_dapm_widget *widget;
1480         struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1481         int i, new = 0, err;
1482
1483         /* don't connect if FE is not running */
1484         if (!fe_substream->runtime && !fe->fe_compr)
1485                 return new;
1486
1487         /* Create any new FE <--> BE connections */
1488         for_each_dapm_widgets(list, i, widget) {
1489
1490                 switch (widget->id) {
1491                 case snd_soc_dapm_dai_in:
1492                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1493                                 continue;
1494                         break;
1495                 case snd_soc_dapm_dai_out:
1496                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1497                                 continue;
1498                         break;
1499                 default:
1500                         continue;
1501                 }
1502
1503                 /* is there a valid BE rtd for this widget */
1504                 be = dpcm_get_be(card, widget, stream);
1505                 if (!be) {
1506                         dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1507                                 widget->name);
1508                         continue;
1509                 }
1510
1511                 /*
1512                  * Filter for systems with 'component_chaining' enabled.
1513                  * This helps to avoid unnecessary re-configuration of an
1514                  * already active BE on such systems.
1515                  */
1516                 if (fe->card->component_chaining &&
1517                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1518                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1519                         continue;
1520
1521                 /* newly connected FE and BE */
1522                 err = dpcm_be_connect(fe, be, stream);
1523                 if (err < 0) {
1524                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1525                                 widget->name);
1526                         break;
1527                 } else if (err == 0) /* already connected */
1528                         continue;
1529
1530                 /* new */
1531                 dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1532                 new++;
1533         }
1534
1535         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1536         return new;
1537 }
1538
1539 /*
1540  * Find the corresponding BE DAIs that source or sink audio to this
1541  * FE substream.
1542  */
1543 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1544         int stream, struct snd_soc_dapm_widget_list **list, int new)
1545 {
1546         if (new)
1547                 return dpcm_add_paths(fe, stream, list);
1548         else
1549                 return dpcm_prune_paths(fe, stream, list);
1550 }
1551
1552 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1553 {
1554         struct snd_soc_dpcm *dpcm;
1555
1556         for_each_dpcm_be(fe, stream, dpcm)
1557                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1558 }
1559
1560 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1561                       int do_hw_free, struct snd_soc_dpcm *last)
1562 {
1563         struct snd_soc_dpcm *dpcm;
1564
1565         /* disable any enabled and non active backends */
1566         for_each_dpcm_be(fe, stream, dpcm) {
1567                 struct snd_soc_pcm_runtime *be = dpcm->be;
1568                 struct snd_pcm_substream *be_substream =
1569                         snd_soc_dpcm_get_substream(be, stream);
1570
1571                 if (dpcm == last)
1572                         return;
1573
1574                 /* is this op for this BE ? */
1575                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1576                         continue;
1577
1578                 if (be->dpcm[stream].users == 0) {
1579                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1580                                 stream ? "capture" : "playback",
1581                                 be->dpcm[stream].state);
1582                         continue;
1583                 }
1584
1585                 if (--be->dpcm[stream].users != 0)
1586                         continue;
1587
1588                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1589                         if (!do_hw_free)
1590                                 continue;
1591
1592                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1593                                 __soc_pcm_hw_free(be, be_substream);
1594                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1595                         }
1596                 }
1597
1598                 __soc_pcm_close(be, be_substream);
1599                 be_substream->runtime = NULL;
1600                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1601         }
1602 }
1603
1604 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1605 {
1606         struct snd_pcm_substream *fe_substream = snd_soc_dpcm_get_substream(fe, stream);
1607         struct snd_soc_pcm_runtime *be;
1608         struct snd_soc_dpcm *dpcm;
1609         int err, count = 0;
1610
1611         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1612         for_each_dpcm_be(fe, stream, dpcm) {
1613                 struct snd_pcm_substream *be_substream;
1614
1615                 be = dpcm->be;
1616                 be_substream = snd_soc_dpcm_get_substream(be, stream);
1617
1618                 if (!be_substream) {
1619                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1620                                 stream ? "capture" : "playback");
1621                         continue;
1622                 }
1623
1624                 /* is this op for this BE ? */
1625                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1626                         continue;
1627
1628                 /* first time the dpcm is open ? */
1629                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1630                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1631                                 stream ? "capture" : "playback",
1632                                 be->dpcm[stream].state);
1633                         continue;
1634                 }
1635
1636                 if (be->dpcm[stream].users++ != 0)
1637                         continue;
1638
1639                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1640                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1641                         continue;
1642
1643                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1644                         stream ? "capture" : "playback", be->dai_link->name);
1645
1646                 be_substream->runtime = fe_substream->runtime;
1647                 err = __soc_pcm_open(be, be_substream);
1648                 if (err < 0) {
1649                         be->dpcm[stream].users--;
1650                         if (be->dpcm[stream].users < 0)
1651                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1652                                         stream ? "capture" : "playback",
1653                                         be->dpcm[stream].state);
1654
1655                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1656                         goto unwind;
1657                 }
1658                 be->dpcm[stream].be_start = 0;
1659                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1660                 count++;
1661         }
1662
1663         return count;
1664
1665 unwind:
1666         dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1667
1668         return soc_pcm_ret(fe, err);
1669 }
1670
1671 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1672 {
1673         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1674         struct snd_pcm_runtime *runtime = substream->runtime;
1675         struct snd_pcm_hardware *hw = &runtime->hw;
1676         struct snd_soc_dai *dai;
1677         int stream = substream->stream;
1678         u64 formats = hw->formats;
1679         int i;
1680
1681         soc_pcm_hw_init(hw);
1682
1683         if (formats)
1684                 hw->formats &= formats;
1685
1686         for_each_rtd_cpu_dais(fe, i, dai) {
1687                 struct snd_soc_pcm_stream *cpu_stream;
1688
1689                 /*
1690                  * Skip CPUs which don't support the current stream
1691                  * type. See soc_pcm_init_runtime_hw() for more details
1692                  */
1693                 if (!snd_soc_dai_stream_valid(dai, stream))
1694                         continue;
1695
1696                 cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1697
1698                 soc_pcm_hw_update_rate(hw, cpu_stream);
1699                 soc_pcm_hw_update_chan(hw, cpu_stream);
1700                 soc_pcm_hw_update_format(hw, cpu_stream);
1701         }
1702
1703 }
1704
1705 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1706 {
1707         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1708         struct snd_pcm_runtime *runtime = substream->runtime;
1709         struct snd_pcm_hardware *hw = &runtime->hw;
1710         struct snd_soc_dpcm *dpcm;
1711         struct snd_soc_dai *dai;
1712         int stream = substream->stream;
1713
1714         if (!fe->dai_link->dpcm_merged_format)
1715                 return;
1716
1717         /*
1718          * It returns merged BE codec format
1719          * if FE want to use it (= dpcm_merged_format)
1720          */
1721
1722         for_each_dpcm_be(fe, stream, dpcm) {
1723                 struct snd_soc_pcm_runtime *be = dpcm->be;
1724                 struct snd_soc_pcm_stream *codec_stream;
1725                 int i;
1726
1727                 for_each_rtd_codec_dais(be, i, dai) {
1728                         /*
1729                          * Skip CODECs which don't support the current stream
1730                          * type. See soc_pcm_init_runtime_hw() for more details
1731                          */
1732                         if (!snd_soc_dai_stream_valid(dai, stream))
1733                                 continue;
1734
1735                         codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1736
1737                         soc_pcm_hw_update_format(hw, codec_stream);
1738                 }
1739         }
1740 }
1741
1742 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1743 {
1744         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1745         struct snd_pcm_runtime *runtime = substream->runtime;
1746         struct snd_pcm_hardware *hw = &runtime->hw;
1747         struct snd_soc_dpcm *dpcm;
1748         int stream = substream->stream;
1749
1750         if (!fe->dai_link->dpcm_merged_chan)
1751                 return;
1752
1753         /*
1754          * It returns merged BE codec channel;
1755          * if FE want to use it (= dpcm_merged_chan)
1756          */
1757
1758         for_each_dpcm_be(fe, stream, dpcm) {
1759                 struct snd_soc_pcm_runtime *be = dpcm->be;
1760                 struct snd_soc_pcm_stream *cpu_stream;
1761                 struct snd_soc_dai *dai;
1762                 int i;
1763
1764                 for_each_rtd_cpu_dais(be, i, dai) {
1765                         /*
1766                          * Skip CPUs which don't support the current stream
1767                          * type. See soc_pcm_init_runtime_hw() for more details
1768                          */
1769                         if (!snd_soc_dai_stream_valid(dai, stream))
1770                                 continue;
1771
1772                         cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1773
1774                         soc_pcm_hw_update_chan(hw, cpu_stream);
1775                 }
1776
1777                 /*
1778                  * chan min/max cannot be enforced if there are multiple CODEC
1779                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1780                  */
1781                 if (be->dai_link->num_codecs == 1) {
1782                         struct snd_soc_pcm_stream *codec_stream = snd_soc_dai_get_pcm_stream(
1783                                 asoc_rtd_to_codec(be, 0), stream);
1784
1785                         soc_pcm_hw_update_chan(hw, codec_stream);
1786                 }
1787         }
1788 }
1789
1790 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1791 {
1792         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1793         struct snd_pcm_runtime *runtime = substream->runtime;
1794         struct snd_pcm_hardware *hw = &runtime->hw;
1795         struct snd_soc_dpcm *dpcm;
1796         int stream = substream->stream;
1797
1798         if (!fe->dai_link->dpcm_merged_rate)
1799                 return;
1800
1801         /*
1802          * It returns merged BE codec channel;
1803          * if FE want to use it (= dpcm_merged_chan)
1804          */
1805
1806         for_each_dpcm_be(fe, stream, dpcm) {
1807                 struct snd_soc_pcm_runtime *be = dpcm->be;
1808                 struct snd_soc_pcm_stream *pcm;
1809                 struct snd_soc_dai *dai;
1810                 int i;
1811
1812                 for_each_rtd_dais(be, i, dai) {
1813                         /*
1814                          * Skip DAIs which don't support the current stream
1815                          * type. See soc_pcm_init_runtime_hw() for more details
1816                          */
1817                         if (!snd_soc_dai_stream_valid(dai, stream))
1818                                 continue;
1819
1820                         pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1821
1822                         soc_pcm_hw_update_rate(hw, pcm);
1823                 }
1824         }
1825 }
1826
1827 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1828                                int stream)
1829 {
1830         struct snd_soc_dpcm *dpcm;
1831         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1832         struct snd_soc_dai *fe_cpu_dai;
1833         int err = 0;
1834         int i;
1835
1836         /* apply symmetry for FE */
1837         soc_pcm_update_symmetry(fe_substream);
1838
1839         for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1840                 /* Symmetry only applies if we've got an active stream. */
1841                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1842                 if (err < 0)
1843                         goto error;
1844         }
1845
1846         /* apply symmetry for BE */
1847         for_each_dpcm_be(fe, stream, dpcm) {
1848                 struct snd_soc_pcm_runtime *be = dpcm->be;
1849                 struct snd_pcm_substream *be_substream =
1850                         snd_soc_dpcm_get_substream(be, stream);
1851                 struct snd_soc_pcm_runtime *rtd;
1852                 struct snd_soc_dai *dai;
1853
1854                 /* A backend may not have the requested substream */
1855                 if (!be_substream)
1856                         continue;
1857
1858                 rtd = asoc_substream_to_rtd(be_substream);
1859                 if (rtd->dai_link->be_hw_params_fixup)
1860                         continue;
1861
1862                 soc_pcm_update_symmetry(be_substream);
1863
1864                 /* Symmetry only applies if we've got an active stream. */
1865                 for_each_rtd_dais(rtd, i, dai) {
1866                         err = soc_pcm_apply_symmetry(fe_substream, dai);
1867                         if (err < 0)
1868                                 goto error;
1869                 }
1870         }
1871 error:
1872         return soc_pcm_ret(fe, err);
1873 }
1874
1875 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1876 {
1877         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1878         int stream = fe_substream->stream, ret = 0;
1879
1880         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1881
1882         ret = dpcm_be_dai_startup(fe, stream);
1883         if (ret < 0)
1884                 goto be_err;
1885
1886         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1887
1888         /* start the DAI frontend */
1889         ret = __soc_pcm_open(fe, fe_substream);
1890         if (ret < 0)
1891                 goto unwind;
1892
1893         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1894
1895         dpcm_runtime_setup_fe(fe_substream);
1896
1897         dpcm_runtime_setup_be_format(fe_substream);
1898         dpcm_runtime_setup_be_chan(fe_substream);
1899         dpcm_runtime_setup_be_rate(fe_substream);
1900
1901         ret = dpcm_apply_symmetry(fe_substream, stream);
1902
1903 unwind:
1904         if (ret < 0)
1905                 dpcm_be_dai_startup_unwind(fe, stream);
1906 be_err:
1907         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1908
1909         return soc_pcm_ret(fe, ret);
1910 }
1911
1912 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1913 {
1914         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1915         int stream = substream->stream;
1916
1917         snd_soc_dpcm_mutex_assert_held(fe);
1918
1919         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1920
1921         /* shutdown the BEs */
1922         dpcm_be_dai_shutdown(fe, stream);
1923
1924         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1925
1926         /* now shutdown the frontend */
1927         __soc_pcm_close(fe, substream);
1928
1929         /* run the stream stop event */
1930         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1931
1932         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1933         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1934         return 0;
1935 }
1936
1937 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1938 {
1939         struct snd_soc_dpcm *dpcm;
1940
1941         /* only hw_params backends that are either sinks or sources
1942          * to this frontend DAI */
1943         for_each_dpcm_be(fe, stream, dpcm) {
1944
1945                 struct snd_soc_pcm_runtime *be = dpcm->be;
1946                 struct snd_pcm_substream *be_substream =
1947                         snd_soc_dpcm_get_substream(be, stream);
1948
1949                 /* is this op for this BE ? */
1950                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1951                         continue;
1952
1953                 /* only free hw when no longer used - check all FEs */
1954                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1955                                 continue;
1956
1957                 /* do not free hw if this BE is used by other FE */
1958                 if (be->dpcm[stream].users > 1)
1959                         continue;
1960
1961                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1962                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1963                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1964                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1965                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1966                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1967                         continue;
1968
1969                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1970                         be->dai_link->name);
1971
1972                 __soc_pcm_hw_free(be, be_substream);
1973
1974                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1975         }
1976 }
1977
1978 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1979 {
1980         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1981         int stream = substream->stream;
1982
1983         snd_soc_dpcm_mutex_lock(fe);
1984         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1985
1986         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
1987
1988         /* call hw_free on the frontend */
1989         soc_pcm_hw_clean(fe, substream, 0);
1990
1991         /* only hw_params backends that are either sinks or sources
1992          * to this frontend DAI */
1993         dpcm_be_dai_hw_free(fe, stream);
1994
1995         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1996         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1997
1998         snd_soc_dpcm_mutex_unlock(fe);
1999         return 0;
2000 }
2001
2002 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2003 {
2004         struct snd_soc_pcm_runtime *be;
2005         struct snd_pcm_substream *be_substream;
2006         struct snd_soc_dpcm *dpcm;
2007         int ret;
2008
2009         for_each_dpcm_be(fe, stream, dpcm) {
2010                 struct snd_pcm_hw_params hw_params;
2011
2012                 be = dpcm->be;
2013                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2014
2015                 /* is this op for this BE ? */
2016                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2017                         continue;
2018
2019                 /* copy params for each dpcm */
2020                 memcpy(&hw_params, &fe->dpcm[stream].hw_params,
2021                                 sizeof(struct snd_pcm_hw_params));
2022
2023                 /* perform any hw_params fixups */
2024                 ret = snd_soc_link_be_hw_params_fixup(be, &hw_params);
2025                 if (ret < 0)
2026                         goto unwind;
2027
2028                 /* copy the fixed-up hw params for BE dai */
2029                 memcpy(&be->dpcm[stream].hw_params, &hw_params,
2030                        sizeof(struct snd_pcm_hw_params));
2031
2032                 /* only allow hw_params() if no connected FEs are running */
2033                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2034                         continue;
2035
2036                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2037                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2038                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2039                         continue;
2040
2041                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2042                         be->dai_link->name);
2043
2044                 ret = __soc_pcm_hw_params(be, be_substream, &hw_params);
2045                 if (ret < 0)
2046                         goto unwind;
2047
2048                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2049         }
2050         return 0;
2051
2052 unwind:
2053         dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2054                 __func__, be->dai_link->name, ret);
2055
2056         /* disable any enabled and non active backends */
2057         for_each_dpcm_be_rollback(fe, stream, dpcm) {
2058                 be = dpcm->be;
2059                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2060
2061                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2062                         continue;
2063
2064                 /* only allow hw_free() if no connected FEs are running */
2065                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2066                         continue;
2067
2068                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2069                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2070                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2071                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2072                         continue;
2073
2074                 __soc_pcm_hw_free(be, be_substream);
2075         }
2076
2077         return ret;
2078 }
2079
2080 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2081                                  struct snd_pcm_hw_params *params)
2082 {
2083         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2084         int ret, stream = substream->stream;
2085
2086         snd_soc_dpcm_mutex_lock(fe);
2087         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2088
2089         memcpy(&fe->dpcm[stream].hw_params, params,
2090                         sizeof(struct snd_pcm_hw_params));
2091         ret = dpcm_be_dai_hw_params(fe, stream);
2092         if (ret < 0)
2093                 goto out;
2094
2095         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2096                         fe->dai_link->name, params_rate(params),
2097                         params_channels(params), params_format(params));
2098
2099         /* call hw_params on the frontend */
2100         ret = __soc_pcm_hw_params(fe, substream, params);
2101         if (ret < 0)
2102                 dpcm_be_dai_hw_free(fe, stream);
2103         else
2104                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2105
2106 out:
2107         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2108         snd_soc_dpcm_mutex_unlock(fe);
2109
2110         return soc_pcm_ret(fe, ret);
2111 }
2112
2113 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2114                                int cmd)
2115 {
2116         struct snd_soc_pcm_runtime *be;
2117         bool pause_stop_transition;
2118         struct snd_soc_dpcm *dpcm;
2119         unsigned long flags;
2120         int ret = 0;
2121
2122         for_each_dpcm_be(fe, stream, dpcm) {
2123                 struct snd_pcm_substream *be_substream;
2124
2125                 be = dpcm->be;
2126                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2127
2128                 snd_soc_dpcm_stream_lock_irqsave_nested(be, stream, flags);
2129
2130                 /* is this op for this BE ? */
2131                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2132                         goto next;
2133
2134                 dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2135                         be->dai_link->name, cmd);
2136
2137                 switch (cmd) {
2138                 case SNDRV_PCM_TRIGGER_START:
2139                         if (!be->dpcm[stream].be_start &&
2140                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2141                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2142                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2143                                 goto next;
2144
2145                         be->dpcm[stream].be_start++;
2146                         if (be->dpcm[stream].be_start != 1)
2147                                 goto next;
2148
2149                         if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_PAUSED)
2150                                 ret = soc_pcm_trigger(be_substream,
2151                                                       SNDRV_PCM_TRIGGER_PAUSE_RELEASE);
2152                         else
2153                                 ret = soc_pcm_trigger(be_substream,
2154                                                       SNDRV_PCM_TRIGGER_START);
2155                         if (ret) {
2156                                 be->dpcm[stream].be_start--;
2157                                 goto next;
2158                         }
2159
2160                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2161                         break;
2162                 case SNDRV_PCM_TRIGGER_RESUME:
2163                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2164                                 goto next;
2165
2166                         be->dpcm[stream].be_start++;
2167                         if (be->dpcm[stream].be_start != 1)
2168                                 goto next;
2169
2170                         ret = soc_pcm_trigger(be_substream, cmd);
2171                         if (ret) {
2172                                 be->dpcm[stream].be_start--;
2173                                 goto next;
2174                         }
2175
2176                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2177                         break;
2178                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2179                         if (!be->dpcm[stream].be_start &&
2180                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2181                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2182                                 goto next;
2183
2184                         fe->dpcm[stream].fe_pause = false;
2185                         be->dpcm[stream].be_pause--;
2186
2187                         be->dpcm[stream].be_start++;
2188                         if (be->dpcm[stream].be_start != 1)
2189                                 goto next;
2190
2191                         ret = soc_pcm_trigger(be_substream, cmd);
2192                         if (ret) {
2193                                 be->dpcm[stream].be_start--;
2194                                 goto next;
2195                         }
2196
2197                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2198                         break;
2199                 case SNDRV_PCM_TRIGGER_STOP:
2200                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2201                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2202                                 goto next;
2203
2204                         if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2205                                 be->dpcm[stream].be_start--;
2206
2207                         if (be->dpcm[stream].be_start != 0)
2208                                 goto next;
2209
2210                         pause_stop_transition = false;
2211                         if (fe->dpcm[stream].fe_pause) {
2212                                 pause_stop_transition = true;
2213                                 fe->dpcm[stream].fe_pause = false;
2214                                 be->dpcm[stream].be_pause--;
2215                         }
2216
2217                         if (be->dpcm[stream].be_pause != 0)
2218                                 ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);
2219                         else
2220                                 ret = soc_pcm_trigger(be_substream, SNDRV_PCM_TRIGGER_STOP);
2221
2222                         if (ret) {
2223                                 if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_START)
2224                                         be->dpcm[stream].be_start++;
2225                                 if (pause_stop_transition) {
2226                                         fe->dpcm[stream].fe_pause = true;
2227                                         be->dpcm[stream].be_pause++;
2228                                 }
2229                                 goto next;
2230                         }
2231
2232                         if (be->dpcm[stream].be_pause != 0)
2233                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2234                         else
2235                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2236
2237                         break;
2238                 case SNDRV_PCM_TRIGGER_SUSPEND:
2239                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2240                                 goto next;
2241
2242                         be->dpcm[stream].be_start--;
2243                         if (be->dpcm[stream].be_start != 0)
2244                                 goto next;
2245
2246                         ret = soc_pcm_trigger(be_substream, cmd);
2247                         if (ret) {
2248                                 be->dpcm[stream].be_start++;
2249                                 goto next;
2250                         }
2251
2252                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2253                         break;
2254                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2255                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2256                                 goto next;
2257
2258                         fe->dpcm[stream].fe_pause = true;
2259                         be->dpcm[stream].be_pause++;
2260
2261                         be->dpcm[stream].be_start--;
2262                         if (be->dpcm[stream].be_start != 0)
2263                                 goto next;
2264
2265                         ret = soc_pcm_trigger(be_substream, cmd);
2266                         if (ret) {
2267                                 be->dpcm[stream].be_start++;
2268                                 goto next;
2269                         }
2270
2271                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2272                         break;
2273                 }
2274 next:
2275                 snd_soc_dpcm_stream_unlock_irqrestore(be, stream, flags);
2276                 if (ret)
2277                         break;
2278         }
2279         return soc_pcm_ret(fe, ret);
2280 }
2281 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2282
2283 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2284                                   int cmd, bool fe_first)
2285 {
2286         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2287         int ret;
2288
2289         /* call trigger on the frontend before the backend. */
2290         if (fe_first) {
2291                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2292                         fe->dai_link->name, cmd);
2293
2294                 ret = soc_pcm_trigger(substream, cmd);
2295                 if (ret < 0)
2296                         return ret;
2297
2298                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2299                 return ret;
2300         }
2301
2302         /* call trigger on the frontend after the backend. */
2303         ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2304         if (ret < 0)
2305                 return ret;
2306
2307         dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2308                 fe->dai_link->name, cmd);
2309
2310         ret = soc_pcm_trigger(substream, cmd);
2311
2312         return ret;
2313 }
2314
2315 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2316 {
2317         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2318         int stream = substream->stream;
2319         int ret = 0;
2320         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2321
2322         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2323
2324         switch (trigger) {
2325         case SND_SOC_DPCM_TRIGGER_PRE:
2326                 switch (cmd) {
2327                 case SNDRV_PCM_TRIGGER_START:
2328                 case SNDRV_PCM_TRIGGER_RESUME:
2329                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2330                 case SNDRV_PCM_TRIGGER_DRAIN:
2331                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2332                         break;
2333                 case SNDRV_PCM_TRIGGER_STOP:
2334                 case SNDRV_PCM_TRIGGER_SUSPEND:
2335                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2336                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2337                         break;
2338                 default:
2339                         ret = -EINVAL;
2340                         break;
2341                 }
2342                 break;
2343         case SND_SOC_DPCM_TRIGGER_POST:
2344                 switch (cmd) {
2345                 case SNDRV_PCM_TRIGGER_START:
2346                 case SNDRV_PCM_TRIGGER_RESUME:
2347                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2348                 case SNDRV_PCM_TRIGGER_DRAIN:
2349                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2350                         break;
2351                 case SNDRV_PCM_TRIGGER_STOP:
2352                 case SNDRV_PCM_TRIGGER_SUSPEND:
2353                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2354                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2355                         break;
2356                 default:
2357                         ret = -EINVAL;
2358                         break;
2359                 }
2360                 break;
2361         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2362                 /* bespoke trigger() - handles both FE and BEs */
2363
2364                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2365                                 fe->dai_link->name, cmd);
2366
2367                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2368                 break;
2369         default:
2370                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2371                                 fe->dai_link->name);
2372                 ret = -EINVAL;
2373                 goto out;
2374         }
2375
2376         if (ret < 0) {
2377                 dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2378                         cmd, ret);
2379                 goto out;
2380         }
2381
2382         switch (cmd) {
2383         case SNDRV_PCM_TRIGGER_START:
2384         case SNDRV_PCM_TRIGGER_RESUME:
2385         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2386                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2387                 break;
2388         case SNDRV_PCM_TRIGGER_STOP:
2389         case SNDRV_PCM_TRIGGER_SUSPEND:
2390                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2391                 break;
2392         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2393                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2394                 break;
2395         }
2396
2397 out:
2398         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2399         return ret;
2400 }
2401
2402 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2403 {
2404         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2405         int stream = substream->stream;
2406
2407         /* if FE's runtime_update is already set, we're in race;
2408          * process this trigger later at exit
2409          */
2410         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2411                 fe->dpcm[stream].trigger_pending = cmd + 1;
2412                 return 0; /* delayed, assuming it's successful */
2413         }
2414
2415         /* we're alone, let's trigger */
2416         return dpcm_fe_dai_do_trigger(substream, cmd);
2417 }
2418
2419 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2420 {
2421         struct snd_soc_dpcm *dpcm;
2422         int ret = 0;
2423
2424         for_each_dpcm_be(fe, stream, dpcm) {
2425
2426                 struct snd_soc_pcm_runtime *be = dpcm->be;
2427                 struct snd_pcm_substream *be_substream =
2428                         snd_soc_dpcm_get_substream(be, stream);
2429
2430                 /* is this op for this BE ? */
2431                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2432                         continue;
2433
2434                 if (!snd_soc_dpcm_can_be_prepared(fe, be, stream))
2435                         continue;
2436
2437                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2438                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2439                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2440                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2441                         continue;
2442
2443                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2444                         be->dai_link->name);
2445
2446                 ret = __soc_pcm_prepare(be, be_substream);
2447                 if (ret < 0)
2448                         break;
2449
2450                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2451         }
2452
2453         return soc_pcm_ret(fe, ret);
2454 }
2455
2456 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2457 {
2458         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2459         int stream = substream->stream, ret = 0;
2460
2461         snd_soc_dpcm_mutex_lock(fe);
2462
2463         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2464
2465         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2466
2467         /* there is no point preparing this FE if there are no BEs */
2468         if (list_empty(&fe->dpcm[stream].be_clients)) {
2469                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2470                                 fe->dai_link->name);
2471                 ret = -EINVAL;
2472                 goto out;
2473         }
2474
2475         ret = dpcm_be_dai_prepare(fe, stream);
2476         if (ret < 0)
2477                 goto out;
2478
2479         /* call prepare on the frontend */
2480         ret = __soc_pcm_prepare(fe, substream);
2481         if (ret < 0)
2482                 goto out;
2483
2484         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2485
2486 out:
2487         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2488         snd_soc_dpcm_mutex_unlock(fe);
2489
2490         return soc_pcm_ret(fe, ret);
2491 }
2492
2493 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2494 {
2495         struct snd_pcm_substream *substream =
2496                 snd_soc_dpcm_get_substream(fe, stream);
2497         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2498         int err;
2499
2500         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2501                         stream ? "capture" : "playback", fe->dai_link->name);
2502
2503         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2504                 /* call bespoke trigger - FE takes care of all BE triggers */
2505                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2506                                 fe->dai_link->name);
2507
2508                 err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2509         } else {
2510                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2511                         fe->dai_link->name);
2512
2513                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2514         }
2515
2516         dpcm_be_dai_hw_free(fe, stream);
2517
2518         dpcm_be_dai_shutdown(fe, stream);
2519
2520         /* run the stream event for each BE */
2521         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2522
2523         return soc_pcm_ret(fe, err);
2524 }
2525
2526 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2527 {
2528         struct snd_pcm_substream *substream =
2529                 snd_soc_dpcm_get_substream(fe, stream);
2530         struct snd_soc_dpcm *dpcm;
2531         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2532         int ret = 0;
2533
2534         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2535                         stream ? "capture" : "playback", fe->dai_link->name);
2536
2537         /* Only start the BE if the FE is ready */
2538         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2539                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2540                 dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2541                         fe->dai_link->name, fe->dpcm[stream].state);
2542                 ret = -EINVAL;
2543                 goto disconnect;
2544         }
2545
2546         /* startup must always be called for new BEs */
2547         ret = dpcm_be_dai_startup(fe, stream);
2548         if (ret < 0)
2549                 goto disconnect;
2550
2551         /* keep going if FE state is > open */
2552         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2553                 return 0;
2554
2555         ret = dpcm_be_dai_hw_params(fe, stream);
2556         if (ret < 0)
2557                 goto close;
2558
2559         /* keep going if FE state is > hw_params */
2560         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2561                 return 0;
2562
2563         ret = dpcm_be_dai_prepare(fe, stream);
2564         if (ret < 0)
2565                 goto hw_free;
2566
2567         /* run the stream event for each BE */
2568         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2569
2570         /* keep going if FE state is > prepare */
2571         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2572                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2573                 return 0;
2574
2575         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2576                 /* call trigger on the frontend - FE takes care of all BE triggers */
2577                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2578                                 fe->dai_link->name);
2579
2580                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2581                 if (ret < 0)
2582                         goto hw_free;
2583         } else {
2584                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2585                         fe->dai_link->name);
2586
2587                 ret = dpcm_be_dai_trigger(fe, stream,
2588                                         SNDRV_PCM_TRIGGER_START);
2589                 if (ret < 0)
2590                         goto hw_free;
2591         }
2592
2593         return 0;
2594
2595 hw_free:
2596         dpcm_be_dai_hw_free(fe, stream);
2597 close:
2598         dpcm_be_dai_shutdown(fe, stream);
2599 disconnect:
2600         /* disconnect any pending BEs */
2601         for_each_dpcm_be(fe, stream, dpcm) {
2602                 struct snd_soc_pcm_runtime *be = dpcm->be;
2603
2604                 /* is this op for this BE ? */
2605                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2606                         continue;
2607
2608                 if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2609                         be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2610                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2611         }
2612
2613         return soc_pcm_ret(fe, ret);
2614 }
2615
2616 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2617 {
2618         struct snd_soc_dapm_widget_list *list;
2619         int stream;
2620         int count, paths;
2621
2622         if (!fe->dai_link->dynamic)
2623                 return 0;
2624
2625         if (fe->dai_link->num_cpus > 1) {
2626                 dev_err(fe->dev,
2627                         "%s doesn't support Multi CPU yet\n", __func__);
2628                 return -EINVAL;
2629         }
2630
2631         /* only check active links */
2632         if (!snd_soc_dai_active(asoc_rtd_to_cpu(fe, 0)))
2633                 return 0;
2634
2635         /* DAPM sync will call this to update DSP paths */
2636         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2637                 new ? "new" : "old", fe->dai_link->name);
2638
2639         for_each_pcm_streams(stream) {
2640
2641                 /* skip if FE doesn't have playback/capture capability */
2642                 if (!snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0),   stream) ||
2643                     !snd_soc_dai_stream_valid(asoc_rtd_to_codec(fe, 0), stream))
2644                         continue;
2645
2646                 /* skip if FE isn't currently playing/capturing */
2647                 if (!snd_soc_dai_stream_active(asoc_rtd_to_cpu(fe, 0), stream) ||
2648                     !snd_soc_dai_stream_active(asoc_rtd_to_codec(fe, 0), stream))
2649                         continue;
2650
2651                 paths = dpcm_path_get(fe, stream, &list);
2652                 if (paths < 0)
2653                         return paths;
2654
2655                 /* update any playback/capture paths */
2656                 count = dpcm_process_paths(fe, stream, &list, new);
2657                 if (count) {
2658                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2659                         if (new)
2660                                 dpcm_run_update_startup(fe, stream);
2661                         else
2662                                 dpcm_run_update_shutdown(fe, stream);
2663                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2664
2665                         dpcm_clear_pending_state(fe, stream);
2666                         dpcm_be_disconnect(fe, stream);
2667                 }
2668
2669                 dpcm_path_put(&list);
2670         }
2671
2672         return 0;
2673 }
2674
2675 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2676  * any DAI links.
2677  */
2678 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2679 {
2680         struct snd_soc_pcm_runtime *fe;
2681         int ret = 0;
2682
2683         snd_soc_dpcm_mutex_lock(card);
2684         /* shutdown all old paths first */
2685         for_each_card_rtds(card, fe) {
2686                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2687                 if (ret)
2688                         goto out;
2689         }
2690
2691         /* bring new paths up */
2692         for_each_card_rtds(card, fe) {
2693                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2694                 if (ret)
2695                         goto out;
2696         }
2697
2698 out:
2699         snd_soc_dpcm_mutex_unlock(card);
2700         return ret;
2701 }
2702 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2703
2704 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2705 {
2706         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2707         struct snd_soc_dpcm *dpcm;
2708         int stream = fe_substream->stream;
2709
2710         snd_soc_dpcm_mutex_assert_held(fe);
2711
2712         /* mark FE's links ready to prune */
2713         for_each_dpcm_be(fe, stream, dpcm)
2714                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2715
2716         dpcm_be_disconnect(fe, stream);
2717 }
2718
2719 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2720 {
2721         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2722         int ret;
2723
2724         snd_soc_dpcm_mutex_lock(fe);
2725         ret = dpcm_fe_dai_shutdown(fe_substream);
2726
2727         dpcm_fe_dai_cleanup(fe_substream);
2728
2729         snd_soc_dpcm_mutex_unlock(fe);
2730         return ret;
2731 }
2732
2733 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2734 {
2735         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2736         struct snd_soc_dapm_widget_list *list;
2737         int ret;
2738         int stream = fe_substream->stream;
2739
2740         snd_soc_dpcm_mutex_lock(fe);
2741
2742         ret = dpcm_path_get(fe, stream, &list);
2743         if (ret < 0)
2744                 goto open_end;
2745
2746         /* calculate valid and active FE <-> BE dpcms */
2747         dpcm_process_paths(fe, stream, &list, 1);
2748
2749         ret = dpcm_fe_dai_startup(fe_substream);
2750         if (ret < 0)
2751                 dpcm_fe_dai_cleanup(fe_substream);
2752
2753         dpcm_clear_pending_state(fe, stream);
2754         dpcm_path_put(&list);
2755 open_end:
2756         snd_soc_dpcm_mutex_unlock(fe);
2757         return ret;
2758 }
2759
2760 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2761                                     int *playback, int *capture)
2762 {
2763         struct snd_soc_dai_link *dai_link = rtd->dai_link;
2764         struct snd_soc_dai *cpu_dai;
2765         int has_playback = 0;
2766         int has_capture  = 0;
2767         int i;
2768
2769         if (dai_link->dynamic && dai_link->num_cpus > 1) {
2770                 dev_err(rtd->dev, "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2771                 return -EINVAL;
2772         }
2773
2774         if (dai_link->dynamic || dai_link->no_pcm) {
2775                 int stream;
2776
2777                 if (dai_link->dpcm_playback) {
2778                         stream = SNDRV_PCM_STREAM_PLAYBACK;
2779
2780                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2781                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2782                                         has_playback = 1;
2783                                         break;
2784                                 }
2785                         }
2786                         if (!has_playback) {
2787                                 dev_err(rtd->card->dev,
2788                                         "No CPU DAIs support playback for stream %s\n",
2789                                         dai_link->stream_name);
2790                                 return -EINVAL;
2791                         }
2792                 }
2793                 if (dai_link->dpcm_capture) {
2794                         stream = SNDRV_PCM_STREAM_CAPTURE;
2795
2796                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2797                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2798                                         has_capture = 1;
2799                                         break;
2800                                 }
2801                         }
2802
2803                         if (!has_capture) {
2804                                 dev_err(rtd->card->dev,
2805                                         "No CPU DAIs support capture for stream %s\n",
2806                                         dai_link->stream_name);
2807                                 return -EINVAL;
2808                         }
2809                 }
2810         } else {
2811                 struct snd_soc_dai *codec_dai;
2812
2813                 /* Adapt stream for codec2codec links */
2814                 int cpu_capture  = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_CAPTURE);
2815                 int cpu_playback = snd_soc_get_stream_cpu(dai_link, SNDRV_PCM_STREAM_PLAYBACK);
2816
2817                 for_each_rtd_codec_dais(rtd, i, codec_dai) {
2818                         if (dai_link->num_cpus == 1) {
2819                                 cpu_dai = asoc_rtd_to_cpu(rtd, 0);
2820                         } else if (dai_link->num_cpus == dai_link->num_codecs) {
2821                                 cpu_dai = asoc_rtd_to_cpu(rtd, i);
2822                         } else if (rtd->dai_link->num_codecs > rtd->dai_link->num_cpus) {
2823                                 int cpu_id;
2824
2825                                 if (!rtd->dai_link->codec_ch_maps) {
2826                                         dev_err(rtd->card->dev, "%s: no codec channel mapping table provided\n",
2827                                                 __func__);
2828                                         return -EINVAL;
2829                                 }
2830
2831                                 cpu_id = rtd->dai_link->codec_ch_maps[i].connected_cpu_id;
2832                                 cpu_dai = asoc_rtd_to_cpu(rtd, cpu_id);
2833                         } else {
2834                                 dev_err(rtd->card->dev,
2835                                         "%s codec number %d < cpu number %d is not supported\n",
2836                                         __func__, rtd->dai_link->num_codecs,
2837                                         rtd->dai_link->num_cpus);
2838                                 return -EINVAL;
2839                         }
2840
2841                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2842                             snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2843                                 has_playback = 1;
2844                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2845                             snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2846                                 has_capture = 1;
2847                 }
2848         }
2849
2850         if (dai_link->playback_only)
2851                 has_capture = 0;
2852
2853         if (dai_link->capture_only)
2854                 has_playback = 0;
2855
2856         if (!has_playback && !has_capture) {
2857                 dev_err(rtd->dev, "substream %s has no playback, no capture\n",
2858                         dai_link->stream_name);
2859
2860                 return -EINVAL;
2861         }
2862
2863         *playback = has_playback;
2864         *capture  = has_capture;
2865
2866         return 0;
2867 }
2868
2869 static int soc_create_pcm(struct snd_pcm **pcm,
2870                           struct snd_soc_pcm_runtime *rtd,
2871                           int playback, int capture, int num)
2872 {
2873         char new_name[64];
2874         int ret;
2875
2876         /* create the PCM */
2877         if (rtd->dai_link->c2c_params) {
2878                 snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2879                          rtd->dai_link->stream_name);
2880
2881                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2882                                            playback, capture, pcm);
2883         } else if (rtd->dai_link->no_pcm) {
2884                 snprintf(new_name, sizeof(new_name), "(%s)",
2885                         rtd->dai_link->stream_name);
2886
2887                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2888                                 playback, capture, pcm);
2889         } else {
2890                 if (rtd->dai_link->dynamic)
2891                         snprintf(new_name, sizeof(new_name), "%s (*)",
2892                                 rtd->dai_link->stream_name);
2893                 else
2894                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
2895                                 rtd->dai_link->stream_name,
2896                                 soc_codec_dai_name(rtd), num);
2897
2898                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2899                         capture, pcm);
2900         }
2901         if (ret < 0) {
2902                 dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2903                         new_name, rtd->dai_link->name, ret);
2904                 return ret;
2905         }
2906         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2907
2908         return 0;
2909 }
2910
2911 /* create a new pcm */
2912 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2913 {
2914         struct snd_soc_component *component;
2915         struct snd_pcm *pcm;
2916         int ret = 0, playback = 0, capture = 0;
2917         int i;
2918
2919         ret = soc_get_playback_capture(rtd, &playback, &capture);
2920         if (ret < 0)
2921                 return ret;
2922
2923         ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2924         if (ret < 0)
2925                 return ret;
2926
2927         /* DAPM dai link stream work */
2928         /*
2929          * Currently nothing to do for c2c links
2930          * Since c2c links are internal nodes in the DAPM graph and
2931          * don't interface with the outside world or application layer
2932          * we don't have to do any special handling on close.
2933          */
2934         if (!rtd->dai_link->c2c_params)
2935                 rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2936
2937         rtd->pcm = pcm;
2938         pcm->nonatomic = rtd->dai_link->nonatomic;
2939         pcm->private_data = rtd;
2940         pcm->no_device_suspend = true;
2941
2942         if (rtd->dai_link->no_pcm || rtd->dai_link->c2c_params) {
2943                 if (playback)
2944                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2945                 if (capture)
2946                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2947                 goto out;
2948         }
2949
2950         /* ASoC PCM operations */
2951         if (rtd->dai_link->dynamic) {
2952                 rtd->ops.open           = dpcm_fe_dai_open;
2953                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
2954                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
2955                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
2956                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
2957                 rtd->ops.close          = dpcm_fe_dai_close;
2958                 rtd->ops.pointer        = soc_pcm_pointer;
2959         } else {
2960                 rtd->ops.open           = soc_pcm_open;
2961                 rtd->ops.hw_params      = soc_pcm_hw_params;
2962                 rtd->ops.prepare        = soc_pcm_prepare;
2963                 rtd->ops.trigger        = soc_pcm_trigger;
2964                 rtd->ops.hw_free        = soc_pcm_hw_free;
2965                 rtd->ops.close          = soc_pcm_close;
2966                 rtd->ops.pointer        = soc_pcm_pointer;
2967         }
2968
2969         for_each_rtd_components(rtd, i, component) {
2970                 const struct snd_soc_component_driver *drv = component->driver;
2971
2972                 if (drv->ioctl)
2973                         rtd->ops.ioctl          = snd_soc_pcm_component_ioctl;
2974                 if (drv->sync_stop)
2975                         rtd->ops.sync_stop      = snd_soc_pcm_component_sync_stop;
2976                 if (drv->copy_user)
2977                         rtd->ops.copy_user      = snd_soc_pcm_component_copy_user;
2978                 if (drv->page)
2979                         rtd->ops.page           = snd_soc_pcm_component_page;
2980                 if (drv->mmap)
2981                         rtd->ops.mmap           = snd_soc_pcm_component_mmap;
2982                 if (drv->ack)
2983                         rtd->ops.ack            = snd_soc_pcm_component_ack;
2984         }
2985
2986         if (playback)
2987                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2988
2989         if (capture)
2990                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
2991
2992         ret = snd_soc_pcm_component_new(rtd);
2993         if (ret < 0)
2994                 return ret;
2995 out:
2996         dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
2997                 soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
2998         return ret;
2999 }
3000
3001 /* is the current PCM operation for this FE ? */
3002 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3003 {
3004         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3005                 return 1;
3006         return 0;
3007 }
3008 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3009
3010 /* is the current PCM operation for this BE ? */
3011 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3012                 struct snd_soc_pcm_runtime *be, int stream)
3013 {
3014         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3015            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3016                   be->dpcm[stream].runtime_update))
3017                 return 1;
3018         return 0;
3019 }
3020 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3021
3022 /* get the substream for this BE */
3023 struct snd_pcm_substream *
3024         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3025 {
3026         return be->pcm->streams[stream].substream;
3027 }
3028 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3029
3030 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
3031                                     struct snd_soc_pcm_runtime *be,
3032                                     int stream,
3033                                     const enum snd_soc_dpcm_state *states,
3034                                     int num_states)
3035 {
3036         struct snd_soc_dpcm *dpcm;
3037         int state;
3038         int ret = 1;
3039         int i;
3040
3041         for_each_dpcm_fe(be, stream, dpcm) {
3042
3043                 if (dpcm->fe == fe)
3044                         continue;
3045
3046                 state = dpcm->fe->dpcm[stream].state;
3047                 for (i = 0; i < num_states; i++) {
3048                         if (state == states[i]) {
3049                                 ret = 0;
3050                                 break;
3051                         }
3052                 }
3053         }
3054
3055         /* it's safe to do this BE DAI */
3056         return ret;
3057 }
3058
3059 /*
3060  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3061  * are not running, paused or suspended for the specified stream direction.
3062  */
3063 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3064                 struct snd_soc_pcm_runtime *be, int stream)
3065 {
3066         const enum snd_soc_dpcm_state state[] = {
3067                 SND_SOC_DPCM_STATE_START,
3068                 SND_SOC_DPCM_STATE_PAUSED,
3069                 SND_SOC_DPCM_STATE_SUSPEND,
3070         };
3071
3072         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3073 }
3074 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3075
3076 /*
3077  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3078  * running, paused or suspended for the specified stream direction.
3079  */
3080 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3081                 struct snd_soc_pcm_runtime *be, int stream)
3082 {
3083         const enum snd_soc_dpcm_state state[] = {
3084                 SND_SOC_DPCM_STATE_START,
3085                 SND_SOC_DPCM_STATE_PAUSED,
3086                 SND_SOC_DPCM_STATE_SUSPEND,
3087                 SND_SOC_DPCM_STATE_PREPARE,
3088         };
3089
3090         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3091 }
3092 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3093
3094 /*
3095  * We can only prepare a BE DAI if any of it's FE are not prepared,
3096  * running or paused for the specified stream direction.
3097  */
3098 int snd_soc_dpcm_can_be_prepared(struct snd_soc_pcm_runtime *fe,
3099                                  struct snd_soc_pcm_runtime *be, int stream)
3100 {
3101         const enum snd_soc_dpcm_state state[] = {
3102                 SND_SOC_DPCM_STATE_START,
3103                 SND_SOC_DPCM_STATE_PAUSED,
3104                 SND_SOC_DPCM_STATE_PREPARE,
3105         };
3106
3107         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
3108 }
3109 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_prepared);