sound/soc/sh/rcar/core.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 //
   3 // Renesas R-Car SRU/SCU/SSIU/SSI support
   4 //
   5 // Copyright (C) 2013 Renesas Solutions Corp.
   6 // Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>
   7 //
   8 // Based on fsi.c
   9 // Kuninori Morimoto <morimoto.kuninori@renesas.com>
  10
  11 /*
  12  * Renesas R-Car sound device structure
  13  *
  14  * Gen1
  15  *
  16  * SRU          : Sound Routing Unit
  17  *  - SRC       : Sampling Rate Converter
  18  *  - CMD
  19  *    - CTU     : Channel Count Conversion Unit
  20  *    - MIX     : Mixer
  21  *    - DVC     : Digital Volume and Mute Function
  22  *  - SSI       : Serial Sound Interface
  23  *
  24  * Gen2
  25  *
  26  * SCU          : Sampling Rate Converter Unit
  27  *  - SRC       : Sampling Rate Converter
  28  *  - CMD
  29  *   - CTU      : Channel Count Conversion Unit
  30  *   - MIX      : Mixer
  31  *   - DVC      : Digital Volume and Mute Function
  32  * SSIU         : Serial Sound Interface Unit
  33  *  - SSI       : Serial Sound Interface
  34  */
  35
  36 /*
  37  *      driver data Image
  38  *
  39  * rsnd_priv
  40  *   |
  41  *   | ** this depends on Gen1/Gen2
  42  *   |
  43  *   +- gen
  44  *   |
  45  *   | ** these depend on data path
  46  *   | ** gen and platform data control it
  47  *   |
  48  *   +- rdai[0]
  49  *   |   |               sru     ssiu      ssi
  50  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  51  *   |   |
  52  *   |   |               sru     ssiu      ssi
  53  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  54  *   |
  55  *   +- rdai[1]
  56  *   |   |               sru     ssiu      ssi
  57  *   |   +- playback -> [mod] -> [mod] -> [mod] -> ...
  58  *   |   |
  59  *   |   |               sru     ssiu      ssi
  60  *   |   +- capture  -> [mod] -> [mod] -> [mod] -> ...
  61  *   ...
  62  *   |
  63  *   | ** these control ssi
  64  *   |
  65  *   +- ssi
  66  *   |  |
  67  *   |  +- ssi[0]
  68  *   |  +- ssi[1]
  69  *   |  +- ssi[2]
  70  *   |  ...
  71  *   |
  72  *   | ** these control src
  73  *   |
  74  *   +- src
  75  *      |
  76  *      +- src[0]
  77  *      +- src[1]
  78  *      +- src[2]
  79  *      ...
  80  *
  81  *
  82  * for_each_rsnd_dai(xx, priv, xx)
  83  *  rdai[0] => rdai[1] => rdai[2] => ...
  84  *
  85  * for_each_rsnd_mod(xx, rdai, xx)
  86  *  [mod] => [mod] => [mod] => ...
  87  *
  88  * rsnd_dai_call(xxx, fn )
  89  *  [mod]->fn() -> [mod]->fn() -> [mod]->fn()...
  90  *
  91  */
  92
  93 /*
  94  * you can enable below define if you don't need
  95  * DAI status debug message when debugging
  96  * see rsnd_dbg_dai_call()
  97  *
  98  * #define RSND_DEBUG_NO_DAI_CALL 1
  99  */
 100
 101 #include <linux/pm_runtime.h>
 102 #include "rsnd.h"
 103
 104 #define RSND_RATES SNDRV_PCM_RATE_8000_192000
 105 #define RSND_FMTS (SNDRV_PCM_FMTBIT_S8 |\
 106                    SNDRV_PCM_FMTBIT_S16_LE |\
 107                    SNDRV_PCM_FMTBIT_S24_LE)
 108
 109 static const struct of_device_id rsnd_of_match[] = {
 110         { .compatible = "renesas,rcar_sound-gen1", .data = (void *)RSND_GEN1 },
 111         { .compatible = "renesas,rcar_sound-gen2", .data = (void *)RSND_GEN2 },
 112         { .compatible = "renesas,rcar_sound-gen3", .data = (void *)RSND_GEN3 },
 113         /* Special Handling */
 114         { .compatible = "renesas,rcar_sound-r8a77990", .data = (void *)(RSND_GEN3 | RSND_SOC_E) },
 115         {},
 116 };
 117 MODULE_DEVICE_TABLE(of, rsnd_of_match);
 118
 119 /*
 120  *      rsnd_mod functions
 121  */
 122 void rsnd_mod_make_sure(struct rsnd_mod *mod, enum rsnd_mod_type type)
 123 {
 124         if (mod->type != type) {
 125                 struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 126                 struct device *dev = rsnd_priv_to_dev(priv);
 127
 128                 dev_warn(dev, "%s is not your expected module\n",
 129                          rsnd_mod_name(mod));
 130         }
 131 }
 132
 133 struct dma_chan *rsnd_mod_dma_req(struct rsnd_dai_stream *io,
 134                                   struct rsnd_mod *mod)
 135 {
 136         if (!mod || !mod->ops || !mod->ops->dma_req)
 137                 return NULL;
 138
 139         return mod->ops->dma_req(io, mod);
 140 }
 141
 142 #define MOD_NAME_NUM   5
 143 #define MOD_NAME_SIZE 16
 144 char *rsnd_mod_name(struct rsnd_mod *mod)
 145 {
 146         static char names[MOD_NAME_NUM][MOD_NAME_SIZE];
 147         static int num;
 148         char *name = names[num];
 149
 150         num++;
 151         if (num >= MOD_NAME_NUM)
 152                 num = 0;
 153
 154         /*
 155          * Let's use same char to avoid pointlessness memory
 156          * Thus, rsnd_mod_name() should be used immediately
 157          * Don't keep pointer
 158          */
 159         if ((mod)->ops->id_sub) {
 160                 snprintf(name, MOD_NAME_SIZE, "%s[%d%d]",
 161                          mod->ops->name,
 162                          rsnd_mod_id(mod),
 163                          rsnd_mod_id_sub(mod));
 164         } else {
 165                 snprintf(name, MOD_NAME_SIZE, "%s[%d]",
 166                          mod->ops->name,
 167                          rsnd_mod_id(mod));
 168         }
 169
 170         return name;
 171 }
 172
 173 u32 *rsnd_mod_get_status(struct rsnd_mod *mod,
 174                          struct rsnd_dai_stream *io,
 175                          enum rsnd_mod_type type)
 176 {
 177         return &mod->status;
 178 }
 179
 180 int rsnd_mod_id_raw(struct rsnd_mod *mod)
 181 {
 182         return mod->id;
 183 }
 184
 185 int rsnd_mod_id(struct rsnd_mod *mod)
 186 {
 187         if ((mod)->ops->id)
 188                 return (mod)->ops->id(mod);
 189
 190         return rsnd_mod_id_raw(mod);
 191 }
 192
 193 int rsnd_mod_id_sub(struct rsnd_mod *mod)
 194 {
 195         if ((mod)->ops->id_sub)
 196                 return (mod)->ops->id_sub(mod);
 197
 198         return 0;
 199 }
 200
 201 int rsnd_mod_init(struct rsnd_priv *priv,
 202                   struct rsnd_mod *mod,
 203                   struct rsnd_mod_ops *ops,
 204                   struct clk *clk,
 205                   enum rsnd_mod_type type,
 206                   int id)
 207 {
 208         int ret = clk_prepare(clk);
 209
 210         if (ret)
 211                 return ret;
 212
 213         mod->id         = id;
 214         mod->ops        = ops;
 215         mod->type       = type;
 216         mod->clk        = clk;
 217         mod->priv       = priv;
 218
 219         return 0;
 220 }
 221
 222 void rsnd_mod_quit(struct rsnd_mod *mod)
 223 {
 224         clk_unprepare(mod->clk);
 225         mod->clk = NULL;
 226 }
 227
 228 void rsnd_mod_interrupt(struct rsnd_mod *mod,
 229                         void (*callback)(struct rsnd_mod *mod,
 230                                          struct rsnd_dai_stream *io))
 231 {
 232         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 233         struct rsnd_dai *rdai;
 234         int i;
 235
 236         for_each_rsnd_dai(rdai, priv, i) {
 237                 struct rsnd_dai_stream *io = &rdai->playback;
 238
 239                 if (mod == io->mod[mod->type])
 240                         callback(mod, io);
 241
 242                 io = &rdai->capture;
 243                 if (mod == io->mod[mod->type])
 244                         callback(mod, io);
 245         }
 246 }
 247
 248 int rsnd_io_is_working(struct rsnd_dai_stream *io)
 249 {
 250         /* see rsnd_dai_stream_init/quit() */
 251         if (io->substream)
 252                 return snd_pcm_running(io->substream);
 253
 254         return 0;
 255 }
 256
 257 int rsnd_runtime_channel_original_with_params(struct rsnd_dai_stream *io,
 258                                               struct snd_pcm_hw_params *params)
 259 {
 260         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 261
 262         /*
 263          * params will be added when refine
 264          * see
 265          *      __rsnd_soc_hw_rule_rate()
 266          *      __rsnd_soc_hw_rule_channels()
 267          */
 268         if (params)
 269                 return params_channels(params);
 270         else if (runtime)
 271                 return runtime->channels;
 272         return 0;
 273 }
 274
 275 int rsnd_runtime_channel_after_ctu_with_params(struct rsnd_dai_stream *io,
 276                                                struct snd_pcm_hw_params *params)
 277 {
 278         int chan = rsnd_runtime_channel_original_with_params(io, params);
 279         struct rsnd_mod *ctu_mod = rsnd_io_to_mod_ctu(io);
 280
 281         if (ctu_mod) {
 282                 u32 converted_chan = rsnd_io_converted_chan(io);
 283
 284                 /*
 285                  * !! Note !!
 286                  *
 287                  * converted_chan will be used for CTU,
 288                  * or TDM Split mode.
 289                  * User shouldn't use CTU with TDM Split mode.
 290                  */
 291                 if (rsnd_runtime_is_tdm_split(io)) {
 292                         struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));
 293
 294                         dev_err(dev, "CTU and TDM Split should be used\n");
 295                 }
 296
 297                 if (converted_chan)
 298                         return converted_chan;
 299         }
 300
 301         return chan;
 302 }
 303
 304 int rsnd_channel_normalization(int chan)
 305 {
 306         if (WARN_ON((chan > 8) || (chan < 0)))
 307                 return 0;
 308
 309         /* TDM Extend Mode needs 8ch */
 310         if (chan == 6)
 311                 chan = 8;
 312
 313         return chan;
 314 }
 315
 316 int rsnd_runtime_channel_for_ssi_with_params(struct rsnd_dai_stream *io,
 317                                              struct snd_pcm_hw_params *params)
 318 {
 319         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 320         int chan = rsnd_io_is_play(io) ?
 321                 rsnd_runtime_channel_after_ctu_with_params(io, params) :
 322                 rsnd_runtime_channel_original_with_params(io, params);
 323
 324         /* Use Multi SSI */
 325         if (rsnd_runtime_is_multi_ssi(io))
 326                 chan /= rsnd_rdai_ssi_lane_get(rdai);
 327
 328         return rsnd_channel_normalization(chan);
 329 }
 330
 331 int rsnd_runtime_is_multi_ssi(struct rsnd_dai_stream *io)
 332 {
 333         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 334         int lane = rsnd_rdai_ssi_lane_get(rdai);
 335         int chan = rsnd_io_is_play(io) ?
 336                 rsnd_runtime_channel_after_ctu(io) :
 337                 rsnd_runtime_channel_original(io);
 338
 339         return (chan > 2) && (lane > 1);
 340 }
 341
 342 int rsnd_runtime_is_tdm(struct rsnd_dai_stream *io)
 343 {
 344         return rsnd_runtime_channel_for_ssi(io) >= 6;
 345 }
 346
 347 int rsnd_runtime_is_tdm_split(struct rsnd_dai_stream *io)
 348 {
 349         return !!rsnd_flags_has(io, RSND_STREAM_TDM_SPLIT);
 350 }
 351
 352 /*
 353  *      ADINR function
 354  */
 355 u32 rsnd_get_adinr_bit(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 356 {
 357         struct rsnd_priv *priv = rsnd_mod_to_priv(mod);
 358         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 359         struct device *dev = rsnd_priv_to_dev(priv);
 360
 361         switch (snd_pcm_format_width(runtime->format)) {
 362         case 8:
 363                 return 16 << 16;
 364         case 16:
 365                 return 8 << 16;
 366         case 24:
 367                 return 0 << 16;
 368         }
 369
 370         dev_warn(dev, "not supported sample bits\n");
 371
 372         return 0;
 373 }
 374
 375 /*
 376  *      DALIGN function
 377  */
 378 u32 rsnd_get_dalign(struct rsnd_mod *mod, struct rsnd_dai_stream *io)
 379 {
 380         static const u32 dalign_values[8] = {
 381                 0x76543210, 0x00000032, 0x00007654, 0x00000076,
 382                 0xfedcba98, 0x000000ba, 0x0000fedc, 0x000000fe,
 383         };
 384         int id = 0;
 385         struct rsnd_mod *ssiu = rsnd_io_to_mod_ssiu(io);
 386         struct rsnd_mod *target;
 387         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 388         u32 dalign;
 389
 390         /*
 391          * *Hardware* L/R and *Software* L/R are inverted for 16bit data.
 392          *          31..16 15...0
 393          *      HW: [L ch] [R ch]
 394          *      SW: [R ch] [L ch]
 395          * We need to care about inversion timing to control
 396          * Playback/Capture correctly.
 397          * The point is [DVC] needs *Hardware* L/R, [MEM] needs *Software* L/R
 398          *
 399          * sL/R : software L/R
 400          * hL/R : hardware L/R
 401          * (*)  : conversion timing
 402          *
 403          * Playback
 404          *           sL/R (*) hL/R     hL/R     hL/R      hL/R     hL/R
 405          *      [MEM] -> [SRC] -> [DVC] -> [CMD] -> [SSIU] -> [SSI] -> codec
 406          *
 407          * Capture
 408          *           hL/R     hL/R      hL/R     hL/R     hL/R (*) sL/R
 409          *      codec -> [SSI] -> [SSIU] -> [SRC] -> [DVC] -> [CMD] -> [MEM]
 410          */
 411         if (rsnd_io_is_play(io)) {
 412                 struct rsnd_mod *src = rsnd_io_to_mod_src(io);
 413
 414                 target = src ? src : ssiu;
 415         } else {
 416                 struct rsnd_mod *cmd = rsnd_io_to_mod_cmd(io);
 417
 418                 target = cmd ? cmd : ssiu;
 419         }
 420
 421         if (mod == ssiu)
 422                 id = rsnd_mod_id_sub(mod);
 423
 424         dalign = dalign_values[id];
 425
 426         if (mod == target && snd_pcm_format_width(runtime->format) == 16) {
 427                 /* Target mod needs inverted DALIGN when 16bit */
 428                 dalign = (dalign & 0xf0f0f0f0) >> 4 |
 429                          (dalign & 0x0f0f0f0f) << 4;
 430         }
 431
 432         return dalign;
 433 }
 434
 435 u32 rsnd_get_busif_shift(struct rsnd_dai_stream *io, struct rsnd_mod *mod)
 436 {
 437         enum rsnd_mod_type playback_mods[] = {
 438                 RSND_MOD_SRC,
 439                 RSND_MOD_CMD,
 440                 RSND_MOD_SSIU,
 441         };
 442         enum rsnd_mod_type capture_mods[] = {
 443                 RSND_MOD_CMD,
 444                 RSND_MOD_SRC,
 445                 RSND_MOD_SSIU,
 446         };
 447         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
 448         struct rsnd_mod *tmod = NULL;
 449         enum rsnd_mod_type *mods =
 450                 rsnd_io_is_play(io) ?
 451                 playback_mods : capture_mods;
 452         int i;
 453
 454         /*
 455          * This is needed for 24bit data
 456          * We need to shift 8bit
 457          *
 458          * Linux 24bit data is located as 0x00******
 459          * HW    24bit data is located as 0x******00
 460          *
 461          */
 462         if (snd_pcm_format_width(runtime->format) != 24)
 463                 return 0;
 464
 465         for (i = 0; i < ARRAY_SIZE(playback_mods); i++) {
 466                 tmod = rsnd_io_to_mod(io, mods[i]);
 467                 if (tmod)
 468                         break;
 469         }
 470
 471         if (tmod != mod)
 472                 return 0;
 473
 474         if (rsnd_io_is_play(io))
 475                 return  (0 << 20) | /* shift to Left */
 476                         (8 << 16);  /* 8bit */
 477         else
 478                 return  (1 << 20) | /* shift to Right */
 479                         (8 << 16);  /* 8bit */
 480 }
 481
 482 /*
 483  *      rsnd_dai functions
 484  */
 485 struct rsnd_mod *rsnd_mod_next(int *iterator,
 486                                struct rsnd_dai_stream *io,
 487                                enum rsnd_mod_type *array,
 488                                int array_size)
 489 {
 490         int max = array ? array_size : RSND_MOD_MAX;
 491
 492         for (; *iterator < max; (*iterator)++) {
 493                 enum rsnd_mod_type type = (array) ? array[*iterator] : *iterator;
 494                 struct rsnd_mod *mod = rsnd_io_to_mod(io, type);
 495
 496                 if (mod)
 497                         return mod;
 498         }
 499
 500         return NULL;
 501 }
 502
 503 static enum rsnd_mod_type rsnd_mod_sequence[][RSND_MOD_MAX] = {
 504         {
 505                 /* CAPTURE */
 506                 RSND_MOD_AUDMAPP,
 507                 RSND_MOD_AUDMA,
 508                 RSND_MOD_DVC,
 509                 RSND_MOD_MIX,
 510                 RSND_MOD_CTU,
 511                 RSND_MOD_CMD,
 512                 RSND_MOD_SRC,
 513                 RSND_MOD_SSIU,
 514                 RSND_MOD_SSIM3,
 515                 RSND_MOD_SSIM2,
 516                 RSND_MOD_SSIM1,
 517                 RSND_MOD_SSIP,
 518                 RSND_MOD_SSI,
 519         }, {
 520                 /* PLAYBACK */
 521                 RSND_MOD_AUDMAPP,
 522                 RSND_MOD_AUDMA,
 523                 RSND_MOD_SSIM3,
 524                 RSND_MOD_SSIM2,
 525                 RSND_MOD_SSIM1,
 526                 RSND_MOD_SSIP,
 527                 RSND_MOD_SSI,
 528                 RSND_MOD_SSIU,
 529                 RSND_MOD_DVC,
 530                 RSND_MOD_MIX,
 531                 RSND_MOD_CTU,
 532                 RSND_MOD_CMD,
 533                 RSND_MOD_SRC,
 534         },
 535 };
 536
 537 static int rsnd_status_update(u32 *status,
 538                               int shift, int add, int timing)
 539 {
 540         u32 mask        = 0xF << shift;
 541         u8 val          = (*status >> shift) & 0xF;
 542         u8 next_val     = (val + add) & 0xF;
 543         int func_call   = (val == timing);
 544
 545         if (next_val == 0xF) /* underflow case */
 546                 func_call = 0;
 547         else
 548                 *status = (*status & ~mask) + (next_val << shift);
 549
 550         return func_call;
 551 }
 552
 553 #define rsnd_dai_call(fn, io, param...)                                 \
 554 ({                                                                      \
 555         struct device *dev = rsnd_priv_to_dev(rsnd_io_to_priv(io));     \
 556         struct rsnd_mod *mod;                                           \
 557         int is_play = rsnd_io_is_play(io);                              \
 558         int ret = 0, i;                                                 \
 559         enum rsnd_mod_type *types = rsnd_mod_sequence[is_play];         \
 560         for_each_rsnd_mod_arrays(i, mod, io, types, RSND_MOD_MAX) {     \
 561                 int tmp = 0;                                            \
 562                 u32 *status = mod->ops->get_status(mod, io, types[i]);  \
 563                 int func_call = rsnd_status_update(status,              \
 564                                                 __rsnd_mod_shift_##fn,  \
 565                                                 __rsnd_mod_add_##fn,    \
 566                                                 __rsnd_mod_call_##fn);  \
 567                 rsnd_dbg_dai_call(dev, "%s\t0x%08x %s\n",               \
 568                         rsnd_mod_name(mod), *status,    \
 569                         (func_call && (mod)->ops->fn) ? #fn : "");      \
 570                 if (func_call && (mod)->ops->fn)                        \
 571                         tmp = (mod)->ops->fn(mod, io, param);           \
 572                 if (tmp && (tmp != -EPROBE_DEFER))                      \
 573                         dev_err(dev, "%s : %s error %d\n",              \
 574                                 rsnd_mod_name(mod), #fn, tmp);          \
 575                 ret |= tmp;                                             \
 576         }                                                               \
 577         ret;                                                            \
 578 })
 579
 580 int rsnd_dai_connect(struct rsnd_mod *mod,
 581                      struct rsnd_dai_stream *io,
 582                      enum rsnd_mod_type type)
 583 {
 584         struct rsnd_priv *priv;
 585         struct device *dev;
 586
 587         if (!mod)
 588                 return -EIO;
 589
 590         if (io->mod[type] == mod)
 591                 return 0;
 592
 593         if (io->mod[type])
 594                 return -EINVAL;
 595
 596         priv = rsnd_mod_to_priv(mod);
 597         dev = rsnd_priv_to_dev(priv);
 598
 599         io->mod[type] = mod;
 600
 601         dev_dbg(dev, "%s is connected to io (%s)\n",
 602                 rsnd_mod_name(mod),
 603                 rsnd_io_is_play(io) ? "Playback" : "Capture");
 604
 605         return 0;
 606 }
 607
 608 static void rsnd_dai_disconnect(struct rsnd_mod *mod,
 609                                 struct rsnd_dai_stream *io,
 610                                 enum rsnd_mod_type type)
 611 {
 612         io->mod[type] = NULL;
 613 }
 614
 615 int rsnd_rdai_channels_ctrl(struct rsnd_dai *rdai,
 616                             int max_channels)
 617 {
 618         if (max_channels > 0)
 619                 rdai->max_channels = max_channels;
 620
 621         return rdai->max_channels;
 622 }
 623
 624 int rsnd_rdai_ssi_lane_ctrl(struct rsnd_dai *rdai,
 625                             int ssi_lane)
 626 {
 627         if (ssi_lane > 0)
 628                 rdai->ssi_lane = ssi_lane;
 629
 630         return rdai->ssi_lane;
 631 }
 632
 633 int rsnd_rdai_width_ctrl(struct rsnd_dai *rdai, int width)
 634 {
 635         if (width > 0)
 636                 rdai->chan_width = width;
 637
 638         return rdai->chan_width;
 639 }
 640
 641 struct rsnd_dai *rsnd_rdai_get(struct rsnd_priv *priv, int id)
 642 {
 643         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 644                 return NULL;
 645
 646         return priv->rdai + id;
 647 }
 648
 649 static struct snd_soc_dai_driver
 650 *rsnd_daidrv_get(struct rsnd_priv *priv, int id)
 651 {
 652         if ((id < 0) || (id >= rsnd_rdai_nr(priv)))
 653                 return NULL;
 654
 655         return priv->daidrv + id;
 656 }
 657
 658 #define rsnd_dai_to_priv(dai) snd_soc_dai_get_drvdata(dai)
 659 static struct rsnd_dai *rsnd_dai_to_rdai(struct snd_soc_dai *dai)
 660 {
 661         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 662
 663         return rsnd_rdai_get(priv, dai->id);
 664 }
 665
 666 /*
 667  *      rsnd_soc_dai functions
 668  */
 669 void rsnd_dai_period_elapsed(struct rsnd_dai_stream *io)
 670 {
 671         struct snd_pcm_substream *substream = io->substream;
 672
 673         /*
 674          * this function should be called...
 675          *
 676          * - if rsnd_dai_pointer_update() returns true
 677          * - without spin lock
 678          */
 679
 680         snd_pcm_period_elapsed(substream);
 681 }
 682
 683 static void rsnd_dai_stream_init(struct rsnd_dai_stream *io,
 684                                 struct snd_pcm_substream *substream)
 685 {
 686         io->substream           = substream;
 687 }
 688
 689 static void rsnd_dai_stream_quit(struct rsnd_dai_stream *io)
 690 {
 691         io->substream           = NULL;
 692 }
 693
 694 static
 695 struct snd_soc_dai *rsnd_substream_to_dai(struct snd_pcm_substream *substream)
 696 {
 697         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 698
 699         return  asoc_rtd_to_cpu(rtd, 0);
 700 }
 701
 702 static
 703 struct rsnd_dai_stream *rsnd_rdai_to_io(struct rsnd_dai *rdai,
 704                                         struct snd_pcm_substream *substream)
 705 {
 706         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 707                 return &rdai->playback;
 708         else
 709                 return &rdai->capture;
 710 }
 711
 712 static int rsnd_soc_dai_trigger(struct snd_pcm_substream *substream, int cmd,
 713                             struct snd_soc_dai *dai)
 714 {
 715         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 716         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 717         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 718         int ret;
 719         unsigned long flags;
 720
 721         spin_lock_irqsave(&priv->lock, flags);
 722
 723         switch (cmd) {
 724         case SNDRV_PCM_TRIGGER_START:
 725         case SNDRV_PCM_TRIGGER_RESUME:
 726                 ret = rsnd_dai_call(init, io, priv);
 727                 if (ret < 0)
 728                         goto dai_trigger_end;
 729
 730                 ret = rsnd_dai_call(start, io, priv);
 731                 if (ret < 0)
 732                         goto dai_trigger_end;
 733
 734                 ret = rsnd_dai_call(irq, io, priv, 1);
 735                 if (ret < 0)
 736                         goto dai_trigger_end;
 737
 738                 break;
 739         case SNDRV_PCM_TRIGGER_STOP:
 740         case SNDRV_PCM_TRIGGER_SUSPEND:
 741                 ret = rsnd_dai_call(irq, io, priv, 0);
 742
 743                 ret |= rsnd_dai_call(stop, io, priv);
 744
 745                 ret |= rsnd_dai_call(quit, io, priv);
 746
 747                 break;
 748         default:
 749                 ret = -EINVAL;
 750         }
 751
 752 dai_trigger_end:
 753         spin_unlock_irqrestore(&priv->lock, flags);
 754
 755         return ret;
 756 }
 757
 758 static int rsnd_soc_dai_set_fmt(struct snd_soc_dai *dai, unsigned int fmt)
 759 {
 760         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 761
 762         /* set clock master for audio interface */
 763         switch (fmt & SND_SOC_DAIFMT_MASTER_MASK) {
 764         case SND_SOC_DAIFMT_CBM_CFM:
 765                 rdai->clk_master = 0;
 766                 break;
 767         case SND_SOC_DAIFMT_CBS_CFS:
 768                 rdai->clk_master = 1; /* cpu is master */
 769                 break;
 770         default:
 771                 return -EINVAL;
 772         }
 773
 774         /* set format */
 775         rdai->bit_clk_inv = 0;
 776         switch (fmt & SND_SOC_DAIFMT_FORMAT_MASK) {
 777         case SND_SOC_DAIFMT_I2S:
 778                 rdai->sys_delay = 0;
 779                 rdai->data_alignment = 0;
 780                 rdai->frm_clk_inv = 0;
 781                 break;
 782         case SND_SOC_DAIFMT_LEFT_J:
 783         case SND_SOC_DAIFMT_DSP_B:
 784                 rdai->sys_delay = 1;
 785                 rdai->data_alignment = 0;
 786                 rdai->frm_clk_inv = 1;
 787                 break;
 788         case SND_SOC_DAIFMT_RIGHT_J:
 789                 rdai->sys_delay = 1;
 790                 rdai->data_alignment = 1;
 791                 rdai->frm_clk_inv = 1;
 792                 break;
 793         case SND_SOC_DAIFMT_DSP_A:
 794                 rdai->sys_delay = 0;
 795                 rdai->data_alignment = 0;
 796                 rdai->frm_clk_inv = 1;
 797                 break;
 798         }
 799
 800         /* set clock inversion */
 801         switch (fmt & SND_SOC_DAIFMT_INV_MASK) {
 802         case SND_SOC_DAIFMT_NB_IF:
 803                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 804                 break;
 805         case SND_SOC_DAIFMT_IB_NF:
 806                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 807                 break;
 808         case SND_SOC_DAIFMT_IB_IF:
 809                 rdai->bit_clk_inv = !rdai->bit_clk_inv;
 810                 rdai->frm_clk_inv = !rdai->frm_clk_inv;
 811                 break;
 812         case SND_SOC_DAIFMT_NB_NF:
 813         default:
 814                 break;
 815         }
 816
 817         return 0;
 818 }
 819
 820 static int rsnd_soc_set_dai_tdm_slot(struct snd_soc_dai *dai,
 821                                      u32 tx_mask, u32 rx_mask,
 822                                      int slots, int slot_width)
 823 {
 824         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
 825         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 826         struct device *dev = rsnd_priv_to_dev(priv);
 827
 828         switch (slot_width) {
 829         case 16:
 830         case 24:
 831         case 32:
 832                 break;
 833         default:
 834                 /* use default */
 835                 slot_width = 32;
 836         }
 837
 838         switch (slots) {
 839         case 2:
 840                 /* TDM Split Mode */
 841         case 6:
 842         case 8:
 843                 /* TDM Extend Mode */
 844                 rsnd_rdai_channels_set(rdai, slots);
 845                 rsnd_rdai_ssi_lane_set(rdai, 1);
 846                 rsnd_rdai_width_set(rdai, slot_width);
 847                 break;
 848         default:
 849                 dev_err(dev, "unsupported TDM slots (%d)\n", slots);
 850                 return -EINVAL;
 851         }
 852
 853         return 0;
 854 }
 855
 856 static unsigned int rsnd_soc_hw_channels_list[] = {
 857         2, 6, 8,
 858 };
 859
 860 static unsigned int rsnd_soc_hw_rate_list[] = {
 861           8000,
 862          11025,
 863          16000,
 864          22050,
 865          32000,
 866          44100,
 867          48000,
 868          64000,
 869          88200,
 870          96000,
 871         176400,
 872         192000,
 873 };
 874
 875 static int rsnd_soc_hw_rule(struct rsnd_dai *rdai,
 876                             unsigned int *list, int list_num,
 877                             struct snd_interval *baseline, struct snd_interval *iv)
 878 {
 879         struct snd_interval p;
 880         unsigned int rate;
 881         int i;
 882
 883         snd_interval_any(&p);
 884         p.min = UINT_MAX;
 885         p.max = 0;
 886
 887         for (i = 0; i < list_num; i++) {
 888
 889                 if (!snd_interval_test(iv, list[i]))
 890                         continue;
 891
 892                 rate = rsnd_ssi_clk_query(rdai,
 893                                           baseline->min, list[i], NULL);
 894                 if (rate > 0) {
 895                         p.min = min(p.min, list[i]);
 896                         p.max = max(p.max, list[i]);
 897                 }
 898
 899                 rate = rsnd_ssi_clk_query(rdai,
 900                                           baseline->max, list[i], NULL);
 901                 if (rate > 0) {
 902                         p.min = min(p.min, list[i]);
 903                         p.max = max(p.max, list[i]);
 904                 }
 905         }
 906
 907         return snd_interval_refine(iv, &p);
 908 }
 909
 910 static int rsnd_soc_hw_rule_rate(struct snd_pcm_hw_params *params,
 911                                  struct snd_pcm_hw_rule *rule)
 912 {
 913         struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 914         struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 915         struct snd_interval ic;
 916         struct rsnd_dai_stream *io = rule->private;
 917         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 918
 919         /*
 920          * possible sampling rate limitation is same as
 921          * 2ch if it supports multi ssi
 922          * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
 923          */
 924         ic = *ic_;
 925         ic.min =
 926         ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
 927
 928         return rsnd_soc_hw_rule(rdai, rsnd_soc_hw_rate_list,
 929                                 ARRAY_SIZE(rsnd_soc_hw_rate_list),
 930                                 &ic, ir);
 931 }
 932
 933 static int rsnd_soc_hw_rule_channels(struct snd_pcm_hw_params *params,
 934                                      struct snd_pcm_hw_rule *rule)
 935 {
 936         struct snd_interval *ic_ = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 937         struct snd_interval *ir = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
 938         struct snd_interval ic;
 939         struct rsnd_dai_stream *io = rule->private;
 940         struct rsnd_dai *rdai = rsnd_io_to_rdai(io);
 941
 942         /*
 943          * possible sampling rate limitation is same as
 944          * 2ch if it supports multi ssi
 945          * and same as 8ch if TDM 6ch (see rsnd_ssi_config_init())
 946          */
 947         ic = *ic_;
 948         ic.min =
 949         ic.max = rsnd_runtime_channel_for_ssi_with_params(io, params);
 950
 951         return rsnd_soc_hw_rule(rdai, rsnd_soc_hw_channels_list,
 952                                 ARRAY_SIZE(rsnd_soc_hw_channels_list),
 953                                 ir, &ic);
 954 }
 955
 956 static const struct snd_pcm_hardware rsnd_pcm_hardware = {
 957         .info =         SNDRV_PCM_INFO_INTERLEAVED      |
 958                         SNDRV_PCM_INFO_MMAP             |
 959                         SNDRV_PCM_INFO_MMAP_VALID,
 960         .buffer_bytes_max       = 64 * 1024,
 961         .period_bytes_min       = 32,
 962         .period_bytes_max       = 8192,
 963         .periods_min            = 1,
 964         .periods_max            = 32,
 965         .fifo_size              = 256,
 966 };
 967
 968 static int rsnd_soc_dai_startup(struct snd_pcm_substream *substream,
 969                                 struct snd_soc_dai *dai)
 970 {
 971         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
 972         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
 973         struct snd_pcm_hw_constraint_list *constraint = &rdai->constraint;
 974         struct snd_pcm_runtime *runtime = substream->runtime;
 975         unsigned int max_channels = rsnd_rdai_channels_get(rdai);
 976         int i;
 977
 978         rsnd_dai_stream_init(io, substream);
 979
 980         /*
 981          * Channel Limitation
 982          * It depends on Platform design
 983          */
 984         constraint->list        = rsnd_soc_hw_channels_list;
 985         constraint->count       = 0;
 986         constraint->mask        = 0;
 987
 988         for (i = 0; i < ARRAY_SIZE(rsnd_soc_hw_channels_list); i++) {
 989                 if (rsnd_soc_hw_channels_list[i] > max_channels)
 990                         break;
 991                 constraint->count = i + 1;
 992         }
 993
 994         snd_soc_set_runtime_hwparams(substream, &rsnd_pcm_hardware);
 995
 996         snd_pcm_hw_constraint_list(runtime, 0,
 997                                    SNDRV_PCM_HW_PARAM_CHANNELS, constraint);
 998
 999         snd_pcm_hw_constraint_integer(runtime,
1000                                       SNDRV_PCM_HW_PARAM_PERIODS);
1001
1002         /*
1003          * Sampling Rate / Channel Limitation
1004          * It depends on Clock Master Mode
1005          */
1006         if (rsnd_rdai_is_clk_master(rdai)) {
1007                 int is_play = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1008
1009                 snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1010                                     rsnd_soc_hw_rule_rate,
1011                                     is_play ? &rdai->playback : &rdai->capture,
1012                                     SNDRV_PCM_HW_PARAM_CHANNELS, -1);
1013                 snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
1014                                     rsnd_soc_hw_rule_channels,
1015                                     is_play ? &rdai->playback : &rdai->capture,
1016                                     SNDRV_PCM_HW_PARAM_RATE, -1);
1017         }
1018
1019         return 0;
1020 }
1021
1022 static void rsnd_soc_dai_shutdown(struct snd_pcm_substream *substream,
1023                                   struct snd_soc_dai *dai)
1024 {
1025         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1026         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
1027         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1028
1029         /*
1030          * call rsnd_dai_call without spinlock
1031          */
1032         rsnd_dai_call(cleanup, io, priv);
1033
1034         rsnd_dai_stream_quit(io);
1035 }
1036
1037 static int rsnd_soc_dai_prepare(struct snd_pcm_substream *substream,
1038                                 struct snd_soc_dai *dai)
1039 {
1040         struct rsnd_priv *priv = rsnd_dai_to_priv(dai);
1041         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1042         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1043
1044         return rsnd_dai_call(prepare, io, priv);
1045 }
1046
1047 static const struct snd_soc_dai_ops rsnd_soc_dai_ops = {
1048         .startup        = rsnd_soc_dai_startup,
1049         .shutdown       = rsnd_soc_dai_shutdown,
1050         .trigger        = rsnd_soc_dai_trigger,
1051         .set_fmt        = rsnd_soc_dai_set_fmt,
1052         .set_tdm_slot   = rsnd_soc_set_dai_tdm_slot,
1053         .prepare        = rsnd_soc_dai_prepare,
1054 };
1055
1056 static void rsnd_parse_tdm_split_mode(struct rsnd_priv *priv,
1057                                       struct rsnd_dai_stream *io,
1058                                       struct device_node *dai_np)
1059 {
1060         struct device *dev = rsnd_priv_to_dev(priv);
1061         struct device_node *ssiu_np = rsnd_ssiu_of_node(priv);
1062         struct device_node *np;
1063         int is_play = rsnd_io_is_play(io);
1064         int i;
1065
1066         if (!ssiu_np)
1067                 return;
1068
1069         /*
1070          * This driver assumes that it is TDM Split mode
1071          * if it includes ssiu node
1072          */
1073         for (i = 0;; i++) {
1074                 struct device_node *node = is_play ?
1075                         of_parse_phandle(dai_np, "playback", i) :
1076                         of_parse_phandle(dai_np, "capture",  i);
1077
1078                 if (!node)
1079                         break;
1080
1081                 for_each_child_of_node(ssiu_np, np) {
1082                         if (np == node) {
1083                                 rsnd_flags_set(io, RSND_STREAM_TDM_SPLIT);
1084                                 dev_dbg(dev, "%s is part of TDM Split\n", io->name);
1085                         }
1086                 }
1087
1088                 of_node_put(node);
1089         }
1090
1091         of_node_put(ssiu_np);
1092 }
1093
1094 static void rsnd_parse_connect_simple(struct rsnd_priv *priv,
1095                                       struct rsnd_dai_stream *io,
1096                                       struct device_node *dai_np)
1097 {
1098         if (!rsnd_io_to_mod_ssi(io))
1099                 return;
1100
1101         rsnd_parse_tdm_split_mode(priv, io, dai_np);
1102 }
1103
1104 static void rsnd_parse_connect_graph(struct rsnd_priv *priv,
1105                                      struct rsnd_dai_stream *io,
1106                                      struct device_node *endpoint)
1107 {
1108         struct device *dev = rsnd_priv_to_dev(priv);
1109         struct device_node *remote_node;
1110
1111         if (!rsnd_io_to_mod_ssi(io))
1112                 return;
1113
1114         remote_node = of_graph_get_remote_port_parent(endpoint);
1115
1116         /* HDMI0 */
1117         if (strstr(remote_node->full_name, "hdmi@fead0000")) {
1118                 rsnd_flags_set(io, RSND_STREAM_HDMI0);
1119                 dev_dbg(dev, "%s connected to HDMI0\n", io->name);
1120         }
1121
1122         /* HDMI1 */
1123         if (strstr(remote_node->full_name, "hdmi@feae0000")) {
1124                 rsnd_flags_set(io, RSND_STREAM_HDMI1);
1125                 dev_dbg(dev, "%s connected to HDMI1\n", io->name);
1126         }
1127
1128         rsnd_parse_tdm_split_mode(priv, io, endpoint);
1129
1130         of_node_put(remote_node);
1131 }
1132
1133 void rsnd_parse_connect_common(struct rsnd_dai *rdai,
1134                 struct rsnd_mod* (*mod_get)(struct rsnd_priv *priv, int id),
1135                 struct device_node *node,
1136                 struct device_node *playback,
1137                 struct device_node *capture)
1138 {
1139         struct rsnd_priv *priv = rsnd_rdai_to_priv(rdai);
1140         struct device_node *np;
1141         int i;
1142
1143         if (!node)
1144                 return;
1145
1146         i = 0;
1147         for_each_child_of_node(node, np) {
1148                 struct rsnd_mod *mod = mod_get(priv, i);
1149
1150                 if (np == playback)
1151                         rsnd_dai_connect(mod, &rdai->playback, mod->type);
1152                 if (np == capture)
1153                         rsnd_dai_connect(mod, &rdai->capture, mod->type);
1154                 i++;
1155         }
1156
1157         of_node_put(node);
1158 }
1159
1160 static struct device_node *rsnd_dai_of_node(struct rsnd_priv *priv,
1161                                             int *is_graph)
1162 {
1163         struct device *dev = rsnd_priv_to_dev(priv);
1164         struct device_node *np = dev->of_node;
1165         struct device_node *dai_node;
1166         struct device_node *ret;
1167
1168         *is_graph = 0;
1169
1170         /*
1171          * parse both previous dai (= rcar_sound,dai), and
1172          * graph dai (= ports/port)
1173          */
1174         dai_node = of_get_child_by_name(np, RSND_NODE_DAI);
1175         if (dai_node) {
1176                 ret = dai_node;
1177                 goto of_node_compatible;
1178         }
1179
1180         ret = np;
1181
1182         dai_node = of_graph_get_next_endpoint(np, NULL);
1183         if (dai_node)
1184                 goto of_node_graph;
1185
1186         return NULL;
1187
1188 of_node_graph:
1189         *is_graph = 1;
1190 of_node_compatible:
1191         of_node_put(dai_node);
1192
1193         return ret;
1194 }
1195
1196
1197 #define PREALLOC_BUFFER         (32 * 1024)
1198 #define PREALLOC_BUFFER_MAX     (32 * 1024)
1199
1200 static int rsnd_preallocate_pages(struct snd_soc_pcm_runtime *rtd,
1201                                   struct rsnd_dai_stream *io,
1202                                   int stream)
1203 {
1204         struct rsnd_priv *priv = rsnd_io_to_priv(io);
1205         struct device *dev = rsnd_priv_to_dev(priv);
1206         struct snd_pcm_substream *substream;
1207
1208         /*
1209          * use Audio-DMAC dev if we can use IPMMU
1210          * see
1211          *      rsnd_dmaen_attach()
1212          */
1213         if (io->dmac_dev)
1214                 dev = io->dmac_dev;
1215
1216         for (substream = rtd->pcm->streams[stream].substream;
1217              substream;
1218              substream = substream->next) {
1219                 snd_pcm_set_managed_buffer(substream,
1220                                            SNDRV_DMA_TYPE_DEV,
1221                                            dev,
1222                                            PREALLOC_BUFFER, PREALLOC_BUFFER_MAX);
1223         }
1224
1225         return 0;
1226 }
1227
1228 static int rsnd_pcm_new(struct snd_soc_pcm_runtime *rtd,
1229                         struct snd_soc_dai *dai)
1230 {
1231         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1232         int ret;
1233
1234         ret = rsnd_dai_call(pcm_new, &rdai->playback, rtd);
1235         if (ret)
1236                 return ret;
1237
1238         ret = rsnd_dai_call(pcm_new, &rdai->capture, rtd);
1239         if (ret)
1240                 return ret;
1241
1242         ret = rsnd_preallocate_pages(rtd, &rdai->playback,
1243                                      SNDRV_PCM_STREAM_PLAYBACK);
1244         if (ret)
1245                 return ret;
1246
1247         ret = rsnd_preallocate_pages(rtd, &rdai->capture,
1248                                      SNDRV_PCM_STREAM_CAPTURE);
1249         if (ret)
1250                 return ret;
1251
1252         return 0;
1253 }
1254
1255 static void __rsnd_dai_probe(struct rsnd_priv *priv,
1256                              struct device_node *dai_np,
1257                              int dai_i)
1258 {
1259         struct rsnd_dai_stream *io_playback;
1260         struct rsnd_dai_stream *io_capture;
1261         struct snd_soc_dai_driver *drv;
1262         struct rsnd_dai *rdai;
1263         struct device *dev = rsnd_priv_to_dev(priv);
1264         int io_i;
1265
1266         rdai            = rsnd_rdai_get(priv, dai_i);
1267         drv             = rsnd_daidrv_get(priv, dai_i);
1268         io_playback     = &rdai->playback;
1269         io_capture      = &rdai->capture;
1270
1271         snprintf(rdai->name, RSND_DAI_NAME_SIZE, "rsnd-dai.%d", dai_i);
1272
1273         rdai->priv      = priv;
1274         drv->name       = rdai->name;
1275         drv->ops        = &rsnd_soc_dai_ops;
1276         drv->pcm_new    = rsnd_pcm_new;
1277
1278         snprintf(io_playback->name, RSND_DAI_NAME_SIZE,
1279                  "DAI%d Playback", dai_i);
1280         drv->playback.rates             = RSND_RATES;
1281         drv->playback.formats           = RSND_FMTS;
1282         drv->playback.channels_min      = 2;
1283         drv->playback.channels_max      = 8;
1284         drv->playback.stream_name       = io_playback->name;
1285
1286         snprintf(io_capture->name, RSND_DAI_NAME_SIZE,
1287                  "DAI%d Capture", dai_i);
1288         drv->capture.rates              = RSND_RATES;
1289         drv->capture.formats            = RSND_FMTS;
1290         drv->capture.channels_min       = 2;
1291         drv->capture.channels_max       = 8;
1292         drv->capture.stream_name        = io_capture->name;
1293
1294         io_playback->rdai               = rdai;
1295         io_capture->rdai                = rdai;
1296         rsnd_rdai_channels_set(rdai, 2); /* default 2ch */
1297         rsnd_rdai_ssi_lane_set(rdai, 1); /* default 1lane */
1298         rsnd_rdai_width_set(rdai, 32);   /* default 32bit width */
1299
1300         for (io_i = 0;; io_i++) {
1301                 struct device_node *playback = of_parse_phandle(dai_np, "playback", io_i);
1302                 struct device_node *capture  = of_parse_phandle(dai_np, "capture", io_i);
1303
1304                 if (!playback && !capture)
1305                         break;
1306
1307                 rsnd_parse_connect_ssi(rdai, playback, capture);
1308                 rsnd_parse_connect_ssiu(rdai, playback, capture);
1309                 rsnd_parse_connect_src(rdai, playback, capture);
1310                 rsnd_parse_connect_ctu(rdai, playback, capture);
1311                 rsnd_parse_connect_mix(rdai, playback, capture);
1312                 rsnd_parse_connect_dvc(rdai, playback, capture);
1313
1314                 of_node_put(playback);
1315                 of_node_put(capture);
1316         }
1317
1318         if (rsnd_ssi_is_pin_sharing(io_capture) ||
1319             rsnd_ssi_is_pin_sharing(io_playback)) {
1320                 /* should have symmetric_rate if pin sharing */
1321                 drv->symmetric_rate = 1;
1322         }
1323
1324         dev_dbg(dev, "%s (%s/%s)\n", rdai->name,
1325                 rsnd_io_to_mod_ssi(io_playback) ? "play"    : " -- ",
1326                 rsnd_io_to_mod_ssi(io_capture) ? "capture" : "  --   ");
1327 }
1328
1329 static int rsnd_dai_probe(struct rsnd_priv *priv)
1330 {
1331         struct device_node *dai_node;
1332         struct device_node *dai_np;
1333         struct snd_soc_dai_driver *rdrv;
1334         struct device *dev = rsnd_priv_to_dev(priv);
1335         struct rsnd_dai *rdai;
1336         int nr;
1337         int is_graph;
1338         int dai_i;
1339
1340         dai_node = rsnd_dai_of_node(priv, &is_graph);
1341         if (is_graph)
1342                 nr = of_graph_get_endpoint_count(dai_node);
1343         else
1344                 nr = of_get_child_count(dai_node);
1345
1346         if (!nr)
1347                 return -EINVAL;
1348
1349         rdrv = devm_kcalloc(dev, nr, sizeof(*rdrv), GFP_KERNEL);
1350         rdai = devm_kcalloc(dev, nr, sizeof(*rdai), GFP_KERNEL);
1351         if (!rdrv || !rdai)
1352                 return -ENOMEM;
1353
1354         priv->rdai_nr   = nr;
1355         priv->daidrv    = rdrv;
1356         priv->rdai      = rdai;
1357
1358         /*
1359          * parse all dai
1360          */
1361         dai_i = 0;
1362         if (is_graph) {
1363                 for_each_endpoint_of_node(dai_node, dai_np) {
1364                         __rsnd_dai_probe(priv, dai_np, dai_i);
1365                         if (rsnd_is_gen3(priv)) {
1366                                 rdai = rsnd_rdai_get(priv, dai_i);
1367
1368                                 rsnd_parse_connect_graph(priv, &rdai->playback, dai_np);
1369                                 rsnd_parse_connect_graph(priv, &rdai->capture,  dai_np);
1370                         }
1371                         dai_i++;
1372                 }
1373         } else {
1374                 for_each_child_of_node(dai_node, dai_np) {
1375                         __rsnd_dai_probe(priv, dai_np, dai_i);
1376                         if (rsnd_is_gen3(priv)) {
1377                                 rdai = rsnd_rdai_get(priv, dai_i);
1378
1379                                 rsnd_parse_connect_simple(priv, &rdai->playback, dai_np);
1380                                 rsnd_parse_connect_simple(priv, &rdai->capture,  dai_np);
1381                         }
1382                         dai_i++;
1383                 }
1384         }
1385
1386         return 0;
1387 }
1388
1389 /*
1390  *              pcm ops
1391  */
1392 static int rsnd_hw_params(struct snd_soc_component *component,
1393                           struct snd_pcm_substream *substream,
1394                           struct snd_pcm_hw_params *hw_params)
1395 {
1396         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1397         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1398         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1399         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1400
1401         /*
1402          * rsnd assumes that it might be used under DPCM if user want to use
1403          * channel / rate convert. Then, rsnd should be FE.
1404          * And then, this function will be called *after* BE settings.
1405          * this means, each BE already has fixuped hw_params.
1406          * see
1407          *      dpcm_fe_dai_hw_params()
1408          *      dpcm_be_dai_hw_params()
1409          */
1410         io->converted_rate = 0;
1411         io->converted_chan = 0;
1412         if (fe->dai_link->dynamic) {
1413                 struct rsnd_priv *priv = rsnd_io_to_priv(io);
1414                 struct device *dev = rsnd_priv_to_dev(priv);
1415                 struct snd_soc_dpcm *dpcm;
1416                 int stream = substream->stream;
1417
1418                 for_each_dpcm_be(fe, stream, dpcm) {
1419                         struct snd_pcm_hw_params *be_params = &dpcm->hw_params;
1420
1421                         if (params_channels(hw_params) != params_channels(be_params))
1422                                 io->converted_chan = params_channels(be_params);
1423                         if (params_rate(hw_params) != params_rate(be_params))
1424                                 io->converted_rate = params_rate(be_params);
1425                 }
1426                 if (io->converted_chan)
1427                         dev_dbg(dev, "convert channels = %d\n", io->converted_chan);
1428                 if (io->converted_rate) {
1429                         /*
1430                          * SRC supports convert rates from params_rate(hw_params)/k_down
1431                          * to params_rate(hw_params)*k_up, where k_up is always 6, and
1432                          * k_down depends on number of channels and SRC unit.
1433                          * So all SRC units can upsample audio up to 6 times regardless
1434                          * its number of channels. And all SRC units can downsample
1435                          * 2 channel audio up to 6 times too.
1436                          */
1437                         int k_up = 6;
1438                         int k_down = 6;
1439                         int channel;
1440                         struct rsnd_mod *src_mod = rsnd_io_to_mod_src(io);
1441
1442                         dev_dbg(dev, "convert rate     = %d\n", io->converted_rate);
1443
1444                         channel = io->converted_chan ? io->converted_chan :
1445                                   params_channels(hw_params);
1446
1447                         switch (rsnd_mod_id(src_mod)) {
1448                         /*
1449                          * SRC0 can downsample 4, 6 and 8 channel audio up to 4 times.
1450                          * SRC1, SRC3 and SRC4 can downsample 4 channel audio
1451                          * up to 4 times.
1452                          * SRC1, SRC3 and SRC4 can downsample 6 and 8 channel audio
1453                          * no more than twice.
1454                          */
1455                         case 1:
1456                         case 3:
1457                         case 4:
1458                                 if (channel > 4) {
1459                                         k_down = 2;
1460                                         break;
1461                                 }
1462                                 fallthrough;
1463                         case 0:
1464                                 if (channel > 2)
1465                                         k_down = 4;
1466                                 break;
1467
1468                         /* Other SRC units do not support more than 2 channels */
1469                         default:
1470                                 if (channel > 2)
1471                                         return -EINVAL;
1472                         }
1473
1474                         if (params_rate(hw_params) > io->converted_rate * k_down) {
1475                                 hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->min =
1476                                         io->converted_rate * k_down;
1477                                 hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->max =
1478                                         io->converted_rate * k_down;
1479                                 hw_params->cmask |= SNDRV_PCM_HW_PARAM_RATE;
1480                         } else if (params_rate(hw_params) * k_up < io->converted_rate) {
1481                                 hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->min =
1482                                         (io->converted_rate + k_up - 1) / k_up;
1483                                 hw_param_interval(hw_params, SNDRV_PCM_HW_PARAM_RATE)->max =
1484                                         (io->converted_rate + k_up - 1) / k_up;
1485                                 hw_params->cmask |= SNDRV_PCM_HW_PARAM_RATE;
1486                         }
1487
1488                         /*
1489                          * TBD: Max SRC input and output rates also depend on number
1490                          * of channels and SRC unit:
1491                          * SRC1, SRC3 and SRC4 do not support more than 128kHz
1492                          * for 6 channel and 96kHz for 8 channel audio.
1493                          * Perhaps this function should return EINVAL if the input or
1494                          * the output rate exceeds the limitation.
1495                          */
1496                 }
1497         }
1498
1499         return rsnd_dai_call(hw_params, io, substream, hw_params);
1500 }
1501
1502 static int rsnd_hw_free(struct snd_soc_component *component,
1503                         struct snd_pcm_substream *substream)
1504 {
1505         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1506         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1507         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1508
1509         return rsnd_dai_call(hw_free, io, substream);
1510 }
1511
1512 static snd_pcm_uframes_t rsnd_pointer(struct snd_soc_component *component,
1513                                       struct snd_pcm_substream *substream)
1514 {
1515         struct snd_soc_dai *dai = rsnd_substream_to_dai(substream);
1516         struct rsnd_dai *rdai = rsnd_dai_to_rdai(dai);
1517         struct rsnd_dai_stream *io = rsnd_rdai_to_io(rdai, substream);
1518         snd_pcm_uframes_t pointer = 0;
1519
1520         rsnd_dai_call(pointer, io, &pointer);
1521
1522         return pointer;
1523 }
1524
1525 /*
1526  *              snd_kcontrol
1527  */
1528 static int rsnd_kctrl_info(struct snd_kcontrol *kctrl,
1529                            struct snd_ctl_elem_info *uinfo)
1530 {
1531         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1532
1533         if (cfg->texts) {
1534                 uinfo->type = SNDRV_CTL_ELEM_TYPE_ENUMERATED;
1535                 uinfo->count = cfg->size;
1536                 uinfo->value.enumerated.items = cfg->max;
1537                 if (uinfo->value.enumerated.item >= cfg->max)
1538                         uinfo->value.enumerated.item = cfg->max - 1;
1539                 strscpy(uinfo->value.enumerated.name,
1540                         cfg->texts[uinfo->value.enumerated.item],
1541                         sizeof(uinfo->value.enumerated.name));
1542         } else {
1543                 uinfo->count = cfg->size;
1544                 uinfo->value.integer.min = 0;
1545                 uinfo->value.integer.max = cfg->max;
1546                 uinfo->type = (cfg->max == 1) ?
1547                         SNDRV_CTL_ELEM_TYPE_BOOLEAN :
1548                         SNDRV_CTL_ELEM_TYPE_INTEGER;
1549         }
1550
1551         return 0;
1552 }
1553
1554 static int rsnd_kctrl_get(struct snd_kcontrol *kctrl,
1555                           struct snd_ctl_elem_value *uc)
1556 {
1557         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1558         int i;
1559
1560         for (i = 0; i < cfg->size; i++)
1561                 if (cfg->texts)
1562                         uc->value.enumerated.item[i] = cfg->val[i];
1563                 else
1564                         uc->value.integer.value[i] = cfg->val[i];
1565
1566         return 0;
1567 }
1568
1569 static int rsnd_kctrl_put(struct snd_kcontrol *kctrl,
1570                           struct snd_ctl_elem_value *uc)
1571 {
1572         struct rsnd_kctrl_cfg *cfg = snd_kcontrol_chip(kctrl);
1573         int i, change = 0;
1574
1575         if (!cfg->accept(cfg->io))
1576                 return 0;
1577
1578         for (i = 0; i < cfg->size; i++) {
1579                 if (cfg->texts) {
1580                         change |= (uc->value.enumerated.item[i] != cfg->val[i]);
1581                         cfg->val[i] = uc->value.enumerated.item[i];
1582                 } else {
1583                         change |= (uc->value.integer.value[i] != cfg->val[i]);
1584                         cfg->val[i] = uc->value.integer.value[i];
1585                 }
1586         }
1587
1588         if (change && cfg->update)
1589                 cfg->update(cfg->io, cfg->mod);
1590
1591         return change;
1592 }
1593
1594 int rsnd_kctrl_accept_anytime(struct rsnd_dai_stream *io)
1595 {
1596         return 1;
1597 }
1598
1599 int rsnd_kctrl_accept_runtime(struct rsnd_dai_stream *io)
1600 {
1601         struct snd_pcm_runtime *runtime = rsnd_io_to_runtime(io);
1602         struct rsnd_priv *priv = rsnd_io_to_priv(io);
1603         struct device *dev = rsnd_priv_to_dev(priv);
1604
1605         if (!runtime) {
1606                 dev_warn(dev, "Can't update kctrl when idle\n");
1607                 return 0;
1608         }
1609
1610         return 1;
1611 }
1612
1613 struct rsnd_kctrl_cfg *rsnd_kctrl_init_m(struct rsnd_kctrl_cfg_m *cfg)
1614 {
1615         cfg->cfg.val = cfg->val;
1616
1617         return &cfg->cfg;
1618 }
1619
1620 struct rsnd_kctrl_cfg *rsnd_kctrl_init_s(struct rsnd_kctrl_cfg_s *cfg)
1621 {
1622         cfg->cfg.val = &cfg->val;
1623
1624         return &cfg->cfg;
1625 }
1626
1627 const char * const volume_ramp_rate[] = {
1628         "128 dB/1 step",         /* 00000 */
1629         "64 dB/1 step",          /* 00001 */
1630         "32 dB/1 step",          /* 00010 */
1631         "16 dB/1 step",          /* 00011 */
1632         "8 dB/1 step",           /* 00100 */
1633         "4 dB/1 step",           /* 00101 */
1634         "2 dB/1 step",           /* 00110 */
1635         "1 dB/1 step",           /* 00111 */
1636         "0.5 dB/1 step",         /* 01000 */
1637         "0.25 dB/1 step",        /* 01001 */
1638         "0.125 dB/1 step",       /* 01010 = VOLUME_RAMP_MAX_MIX */
1639         "0.125 dB/2 steps",      /* 01011 */
1640         "0.125 dB/4 steps",      /* 01100 */
1641         "0.125 dB/8 steps",      /* 01101 */
1642         "0.125 dB/16 steps",     /* 01110 */
1643         "0.125 dB/32 steps",     /* 01111 */
1644         "0.125 dB/64 steps",     /* 10000 */
1645         "0.125 dB/128 steps",    /* 10001 */
1646         "0.125 dB/256 steps",    /* 10010 */
1647         "0.125 dB/512 steps",    /* 10011 */
1648         "0.125 dB/1024 steps",   /* 10100 */
1649         "0.125 dB/2048 steps",   /* 10101 */
1650         "0.125 dB/4096 steps",   /* 10110 */
1651         "0.125 dB/8192 steps",   /* 10111 = VOLUME_RAMP_MAX_DVC */
1652 };
1653
1654 int rsnd_kctrl_new(struct rsnd_mod *mod,
1655                    struct rsnd_dai_stream *io,
1656                    struct snd_soc_pcm_runtime *rtd,
1657                    const unsigned char *name,
1658                    int (*accept)(struct rsnd_dai_stream *io),
1659                    void (*update)(struct rsnd_dai_stream *io,
1660                                   struct rsnd_mod *mod),
1661                    struct rsnd_kctrl_cfg *cfg,
1662                    const char * const *texts,
1663                    int size,
1664                    u32 max)
1665 {
1666         struct snd_card *card = rtd->card->snd_card;
1667         struct snd_kcontrol *kctrl;
1668         struct snd_kcontrol_new knew = {
1669                 .iface          = SNDRV_CTL_ELEM_IFACE_MIXER,
1670                 .name           = name,
1671                 .info           = rsnd_kctrl_info,
1672                 .index          = rtd->num,
1673                 .get            = rsnd_kctrl_get,
1674                 .put            = rsnd_kctrl_put,
1675         };
1676         int ret;
1677
1678         /*
1679          * 1) Avoid duplicate register for DVC with MIX case
1680          * 2) Allow duplicate register for MIX
1681          * 3) re-register if card was rebinded
1682          */
1683         list_for_each_entry(kctrl, &card->controls, list) {
1684                 struct rsnd_kctrl_cfg *c = kctrl->private_data;
1685
1686                 if (c == cfg)
1687                         return 0;
1688         }
1689
1690         if (size > RSND_MAX_CHANNELS)
1691                 return -EINVAL;
1692
1693         kctrl = snd_ctl_new1(&knew, cfg);
1694         if (!kctrl)
1695                 return -ENOMEM;
1696
1697         ret = snd_ctl_add(card, kctrl);
1698         if (ret < 0)
1699                 return ret;
1700
1701         cfg->texts      = texts;
1702         cfg->max        = max;
1703         cfg->size       = size;
1704         cfg->accept     = accept;
1705         cfg->update     = update;
1706         cfg->card       = card;
1707         cfg->kctrl      = kctrl;
1708         cfg->io         = io;
1709         cfg->mod        = mod;
1710
1711         return 0;
1712 }
1713
1714 /*
1715  *              snd_soc_component
1716  */
1717 static const struct snd_soc_component_driver rsnd_soc_component = {
1718         .name           = "rsnd",
1719         .hw_params      = rsnd_hw_params,
1720         .hw_free        = rsnd_hw_free,
1721         .pointer        = rsnd_pointer,
1722 };
1723
1724 static int rsnd_rdai_continuance_probe(struct rsnd_priv *priv,
1725                                        struct rsnd_dai_stream *io)
1726 {
1727         int ret;
1728
1729         ret = rsnd_dai_call(probe, io, priv);
1730         if (ret == -EAGAIN) {
1731                 struct rsnd_mod *ssi_mod = rsnd_io_to_mod_ssi(io);
1732                 struct rsnd_mod *mod;
1733                 int i;
1734
1735                 /*
1736                  * Fallback to PIO mode
1737                  */
1738
1739                 /*
1740                  * call "remove" for SSI/SRC/DVC
1741                  * SSI will be switch to PIO mode if it was DMA mode
1742                  * see
1743                  *      rsnd_dma_init()
1744                  *      rsnd_ssi_fallback()
1745                  */
1746                 rsnd_dai_call(remove, io, priv);
1747
1748                 /*
1749                  * remove all mod from io
1750                  * and, re connect ssi
1751                  */
1752                 for_each_rsnd_mod(i, mod, io)
1753                         rsnd_dai_disconnect(mod, io, i);
1754                 rsnd_dai_connect(ssi_mod, io, RSND_MOD_SSI);
1755
1756                 /*
1757                  * fallback
1758                  */
1759                 rsnd_dai_call(fallback, io, priv);
1760
1761                 /*
1762                  * retry to "probe".
1763                  * DAI has SSI which is PIO mode only now.
1764                  */
1765                 ret = rsnd_dai_call(probe, io, priv);
1766         }
1767
1768         return ret;
1769 }
1770
1771 /*
1772  *      rsnd probe
1773  */
1774 static int rsnd_probe(struct platform_device *pdev)
1775 {
1776         struct rsnd_priv *priv;
1777         struct device *dev = &pdev->dev;
1778         struct rsnd_dai *rdai;
1779         int (*probe_func[])(struct rsnd_priv *priv) = {
1780                 rsnd_gen_probe,
1781                 rsnd_dma_probe,
1782                 rsnd_ssi_probe,
1783                 rsnd_ssiu_probe,
1784                 rsnd_src_probe,
1785                 rsnd_ctu_probe,
1786                 rsnd_mix_probe,
1787                 rsnd_dvc_probe,
1788                 rsnd_cmd_probe,
1789                 rsnd_adg_probe,
1790                 rsnd_dai_probe,
1791         };
1792         int ret, i;
1793
1794         /*
1795          *      init priv data
1796          */
1797         priv = devm_kzalloc(dev, sizeof(*priv), GFP_KERNEL);
1798         if (!priv)
1799                 return -ENODEV;
1800
1801         priv->pdev      = pdev;
1802         priv->flags     = (unsigned long)of_device_get_match_data(dev);
1803         spin_lock_init(&priv->lock);
1804
1805         /*
1806          *      init each module
1807          */
1808         for (i = 0; i < ARRAY_SIZE(probe_func); i++) {
1809                 ret = probe_func[i](priv);
1810                 if (ret)
1811                         return ret;
1812         }
1813
1814         for_each_rsnd_dai(rdai, priv, i) {
1815                 ret = rsnd_rdai_continuance_probe(priv, &rdai->playback);
1816                 if (ret)
1817                         goto exit_snd_probe;
1818
1819                 ret = rsnd_rdai_continuance_probe(priv, &rdai->capture);
1820                 if (ret)
1821                         goto exit_snd_probe;
1822         }
1823
1824         dev_set_drvdata(dev, priv);
1825
1826         /*
1827          *      asoc register
1828          */
1829         ret = devm_snd_soc_register_component(dev, &rsnd_soc_component,
1830                                          priv->daidrv, rsnd_rdai_nr(priv));
1831         if (ret < 0) {
1832                 dev_err(dev, "cannot snd dai register\n");
1833                 goto exit_snd_probe;
1834         }
1835
1836         pm_runtime_enable(dev);
1837
1838         dev_info(dev, "probed\n");
1839         return ret;
1840
1841 exit_snd_probe:
1842         for_each_rsnd_dai(rdai, priv, i) {
1843                 rsnd_dai_call(remove, &rdai->playback, priv);
1844                 rsnd_dai_call(remove, &rdai->capture, priv);
1845         }
1846
1847         /*
1848          * adg is very special mod which can't use rsnd_dai_call(remove),
1849          * and it registers ADG clock on probe.
1850          * It should be unregister if probe failed.
1851          * Mainly it is assuming -EPROBE_DEFER case
1852          */
1853         rsnd_adg_remove(priv);
1854
1855         return ret;
1856 }
1857
1858 static int rsnd_remove(struct platform_device *pdev)
1859 {
1860         struct rsnd_priv *priv = dev_get_drvdata(&pdev->dev);
1861         struct rsnd_dai *rdai;
1862         void (*remove_func[])(struct rsnd_priv *priv) = {
1863                 rsnd_ssi_remove,
1864                 rsnd_ssiu_remove,
1865                 rsnd_src_remove,
1866                 rsnd_ctu_remove,
1867                 rsnd_mix_remove,
1868                 rsnd_dvc_remove,
1869                 rsnd_cmd_remove,
1870                 rsnd_adg_remove,
1871         };
1872         int ret = 0, i;
1873
1874         pm_runtime_disable(&pdev->dev);
1875
1876         for_each_rsnd_dai(rdai, priv, i) {
1877                 ret |= rsnd_dai_call(remove, &rdai->playback, priv);
1878                 ret |= rsnd_dai_call(remove, &rdai->capture, priv);
1879         }
1880
1881         for (i = 0; i < ARRAY_SIZE(remove_func); i++)
1882                 remove_func[i](priv);
1883
1884         return ret;
1885 }
1886
1887 static int __maybe_unused rsnd_suspend(struct device *dev)
1888 {
1889         struct rsnd_priv *priv = dev_get_drvdata(dev);
1890
1891         rsnd_adg_clk_disable(priv);
1892
1893         return 0;
1894 }
1895
1896 static int __maybe_unused rsnd_resume(struct device *dev)
1897 {
1898         struct rsnd_priv *priv = dev_get_drvdata(dev);
1899
1900         rsnd_adg_clk_enable(priv);
1901
1902         return 0;
1903 }
1904
1905 static const struct dev_pm_ops rsnd_pm_ops = {
1906         SET_SYSTEM_SLEEP_PM_OPS(rsnd_suspend, rsnd_resume)
1907 };
1908
1909 static struct platform_driver rsnd_driver = {
1910         .driver = {
1911                 .name   = "rcar_sound",
1912                 .pm     = &rsnd_pm_ops,
1913                 .of_match_table = rsnd_of_match,
1914         },
1915         .probe          = rsnd_probe,
1916         .remove         = rsnd_remove,
1917 };
1918 module_platform_driver(rsnd_driver);
1919
1920 MODULE_LICENSE("GPL v2");
1921 MODULE_DESCRIPTION("Renesas R-Car audio driver");
1922 MODULE_AUTHOR("Kuninori Morimoto <kuninori.morimoto.gx@renesas.com>");
1923 MODULE_ALIAS("platform:rcar-pcm-audio");