sound/soc/sof/topology.c

   1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
   2 //
   3 // This file is provided under a dual BSD/GPLv2 license.  When using or
   4 // redistributing this file, you may do so under either license.
   5 //
   6 // Copyright(c) 2018 Intel Corporation. All rights reserved.
   7 //
   8 // Author: Liam Girdwood <liam.r.girdwood@linux.intel.com>
   9 //
  10
  11 #include <linux/firmware.h>
  12 #include <sound/tlv.h>
  13 #include <sound/pcm_params.h>
  14 #include <uapi/sound/sof/tokens.h>
  15 #include "sof-priv.h"
  16 #include "ops.h"
  17
  18 #define COMP_ID_UNASSIGNED              0xffffffff
  19 /*
  20  * Constants used in the computation of linear volume gain
  21  * from dB gain 20th root of 10 in Q1.16 fixed-point notation
  22  */
  23 #define VOL_TWENTIETH_ROOT_OF_TEN       73533
  24 /* 40th root of 10 in Q1.16 fixed-point notation*/
  25 #define VOL_FORTIETH_ROOT_OF_TEN        69419
  26 /*
  27  * Volume fractional word length define to 16 sets
  28  * the volume linear gain value to use Qx.16 format
  29  */
  30 #define VOLUME_FWL      16
  31 /* 0.5 dB step value in topology TLV */
  32 #define VOL_HALF_DB_STEP        50
  33 /* Full volume for default values */
  34 #define VOL_ZERO_DB     BIT(VOLUME_FWL)
  35
  36 /* TLV data items */
  37 #define TLV_ITEMS       3
  38 #define TLV_MIN         0
  39 #define TLV_STEP        1
  40 #define TLV_MUTE        2
  41
  42 /* size of tplg abi in byte */
  43 #define SOF_TPLG_ABI_SIZE 3
  44
  45 /* send pcm params ipc */
  46 static int ipc_pcm_params(struct snd_sof_widget *swidget, int dir)
  47 {
  48         struct sof_ipc_pcm_params_reply ipc_params_reply;
  49         struct snd_sof_dev *sdev = swidget->sdev;
  50         struct sof_ipc_pcm_params pcm;
  51         struct snd_pcm_hw_params *params;
  52         struct snd_sof_pcm *spcm;
  53         int ret = 0;
  54
  55         memset(&pcm, 0, sizeof(pcm));
  56
  57         /* get runtime PCM params using widget's stream name */
  58         spcm = snd_sof_find_spcm_name(sdev, swidget->widget->sname);
  59         if (!spcm) {
  60                 dev_err(sdev->dev, "error: cannot find PCM for %s\n",
  61                         swidget->widget->name);
  62                 return -EINVAL;
  63         }
  64
  65         params = &spcm->params[dir];
  66
  67         /* set IPC PCM params */
  68         pcm.hdr.size = sizeof(pcm);
  69         pcm.hdr.cmd = SOF_IPC_GLB_STREAM_MSG | SOF_IPC_STREAM_PCM_PARAMS;
  70         pcm.comp_id = swidget->comp_id;
  71         pcm.params.hdr.size = sizeof(pcm.params);
  72         pcm.params.direction = dir;
  73         pcm.params.sample_valid_bytes = params_width(params) >> 3;
  74         pcm.params.buffer_fmt = SOF_IPC_BUFFER_INTERLEAVED;
  75         pcm.params.rate = params_rate(params);
  76         pcm.params.channels = params_channels(params);
  77         pcm.params.host_period_bytes = params_period_bytes(params);
  78
  79         /* set format */
  80         switch (params_format(params)) {
  81         case SNDRV_PCM_FORMAT_S16:
  82                 pcm.params.frame_fmt = SOF_IPC_FRAME_S16_LE;
  83                 break;
  84         case SNDRV_PCM_FORMAT_S24:
  85                 pcm.params.frame_fmt = SOF_IPC_FRAME_S24_4LE;
  86                 break;
  87         case SNDRV_PCM_FORMAT_S32:
  88                 pcm.params.frame_fmt = SOF_IPC_FRAME_S32_LE;
  89                 break;
  90         default:
  91                 return -EINVAL;
  92         }
  93
  94         /* send IPC to the DSP */
  95         ret = sof_ipc_tx_message(sdev->ipc, pcm.hdr.cmd, &pcm, sizeof(pcm),
  96                                  &ipc_params_reply, sizeof(ipc_params_reply));
  97         if (ret < 0)
  98                 dev_err(sdev->dev, "error: pcm params failed for %s\n",
  99                         swidget->widget->name);
 100
 101         return ret;
 102 }
 103
 104  /* send stream trigger ipc */
 105 static int ipc_trigger(struct snd_sof_widget *swidget, int cmd)
 106 {
 107         struct snd_sof_dev *sdev = swidget->sdev;
 108         struct sof_ipc_stream stream;
 109         struct sof_ipc_reply reply;
 110         int ret = 0;
 111
 112         /* set IPC stream params */
 113         stream.hdr.size = sizeof(stream);
 114         stream.hdr.cmd = SOF_IPC_GLB_STREAM_MSG | cmd;
 115         stream.comp_id = swidget->comp_id;
 116
 117         /* send IPC to the DSP */
 118         ret = sof_ipc_tx_message(sdev->ipc, stream.hdr.cmd, &stream,
 119                                  sizeof(stream), &reply, sizeof(reply));
 120         if (ret < 0)
 121                 dev_err(sdev->dev, "error: failed to trigger %s\n",
 122                         swidget->widget->name);
 123
 124         return ret;
 125 }
 126
 127 static int sof_keyword_dapm_event(struct snd_soc_dapm_widget *w,
 128                                   struct snd_kcontrol *k, int event)
 129 {
 130         struct snd_sof_widget *swidget = w->dobj.private;
 131         struct snd_sof_dev *sdev;
 132         int ret = 0;
 133
 134         if (!swidget)
 135                 return 0;
 136
 137         sdev = swidget->sdev;
 138
 139         dev_dbg(sdev->dev, "received event %d for widget %s\n",
 140                 event, w->name);
 141
 142         /* process events */
 143         switch (event) {
 144         case SND_SOC_DAPM_PRE_PMU:
 145                 /* set pcm params */
 146                 ret = ipc_pcm_params(swidget, SOF_IPC_STREAM_CAPTURE);
 147                 if (ret < 0) {
 148                         dev_err(sdev->dev,
 149                                 "error: failed to set pcm params for widget %s\n",
 150                                 swidget->widget->name);
 151                         break;
 152                 }
 153
 154                 /* start trigger */
 155                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_TRIG_START);
 156                 if (ret < 0)
 157                         dev_err(sdev->dev,
 158                                 "error: failed to trigger widget %s\n",
 159                                 swidget->widget->name);
 160                 break;
 161         case SND_SOC_DAPM_POST_PMD:
 162                 /* stop trigger */
 163                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_TRIG_STOP);
 164                 if (ret < 0)
 165                         dev_err(sdev->dev,
 166                                 "error: failed to trigger widget %s\n",
 167                                 swidget->widget->name);
 168
 169                 /* pcm free */
 170                 ret = ipc_trigger(swidget, SOF_IPC_STREAM_PCM_FREE);
 171                 if (ret < 0)
 172                         dev_err(sdev->dev,
 173                                 "error: failed to trigger widget %s\n",
 174                                 swidget->widget->name);
 175                 break;
 176         default:
 177                 break;
 178         }
 179
 180         return ret;
 181 }
 182
 183 /* event handlers for keyword detect component */
 184 static const struct snd_soc_tplg_widget_events sof_kwd_events[] = {
 185         {SOF_KEYWORD_DETECT_DAPM_EVENT, sof_keyword_dapm_event},
 186 };
 187
 188 static inline int get_tlv_data(const int *p, int tlv[TLV_ITEMS])
 189 {
 190         /* we only support dB scale TLV type at the moment */
 191         if ((int)p[SNDRV_CTL_TLVO_TYPE] != SNDRV_CTL_TLVT_DB_SCALE)
 192                 return -EINVAL;
 193
 194         /* min value in topology tlv data is multiplied by 100 */
 195         tlv[TLV_MIN] = (int)p[SNDRV_CTL_TLVO_DB_SCALE_MIN] / 100;
 196
 197         /* volume steps */
 198         tlv[TLV_STEP] = (int)(p[SNDRV_CTL_TLVO_DB_SCALE_MUTE_AND_STEP] &
 199                                 TLV_DB_SCALE_MASK);
 200
 201         /* mute ON/OFF */
 202         if ((p[SNDRV_CTL_TLVO_DB_SCALE_MUTE_AND_STEP] &
 203                 TLV_DB_SCALE_MUTE) == 0)
 204                 tlv[TLV_MUTE] = 0;
 205         else
 206                 tlv[TLV_MUTE] = 1;
 207
 208         return 0;
 209 }
 210
 211 /*
 212  * Function to truncate an unsigned 64-bit number
 213  * by x bits and return 32-bit unsigned number. This
 214  * function also takes care of rounding while truncating
 215  */
 216 static inline u32 vol_shift_64(u64 i, u32 x)
 217 {
 218         /* do not truncate more than 32 bits */
 219         if (x > 32)
 220                 x = 32;
 221
 222         if (x == 0)
 223                 return (u32)i;
 224
 225         return (u32)(((i >> (x - 1)) + 1) >> 1);
 226 }
 227
 228 /*
 229  * Function to compute a ^ exp where,
 230  * a is a fractional number represented by a fixed-point
 231  * integer with a fractional world length of "fwl"
 232  * exp is an integer
 233  * fwl is the fractional word length
 234  * Return value is a fractional number represented by a
 235  * fixed-point integer with a fractional word length of "fwl"
 236  */
 237 static u32 vol_pow32(u32 a, int exp, u32 fwl)
 238 {
 239         int i, iter;
 240         u32 power = 1 << fwl;
 241         u64 numerator;
 242
 243         /* if exponent is 0, return 1 */
 244         if (exp == 0)
 245                 return power;
 246
 247         /* determine the number of iterations based on the exponent */
 248         if (exp < 0)
 249                 iter = exp * -1;
 250         else
 251                 iter = exp;
 252
 253         /* mutiply a "iter" times to compute power */
 254         for (i = 0; i < iter; i++) {
 255                 /*
 256                  * Product of 2 Qx.fwl fixed-point numbers yields a Q2*x.2*fwl
 257                  * Truncate product back to fwl fractional bits with rounding
 258                  */
 259                 power = vol_shift_64((u64)power * a, fwl);
 260         }
 261
 262         if (exp > 0) {
 263                 /* if exp is positive, return the result */
 264                 return power;
 265         }
 266
 267         /* if exp is negative, return the multiplicative inverse */
 268         numerator = (u64)1 << (fwl << 1);
 269         do_div(numerator, power);
 270
 271         return (u32)numerator;
 272 }
 273
 274 /*
 275  * Function to calculate volume gain from TLV data.
 276  * This function can only handle gain steps that are multiples of 0.5 dB
 277  */
 278 static u32 vol_compute_gain(u32 value, int *tlv)
 279 {
 280         int dB_gain;
 281         u32 linear_gain;
 282         int f_step;
 283
 284         /* mute volume */
 285         if (value == 0 && tlv[TLV_MUTE])
 286                 return 0;
 287
 288         /*
 289          * compute dB gain from tlv. tlv_step
 290          * in topology is multiplied by 100
 291          */
 292         dB_gain = tlv[TLV_MIN] + (value * tlv[TLV_STEP]) / 100;
 293
 294         /*
 295          * compute linear gain represented by fixed-point
 296          * int with VOLUME_FWL fractional bits
 297          */
 298         linear_gain = vol_pow32(VOL_TWENTIETH_ROOT_OF_TEN, dB_gain, VOLUME_FWL);
 299
 300         /* extract the fractional part of volume step */
 301         f_step = tlv[TLV_STEP] - (tlv[TLV_STEP] / 100);
 302
 303         /* if volume step is an odd multiple of 0.5 dB */
 304         if (f_step == VOL_HALF_DB_STEP && (value & 1))
 305                 linear_gain = vol_shift_64((u64)linear_gain *
 306                                                   VOL_FORTIETH_ROOT_OF_TEN,
 307                                                   VOLUME_FWL);
 308
 309         return linear_gain;
 310 }
 311
 312 /*
 313  * Set up volume table for kcontrols from tlv data
 314  * "size" specifies the number of entries in the table
 315  */
 316 static int set_up_volume_table(struct snd_sof_control *scontrol,
 317                                int tlv[TLV_ITEMS], int size)
 318 {
 319         int j;
 320
 321         /* init the volume table */
 322         scontrol->volume_table = kcalloc(size, sizeof(u32), GFP_KERNEL);
 323         if (!scontrol->volume_table)
 324                 return -ENOMEM;
 325
 326         /* populate the volume table */
 327         for (j = 0; j < size ; j++)
 328                 scontrol->volume_table[j] = vol_compute_gain(j, tlv);
 329
 330         return 0;
 331 }
 332
 333 struct sof_dai_types {
 334         const char *name;
 335         enum sof_ipc_dai_type type;
 336 };
 337
 338 static const struct sof_dai_types sof_dais[] = {
 339         {"SSP", SOF_DAI_INTEL_SSP},
 340         {"HDA", SOF_DAI_INTEL_HDA},
 341         {"DMIC", SOF_DAI_INTEL_DMIC},
 342 };
 343
 344 static enum sof_ipc_dai_type find_dai(const char *name)
 345 {
 346         int i;
 347
 348         for (i = 0; i < ARRAY_SIZE(sof_dais); i++) {
 349                 if (strcmp(name, sof_dais[i].name) == 0)
 350                         return sof_dais[i].type;
 351         }
 352
 353         return SOF_DAI_INTEL_NONE;
 354 }
 355
 356 /*
 357  * Supported Frame format types and lookup, add new ones to end of list.
 358  */
 359
 360 struct sof_frame_types {
 361         const char *name;
 362         enum sof_ipc_frame frame;
 363 };
 364
 365 static const struct sof_frame_types sof_frames[] = {
 366         {"s16le", SOF_IPC_FRAME_S16_LE},
 367         {"s24le", SOF_IPC_FRAME_S24_4LE},
 368         {"s32le", SOF_IPC_FRAME_S32_LE},
 369         {"float", SOF_IPC_FRAME_FLOAT},
 370 };
 371
 372 static enum sof_ipc_frame find_format(const char *name)
 373 {
 374         int i;
 375
 376         for (i = 0; i < ARRAY_SIZE(sof_frames); i++) {
 377                 if (strcmp(name, sof_frames[i].name) == 0)
 378                         return sof_frames[i].frame;
 379         }
 380
 381         /* use s32le if nothing is specified */
 382         return SOF_IPC_FRAME_S32_LE;
 383 }
 384
 385 struct sof_process_types {
 386         const char *name;
 387         enum sof_ipc_process_type type;
 388         enum sof_comp_type comp_type;
 389 };
 390
 391 static const struct sof_process_types sof_process[] = {
 392         {"EQFIR", SOF_PROCESS_EQFIR, SOF_COMP_EQ_FIR},
 393         {"EQIIR", SOF_PROCESS_EQIIR, SOF_COMP_EQ_IIR},
 394         {"KEYWORD_DETECT", SOF_PROCESS_KEYWORD_DETECT, SOF_COMP_KEYWORD_DETECT},
 395         {"KPB", SOF_PROCESS_KPB, SOF_COMP_KPB},
 396         {"CHAN_SELECTOR", SOF_PROCESS_CHAN_SELECTOR, SOF_COMP_SELECTOR},
 397 };
 398
 399 static enum sof_ipc_process_type find_process(const char *name)
 400 {
 401         int i;
 402
 403         for (i = 0; i < ARRAY_SIZE(sof_process); i++) {
 404                 if (strcmp(name, sof_process[i].name) == 0)
 405                         return sof_process[i].type;
 406         }
 407
 408         return SOF_PROCESS_NONE;
 409 }
 410
 411 static enum sof_comp_type find_process_comp_type(enum sof_ipc_process_type type)
 412 {
 413         int i;
 414
 415         for (i = 0; i < ARRAY_SIZE(sof_process); i++) {
 416                 if (sof_process[i].type == type)
 417                         return sof_process[i].comp_type;
 418         }
 419
 420         return SOF_COMP_NONE;
 421 }
 422
 423 /*
 424  * Standard Kcontrols.
 425  */
 426
 427 static int sof_control_load_volume(struct snd_soc_component *scomp,
 428                                    struct snd_sof_control *scontrol,
 429                                    struct snd_kcontrol_new *kc,
 430                                    struct snd_soc_tplg_ctl_hdr *hdr)
 431 {
 432         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 433         struct snd_soc_tplg_mixer_control *mc =
 434                 container_of(hdr, struct snd_soc_tplg_mixer_control, hdr);
 435         struct sof_ipc_ctrl_data *cdata;
 436         int tlv[TLV_ITEMS];
 437         unsigned int i;
 438         int ret;
 439
 440         /* validate topology data */
 441         if (le32_to_cpu(mc->num_channels) > SND_SOC_TPLG_MAX_CHAN)
 442                 return -EINVAL;
 443
 444         /* init the volume get/put data */
 445         scontrol->size = sizeof(struct sof_ipc_ctrl_data) +
 446                          sizeof(struct sof_ipc_ctrl_value_chan) *
 447                          le32_to_cpu(mc->num_channels);
 448         scontrol->control_data = kzalloc(scontrol->size, GFP_KERNEL);
 449         if (!scontrol->control_data)
 450                 return -ENOMEM;
 451
 452         scontrol->comp_id = sdev->next_comp_id;
 453         scontrol->num_channels = le32_to_cpu(mc->num_channels);
 454
 455         /* set cmd for mixer control */
 456         if (le32_to_cpu(mc->max) == 1) {
 457                 scontrol->cmd = SOF_CTRL_CMD_SWITCH;
 458                 goto out;
 459         }
 460
 461         scontrol->cmd = SOF_CTRL_CMD_VOLUME;
 462
 463         /* extract tlv data */
 464         if (get_tlv_data(kc->tlv.p, tlv) < 0) {
 465                 dev_err(sdev->dev, "error: invalid TLV data\n");
 466                 return -EINVAL;
 467         }
 468
 469         /* set up volume table */
 470         ret = set_up_volume_table(scontrol, tlv, le32_to_cpu(mc->max) + 1);
 471         if (ret < 0) {
 472                 dev_err(sdev->dev, "error: setting up volume table\n");
 473                 return ret;
 474         }
 475
 476         /* set default volume values to 0dB in control */
 477         cdata = scontrol->control_data;
 478         for (i = 0; i < scontrol->num_channels; i++) {
 479                 cdata->chanv[i].channel = i;
 480                 cdata->chanv[i].value = VOL_ZERO_DB;
 481         }
 482
 483 out:
 484         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d\n",
 485                 scontrol->comp_id, scontrol->num_channels);
 486
 487         return 0;
 488 }
 489
 490 static int sof_control_load_enum(struct snd_soc_component *scomp,
 491                                  struct snd_sof_control *scontrol,
 492                                  struct snd_kcontrol_new *kc,
 493                                  struct snd_soc_tplg_ctl_hdr *hdr)
 494 {
 495         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 496         struct snd_soc_tplg_enum_control *ec =
 497                 container_of(hdr, struct snd_soc_tplg_enum_control, hdr);
 498
 499         /* validate topology data */
 500         if (le32_to_cpu(ec->num_channels) > SND_SOC_TPLG_MAX_CHAN)
 501                 return -EINVAL;
 502
 503         /* init the enum get/put data */
 504         scontrol->size = sizeof(struct sof_ipc_ctrl_data) +
 505                          sizeof(struct sof_ipc_ctrl_value_chan) *
 506                          le32_to_cpu(ec->num_channels);
 507         scontrol->control_data = kzalloc(scontrol->size, GFP_KERNEL);
 508         if (!scontrol->control_data)
 509                 return -ENOMEM;
 510
 511         scontrol->comp_id = sdev->next_comp_id;
 512         scontrol->num_channels = le32_to_cpu(ec->num_channels);
 513
 514         scontrol->cmd = SOF_CTRL_CMD_ENUM;
 515
 516         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d comp_id %d\n",
 517                 scontrol->comp_id, scontrol->num_channels, scontrol->comp_id);
 518
 519         return 0;
 520 }
 521
 522 static int sof_control_load_bytes(struct snd_soc_component *scomp,
 523                                   struct snd_sof_control *scontrol,
 524                                   struct snd_kcontrol_new *kc,
 525                                   struct snd_soc_tplg_ctl_hdr *hdr)
 526 {
 527         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 528         struct sof_ipc_ctrl_data *cdata;
 529         struct snd_soc_tplg_bytes_control *control =
 530                 container_of(hdr, struct snd_soc_tplg_bytes_control, hdr);
 531         struct soc_bytes_ext *sbe = (struct soc_bytes_ext *)kc->private_value;
 532         int max_size = sbe->max;
 533
 534         if (le32_to_cpu(control->priv.size) > max_size) {
 535                 dev_err(sdev->dev, "err: bytes data size %d exceeds max %d.\n",
 536                         control->priv.size, max_size);
 537                 return -EINVAL;
 538         }
 539
 540         /* init the get/put bytes data */
 541         scontrol->size = sizeof(struct sof_ipc_ctrl_data) +
 542                 le32_to_cpu(control->priv.size);
 543         scontrol->control_data = kzalloc(max_size, GFP_KERNEL);
 544         cdata = scontrol->control_data;
 545         if (!scontrol->control_data)
 546                 return -ENOMEM;
 547
 548         scontrol->comp_id = sdev->next_comp_id;
 549         scontrol->cmd = SOF_CTRL_CMD_BINARY;
 550
 551         dev_dbg(sdev->dev, "tplg: load kcontrol index %d chans %d\n",
 552                 scontrol->comp_id, scontrol->num_channels);
 553
 554         if (le32_to_cpu(control->priv.size) > 0) {
 555                 memcpy(cdata->data, control->priv.data,
 556                        le32_to_cpu(control->priv.size));
 557
 558                 if (cdata->data->magic != SOF_ABI_MAGIC) {
 559                         dev_err(sdev->dev, "error: Wrong ABI magic 0x%08x.\n",
 560                                 cdata->data->magic);
 561                         return -EINVAL;
 562                 }
 563                 if (SOF_ABI_VERSION_INCOMPATIBLE(SOF_ABI_VERSION,
 564                                                  cdata->data->abi)) {
 565                         dev_err(sdev->dev,
 566                                 "error: Incompatible ABI version 0x%08x.\n",
 567                                 cdata->data->abi);
 568                         return -EINVAL;
 569                 }
 570                 if (cdata->data->size + sizeof(const struct sof_abi_hdr) !=
 571                     le32_to_cpu(control->priv.size)) {
 572                         dev_err(sdev->dev,
 573                                 "error: Conflict in bytes vs. priv size.\n");
 574                         return -EINVAL;
 575                 }
 576         }
 577         return 0;
 578 }
 579
 580 /*
 581  * Topology Token Parsing.
 582  * New tokens should be added to headers and parsing tables below.
 583  */
 584
 585 struct sof_topology_token {
 586         u32 token;
 587         u32 type;
 588         int (*get_token)(void *elem, void *object, u32 offset, u32 size);
 589         u32 offset;
 590         u32 size;
 591 };
 592
 593 static int get_token_u32(void *elem, void *object, u32 offset, u32 size)
 594 {
 595         struct snd_soc_tplg_vendor_value_elem *velem = elem;
 596         u32 *val = (u32 *)((u8 *)object + offset);
 597
 598         *val = le32_to_cpu(velem->value);
 599         return 0;
 600 }
 601
 602 static int get_token_u16(void *elem, void *object, u32 offset, u32 size)
 603 {
 604         struct snd_soc_tplg_vendor_value_elem *velem = elem;
 605         u16 *val = (u16 *)((u8 *)object + offset);
 606
 607         *val = (u16)le32_to_cpu(velem->value);
 608         return 0;
 609 }
 610
 611 static int get_token_comp_format(void *elem, void *object, u32 offset, u32 size)
 612 {
 613         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 614         u32 *val = (u32 *)((u8 *)object + offset);
 615
 616         *val = find_format(velem->string);
 617         return 0;
 618 }
 619
 620 static int get_token_dai_type(void *elem, void *object, u32 offset, u32 size)
 621 {
 622         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 623         u32 *val = (u32 *)((u8 *)object + offset);
 624
 625         *val = find_dai(velem->string);
 626         return 0;
 627 }
 628
 629 static int get_token_process_type(void *elem, void *object, u32 offset,
 630                                   u32 size)
 631 {
 632         struct snd_soc_tplg_vendor_string_elem *velem = elem;
 633         u32 *val = (u32 *)((u8 *)object + offset);
 634
 635         *val = find_process(velem->string);
 636         return 0;
 637 }
 638
 639 /* Buffers */
 640 static const struct sof_topology_token buffer_tokens[] = {
 641         {SOF_TKN_BUF_SIZE, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 642                 offsetof(struct sof_ipc_buffer, size), 0},
 643         {SOF_TKN_BUF_CAPS, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 644                 offsetof(struct sof_ipc_buffer, caps), 0},
 645 };
 646
 647 /* DAI */
 648 static const struct sof_topology_token dai_tokens[] = {
 649         {SOF_TKN_DAI_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_dai_type,
 650                 offsetof(struct sof_ipc_comp_dai, type), 0},
 651         {SOF_TKN_DAI_INDEX, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 652                 offsetof(struct sof_ipc_comp_dai, dai_index), 0},
 653         {SOF_TKN_DAI_DIRECTION, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 654                 offsetof(struct sof_ipc_comp_dai, direction), 0},
 655 };
 656
 657 /* BE DAI link */
 658 static const struct sof_topology_token dai_link_tokens[] = {
 659         {SOF_TKN_DAI_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_dai_type,
 660                 offsetof(struct sof_ipc_dai_config, type), 0},
 661         {SOF_TKN_DAI_INDEX, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 662                 offsetof(struct sof_ipc_dai_config, dai_index), 0},
 663 };
 664
 665 /* scheduling */
 666 static const struct sof_topology_token sched_tokens[] = {
 667         {SOF_TKN_SCHED_PERIOD, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 668                 offsetof(struct sof_ipc_pipe_new, period), 0},
 669         {SOF_TKN_SCHED_PRIORITY, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 670                 offsetof(struct sof_ipc_pipe_new, priority), 0},
 671         {SOF_TKN_SCHED_MIPS, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 672                 offsetof(struct sof_ipc_pipe_new, period_mips), 0},
 673         {SOF_TKN_SCHED_CORE, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 674                 offsetof(struct sof_ipc_pipe_new, core), 0},
 675         {SOF_TKN_SCHED_FRAMES, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 676                 offsetof(struct sof_ipc_pipe_new, frames_per_sched), 0},
 677         {SOF_TKN_SCHED_TIME_DOMAIN, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 678                 offsetof(struct sof_ipc_pipe_new, time_domain), 0},
 679 };
 680
 681 /* volume */
 682 static const struct sof_topology_token volume_tokens[] = {
 683         {SOF_TKN_VOLUME_RAMP_STEP_TYPE, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 684                 get_token_u32, offsetof(struct sof_ipc_comp_volume, ramp), 0},
 685         {SOF_TKN_VOLUME_RAMP_STEP_MS,
 686                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 687                 offsetof(struct sof_ipc_comp_volume, initial_ramp), 0},
 688 };
 689
 690 /* SRC */
 691 static const struct sof_topology_token src_tokens[] = {
 692         {SOF_TKN_SRC_RATE_IN, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 693                 offsetof(struct sof_ipc_comp_src, source_rate), 0},
 694         {SOF_TKN_SRC_RATE_OUT, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 695                 offsetof(struct sof_ipc_comp_src, sink_rate), 0},
 696 };
 697
 698 /* Tone */
 699 static const struct sof_topology_token tone_tokens[] = {
 700 };
 701
 702 /* EFFECT */
 703 static const struct sof_topology_token process_tokens[] = {
 704         {SOF_TKN_PROCESS_TYPE, SND_SOC_TPLG_TUPLE_TYPE_STRING,
 705                 get_token_process_type,
 706                 offsetof(struct sof_ipc_comp_process, type), 0},
 707 };
 708
 709 /* PCM */
 710 static const struct sof_topology_token pcm_tokens[] = {
 711         {SOF_TKN_PCM_DMAC_CONFIG, SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 712                 offsetof(struct sof_ipc_comp_host, dmac_config), 0},
 713 };
 714
 715 /* Generic components */
 716 static const struct sof_topology_token comp_tokens[] = {
 717         {SOF_TKN_COMP_PERIOD_SINK_COUNT,
 718                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 719                 offsetof(struct sof_ipc_comp_config, periods_sink), 0},
 720         {SOF_TKN_COMP_PERIOD_SOURCE_COUNT,
 721                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 722                 offsetof(struct sof_ipc_comp_config, periods_source), 0},
 723         {SOF_TKN_COMP_FORMAT,
 724                 SND_SOC_TPLG_TUPLE_TYPE_STRING, get_token_comp_format,
 725                 offsetof(struct sof_ipc_comp_config, frame_fmt), 0},
 726 };
 727
 728 /* SSP */
 729 static const struct sof_topology_token ssp_tokens[] = {
 730         {SOF_TKN_INTEL_SSP_CLKS_CONTROL,
 731                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 732                 offsetof(struct sof_ipc_dai_ssp_params, clks_control), 0},
 733         {SOF_TKN_INTEL_SSP_MCLK_ID,
 734                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 735                 offsetof(struct sof_ipc_dai_ssp_params, mclk_id), 0},
 736         {SOF_TKN_INTEL_SSP_SAMPLE_BITS, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 737                 get_token_u32,
 738                 offsetof(struct sof_ipc_dai_ssp_params, sample_valid_bits), 0},
 739         {SOF_TKN_INTEL_SSP_FRAME_PULSE_WIDTH, SND_SOC_TPLG_TUPLE_TYPE_SHORT,
 740                 get_token_u16,
 741                 offsetof(struct sof_ipc_dai_ssp_params, frame_pulse_width), 0},
 742         {SOF_TKN_INTEL_SSP_QUIRKS, SND_SOC_TPLG_TUPLE_TYPE_WORD,
 743                 get_token_u32,
 744                 offsetof(struct sof_ipc_dai_ssp_params, quirks), 0},
 745         {SOF_TKN_INTEL_SSP_TDM_PADDING_PER_SLOT, SND_SOC_TPLG_TUPLE_TYPE_BOOL,
 746                 get_token_u16,
 747                 offsetof(struct sof_ipc_dai_ssp_params,
 748                          tdm_per_slot_padding_flag), 0},
 749
 750 };
 751
 752 /* DMIC */
 753 static const struct sof_topology_token dmic_tokens[] = {
 754         {SOF_TKN_INTEL_DMIC_DRIVER_VERSION,
 755                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 756                 offsetof(struct sof_ipc_dai_dmic_params, driver_ipc_version),
 757                 0},
 758         {SOF_TKN_INTEL_DMIC_CLK_MIN,
 759                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 760                 offsetof(struct sof_ipc_dai_dmic_params, pdmclk_min), 0},
 761         {SOF_TKN_INTEL_DMIC_CLK_MAX,
 762                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 763                 offsetof(struct sof_ipc_dai_dmic_params, pdmclk_max), 0},
 764         {SOF_TKN_INTEL_DMIC_SAMPLE_RATE,
 765                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 766                 offsetof(struct sof_ipc_dai_dmic_params, fifo_fs), 0},
 767         {SOF_TKN_INTEL_DMIC_DUTY_MIN,
 768                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 769                 offsetof(struct sof_ipc_dai_dmic_params, duty_min), 0},
 770         {SOF_TKN_INTEL_DMIC_DUTY_MAX,
 771                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 772                 offsetof(struct sof_ipc_dai_dmic_params, duty_max), 0},
 773         {SOF_TKN_INTEL_DMIC_NUM_PDM_ACTIVE,
 774                 SND_SOC_TPLG_TUPLE_TYPE_WORD, get_token_u32,
 775                 offsetof(struct sof_ipc_dai_dmic_params,
 776                          num_pdm_active), 0},
 777         {SOF_TKN_INTEL_DMIC_FIFO_WORD_LENGTH,
 778                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 779                 offsetof(struct sof_ipc_dai_dmic_params, fifo_bits), 0},
 780 };
 781
 782 /*
 783  * DMIC PDM Tokens
 784  * SOF_TKN_INTEL_DMIC_PDM_CTRL_ID should be the first token
 785  * as it increments the index while parsing the array of pdm tokens
 786  * and determines the correct offset
 787  */
 788 static const struct sof_topology_token dmic_pdm_tokens[] = {
 789         {SOF_TKN_INTEL_DMIC_PDM_CTRL_ID,
 790                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 791                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, id),
 792                 0},
 793         {SOF_TKN_INTEL_DMIC_PDM_MIC_A_Enable,
 794                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 795                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, enable_mic_a),
 796                 0},
 797         {SOF_TKN_INTEL_DMIC_PDM_MIC_B_Enable,
 798                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 799                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, enable_mic_b),
 800                 0},
 801         {SOF_TKN_INTEL_DMIC_PDM_POLARITY_A,
 802                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 803                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, polarity_mic_a),
 804                 0},
 805         {SOF_TKN_INTEL_DMIC_PDM_POLARITY_B,
 806                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 807                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, polarity_mic_b),
 808                 0},
 809         {SOF_TKN_INTEL_DMIC_PDM_CLK_EDGE,
 810                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 811                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, clk_edge),
 812                 0},
 813         {SOF_TKN_INTEL_DMIC_PDM_SKEW,
 814                 SND_SOC_TPLG_TUPLE_TYPE_SHORT, get_token_u16,
 815                 offsetof(struct sof_ipc_dai_dmic_pdm_ctrl, skew),
 816                 0},
 817 };
 818
 819 /* HDA */
 820 static const struct sof_topology_token hda_tokens[] = {
 821 };
 822
 823 static void sof_parse_uuid_tokens(struct snd_soc_component *scomp,
 824                                   void *object,
 825                                   const struct sof_topology_token *tokens,
 826                                   int count,
 827                                   struct snd_soc_tplg_vendor_array *array)
 828 {
 829         struct snd_soc_tplg_vendor_uuid_elem *elem;
 830         int i, j;
 831
 832         /* parse element by element */
 833         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 834                 elem = &array->uuid[i];
 835
 836                 /* search for token */
 837                 for (j = 0; j < count; j++) {
 838                         /* match token type */
 839                         if (tokens[j].type != SND_SOC_TPLG_TUPLE_TYPE_UUID)
 840                                 continue;
 841
 842                         /* match token id */
 843                         if (tokens[j].token != le32_to_cpu(elem->token))
 844                                 continue;
 845
 846                         /* matched - now load token */
 847                         tokens[j].get_token(elem, object, tokens[j].offset,
 848                                             tokens[j].size);
 849                 }
 850         }
 851 }
 852
 853 static void sof_parse_string_tokens(struct snd_soc_component *scomp,
 854                                     void *object,
 855                                     const struct sof_topology_token *tokens,
 856                                     int count,
 857                                     struct snd_soc_tplg_vendor_array *array)
 858 {
 859         struct snd_soc_tplg_vendor_string_elem *elem;
 860         int i, j;
 861
 862         /* parse element by element */
 863         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 864                 elem = &array->string[i];
 865
 866                 /* search for token */
 867                 for (j = 0; j < count; j++) {
 868                         /* match token type */
 869                         if (tokens[j].type != SND_SOC_TPLG_TUPLE_TYPE_STRING)
 870                                 continue;
 871
 872                         /* match token id */
 873                         if (tokens[j].token != le32_to_cpu(elem->token))
 874                                 continue;
 875
 876                         /* matched - now load token */
 877                         tokens[j].get_token(elem, object, tokens[j].offset,
 878                                             tokens[j].size);
 879                 }
 880         }
 881 }
 882
 883 static void sof_parse_word_tokens(struct snd_soc_component *scomp,
 884                                   void *object,
 885                                   const struct sof_topology_token *tokens,
 886                                   int count,
 887                                   struct snd_soc_tplg_vendor_array *array)
 888 {
 889         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 890         struct snd_soc_tplg_vendor_value_elem *elem;
 891         size_t size = sizeof(struct sof_ipc_dai_dmic_pdm_ctrl);
 892         int i, j;
 893         u32 offset;
 894         u32 *index = NULL;
 895
 896         /* parse element by element */
 897         for (i = 0; i < le32_to_cpu(array->num_elems); i++) {
 898                 elem = &array->value[i];
 899
 900                 /* search for token */
 901                 for (j = 0; j < count; j++) {
 902                         /* match token type */
 903                         if (!(tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_WORD ||
 904                               tokens[j].type == SND_SOC_TPLG_TUPLE_TYPE_SHORT))
 905                                 continue;
 906
 907                         /* match token id */
 908                         if (tokens[j].token != le32_to_cpu(elem->token))
 909                                 continue;
 910
 911                         /* pdm config array index */
 912                         if (sdev->private)
 913                                 index = sdev->private;
 914
 915                         /* matched - determine offset */
 916                         switch (tokens[j].token) {
 917                         case SOF_TKN_INTEL_DMIC_PDM_CTRL_ID:
 918
 919                                 /* inc number of pdm array index */
 920                                 if (index)
 921                                         (*index)++;
 922                                 /* fallthrough */
 923                         case SOF_TKN_INTEL_DMIC_PDM_MIC_A_Enable:
 924                         case SOF_TKN_INTEL_DMIC_PDM_MIC_B_Enable:
 925                         case SOF_TKN_INTEL_DMIC_PDM_POLARITY_A:
 926                         case SOF_TKN_INTEL_DMIC_PDM_POLARITY_B:
 927                         case SOF_TKN_INTEL_DMIC_PDM_CLK_EDGE:
 928                         case SOF_TKN_INTEL_DMIC_PDM_SKEW:
 929
 930                                 /* check if array index is valid */
 931                                 if (!index || *index == 0) {
 932                                         dev_err(sdev->dev,
 933                                                 "error: invalid array offset\n");
 934                                         continue;
 935                                 } else {
 936                                         /* offset within the pdm config array */
 937                                         offset = size * (*index - 1);
 938                                 }
 939                                 break;
 940                         default:
 941                                 offset = 0;
 942                                 break;
 943                         }
 944
 945                         /* load token */
 946                         tokens[j].get_token(elem, object,
 947                                             offset + tokens[j].offset,
 948                                             tokens[j].size);
 949                 }
 950         }
 951 }
 952
 953 static int sof_parse_tokens(struct snd_soc_component *scomp,
 954                             void *object,
 955                             const struct sof_topology_token *tokens,
 956                             int count,
 957                             struct snd_soc_tplg_vendor_array *array,
 958                             int priv_size)
 959 {
 960         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
 961         int asize;
 962
 963         while (priv_size > 0) {
 964                 asize = le32_to_cpu(array->size);
 965
 966                 /* validate asize */
 967                 if (asize < 0) { /* FIXME: A zero-size array makes no sense */
 968                         dev_err(sdev->dev, "error: invalid array size 0x%x\n",
 969                                 asize);
 970                         return -EINVAL;
 971                 }
 972
 973                 /* make sure there is enough data before parsing */
 974                 priv_size -= asize;
 975                 if (priv_size < 0) {
 976                         dev_err(sdev->dev, "error: invalid array size 0x%x\n",
 977                                 asize);
 978                         return -EINVAL;
 979                 }
 980
 981                 /* call correct parser depending on type */
 982                 switch (le32_to_cpu(array->type)) {
 983                 case SND_SOC_TPLG_TUPLE_TYPE_UUID:
 984                         sof_parse_uuid_tokens(scomp, object, tokens, count,
 985                                               array);
 986                         break;
 987                 case SND_SOC_TPLG_TUPLE_TYPE_STRING:
 988                         sof_parse_string_tokens(scomp, object, tokens, count,
 989                                                 array);
 990                         break;
 991                 case SND_SOC_TPLG_TUPLE_TYPE_BOOL:
 992                 case SND_SOC_TPLG_TUPLE_TYPE_BYTE:
 993                 case SND_SOC_TPLG_TUPLE_TYPE_WORD:
 994                 case SND_SOC_TPLG_TUPLE_TYPE_SHORT:
 995                         sof_parse_word_tokens(scomp, object, tokens, count,
 996                                               array);
 997                         break;
 998                 default:
 999                         dev_err(sdev->dev, "error: unknown token type %d\n",
1000                                 array->type);
1001                         return -EINVAL;
1002                 }
1003
1004                 /* next array */
1005                 array = (struct snd_soc_tplg_vendor_array *)((u8 *)array
1006                         + asize);
1007         }
1008         return 0;
1009 }
1010
1011 static void sof_dbg_comp_config(struct snd_soc_component *scomp,
1012                                 struct sof_ipc_comp_config *config)
1013 {
1014         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1015
1016         dev_dbg(sdev->dev, " config: periods snk %d src %d fmt %d\n",
1017                 config->periods_sink, config->periods_source,
1018                 config->frame_fmt);
1019 }
1020
1021 /* external kcontrol init - used for any driver specific init */
1022 static int sof_control_load(struct snd_soc_component *scomp, int index,
1023                             struct snd_kcontrol_new *kc,
1024                             struct snd_soc_tplg_ctl_hdr *hdr)
1025 {
1026         struct soc_mixer_control *sm;
1027         struct soc_bytes_ext *sbe;
1028         struct soc_enum *se;
1029         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1030         struct snd_soc_dobj *dobj;
1031         struct snd_sof_control *scontrol;
1032         int ret = -EINVAL;
1033
1034         dev_dbg(sdev->dev, "tplg: load control type %d name : %s\n",
1035                 hdr->type, hdr->name);
1036
1037         scontrol = kzalloc(sizeof(*scontrol), GFP_KERNEL);
1038         if (!scontrol)
1039                 return -ENOMEM;
1040
1041         scontrol->sdev = sdev;
1042
1043         switch (le32_to_cpu(hdr->ops.info)) {
1044         case SND_SOC_TPLG_CTL_VOLSW:
1045         case SND_SOC_TPLG_CTL_VOLSW_SX:
1046         case SND_SOC_TPLG_CTL_VOLSW_XR_SX:
1047                 sm = (struct soc_mixer_control *)kc->private_value;
1048                 dobj = &sm->dobj;
1049                 ret = sof_control_load_volume(scomp, scontrol, kc, hdr);
1050                 break;
1051         case SND_SOC_TPLG_CTL_BYTES:
1052                 sbe = (struct soc_bytes_ext *)kc->private_value;
1053                 dobj = &sbe->dobj;
1054                 ret = sof_control_load_bytes(scomp, scontrol, kc, hdr);
1055                 break;
1056         case SND_SOC_TPLG_CTL_ENUM:
1057         case SND_SOC_TPLG_CTL_ENUM_VALUE:
1058                 se = (struct soc_enum *)kc->private_value;
1059                 dobj = &se->dobj;
1060                 ret = sof_control_load_enum(scomp, scontrol, kc, hdr);
1061                 break;
1062         case SND_SOC_TPLG_CTL_RANGE:
1063         case SND_SOC_TPLG_CTL_STROBE:
1064         case SND_SOC_TPLG_DAPM_CTL_VOLSW:
1065         case SND_SOC_TPLG_DAPM_CTL_ENUM_DOUBLE:
1066         case SND_SOC_TPLG_DAPM_CTL_ENUM_VIRT:
1067         case SND_SOC_TPLG_DAPM_CTL_ENUM_VALUE:
1068         case SND_SOC_TPLG_DAPM_CTL_PIN:
1069         default:
1070                 dev_warn(sdev->dev, "control type not supported %d:%d:%d\n",
1071                          hdr->ops.get, hdr->ops.put, hdr->ops.info);
1072                 kfree(scontrol);
1073                 return 0;
1074         }
1075
1076         dobj->private = scontrol;
1077         list_add(&scontrol->list, &sdev->kcontrol_list);
1078         return ret;
1079 }
1080
1081 static int sof_control_unload(struct snd_soc_component *scomp,
1082                               struct snd_soc_dobj *dobj)
1083 {
1084         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1085         struct sof_ipc_free fcomp;
1086         struct snd_sof_control *scontrol = dobj->private;
1087
1088         dev_dbg(sdev->dev, "tplg: unload control name : %s\n", scomp->name);
1089
1090         fcomp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_FREE;
1091         fcomp.hdr.size = sizeof(fcomp);
1092         fcomp.id = scontrol->comp_id;
1093
1094         kfree(scontrol->control_data);
1095         list_del(&scontrol->list);
1096         kfree(scontrol);
1097         /* send IPC to the DSP */
1098         return sof_ipc_tx_message(sdev->ipc,
1099                                   fcomp.hdr.cmd, &fcomp, sizeof(fcomp),
1100                                   NULL, 0);
1101 }
1102
1103 /*
1104  * DAI Topology
1105  */
1106
1107 static int sof_connect_dai_widget(struct snd_soc_component *scomp,
1108                                   struct snd_soc_dapm_widget *w,
1109                                   struct snd_soc_tplg_dapm_widget *tw,
1110                                   struct snd_sof_dai *dai)
1111 {
1112         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1113         struct snd_soc_card *card = scomp->card;
1114         struct snd_soc_pcm_runtime *rtd;
1115
1116         list_for_each_entry(rtd, &card->rtd_list, list) {
1117                 dev_vdbg(sdev->dev, "tplg: check widget: %s stream: %s dai stream: %s\n",
1118                          w->name,  w->sname, rtd->dai_link->stream_name);
1119
1120                 if (!w->sname || !rtd->dai_link->stream_name)
1121                         continue;
1122
1123                 /* does stream match DAI link ? */
1124                 if (strcmp(w->sname, rtd->dai_link->stream_name))
1125                         continue;
1126
1127                 switch (w->id) {
1128                 case snd_soc_dapm_dai_out:
1129                         rtd->cpu_dai->capture_widget = w;
1130                         dai->name = rtd->dai_link->name;
1131                         dev_dbg(sdev->dev, "tplg: connected widget %s -> DAI link %s\n",
1132                                 w->name, rtd->dai_link->name);
1133                         break;
1134                 case snd_soc_dapm_dai_in:
1135                         rtd->cpu_dai->playback_widget = w;
1136                         dai->name = rtd->dai_link->name;
1137                         dev_dbg(sdev->dev, "tplg: connected widget %s -> DAI link %s\n",
1138                                 w->name, rtd->dai_link->name);
1139                         break;
1140                 default:
1141                         break;
1142                 }
1143         }
1144
1145         /* check we have a connection */
1146         if (!dai->name) {
1147                 dev_err(sdev->dev, "error: can't connect DAI %s stream %s\n",
1148                         w->name, w->sname);
1149                 return -EINVAL;
1150         }
1151
1152         return 0;
1153 }
1154
1155 static int sof_widget_load_dai(struct snd_soc_component *scomp, int index,
1156                                struct snd_sof_widget *swidget,
1157                                struct snd_soc_tplg_dapm_widget *tw,
1158                                struct sof_ipc_comp_reply *r,
1159                                struct snd_sof_dai *dai)
1160 {
1161         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1162         struct snd_soc_tplg_private *private = &tw->priv;
1163         struct sof_ipc_comp_dai comp_dai;
1164         int ret;
1165
1166         /* configure dai IPC message */
1167         memset(&comp_dai, 0, sizeof(comp_dai));
1168         comp_dai.comp.hdr.size = sizeof(comp_dai);
1169         comp_dai.comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1170         comp_dai.comp.id = swidget->comp_id;
1171         comp_dai.comp.type = SOF_COMP_DAI;
1172         comp_dai.comp.pipeline_id = index;
1173         comp_dai.config.hdr.size = sizeof(comp_dai.config);
1174
1175         ret = sof_parse_tokens(scomp, &comp_dai, dai_tokens,
1176                                ARRAY_SIZE(dai_tokens), private->array,
1177                                le32_to_cpu(private->size));
1178         if (ret != 0) {
1179                 dev_err(sdev->dev, "error: parse dai tokens failed %d\n",
1180                         le32_to_cpu(private->size));
1181                 return ret;
1182         }
1183
1184         ret = sof_parse_tokens(scomp, &comp_dai.config, comp_tokens,
1185                                ARRAY_SIZE(comp_tokens), private->array,
1186                                le32_to_cpu(private->size));
1187         if (ret != 0) {
1188                 dev_err(sdev->dev, "error: parse dai.cfg tokens failed %d\n",
1189                         private->size);
1190                 return ret;
1191         }
1192
1193         dev_dbg(sdev->dev, "dai %s: type %d index %d\n",
1194                 swidget->widget->name, comp_dai.type, comp_dai.dai_index);
1195         sof_dbg_comp_config(scomp, &comp_dai.config);
1196
1197         ret = sof_ipc_tx_message(sdev->ipc, comp_dai.comp.hdr.cmd,
1198                                  &comp_dai, sizeof(comp_dai), r, sizeof(*r));
1199
1200         if (ret == 0 && dai) {
1201                 dai->sdev = sdev;
1202                 memcpy(&dai->comp_dai, &comp_dai, sizeof(comp_dai));
1203         }
1204
1205         return ret;
1206 }
1207
1208 /*
1209  * Buffer topology
1210  */
1211
1212 static int sof_widget_load_buffer(struct snd_soc_component *scomp, int index,
1213                                   struct snd_sof_widget *swidget,
1214                                   struct snd_soc_tplg_dapm_widget *tw,
1215                                   struct sof_ipc_comp_reply *r)
1216 {
1217         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1218         struct snd_soc_tplg_private *private = &tw->priv;
1219         struct sof_ipc_buffer *buffer;
1220         int ret;
1221
1222         buffer = kzalloc(sizeof(*buffer), GFP_KERNEL);
1223         if (!buffer)
1224                 return -ENOMEM;
1225
1226         /* configure dai IPC message */
1227         buffer->comp.hdr.size = sizeof(*buffer);
1228         buffer->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_BUFFER_NEW;
1229         buffer->comp.id = swidget->comp_id;
1230         buffer->comp.type = SOF_COMP_BUFFER;
1231         buffer->comp.pipeline_id = index;
1232
1233         ret = sof_parse_tokens(scomp, buffer, buffer_tokens,
1234                                ARRAY_SIZE(buffer_tokens), private->array,
1235                                le32_to_cpu(private->size));
1236         if (ret != 0) {
1237                 dev_err(sdev->dev, "error: parse buffer tokens failed %d\n",
1238                         private->size);
1239                 kfree(buffer);
1240                 return ret;
1241         }
1242
1243         dev_dbg(sdev->dev, "buffer %s: size %d caps 0x%x\n",
1244                 swidget->widget->name, buffer->size, buffer->caps);
1245
1246         swidget->private = buffer;
1247
1248         ret = sof_ipc_tx_message(sdev->ipc, buffer->comp.hdr.cmd, buffer,
1249                                  sizeof(*buffer), r, sizeof(*r));
1250         if (ret < 0) {
1251                 dev_err(sdev->dev, "error: buffer %s load failed\n",
1252                         swidget->widget->name);
1253                 kfree(buffer);
1254         }
1255
1256         return ret;
1257 }
1258
1259 /* bind PCM ID to host component ID */
1260 static int spcm_bind(struct snd_sof_dev *sdev, struct snd_sof_pcm *spcm,
1261                      int dir)
1262 {
1263         struct snd_sof_widget *host_widget;
1264
1265         host_widget = snd_sof_find_swidget_sname(sdev,
1266                                                  spcm->pcm.caps[dir].name,
1267                                                  dir);
1268         if (!host_widget) {
1269                 dev_err(sdev->dev, "can't find host comp to bind pcm\n");
1270                 return -EINVAL;
1271         }
1272
1273         spcm->stream[dir].comp_id = host_widget->comp_id;
1274
1275         return 0;
1276 }
1277
1278 /*
1279  * PCM Topology
1280  */
1281
1282 static int sof_widget_load_pcm(struct snd_soc_component *scomp, int index,
1283                                struct snd_sof_widget *swidget,
1284                                enum sof_ipc_stream_direction dir,
1285                                struct snd_soc_tplg_dapm_widget *tw,
1286                                struct sof_ipc_comp_reply *r)
1287 {
1288         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1289         struct snd_soc_tplg_private *private = &tw->priv;
1290         struct sof_ipc_comp_host *host;
1291         int ret;
1292
1293         host = kzalloc(sizeof(*host), GFP_KERNEL);
1294         if (!host)
1295                 return -ENOMEM;
1296
1297         /* configure host comp IPC message */
1298         host->comp.hdr.size = sizeof(*host);
1299         host->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1300         host->comp.id = swidget->comp_id;
1301         host->comp.type = SOF_COMP_HOST;
1302         host->comp.pipeline_id = index;
1303         host->direction = dir;
1304         host->config.hdr.size = sizeof(host->config);
1305
1306         ret = sof_parse_tokens(scomp, host, pcm_tokens,
1307                                ARRAY_SIZE(pcm_tokens), private->array,
1308                                le32_to_cpu(private->size));
1309         if (ret != 0) {
1310                 dev_err(sdev->dev, "error: parse host tokens failed %d\n",
1311                         private->size);
1312                 goto err;
1313         }
1314
1315         ret = sof_parse_tokens(scomp, &host->config, comp_tokens,
1316                                ARRAY_SIZE(comp_tokens), private->array,
1317                                le32_to_cpu(private->size));
1318         if (ret != 0) {
1319                 dev_err(sdev->dev, "error: parse host.cfg tokens failed %d\n",
1320                         le32_to_cpu(private->size));
1321                 goto err;
1322         }
1323
1324         dev_dbg(sdev->dev, "loaded host %s\n", swidget->widget->name);
1325         sof_dbg_comp_config(scomp, &host->config);
1326
1327         swidget->private = host;
1328
1329         ret = sof_ipc_tx_message(sdev->ipc, host->comp.hdr.cmd, host,
1330                                  sizeof(*host), r, sizeof(*r));
1331         if (ret >= 0)
1332                 return ret;
1333 err:
1334         kfree(host);
1335         return ret;
1336 }
1337
1338 /*
1339  * Pipeline Topology
1340  */
1341 int sof_load_pipeline_ipc(struct snd_sof_dev *sdev,
1342                           struct sof_ipc_pipe_new *pipeline,
1343                           struct sof_ipc_comp_reply *r)
1344 {
1345         struct sof_ipc_pm_core_config pm_core_config;
1346         int ret;
1347
1348         ret = sof_ipc_tx_message(sdev->ipc, pipeline->hdr.cmd, pipeline,
1349                                  sizeof(*pipeline), r, sizeof(*r));
1350         if (ret < 0) {
1351                 dev_err(sdev->dev, "error: load pipeline ipc failure\n");
1352                 return ret;
1353         }
1354
1355         /* power up the core that this pipeline is scheduled on */
1356         ret = snd_sof_dsp_core_power_up(sdev, 1 << pipeline->core);
1357         if (ret < 0) {
1358                 dev_err(sdev->dev, "error: powering up pipeline schedule core %d\n",
1359                         pipeline->core);
1360                 return ret;
1361         }
1362
1363         /* update enabled cores mask */
1364         sdev->enabled_cores_mask |= 1 << pipeline->core;
1365
1366         /*
1367          * Now notify DSP that the core that this pipeline is scheduled on
1368          * has been powered up
1369          */
1370         memset(&pm_core_config, 0, sizeof(pm_core_config));
1371         pm_core_config.enable_mask = sdev->enabled_cores_mask;
1372
1373         /* configure CORE_ENABLE ipc message */
1374         pm_core_config.hdr.size = sizeof(pm_core_config);
1375         pm_core_config.hdr.cmd = SOF_IPC_GLB_PM_MSG | SOF_IPC_PM_CORE_ENABLE;
1376
1377         /* send ipc */
1378         ret = sof_ipc_tx_message(sdev->ipc, pm_core_config.hdr.cmd,
1379                                  &pm_core_config, sizeof(pm_core_config),
1380                                  &pm_core_config, sizeof(pm_core_config));
1381         if (ret < 0)
1382                 dev_err(sdev->dev, "error: core enable ipc failure\n");
1383
1384         return ret;
1385 }
1386
1387 static int sof_widget_load_pipeline(struct snd_soc_component *scomp,
1388                                     int index, struct snd_sof_widget *swidget,
1389                                     struct snd_soc_tplg_dapm_widget *tw,
1390                                     struct sof_ipc_comp_reply *r)
1391 {
1392         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1393         struct snd_soc_tplg_private *private = &tw->priv;
1394         struct sof_ipc_pipe_new *pipeline;
1395         struct snd_sof_widget *comp_swidget;
1396         int ret;
1397
1398         pipeline = kzalloc(sizeof(*pipeline), GFP_KERNEL);
1399         if (!pipeline)
1400                 return -ENOMEM;
1401
1402         /* configure dai IPC message */
1403         pipeline->hdr.size = sizeof(*pipeline);
1404         pipeline->hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_PIPE_NEW;
1405         pipeline->pipeline_id = index;
1406         pipeline->comp_id = swidget->comp_id;
1407
1408         /* component at start of pipeline is our stream id */
1409         comp_swidget = snd_sof_find_swidget(sdev, tw->sname);
1410         if (!comp_swidget) {
1411                 dev_err(sdev->dev, "error: widget %s refers to non existent widget %s\n",
1412                         tw->name, tw->sname);
1413                 ret = -EINVAL;
1414                 goto err;
1415         }
1416
1417         pipeline->sched_id = comp_swidget->comp_id;
1418
1419         dev_dbg(sdev->dev, "tplg: pipeline id %d comp %d scheduling comp id %d\n",
1420                 pipeline->pipeline_id, pipeline->comp_id, pipeline->sched_id);
1421
1422         ret = sof_parse_tokens(scomp, pipeline, sched_tokens,
1423                                ARRAY_SIZE(sched_tokens), private->array,
1424                                le32_to_cpu(private->size));
1425         if (ret != 0) {
1426                 dev_err(sdev->dev, "error: parse pipeline tokens failed %d\n",
1427                         private->size);
1428                 goto err;
1429         }
1430
1431         dev_dbg(sdev->dev, "pipeline %s: period %d pri %d mips %d core %d frames %d\n",
1432                 swidget->widget->name, pipeline->period, pipeline->priority,
1433                 pipeline->period_mips, pipeline->core, pipeline->frames_per_sched);
1434
1435         swidget->private = pipeline;
1436
1437         /* send ipc's to create pipeline comp and power up schedule core */
1438         ret = sof_load_pipeline_ipc(sdev, pipeline, r);
1439         if (ret >= 0)
1440                 return ret;
1441 err:
1442         kfree(pipeline);
1443         return ret;
1444 }
1445
1446 /*
1447  * Mixer topology
1448  */
1449
1450 static int sof_widget_load_mixer(struct snd_soc_component *scomp, int index,
1451                                  struct snd_sof_widget *swidget,
1452                                  struct snd_soc_tplg_dapm_widget *tw,
1453                                  struct sof_ipc_comp_reply *r)
1454 {
1455         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1456         struct snd_soc_tplg_private *private = &tw->priv;
1457         struct sof_ipc_comp_mixer *mixer;
1458         int ret;
1459
1460         mixer = kzalloc(sizeof(*mixer), GFP_KERNEL);
1461         if (!mixer)
1462                 return -ENOMEM;
1463
1464         /* configure mixer IPC message */
1465         mixer->comp.hdr.size = sizeof(*mixer);
1466         mixer->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1467         mixer->comp.id = swidget->comp_id;
1468         mixer->comp.type = SOF_COMP_MIXER;
1469         mixer->comp.pipeline_id = index;
1470         mixer->config.hdr.size = sizeof(mixer->config);
1471
1472         ret = sof_parse_tokens(scomp, &mixer->config, comp_tokens,
1473                                ARRAY_SIZE(comp_tokens), private->array,
1474                                le32_to_cpu(private->size));
1475         if (ret != 0) {
1476                 dev_err(sdev->dev, "error: parse mixer.cfg tokens failed %d\n",
1477                         private->size);
1478                 kfree(mixer);
1479                 return ret;
1480         }
1481
1482         sof_dbg_comp_config(scomp, &mixer->config);
1483
1484         swidget->private = mixer;
1485
1486         ret = sof_ipc_tx_message(sdev->ipc, mixer->comp.hdr.cmd, mixer,
1487                                  sizeof(*mixer), r, sizeof(*r));
1488         if (ret < 0)
1489                 kfree(mixer);
1490
1491         return ret;
1492 }
1493
1494 /*
1495  * Mux topology
1496  */
1497 static int sof_widget_load_mux(struct snd_soc_component *scomp, int index,
1498                                struct snd_sof_widget *swidget,
1499                                struct snd_soc_tplg_dapm_widget *tw,
1500                                struct sof_ipc_comp_reply *r)
1501 {
1502         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1503         struct snd_soc_tplg_private *private = &tw->priv;
1504         struct sof_ipc_comp_mux *mux;
1505         int ret;
1506
1507         mux = kzalloc(sizeof(*mux), GFP_KERNEL);
1508         if (!mux)
1509                 return -ENOMEM;
1510
1511         /* configure mux IPC message */
1512         mux->comp.hdr.size = sizeof(*mux);
1513         mux->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1514         mux->comp.id = swidget->comp_id;
1515         mux->comp.type = SOF_COMP_MUX;
1516         mux->comp.pipeline_id = index;
1517         mux->config.hdr.size = sizeof(mux->config);
1518
1519         ret = sof_parse_tokens(scomp, &mux->config, comp_tokens,
1520                                ARRAY_SIZE(comp_tokens), private->array,
1521                                le32_to_cpu(private->size));
1522         if (ret != 0) {
1523                 dev_err(sdev->dev, "error: parse mux.cfg tokens failed %d\n",
1524                         private->size);
1525                 kfree(mux);
1526                 return ret;
1527         }
1528
1529         sof_dbg_comp_config(scomp, &mux->config);
1530
1531         swidget->private = mux;
1532
1533         ret = sof_ipc_tx_message(sdev->ipc, mux->comp.hdr.cmd, mux,
1534                                  sizeof(*mux), r, sizeof(*r));
1535         if (ret < 0)
1536                 kfree(mux);
1537
1538         return ret;
1539 }
1540
1541 /*
1542  * PGA Topology
1543  */
1544
1545 static int sof_widget_load_pga(struct snd_soc_component *scomp, int index,
1546                                struct snd_sof_widget *swidget,
1547                                struct snd_soc_tplg_dapm_widget *tw,
1548                                struct sof_ipc_comp_reply *r)
1549 {
1550         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1551         struct snd_soc_tplg_private *private = &tw->priv;
1552         struct sof_ipc_comp_volume *volume;
1553         int ret;
1554
1555         volume = kzalloc(sizeof(*volume), GFP_KERNEL);
1556         if (!volume)
1557                 return -ENOMEM;
1558
1559         if (le32_to_cpu(tw->num_kcontrols) != 1) {
1560                 dev_err(sdev->dev, "error: invalid kcontrol count %d for volume\n",
1561                         tw->num_kcontrols);
1562                 ret = -EINVAL;
1563                 goto err;
1564         }
1565
1566         /* configure volume IPC message */
1567         volume->comp.hdr.size = sizeof(*volume);
1568         volume->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1569         volume->comp.id = swidget->comp_id;
1570         volume->comp.type = SOF_COMP_VOLUME;
1571         volume->comp.pipeline_id = index;
1572         volume->config.hdr.size = sizeof(volume->config);
1573
1574         ret = sof_parse_tokens(scomp, volume, volume_tokens,
1575                                ARRAY_SIZE(volume_tokens), private->array,
1576                                le32_to_cpu(private->size));
1577         if (ret != 0) {
1578                 dev_err(sdev->dev, "error: parse volume tokens failed %d\n",
1579                         private->size);
1580                 goto err;
1581         }
1582         ret = sof_parse_tokens(scomp, &volume->config, comp_tokens,
1583                                ARRAY_SIZE(comp_tokens), private->array,
1584                                le32_to_cpu(private->size));
1585         if (ret != 0) {
1586                 dev_err(sdev->dev, "error: parse volume.cfg tokens failed %d\n",
1587                         le32_to_cpu(private->size));
1588                 goto err;
1589         }
1590
1591         sof_dbg_comp_config(scomp, &volume->config);
1592
1593         swidget->private = volume;
1594
1595         ret = sof_ipc_tx_message(sdev->ipc, volume->comp.hdr.cmd, volume,
1596                                  sizeof(*volume), r, sizeof(*r));
1597         if (ret >= 0)
1598                 return ret;
1599 err:
1600         kfree(volume);
1601         return ret;
1602 }
1603
1604 /*
1605  * SRC Topology
1606  */
1607
1608 static int sof_widget_load_src(struct snd_soc_component *scomp, int index,
1609                                struct snd_sof_widget *swidget,
1610                                struct snd_soc_tplg_dapm_widget *tw,
1611                                struct sof_ipc_comp_reply *r)
1612 {
1613         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1614         struct snd_soc_tplg_private *private = &tw->priv;
1615         struct sof_ipc_comp_src *src;
1616         int ret;
1617
1618         src = kzalloc(sizeof(*src), GFP_KERNEL);
1619         if (!src)
1620                 return -ENOMEM;
1621
1622         /* configure src IPC message */
1623         src->comp.hdr.size = sizeof(*src);
1624         src->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1625         src->comp.id = swidget->comp_id;
1626         src->comp.type = SOF_COMP_SRC;
1627         src->comp.pipeline_id = index;
1628         src->config.hdr.size = sizeof(src->config);
1629
1630         ret = sof_parse_tokens(scomp, src, src_tokens,
1631                                ARRAY_SIZE(src_tokens), private->array,
1632                                le32_to_cpu(private->size));
1633         if (ret != 0) {
1634                 dev_err(sdev->dev, "error: parse src tokens failed %d\n",
1635                         private->size);
1636                 goto err;
1637         }
1638
1639         ret = sof_parse_tokens(scomp, &src->config, comp_tokens,
1640                                ARRAY_SIZE(comp_tokens), private->array,
1641                                le32_to_cpu(private->size));
1642         if (ret != 0) {
1643                 dev_err(sdev->dev, "error: parse src.cfg tokens failed %d\n",
1644                         le32_to_cpu(private->size));
1645                 goto err;
1646         }
1647
1648         dev_dbg(sdev->dev, "src %s: source rate %d sink rate %d\n",
1649                 swidget->widget->name, src->source_rate, src->sink_rate);
1650         sof_dbg_comp_config(scomp, &src->config);
1651
1652         swidget->private = src;
1653
1654         ret = sof_ipc_tx_message(sdev->ipc, src->comp.hdr.cmd, src,
1655                                  sizeof(*src), r, sizeof(*r));
1656         if (ret >= 0)
1657                 return ret;
1658 err:
1659         kfree(src);
1660         return ret;
1661 }
1662
1663 /*
1664  * Signal Generator Topology
1665  */
1666
1667 static int sof_widget_load_siggen(struct snd_soc_component *scomp, int index,
1668                                   struct snd_sof_widget *swidget,
1669                                   struct snd_soc_tplg_dapm_widget *tw,
1670                                   struct sof_ipc_comp_reply *r)
1671 {
1672         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1673         struct snd_soc_tplg_private *private = &tw->priv;
1674         struct sof_ipc_comp_tone *tone;
1675         int ret;
1676
1677         tone = kzalloc(sizeof(*tone), GFP_KERNEL);
1678         if (!tone)
1679                 return -ENOMEM;
1680
1681         /* configure siggen IPC message */
1682         tone->comp.hdr.size = sizeof(*tone);
1683         tone->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1684         tone->comp.id = swidget->comp_id;
1685         tone->comp.type = SOF_COMP_TONE;
1686         tone->comp.pipeline_id = index;
1687         tone->config.hdr.size = sizeof(tone->config);
1688
1689         ret = sof_parse_tokens(scomp, tone, tone_tokens,
1690                                ARRAY_SIZE(tone_tokens), private->array,
1691                                le32_to_cpu(private->size));
1692         if (ret != 0) {
1693                 dev_err(sdev->dev, "error: parse tone tokens failed %d\n",
1694                         le32_to_cpu(private->size));
1695                 goto err;
1696         }
1697
1698         ret = sof_parse_tokens(scomp, &tone->config, comp_tokens,
1699                                ARRAY_SIZE(comp_tokens), private->array,
1700                                le32_to_cpu(private->size));
1701         if (ret != 0) {
1702                 dev_err(sdev->dev, "error: parse tone.cfg tokens failed %d\n",
1703                         le32_to_cpu(private->size));
1704                 goto err;
1705         }
1706
1707         dev_dbg(sdev->dev, "tone %s: frequency %d amplitude %d\n",
1708                 swidget->widget->name, tone->frequency, tone->amplitude);
1709         sof_dbg_comp_config(scomp, &tone->config);
1710
1711         swidget->private = tone;
1712
1713         ret = sof_ipc_tx_message(sdev->ipc, tone->comp.hdr.cmd, tone,
1714                                  sizeof(*tone), r, sizeof(*r));
1715         if (ret >= 0)
1716                 return ret;
1717 err:
1718         kfree(tone);
1719         return ret;
1720 }
1721
1722 static int sof_process_load(struct snd_soc_component *scomp, int index,
1723                             struct snd_sof_widget *swidget,
1724                             struct snd_soc_tplg_dapm_widget *tw,
1725                             struct sof_ipc_comp_reply *r,
1726                             int type)
1727 {
1728         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1729         struct snd_soc_tplg_private *private = &tw->priv;
1730         struct snd_soc_dapm_widget *widget = swidget->widget;
1731         const struct snd_kcontrol_new *kc;
1732         struct soc_bytes_ext *sbe;
1733         struct soc_mixer_control *sm;
1734         struct soc_enum *se;
1735         struct snd_sof_control *scontrol = NULL;
1736         struct sof_abi_hdr *pdata = NULL;
1737         struct sof_ipc_comp_process *process;
1738         size_t ipc_size, ipc_data_size = 0;
1739         int ret, i, offset = 0;
1740
1741         if (type == SOF_COMP_NONE) {
1742                 dev_err(sdev->dev, "error: invalid process comp type %d\n",
1743                         type);
1744                 return -EINVAL;
1745         }
1746
1747         /*
1748          * get possible component controls - get size of all pdata,
1749          * then memcpy with headers
1750          */
1751         for (i = 0; i < widget->num_kcontrols; i++) {
1752
1753                 kc = &widget->kcontrol_news[i];
1754
1755                 switch (widget->dobj.widget.kcontrol_type) {
1756                 case SND_SOC_TPLG_TYPE_MIXER:
1757                         sm = (struct soc_mixer_control *)kc->private_value;
1758                         scontrol = sm->dobj.private;
1759                         break;
1760                 case SND_SOC_TPLG_TYPE_BYTES:
1761                         sbe = (struct soc_bytes_ext *)kc->private_value;
1762                         scontrol = sbe->dobj.private;
1763                         break;
1764                 case SND_SOC_TPLG_TYPE_ENUM:
1765                         se = (struct soc_enum *)kc->private_value;
1766                         scontrol = se->dobj.private;
1767                         break;
1768                 default:
1769                         dev_err(sdev->dev, "error: unknown kcontrol type %d in widget %s\n",
1770                                 widget->dobj.widget.kcontrol_type,
1771                                 widget->name);
1772                         return -EINVAL;
1773                 }
1774
1775                 if (!scontrol) {
1776                         dev_err(sdev->dev, "error: no scontrol for widget %s\n",
1777                                 widget->name);
1778                         return -EINVAL;
1779                 }
1780
1781                 /* don't include if no private data */
1782                 pdata = scontrol->control_data->data;
1783                 if (!pdata)
1784                         continue;
1785
1786                 /* make sure data is valid - data can be updated at runtime */
1787                 if (pdata->magic != SOF_ABI_MAGIC)
1788                         continue;
1789
1790                 ipc_data_size += pdata->size;
1791         }
1792
1793         ipc_size = sizeof(struct sof_ipc_comp_process) +
1794                 le32_to_cpu(private->size) +
1795                 ipc_data_size;
1796
1797         process = kzalloc(ipc_size, GFP_KERNEL);
1798         if (!process)
1799                 return -ENOMEM;
1800
1801         /* configure iir IPC message */
1802         process->comp.hdr.size = ipc_size;
1803         process->comp.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_NEW;
1804         process->comp.id = swidget->comp_id;
1805         process->comp.type = type;
1806         process->comp.pipeline_id = index;
1807         process->config.hdr.size = sizeof(process->config);
1808
1809         ret = sof_parse_tokens(scomp, &process->config, comp_tokens,
1810                                ARRAY_SIZE(comp_tokens), private->array,
1811                                le32_to_cpu(private->size));
1812         if (ret != 0) {
1813                 dev_err(sdev->dev, "error: parse process.cfg tokens failed %d\n",
1814                         le32_to_cpu(private->size));
1815                 goto err;
1816         }
1817
1818         sof_dbg_comp_config(scomp, &process->config);
1819
1820         /*
1821          * found private data in control, so copy it.
1822          * get possible component controls - get size of all pdata,
1823          * then memcpy with headers
1824          */
1825         for (i = 0; i < widget->num_kcontrols; i++) {
1826                 kc = &widget->kcontrol_news[i];
1827
1828                 switch (widget->dobj.widget.kcontrol_type) {
1829                 case SND_SOC_TPLG_TYPE_MIXER:
1830                         sm = (struct soc_mixer_control *)kc->private_value;
1831                         scontrol = sm->dobj.private;
1832                         break;
1833                 case SND_SOC_TPLG_TYPE_BYTES:
1834                         sbe = (struct soc_bytes_ext *)kc->private_value;
1835                         scontrol = sbe->dobj.private;
1836                         break;
1837                 case SND_SOC_TPLG_TYPE_ENUM:
1838                         se = (struct soc_enum *)kc->private_value;
1839                         scontrol = se->dobj.private;
1840                         break;
1841                 default:
1842                         dev_err(sdev->dev, "error: unknown kcontrol type %d in widget %s\n",
1843                                 widget->dobj.widget.kcontrol_type,
1844                                 widget->name);
1845                         return -EINVAL;
1846                 }
1847
1848                 /* don't include if no private data */
1849                 pdata = scontrol->control_data->data;
1850                 if (!pdata)
1851                         continue;
1852
1853                 /* make sure data is valid - data can be updated at runtime */
1854                 if (pdata->magic != SOF_ABI_MAGIC)
1855                         continue;
1856
1857                 memcpy(&process->data + offset, pdata->data, pdata->size);
1858                 offset += pdata->size;
1859         }
1860
1861         process->size = ipc_data_size;
1862         swidget->private = process;
1863
1864         ret = sof_ipc_tx_message(sdev->ipc, process->comp.hdr.cmd, process,
1865                                  ipc_size, r, sizeof(*r));
1866         if (ret >= 0)
1867                 return ret;
1868 err:
1869         kfree(process);
1870         return ret;
1871 }
1872
1873 /*
1874  * Processing Component Topology - can be "effect", "codec", or general
1875  * "processing".
1876  */
1877
1878 static int sof_widget_load_process(struct snd_soc_component *scomp, int index,
1879                                    struct snd_sof_widget *swidget,
1880                                    struct snd_soc_tplg_dapm_widget *tw,
1881                                    struct sof_ipc_comp_reply *r)
1882 {
1883         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1884         struct snd_soc_tplg_private *private = &tw->priv;
1885         struct sof_ipc_comp_process config;
1886         int ret;
1887
1888         /* check we have some tokens - we need at least process type */
1889         if (le32_to_cpu(private->size) == 0) {
1890                 dev_err(sdev->dev, "error: process tokens not found\n");
1891                 return -EINVAL;
1892         }
1893
1894         memset(&config, 0, sizeof(config));
1895
1896         /* get the process token */
1897         ret = sof_parse_tokens(scomp, &config, process_tokens,
1898                                ARRAY_SIZE(process_tokens), private->array,
1899                                le32_to_cpu(private->size));
1900         if (ret != 0) {
1901                 dev_err(sdev->dev, "error: parse process tokens failed %d\n",
1902                         le32_to_cpu(private->size));
1903                 return ret;
1904         }
1905
1906         /* now load process specific data and send IPC */
1907         ret = sof_process_load(scomp, index, swidget, tw, r,
1908                                find_process_comp_type(config.type));
1909         if (ret < 0) {
1910                 dev_err(sdev->dev, "error: process loading failed\n");
1911                 return ret;
1912         }
1913
1914         return 0;
1915 }
1916
1917 static int sof_widget_bind_event(struct snd_sof_dev *sdev,
1918                                  struct snd_sof_widget *swidget,
1919                                  u16 event_type)
1920 {
1921         struct sof_ipc_comp *ipc_comp;
1922
1923         /* validate widget event type */
1924         switch (event_type) {
1925         case SOF_KEYWORD_DETECT_DAPM_EVENT:
1926                 /* only KEYWORD_DETECT comps should handle this */
1927                 if (swidget->id != snd_soc_dapm_effect)
1928                         break;
1929
1930                 ipc_comp = swidget->private;
1931                 if (ipc_comp && ipc_comp->type != SOF_COMP_KEYWORD_DETECT)
1932                         break;
1933
1934                 /* bind event to keyword detect comp */
1935                 return snd_soc_tplg_widget_bind_event(swidget->widget,
1936                                                       sof_kwd_events,
1937                                                       ARRAY_SIZE(sof_kwd_events),
1938                                                       event_type);
1939         default:
1940                 break;
1941         }
1942
1943         dev_err(sdev->dev,
1944                 "error: invalid event type %d for widget %s\n",
1945                 event_type, swidget->widget->name);
1946         return -EINVAL;
1947 }
1948
1949 /* external widget init - used for any driver specific init */
1950 static int sof_widget_ready(struct snd_soc_component *scomp, int index,
1951                             struct snd_soc_dapm_widget *w,
1952                             struct snd_soc_tplg_dapm_widget *tw)
1953 {
1954         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
1955         struct snd_sof_widget *swidget;
1956         struct snd_sof_dai *dai;
1957         struct sof_ipc_comp_reply reply;
1958         struct snd_sof_control *scontrol;
1959         int ret = 0;
1960
1961         swidget = kzalloc(sizeof(*swidget), GFP_KERNEL);
1962         if (!swidget)
1963                 return -ENOMEM;
1964
1965         swidget->sdev = sdev;
1966         swidget->widget = w;
1967         swidget->comp_id = sdev->next_comp_id++;
1968         swidget->complete = 0;
1969         swidget->id = w->id;
1970         swidget->pipeline_id = index;
1971         swidget->private = NULL;
1972         memset(&reply, 0, sizeof(reply));
1973
1974         dev_dbg(sdev->dev, "tplg: ready widget id %d pipe %d type %d name : %s stream %s\n",
1975                 swidget->comp_id, index, swidget->id, tw->name,
1976                 strnlen(tw->sname, SNDRV_CTL_ELEM_ID_NAME_MAXLEN) > 0
1977                         ? tw->sname : "none");
1978
1979         /* handle any special case widgets */
1980         switch (w->id) {
1981         case snd_soc_dapm_dai_in:
1982         case snd_soc_dapm_dai_out:
1983                 dai = kzalloc(sizeof(*dai), GFP_KERNEL);
1984                 if (!dai) {
1985                         kfree(swidget);
1986                         return -ENOMEM;
1987                 }
1988
1989                 ret = sof_widget_load_dai(scomp, index, swidget, tw, &reply,
1990                                           dai);
1991                 if (ret == 0) {
1992                         sof_connect_dai_widget(scomp, w, tw, dai);
1993                         list_add(&dai->list, &sdev->dai_list);
1994                         swidget->private = dai;
1995                 } else {
1996                         kfree(dai);
1997                 }
1998                 break;
1999         case snd_soc_dapm_mixer:
2000                 ret = sof_widget_load_mixer(scomp, index, swidget, tw, &reply);
2001                 break;
2002         case snd_soc_dapm_pga:
2003                 ret = sof_widget_load_pga(scomp, index, swidget, tw, &reply);
2004                 /* Find scontrol for this pga and set readback offset*/
2005                 list_for_each_entry(scontrol, &sdev->kcontrol_list, list) {
2006                         if (scontrol->comp_id == swidget->comp_id) {
2007                                 scontrol->readback_offset = reply.offset;
2008                                 break;
2009                         }
2010                 }
2011                 break;
2012         case snd_soc_dapm_buffer:
2013                 ret = sof_widget_load_buffer(scomp, index, swidget, tw, &reply);
2014                 break;
2015         case snd_soc_dapm_scheduler:
2016                 ret = sof_widget_load_pipeline(scomp, index, swidget, tw,
2017                                                &reply);
2018                 break;
2019         case snd_soc_dapm_aif_out:
2020                 ret = sof_widget_load_pcm(scomp, index, swidget,
2021                                           SOF_IPC_STREAM_CAPTURE, tw, &reply);
2022                 break;
2023         case snd_soc_dapm_aif_in:
2024                 ret = sof_widget_load_pcm(scomp, index, swidget,
2025                                           SOF_IPC_STREAM_PLAYBACK, tw, &reply);
2026                 break;
2027         case snd_soc_dapm_src:
2028                 ret = sof_widget_load_src(scomp, index, swidget, tw, &reply);
2029                 break;
2030         case snd_soc_dapm_siggen:
2031                 ret = sof_widget_load_siggen(scomp, index, swidget, tw, &reply);
2032                 break;
2033         case snd_soc_dapm_effect:
2034                 ret = sof_widget_load_process(scomp, index, swidget, tw,
2035                                               &reply);
2036                 break;
2037         case snd_soc_dapm_mux:
2038         case snd_soc_dapm_demux:
2039                 ret = sof_widget_load_mux(scomp, index, swidget, tw, &reply);
2040                 break;
2041         case snd_soc_dapm_switch:
2042         case snd_soc_dapm_dai_link:
2043         case snd_soc_dapm_kcontrol:
2044         default:
2045                 dev_warn(sdev->dev, "warning: widget type %d name %s not handled\n",
2046                          swidget->id, tw->name);
2047                 break;
2048         }
2049
2050         /* check IPC reply */
2051         if (ret < 0 || reply.rhdr.error < 0) {
2052                 dev_err(sdev->dev,
2053                         "error: DSP failed to add widget id %d type %d name : %s stream %s reply %d\n",
2054                         tw->shift, swidget->id, tw->name,
2055                         strnlen(tw->sname, SNDRV_CTL_ELEM_ID_NAME_MAXLEN) > 0
2056                                 ? tw->sname : "none", reply.rhdr.error);
2057                 kfree(swidget);
2058                 return ret;
2059         }
2060
2061         /* bind widget to external event */
2062         if (tw->event_type) {
2063                 ret = sof_widget_bind_event(sdev, swidget,
2064                                             le16_to_cpu(tw->event_type));
2065                 if (ret) {
2066                         dev_err(sdev->dev, "error: widget event binding failed\n");
2067                         kfree(swidget->private);
2068                         kfree(swidget);
2069                         return ret;
2070                 }
2071         }
2072
2073         w->dobj.private = swidget;
2074         list_add(&swidget->list, &sdev->widget_list);
2075         return ret;
2076 }
2077
2078 static int sof_route_unload(struct snd_soc_component *scomp,
2079                             struct snd_soc_dobj *dobj)
2080 {
2081         struct snd_sof_route *sroute;
2082
2083         sroute = dobj->private;
2084         if (!sroute)
2085                 return 0;
2086
2087         /* free sroute and its private data */
2088         kfree(sroute->private);
2089         list_del(&sroute->list);
2090         kfree(sroute);
2091
2092         return 0;
2093 }
2094
2095 static int sof_widget_unload(struct snd_soc_component *scomp,
2096                              struct snd_soc_dobj *dobj)
2097 {
2098         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2099         const struct snd_kcontrol_new *kc;
2100         struct snd_soc_dapm_widget *widget;
2101         struct sof_ipc_pipe_new *pipeline;
2102         struct snd_sof_control *scontrol;
2103         struct snd_sof_widget *swidget;
2104         struct soc_mixer_control *sm;
2105         struct soc_bytes_ext *sbe;
2106         struct snd_sof_dai *dai;
2107         struct soc_enum *se;
2108         int ret = 0;
2109         int i;
2110
2111         swidget = dobj->private;
2112         if (!swidget)
2113                 return 0;
2114
2115         widget = swidget->widget;
2116
2117         switch (swidget->id) {
2118         case snd_soc_dapm_dai_in:
2119         case snd_soc_dapm_dai_out:
2120                 dai = swidget->private;
2121
2122                 if (dai) {
2123                         /* free dai config */
2124                         kfree(dai->dai_config);
2125                         list_del(&dai->list);
2126                 }
2127                 break;
2128         case snd_soc_dapm_scheduler:
2129
2130                 /* power down the pipeline schedule core */
2131                 pipeline = swidget->private;
2132                 ret = snd_sof_dsp_core_power_down(sdev, 1 << pipeline->core);
2133                 if (ret < 0)
2134                         dev_err(sdev->dev, "error: powering down pipeline schedule core %d\n",
2135                                 pipeline->core);
2136
2137                 /* update enabled cores mask */
2138                 sdev->enabled_cores_mask &= ~(1 << pipeline->core);
2139
2140                 break;
2141         default:
2142                 break;
2143         }
2144         for (i = 0; i < widget->num_kcontrols; i++) {
2145                 kc = &widget->kcontrol_news[i];
2146                 switch (dobj->widget.kcontrol_type) {
2147                 case SND_SOC_TPLG_TYPE_MIXER:
2148                         sm = (struct soc_mixer_control *)kc->private_value;
2149                         scontrol = sm->dobj.private;
2150                         if (sm->max > 1)
2151                                 kfree(scontrol->volume_table);
2152                         break;
2153                 case SND_SOC_TPLG_TYPE_ENUM:
2154                         se = (struct soc_enum *)kc->private_value;
2155                         scontrol = se->dobj.private;
2156                         break;
2157                 case SND_SOC_TPLG_TYPE_BYTES:
2158                         sbe = (struct soc_bytes_ext *)kc->private_value;
2159                         scontrol = sbe->dobj.private;
2160                         break;
2161                 default:
2162                         dev_warn(sdev->dev, "unsupported kcontrol_type\n");
2163                         goto out;
2164                 }
2165                 kfree(scontrol->control_data);
2166                 list_del(&scontrol->list);
2167                 kfree(scontrol);
2168         }
2169
2170 out:
2171         /* free private value */
2172         kfree(swidget->private);
2173
2174         /* remove and free swidget object */
2175         list_del(&swidget->list);
2176         kfree(swidget);
2177
2178         return ret;
2179 }
2180
2181 /*
2182  * DAI HW configuration.
2183  */
2184
2185 /* FE DAI - used for any driver specific init */
2186 static int sof_dai_load(struct snd_soc_component *scomp, int index,
2187                         struct snd_soc_dai_driver *dai_drv,
2188                         struct snd_soc_tplg_pcm *pcm, struct snd_soc_dai *dai)
2189 {
2190         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2191         struct snd_soc_tplg_stream_caps *caps;
2192         struct snd_sof_pcm *spcm;
2193         int stream = SNDRV_PCM_STREAM_PLAYBACK;
2194         int ret = 0;
2195
2196         /* nothing to do for BEs atm */
2197         if (!pcm)
2198                 return 0;
2199
2200         spcm = kzalloc(sizeof(*spcm), GFP_KERNEL);
2201         if (!spcm)
2202                 return -ENOMEM;
2203
2204         spcm->sdev = sdev;
2205         spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].comp_id = COMP_ID_UNASSIGNED;
2206         spcm->stream[SNDRV_PCM_STREAM_CAPTURE].comp_id = COMP_ID_UNASSIGNED;
2207
2208         if (pcm) {
2209                 spcm->pcm = *pcm;
2210                 dev_dbg(sdev->dev, "tplg: load pcm %s\n", pcm->dai_name);
2211         }
2212         dai_drv->dobj.private = spcm;
2213         list_add(&spcm->list, &sdev->pcm_list);
2214
2215         /* do we need to allocate playback PCM DMA pages */
2216         if (!spcm->pcm.playback)
2217                 goto capture;
2218
2219         caps = &spcm->pcm.caps[stream];
2220
2221         /* allocate playback page table buffer */
2222         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, sdev->dev,
2223                                   PAGE_SIZE, &spcm->stream[stream].page_table);
2224         if (ret < 0) {
2225                 dev_err(sdev->dev, "error: can't alloc page table for %s %d\n",
2226                         caps->name, ret);
2227
2228                 return ret;
2229         }
2230
2231         /* bind pcm to host comp */
2232         ret = spcm_bind(sdev, spcm, stream);
2233         if (ret) {
2234                 dev_err(sdev->dev,
2235                         "error: can't bind pcm to host\n");
2236                 goto free_playback_tables;
2237         }
2238
2239 capture:
2240         stream = SNDRV_PCM_STREAM_CAPTURE;
2241
2242         /* do we need to allocate capture PCM DMA pages */
2243         if (!spcm->pcm.capture)
2244                 return ret;
2245
2246         caps = &spcm->pcm.caps[stream];
2247
2248         /* allocate capture page table buffer */
2249         ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, sdev->dev,
2250                                   PAGE_SIZE, &spcm->stream[stream].page_table);
2251         if (ret < 0) {
2252                 dev_err(sdev->dev, "error: can't alloc page table for %s %d\n",
2253                         caps->name, ret);
2254                 goto free_playback_tables;
2255         }
2256
2257         /* bind pcm to host comp */
2258         ret = spcm_bind(sdev, spcm, stream);
2259         if (ret) {
2260                 dev_err(sdev->dev,
2261                         "error: can't bind pcm to host\n");
2262                 snd_dma_free_pages(&spcm->stream[stream].page_table);
2263                 goto free_playback_tables;
2264         }
2265
2266         return ret;
2267
2268 free_playback_tables:
2269         if (spcm->pcm.playback)
2270                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].page_table);
2271
2272         return ret;
2273 }
2274
2275 static int sof_dai_unload(struct snd_soc_component *scomp,
2276                           struct snd_soc_dobj *dobj)
2277 {
2278         struct snd_sof_pcm *spcm = dobj->private;
2279
2280         /* free PCM DMA pages */
2281         if (spcm->pcm.playback)
2282                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_PLAYBACK].page_table);
2283
2284         if (spcm->pcm.capture)
2285                 snd_dma_free_pages(&spcm->stream[SNDRV_PCM_STREAM_CAPTURE].page_table);
2286
2287         /* remove from list and free spcm */
2288         list_del(&spcm->list);
2289         kfree(spcm);
2290
2291         return 0;
2292 }
2293
2294 static void sof_dai_set_format(struct snd_soc_tplg_hw_config *hw_config,
2295                                struct sof_ipc_dai_config *config)
2296 {
2297         /* clock directions wrt codec */
2298         if (hw_config->bclk_master == SND_SOC_TPLG_BCLK_CM) {
2299                 /* codec is bclk master */
2300                 if (hw_config->fsync_master == SND_SOC_TPLG_FSYNC_CM)
2301                         config->format |= SOF_DAI_FMT_CBM_CFM;
2302                 else
2303                         config->format |= SOF_DAI_FMT_CBM_CFS;
2304         } else {
2305                 /* codec is bclk slave */
2306                 if (hw_config->fsync_master == SND_SOC_TPLG_FSYNC_CM)
2307                         config->format |= SOF_DAI_FMT_CBS_CFM;
2308                 else
2309                         config->format |= SOF_DAI_FMT_CBS_CFS;
2310         }
2311
2312         /* inverted clocks ? */
2313         if (hw_config->invert_bclk) {
2314                 if (hw_config->invert_fsync)
2315                         config->format |= SOF_DAI_FMT_IB_IF;
2316                 else
2317                         config->format |= SOF_DAI_FMT_IB_NF;
2318         } else {
2319                 if (hw_config->invert_fsync)
2320                         config->format |= SOF_DAI_FMT_NB_IF;
2321                 else
2322                         config->format |= SOF_DAI_FMT_NB_NF;
2323         }
2324 }
2325
2326 /* set config for all DAI's with name matching the link name */
2327 static int sof_set_dai_config(struct snd_sof_dev *sdev, u32 size,
2328                               struct snd_soc_dai_link *link,
2329                               struct sof_ipc_dai_config *config)
2330 {
2331         struct snd_sof_dai *dai;
2332         int found = 0;
2333
2334         list_for_each_entry(dai, &sdev->dai_list, list) {
2335                 if (!dai->name)
2336                         continue;
2337
2338                 if (strcmp(link->name, dai->name) == 0) {
2339                         dai->dai_config = kmemdup(config, size, GFP_KERNEL);
2340                         if (!dai->dai_config)
2341                                 return -ENOMEM;
2342
2343                         found = 1;
2344                 }
2345         }
2346
2347         /*
2348          * machine driver may define a dai link with playback and capture
2349          * dai enabled, but the dai link in topology would support both, one
2350          * or none of them. Here print a warning message to notify user
2351          */
2352         if (!found) {
2353                 dev_warn(sdev->dev, "warning: failed to find dai for dai link %s",
2354                          link->name);
2355         }
2356
2357         return 0;
2358 }
2359
2360 static int sof_link_ssp_load(struct snd_soc_component *scomp, int index,
2361                              struct snd_soc_dai_link *link,
2362                              struct snd_soc_tplg_link_config *cfg,
2363                              struct snd_soc_tplg_hw_config *hw_config,
2364                              struct sof_ipc_dai_config *config)
2365 {
2366         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2367         struct snd_soc_tplg_private *private = &cfg->priv;
2368         struct sof_ipc_reply reply;
2369         u32 size = sizeof(*config);
2370         int ret;
2371
2372         /* handle master/slave and inverted clocks */
2373         sof_dai_set_format(hw_config, config);
2374
2375         /* init IPC */
2376         memset(&config->ssp, 0, sizeof(struct sof_ipc_dai_ssp_params));
2377         config->hdr.size = size;
2378
2379         ret = sof_parse_tokens(scomp, &config->ssp, ssp_tokens,
2380                                ARRAY_SIZE(ssp_tokens), private->array,
2381                                le32_to_cpu(private->size));
2382         if (ret != 0) {
2383                 dev_err(sdev->dev, "error: parse ssp tokens failed %d\n",
2384                         le32_to_cpu(private->size));
2385                 return ret;
2386         }
2387
2388         config->ssp.mclk_rate = le32_to_cpu(hw_config->mclk_rate);
2389         config->ssp.bclk_rate = le32_to_cpu(hw_config->bclk_rate);
2390         config->ssp.fsync_rate = le32_to_cpu(hw_config->fsync_rate);
2391         config->ssp.tdm_slots = le32_to_cpu(hw_config->tdm_slots);
2392         config->ssp.tdm_slot_width = le32_to_cpu(hw_config->tdm_slot_width);
2393         config->ssp.mclk_direction = hw_config->mclk_direction;
2394         config->ssp.rx_slots = le32_to_cpu(hw_config->rx_slots);
2395         config->ssp.tx_slots = le32_to_cpu(hw_config->tx_slots);
2396
2397         dev_dbg(sdev->dev, "tplg: config SSP%d fmt 0x%x mclk %d bclk %d fclk %d width (%d)%d slots %d mclk id %d quirks %d\n",
2398                 config->dai_index, config->format,
2399                 config->ssp.mclk_rate, config->ssp.bclk_rate,
2400                 config->ssp.fsync_rate, config->ssp.sample_valid_bits,
2401                 config->ssp.tdm_slot_width, config->ssp.tdm_slots,
2402                 config->ssp.mclk_id, config->ssp.quirks);
2403
2404         /* validate SSP fsync rate and channel count */
2405         if (config->ssp.fsync_rate < 8000 || config->ssp.fsync_rate > 192000) {
2406                 dev_err(sdev->dev, "error: invalid fsync rate for SSP%d\n",
2407                         config->dai_index);
2408                 return -EINVAL;
2409         }
2410
2411         if (config->ssp.tdm_slots < 1 || config->ssp.tdm_slots > 8) {
2412                 dev_err(sdev->dev, "error: invalid channel count for SSP%d\n",
2413                         config->dai_index);
2414                 return -EINVAL;
2415         }
2416
2417         /* send message to DSP */
2418         ret = sof_ipc_tx_message(sdev->ipc,
2419                                  config->hdr.cmd, config, size, &reply,
2420                                  sizeof(reply));
2421
2422         if (ret < 0) {
2423                 dev_err(sdev->dev, "error: failed to set DAI config for SSP%d\n",
2424                         config->dai_index);
2425                 return ret;
2426         }
2427
2428         /* set config for all DAI's with name matching the link name */
2429         ret = sof_set_dai_config(sdev, size, link, config);
2430         if (ret < 0)
2431                 dev_err(sdev->dev, "error: failed to save DAI config for SSP%d\n",
2432                         config->dai_index);
2433
2434         return ret;
2435 }
2436
2437 static int sof_link_dmic_load(struct snd_soc_component *scomp, int index,
2438                               struct snd_soc_dai_link *link,
2439                               struct snd_soc_tplg_link_config *cfg,
2440                               struct snd_soc_tplg_hw_config *hw_config,
2441                               struct sof_ipc_dai_config *config)
2442 {
2443         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2444         struct snd_soc_tplg_private *private = &cfg->priv;
2445         struct sof_ipc_dai_config *ipc_config;
2446         struct sof_ipc_reply reply;
2447         struct sof_ipc_fw_ready *ready = &sdev->fw_ready;
2448         struct sof_ipc_fw_version *v = &ready->version;
2449         u32 size;
2450         int ret, j;
2451
2452         /*
2453          * config is only used for the common params in dmic_params structure
2454          * that does not include the PDM controller config array
2455          * Set the common params to 0.
2456          */
2457         memset(&config->dmic, 0, sizeof(struct sof_ipc_dai_dmic_params));
2458
2459         /* get DMIC tokens */
2460         ret = sof_parse_tokens(scomp, &config->dmic, dmic_tokens,
2461                                ARRAY_SIZE(dmic_tokens), private->array,
2462                                le32_to_cpu(private->size));
2463         if (ret != 0) {
2464                 dev_err(sdev->dev, "error: parse dmic tokens failed %d\n",
2465                         le32_to_cpu(private->size));
2466                 return ret;
2467         }
2468
2469         /*
2470          * allocate memory for dmic dai config accounting for the
2471          * variable number of active pdm controllers
2472          * This will be the ipc payload for setting dai config
2473          */
2474         size = sizeof(*config) + sizeof(struct sof_ipc_dai_dmic_pdm_ctrl) *
2475                                         config->dmic.num_pdm_active;
2476
2477         ipc_config = kzalloc(size, GFP_KERNEL);
2478         if (!ipc_config)
2479                 return -ENOMEM;
2480
2481         /* copy the common dai config and dmic params */
2482         memcpy(ipc_config, config, sizeof(*config));
2483
2484         /*
2485          * alloc memory for private member
2486          * Used to track the pdm config array index currently being parsed
2487          */
2488         sdev->private = kzalloc(sizeof(u32), GFP_KERNEL);
2489         if (!sdev->private) {
2490                 kfree(ipc_config);
2491                 return -ENOMEM;
2492         }
2493
2494         /* get DMIC PDM tokens */
2495         ret = sof_parse_tokens(scomp, &ipc_config->dmic.pdm[0], dmic_pdm_tokens,
2496                                ARRAY_SIZE(dmic_pdm_tokens), private->array,
2497                                le32_to_cpu(private->size));
2498         if (ret != 0) {
2499                 dev_err(sdev->dev, "error: parse dmic pdm tokens failed %d\n",
2500                         le32_to_cpu(private->size));
2501                 goto err;
2502         }
2503
2504         /* set IPC header size */
2505         ipc_config->hdr.size = size;
2506
2507         /* debug messages */
2508         dev_dbg(sdev->dev, "tplg: config DMIC%d driver version %d\n",
2509                 ipc_config->dai_index, ipc_config->dmic.driver_ipc_version);
2510         dev_dbg(sdev->dev, "pdmclk_min %d pdm_clkmax %d duty_min %hd\n",
2511                 ipc_config->dmic.pdmclk_min, ipc_config->dmic.pdmclk_max,
2512                 ipc_config->dmic.duty_min);
2513         dev_dbg(sdev->dev, "duty_max %hd fifo_fs %d num_pdms active %d\n",
2514                 ipc_config->dmic.duty_max, ipc_config->dmic.fifo_fs,
2515                 ipc_config->dmic.num_pdm_active);
2516         dev_dbg(sdev->dev, "fifo word length %hd\n",
2517                 ipc_config->dmic.fifo_bits);
2518
2519         for (j = 0; j < ipc_config->dmic.num_pdm_active; j++) {
2520                 dev_dbg(sdev->dev, "pdm %hd mic a %hd mic b %hd\n",
2521                         ipc_config->dmic.pdm[j].id,
2522                         ipc_config->dmic.pdm[j].enable_mic_a,
2523                         ipc_config->dmic.pdm[j].enable_mic_b);
2524                 dev_dbg(sdev->dev, "pdm %hd polarity a %hd polarity b %hd\n",
2525                         ipc_config->dmic.pdm[j].id,
2526                         ipc_config->dmic.pdm[j].polarity_mic_a,
2527                         ipc_config->dmic.pdm[j].polarity_mic_b);
2528                 dev_dbg(sdev->dev, "pdm %hd clk_edge %hd skew %hd\n",
2529                         ipc_config->dmic.pdm[j].id,
2530                         ipc_config->dmic.pdm[j].clk_edge,
2531                         ipc_config->dmic.pdm[j].skew);
2532         }
2533
2534         if (SOF_ABI_VER(v->major, v->minor, v->micro) < SOF_ABI_VER(3, 0, 1)) {
2535                 /* this takes care of backwards compatible handling of fifo_bits_b */
2536                 ipc_config->dmic.reserved_2 = ipc_config->dmic.fifo_bits;
2537         }
2538
2539         /* send message to DSP */
2540         ret = sof_ipc_tx_message(sdev->ipc,
2541                                  ipc_config->hdr.cmd, ipc_config, size, &reply,
2542                                  sizeof(reply));
2543
2544         if (ret < 0) {
2545                 dev_err(sdev->dev,
2546                         "error: failed to set DAI config for DMIC%d\n",
2547                         config->dai_index);
2548                 goto err;
2549         }
2550
2551         /* set config for all DAI's with name matching the link name */
2552         ret = sof_set_dai_config(sdev, size, link, ipc_config);
2553         if (ret < 0)
2554                 dev_err(sdev->dev, "error: failed to save DAI config for DMIC%d\n",
2555                         config->dai_index);
2556
2557 err:
2558         kfree(sdev->private);
2559         kfree(ipc_config);
2560
2561         return ret;
2562 }
2563
2564 /*
2565  * for hda link, playback and capture are supported by different dai
2566  * in FW. Here get the dai_index, set dma channel of each dai
2567  * and send config to FW. In FW, each dai sets config by dai_index
2568  */
2569 static int sof_link_hda_process(struct snd_sof_dev *sdev,
2570                                 struct snd_soc_dai_link *link,
2571                                 struct sof_ipc_dai_config *config,
2572                                 int tx_slot,
2573                                 int rx_slot)
2574 {
2575         struct sof_ipc_reply reply;
2576         u32 size = sizeof(*config);
2577         struct snd_sof_dai *sof_dai;
2578         int found = 0;
2579         int ret;
2580
2581         list_for_each_entry(sof_dai, &sdev->dai_list, list) {
2582                 if (!sof_dai->name)
2583                         continue;
2584
2585                 if (strcmp(link->name, sof_dai->name) == 0) {
2586                         if (sof_dai->comp_dai.direction ==
2587                             SNDRV_PCM_STREAM_PLAYBACK) {
2588                                 if (!link->dpcm_playback)
2589                                         return -EINVAL;
2590
2591                                 config->hda.link_dma_ch = tx_slot;
2592                         } else {
2593                                 if (!link->dpcm_capture)
2594                                         return -EINVAL;
2595
2596                                 config->hda.link_dma_ch = rx_slot;
2597                         }
2598
2599                         config->dai_index = sof_dai->comp_dai.dai_index;
2600                         found = 1;
2601
2602                         /* save config in dai component */
2603                         sof_dai->dai_config = kmemdup(config, size, GFP_KERNEL);
2604                         if (!sof_dai->dai_config)
2605                                 return -ENOMEM;
2606
2607                         /* send message to DSP */
2608                         ret = sof_ipc_tx_message(sdev->ipc,
2609                                                  config->hdr.cmd, config, size,
2610                                                  &reply, sizeof(reply));
2611
2612                         if (ret < 0) {
2613                                 dev_err(sdev->dev, "error: failed to set DAI config for direction:%d of HDA dai %d\n",
2614                                         sof_dai->comp_dai.direction,
2615                                         config->dai_index);
2616
2617                                 return ret;
2618                         }
2619                 }
2620         }
2621
2622         /*
2623          * machine driver may define a dai link with playback and capture
2624          * dai enabled, but the dai link in topology would support both, one
2625          * or none of them. Here print a warning message to notify user
2626          */
2627         if (!found) {
2628                 dev_warn(sdev->dev, "warning: failed to find dai for dai link %s",
2629                          link->name);
2630         }
2631
2632         return 0;
2633 }
2634
2635 static int sof_link_hda_load(struct snd_soc_component *scomp, int index,
2636                              struct snd_soc_dai_link *link,
2637                              struct snd_soc_tplg_link_config *cfg,
2638                              struct snd_soc_tplg_hw_config *hw_config,
2639                              struct sof_ipc_dai_config *config)
2640 {
2641         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2642         struct snd_soc_dai_link_component dai_component;
2643         struct snd_soc_tplg_private *private = &cfg->priv;
2644         struct snd_soc_dai *dai;
2645         u32 size = sizeof(*config);
2646         u32 tx_num = 0;
2647         u32 tx_slot = 0;
2648         u32 rx_num = 0;
2649         u32 rx_slot = 0;
2650         int ret;
2651
2652         /* init IPC */
2653         memset(&dai_component, 0, sizeof(dai_component));
2654         memset(&config->hda, 0, sizeof(struct sof_ipc_dai_hda_params));
2655         config->hdr.size = size;
2656
2657         /* get any bespoke DAI tokens */
2658         ret = sof_parse_tokens(scomp, config, hda_tokens,
2659                                ARRAY_SIZE(hda_tokens), private->array,
2660                                le32_to_cpu(private->size));
2661         if (ret != 0) {
2662                 dev_err(sdev->dev, "error: parse hda tokens failed %d\n",
2663                         le32_to_cpu(private->size));
2664                 return ret;
2665         }
2666
2667         dai_component.dai_name = link->cpu_dai_name;
2668         dai = snd_soc_find_dai(&dai_component);
2669         if (!dai) {
2670                 dev_err(sdev->dev, "error: failed to find dai %s in %s",
2671                         dai_component.dai_name, __func__);
2672                 return -EINVAL;
2673         }
2674
2675         if (link->dpcm_playback)
2676                 tx_num = 1;
2677
2678         if (link->dpcm_capture)
2679                 rx_num = 1;
2680
2681         ret = snd_soc_dai_get_channel_map(dai, &tx_num, &tx_slot,
2682                                           &rx_num, &rx_slot);
2683         if (ret < 0) {
2684                 dev_err(sdev->dev, "error: failed to get dma channel for HDA%d\n",
2685                         config->dai_index);
2686
2687                 return ret;
2688         }
2689
2690         ret = sof_link_hda_process(sdev, link, config, tx_slot, rx_slot);
2691         if (ret < 0)
2692                 dev_err(sdev->dev, "error: failed to process hda dai link %s",
2693                         link->name);
2694
2695         return ret;
2696 }
2697
2698 /* DAI link - used for any driver specific init */
2699 static int sof_link_load(struct snd_soc_component *scomp, int index,
2700                          struct snd_soc_dai_link *link,
2701                          struct snd_soc_tplg_link_config *cfg)
2702 {
2703         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2704         struct snd_soc_tplg_private *private = &cfg->priv;
2705         struct sof_ipc_dai_config config;
2706         struct snd_soc_tplg_hw_config *hw_config;
2707         int num_hw_configs;
2708         int ret;
2709         int i = 0;
2710
2711         link->platform_name = dev_name(sdev->dev);
2712
2713         /*
2714          * Set nonatomic property for FE dai links as their trigger action
2715          * involves IPC's.
2716          */
2717         if (!link->no_pcm) {
2718                 link->nonatomic = true;
2719
2720                 /* nothing more to do for FE dai links */
2721                 return 0;
2722         }
2723
2724         /* check we have some tokens - we need at least DAI type */
2725         if (le32_to_cpu(private->size) == 0) {
2726                 dev_err(sdev->dev, "error: expected tokens for DAI, none found\n");
2727                 return -EINVAL;
2728         }
2729
2730         /* Send BE DAI link configurations to DSP */
2731         memset(&config, 0, sizeof(config));
2732
2733         /* get any common DAI tokens */
2734         ret = sof_parse_tokens(scomp, &config, dai_link_tokens,
2735                                ARRAY_SIZE(dai_link_tokens), private->array,
2736                                le32_to_cpu(private->size));
2737         if (ret != 0) {
2738                 dev_err(sdev->dev, "error: parse link tokens failed %d\n",
2739                         le32_to_cpu(private->size));
2740                 return ret;
2741         }
2742
2743         /*
2744          * DAI links are expected to have at least 1 hw_config.
2745          * But some older topologies might have no hw_config for HDA dai links.
2746          */
2747         num_hw_configs = le32_to_cpu(cfg->num_hw_configs);
2748         if (!num_hw_configs) {
2749                 if (config.type != SOF_DAI_INTEL_HDA) {
2750                         dev_err(sdev->dev, "error: unexpected DAI config count %d!\n",
2751                                 le32_to_cpu(cfg->num_hw_configs));
2752                         return -EINVAL;
2753                 }
2754         } else {
2755                 dev_dbg(sdev->dev, "tplg: %d hw_configs found, default id: %d!\n",
2756                         cfg->num_hw_configs, le32_to_cpu(cfg->default_hw_config_id));
2757
2758                 for (i = 0; i < num_hw_configs; i++) {
2759                         if (cfg->hw_config[i].id == cfg->default_hw_config_id)
2760                                 break;
2761                 }
2762
2763                 if (i == num_hw_configs) {
2764                         dev_err(sdev->dev, "error: default hw_config id: %d not found!\n",
2765                                 le32_to_cpu(cfg->default_hw_config_id));
2766                         return -EINVAL;
2767                 }
2768         }
2769
2770         /* configure dai IPC message */
2771         hw_config = &cfg->hw_config[i];
2772
2773         config.hdr.cmd = SOF_IPC_GLB_DAI_MSG | SOF_IPC_DAI_CONFIG;
2774         config.format = le32_to_cpu(hw_config->fmt);
2775
2776         /* now load DAI specific data and send IPC - type comes from token */
2777         switch (config.type) {
2778         case SOF_DAI_INTEL_SSP:
2779                 ret = sof_link_ssp_load(scomp, index, link, cfg, hw_config,
2780                                         &config);
2781                 break;
2782         case SOF_DAI_INTEL_DMIC:
2783                 ret = sof_link_dmic_load(scomp, index, link, cfg, hw_config,
2784                                          &config);
2785                 break;
2786         case SOF_DAI_INTEL_HDA:
2787                 ret = sof_link_hda_load(scomp, index, link, cfg, hw_config,
2788                                         &config);
2789                 break;
2790         default:
2791                 dev_err(sdev->dev, "error: invalid DAI type %d\n", config.type);
2792                 ret = -EINVAL;
2793                 break;
2794         }
2795         if (ret < 0)
2796                 return ret;
2797
2798         return 0;
2799 }
2800
2801 static int sof_link_hda_unload(struct snd_sof_dev *sdev,
2802                                struct snd_soc_dai_link *link)
2803 {
2804         struct snd_soc_dai_link_component dai_component;
2805         struct snd_soc_dai *dai;
2806         int ret = 0;
2807
2808         memset(&dai_component, 0, sizeof(dai_component));
2809         dai_component.dai_name = link->cpu_dai_name;
2810         dai = snd_soc_find_dai(&dai_component);
2811         if (!dai) {
2812                 dev_err(sdev->dev, "error: failed to find dai %s in %s",
2813                         dai_component.dai_name, __func__);
2814                 return -EINVAL;
2815         }
2816
2817         /*
2818          * FIXME: this call to hw_free is mainly to release the link DMA ID.
2819          * This is abusing the API and handling SOC internals is not
2820          * recommended. This part will be reworked.
2821          */
2822         if (dai->driver->ops->hw_free)
2823                 ret = dai->driver->ops->hw_free(NULL, dai);
2824         if (ret < 0)
2825                 dev_err(sdev->dev, "error: failed to free hda resource for %s\n",
2826                         link->name);
2827
2828         return ret;
2829 }
2830
2831 static int sof_link_unload(struct snd_soc_component *scomp,
2832                            struct snd_soc_dobj *dobj)
2833 {
2834         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2835         struct snd_soc_dai_link *link =
2836                 container_of(dobj, struct snd_soc_dai_link, dobj);
2837
2838         struct snd_sof_dai *sof_dai;
2839         int ret = 0;
2840
2841         /* only BE link is loaded by sof */
2842         if (!link->no_pcm)
2843                 return 0;
2844
2845         list_for_each_entry(sof_dai, &sdev->dai_list, list) {
2846                 if (!sof_dai->name)
2847                         continue;
2848
2849                 if (strcmp(link->name, sof_dai->name) == 0)
2850                         goto found;
2851         }
2852
2853         dev_err(sdev->dev, "error: failed to find dai %s in %s",
2854                 link->name, __func__);
2855         return -EINVAL;
2856 found:
2857
2858         switch (sof_dai->dai_config->type) {
2859         case SOF_DAI_INTEL_SSP:
2860         case SOF_DAI_INTEL_DMIC:
2861                 /* no resource needs to be released for SSP and DMIC */
2862                 break;
2863         case SOF_DAI_INTEL_HDA:
2864                 ret = sof_link_hda_unload(sdev, link);
2865                 break;
2866         default:
2867                 dev_err(sdev->dev, "error: invalid DAI type %d\n",
2868                         sof_dai->dai_config->type);
2869                 ret = -EINVAL;
2870                 break;
2871         }
2872
2873         return ret;
2874 }
2875
2876 /* DAI link - used for any driver specific init */
2877 static int sof_route_load(struct snd_soc_component *scomp, int index,
2878                           struct snd_soc_dapm_route *route)
2879 {
2880         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
2881         struct sof_ipc_pipe_comp_connect *connect;
2882         struct snd_sof_widget *source_swidget, *sink_swidget;
2883         struct snd_soc_dobj *dobj = &route->dobj;
2884         struct snd_sof_route *sroute;
2885         struct sof_ipc_reply reply;
2886         int ret = 0;
2887
2888         /* allocate memory for sroute and connect */
2889         sroute = kzalloc(sizeof(*sroute), GFP_KERNEL);
2890         if (!sroute)
2891                 return -ENOMEM;
2892
2893         sroute->sdev = sdev;
2894
2895         connect = kzalloc(sizeof(*connect), GFP_KERNEL);
2896         if (!connect) {
2897                 kfree(sroute);
2898                 return -ENOMEM;
2899         }
2900
2901         connect->hdr.size = sizeof(*connect);
2902         connect->hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_COMP_CONNECT;
2903
2904         dev_dbg(sdev->dev, "sink %s control %s source %s\n",
2905                 route->sink, route->control ? route->control : "none",
2906                 route->source);
2907
2908         /* source component */
2909         source_swidget = snd_sof_find_swidget(sdev, (char *)route->source);
2910         if (!source_swidget) {
2911                 dev_err(sdev->dev, "error: source %s not found\n",
2912                         route->source);
2913                 ret = -EINVAL;
2914                 goto err;
2915         }
2916
2917         /*
2918          * Virtual widgets of type output/out_drv may be added in topology
2919          * for compatibility. These are not handled by the FW.
2920          * So, don't send routes whose source/sink widget is of such types
2921          * to the DSP.
2922          */
2923         if (source_swidget->id == snd_soc_dapm_out_drv ||
2924             source_swidget->id == snd_soc_dapm_output)
2925                 goto err;
2926
2927         connect->source_id = source_swidget->comp_id;
2928
2929         /* sink component */
2930         sink_swidget = snd_sof_find_swidget(sdev, (char *)route->sink);
2931         if (!sink_swidget) {
2932                 dev_err(sdev->dev, "error: sink %s not found\n",
2933                         route->sink);
2934                 ret = -EINVAL;
2935                 goto err;
2936         }
2937
2938         /*
2939          * Don't send routes whose sink widget is of type
2940          * output or out_drv to the DSP
2941          */
2942         if (sink_swidget->id == snd_soc_dapm_out_drv ||
2943             sink_swidget->id == snd_soc_dapm_output)
2944                 goto err;
2945
2946         connect->sink_id = sink_swidget->comp_id;
2947
2948         /*
2949          * For virtual routes, both sink and source are not
2950          * buffer. Since only buffer linked to component is supported by
2951          * FW, others are reported as error, add check in route function,
2952          * do not send it to FW when both source and sink are not buffer
2953          */
2954         if (source_swidget->id != snd_soc_dapm_buffer &&
2955             sink_swidget->id != snd_soc_dapm_buffer) {
2956                 dev_dbg(sdev->dev, "warning: neither Linked source component %s nor sink component %s is of buffer type, ignoring link\n",
2957                         route->source, route->sink);
2958                 ret = 0;
2959                 goto err;
2960         } else {
2961                 ret = sof_ipc_tx_message(sdev->ipc,
2962                                          connect->hdr.cmd,
2963                                          connect, sizeof(*connect),
2964                                          &reply, sizeof(reply));
2965
2966                 /* check IPC return value */
2967                 if (ret < 0) {
2968                         dev_err(sdev->dev, "error: failed to add route sink %s control %s source %s\n",
2969                                 route->sink,
2970                                 route->control ? route->control : "none",
2971                                 route->source);
2972                         goto err;
2973                 }
2974
2975                 /* check IPC reply */
2976                 if (reply.error < 0) {
2977                         dev_err(sdev->dev, "error: DSP failed to add route sink %s control %s source %s result %d\n",
2978                                 route->sink,
2979                                 route->control ? route->control : "none",
2980                                 route->source, reply.error);
2981                         ret = reply.error;
2982                         goto err;
2983                 }
2984
2985                 sroute->route = route;
2986                 dobj->private = sroute;
2987                 sroute->private = connect;
2988
2989                 /* add route to route list */
2990                 list_add(&sroute->list, &sdev->route_list);
2991
2992                 return ret;
2993         }
2994
2995 err:
2996         kfree(connect);
2997         kfree(sroute);
2998         return ret;
2999 }
3000
3001 int snd_sof_complete_pipeline(struct snd_sof_dev *sdev,
3002                               struct snd_sof_widget *swidget)
3003 {
3004         struct sof_ipc_pipe_ready ready;
3005         struct sof_ipc_reply reply;
3006         int ret;
3007
3008         dev_dbg(sdev->dev, "tplg: complete pipeline %s id %d\n",
3009                 swidget->widget->name, swidget->comp_id);
3010
3011         memset(&ready, 0, sizeof(ready));
3012         ready.hdr.size = sizeof(ready);
3013         ready.hdr.cmd = SOF_IPC_GLB_TPLG_MSG | SOF_IPC_TPLG_PIPE_COMPLETE;
3014         ready.comp_id = swidget->comp_id;
3015
3016         ret = sof_ipc_tx_message(sdev->ipc,
3017                                  ready.hdr.cmd, &ready, sizeof(ready), &reply,
3018                                  sizeof(reply));
3019         if (ret < 0)
3020                 return ret;
3021         return 1;
3022 }
3023
3024 /* completion - called at completion of firmware loading */
3025 static void sof_complete(struct snd_soc_component *scomp)
3026 {
3027         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3028         struct snd_sof_widget *swidget;
3029
3030         /* some widget types require completion notificattion */
3031         list_for_each_entry(swidget, &sdev->widget_list, list) {
3032                 if (swidget->complete)
3033                         continue;
3034
3035                 switch (swidget->id) {
3036                 case snd_soc_dapm_scheduler:
3037                         swidget->complete =
3038                                 snd_sof_complete_pipeline(sdev, swidget);
3039                         break;
3040                 default:
3041                         break;
3042                 }
3043         }
3044 }
3045
3046 /* manifest - optional to inform component of manifest */
3047 static int sof_manifest(struct snd_soc_component *scomp, int index,
3048                         struct snd_soc_tplg_manifest *man)
3049 {
3050         struct snd_sof_dev *sdev = snd_soc_component_get_drvdata(scomp);
3051         u32 size;
3052         u32 abi_version;
3053
3054         size = le32_to_cpu(man->priv.size);
3055
3056         /* backward compatible with tplg without ABI info */
3057         if (!size) {
3058                 dev_dbg(sdev->dev, "No topology ABI info\n");
3059                 return 0;
3060         }
3061
3062         if (size != SOF_TPLG_ABI_SIZE) {
3063                 dev_err(sdev->dev, "error: invalid topology ABI size\n");
3064                 return -EINVAL;
3065         }
3066
3067         dev_info(sdev->dev,
3068                  "Topology: ABI %d:%d:%d Kernel ABI %d:%d:%d\n",
3069                  man->priv.data[0], man->priv.data[1],
3070                  man->priv.data[2], SOF_ABI_MAJOR, SOF_ABI_MINOR,
3071                  SOF_ABI_PATCH);
3072
3073         abi_version = SOF_ABI_VER(man->priv.data[0],
3074                                   man->priv.data[1],
3075                                   man->priv.data[2]);
3076
3077         if (SOF_ABI_VERSION_INCOMPATIBLE(SOF_ABI_VERSION, abi_version)) {
3078                 dev_err(sdev->dev, "error: incompatible topology ABI version\n");
3079                 return -EINVAL;
3080         }
3081
3082         if (abi_version > SOF_ABI_VERSION) {
3083                 if (!IS_ENABLED(CONFIG_SND_SOC_SOF_STRICT_ABI_CHECKS)) {
3084                         dev_warn(sdev->dev, "warn: topology ABI is more recent than kernel\n");
3085                 } else {
3086                         dev_err(sdev->dev, "error: topology ABI is more recent than kernel\n");
3087                         return -EINVAL;
3088                 }
3089         }
3090
3091         return 0;
3092 }
3093
3094 /* vendor specific kcontrol handlers available for binding */
3095 static const struct snd_soc_tplg_kcontrol_ops sof_io_ops[] = {
3096         {SOF_TPLG_KCTL_VOL_ID, snd_sof_volume_get, snd_sof_volume_put},
3097         {SOF_TPLG_KCTL_BYTES_ID, snd_sof_bytes_get, snd_sof_bytes_put},
3098         {SOF_TPLG_KCTL_ENUM_ID, snd_sof_enum_get, snd_sof_enum_put},
3099         {SOF_TPLG_KCTL_SWITCH_ID, snd_sof_switch_get, snd_sof_switch_put},
3100 };
3101
3102 /* vendor specific bytes ext handlers available for binding */
3103 static const struct snd_soc_tplg_bytes_ext_ops sof_bytes_ext_ops[] = {
3104         {SOF_TPLG_KCTL_BYTES_ID, snd_sof_bytes_ext_get, snd_sof_bytes_ext_put},
3105 };
3106
3107 static struct snd_soc_tplg_ops sof_tplg_ops = {
3108         /* external kcontrol init - used for any driver specific init */
3109         .control_load   = sof_control_load,
3110         .control_unload = sof_control_unload,
3111
3112         /* external kcontrol init - used for any driver specific init */
3113         .dapm_route_load        = sof_route_load,
3114         .dapm_route_unload      = sof_route_unload,
3115
3116         /* external widget init - used for any driver specific init */
3117         /* .widget_load is not currently used */
3118         .widget_ready   = sof_widget_ready,
3119         .widget_unload  = sof_widget_unload,
3120
3121         /* FE DAI - used for any driver specific init */
3122         .dai_load       = sof_dai_load,
3123         .dai_unload     = sof_dai_unload,
3124
3125         /* DAI link - used for any driver specific init */
3126         .link_load      = sof_link_load,
3127         .link_unload    = sof_link_unload,
3128
3129         /* completion - called at completion of firmware loading */
3130         .complete       = sof_complete,
3131
3132         /* manifest - optional to inform component of manifest */
3133         .manifest       = sof_manifest,
3134
3135         /* vendor specific kcontrol handlers available for binding */
3136         .io_ops         = sof_io_ops,
3137         .io_ops_count   = ARRAY_SIZE(sof_io_ops),
3138
3139         /* vendor specific bytes ext handlers available for binding */
3140         .bytes_ext_ops  = sof_bytes_ext_ops,
3141         .bytes_ext_ops_count    = ARRAY_SIZE(sof_bytes_ext_ops),
3142 };
3143
3144 int snd_sof_init_topology(struct snd_sof_dev *sdev,
3145                           struct snd_soc_tplg_ops *ops)
3146 {
3147         /* TODO: support linked list of topologies */
3148         sdev->tplg_ops = ops;
3149         return 0;
3150 }
3151 EXPORT_SYMBOL(snd_sof_init_topology);
3152
3153 int snd_sof_load_topology(struct snd_sof_dev *sdev, const char *file)
3154 {
3155         const struct firmware *fw;
3156         int ret;
3157
3158         dev_dbg(sdev->dev, "loading topology:%s\n", file);
3159
3160         ret = request_firmware(&fw, file, sdev->dev);
3161         if (ret < 0) {
3162                 dev_err(sdev->dev, "error: tplg request firmware %s failed err: %d\n",
3163                         file, ret);
3164                 return ret;
3165         }
3166
3167         ret = snd_soc_tplg_component_load(sdev->component,
3168                                           &sof_tplg_ops, fw,
3169                                           SND_SOC_TPLG_INDEX_ALL);
3170         if (ret < 0) {
3171                 dev_err(sdev->dev, "error: tplg component load failed %d\n",
3172                         ret);
3173                 ret = -EINVAL;
3174         }
3175
3176         release_firmware(fw);
3177         return ret;
3178 }
3179 EXPORT_SYMBOL(snd_sof_load_topology);