sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/slab.h>
  19 #include <linux/workqueue.h>
  20 #include <linux/export.h>
  21 #include <linux/debugfs.h>
  22 #include <sound/core.h>
  23 #include <sound/pcm.h>
  24 #include <sound/pcm_params.h>
  25 #include <sound/soc.h>
  26 #include <sound/soc-dpcm.h>
  27 #include <sound/initval.h>
  28
  29 #define DPCM_MAX_BE_USERS       8
  30
  31 /*
  32  * snd_soc_dai_stream_valid() - check if a DAI supports the given stream
  33  *
  34  * Returns true if the DAI supports the indicated stream type.
  35  */
  36 static bool snd_soc_dai_stream_valid(struct snd_soc_dai *dai, int stream)
  37 {
  38         struct snd_soc_pcm_stream *codec_stream;
  39
  40         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
  41                 codec_stream = &dai->driver->playback;
  42         else
  43                 codec_stream = &dai->driver->capture;
  44
  45         /* If the codec specifies any rate at all, it supports the stream. */
  46         return codec_stream->rates;
  47 }
  48
  49 /**
  50  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
  51  * @rtd: ASoC PCM runtime that is activated
  52  * @stream: Direction of the PCM stream
  53  *
  54  * Increments the active count for all the DAIs and components attached to a PCM
  55  * runtime. Should typically be called when a stream is opened.
  56  *
  57  * Must be called with the rtd->pcm_mutex being held
  58  */
  59 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
  60 {
  61         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  62         int i;
  63
  64         lockdep_assert_held(&rtd->pcm_mutex);
  65
  66         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
  67                 cpu_dai->playback_active++;
  68                 for (i = 0; i < rtd->num_codecs; i++)
  69                         rtd->codec_dais[i]->playback_active++;
  70         } else {
  71                 cpu_dai->capture_active++;
  72                 for (i = 0; i < rtd->num_codecs; i++)
  73                         rtd->codec_dais[i]->capture_active++;
  74         }
  75
  76         cpu_dai->active++;
  77         cpu_dai->component->active++;
  78         for (i = 0; i < rtd->num_codecs; i++) {
  79                 rtd->codec_dais[i]->active++;
  80                 rtd->codec_dais[i]->component->active++;
  81         }
  82 }
  83
  84 /**
  85  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
  86  * @rtd: ASoC PCM runtime that is deactivated
  87  * @stream: Direction of the PCM stream
  88  *
  89  * Decrements the active count for all the DAIs and components attached to a PCM
  90  * runtime. Should typically be called when a stream is closed.
  91  *
  92  * Must be called with the rtd->pcm_mutex being held
  93  */
  94 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
  95 {
  96         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  97         int i;
  98
  99         lockdep_assert_held(&rtd->pcm_mutex);
 100
 101         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
 102                 cpu_dai->playback_active--;
 103                 for (i = 0; i < rtd->num_codecs; i++)
 104                         rtd->codec_dais[i]->playback_active--;
 105         } else {
 106                 cpu_dai->capture_active--;
 107                 for (i = 0; i < rtd->num_codecs; i++)
 108                         rtd->codec_dais[i]->capture_active--;
 109         }
 110
 111         cpu_dai->active--;
 112         cpu_dai->component->active--;
 113         for (i = 0; i < rtd->num_codecs; i++) {
 114                 rtd->codec_dais[i]->component->active--;
 115                 rtd->codec_dais[i]->active--;
 116         }
 117 }
 118
 119 /**
 120  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 121  * @rtd: The ASoC PCM runtime that should be checked.
 122  *
 123  * This function checks whether the power down delay should be ignored for a
 124  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 125  * been configured to ignore the delay, or if none of the components benefits
 126  * from having the delay.
 127  */
 128 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 129 {
 130         struct snd_soc_rtdcom_list *rtdcom;
 131         struct snd_soc_component *component;
 132         bool ignore = true;
 133
 134         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 135                 return true;
 136
 137         for_each_rtdcom(rtd, rtdcom) {
 138                 component = rtdcom->component;
 139
 140                 ignore &= !component->driver->use_pmdown_time;
 141         }
 142
 143         return ignore;
 144 }
 145
 146 /**
 147  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 148  * @substream: the pcm substream
 149  * @hw: the hardware parameters
 150  *
 151  * Sets the substream runtime hardware parameters.
 152  */
 153 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 154         const struct snd_pcm_hardware *hw)
 155 {
 156         struct snd_pcm_runtime *runtime = substream->runtime;
 157         runtime->hw.info = hw->info;
 158         runtime->hw.formats = hw->formats;
 159         runtime->hw.period_bytes_min = hw->period_bytes_min;
 160         runtime->hw.period_bytes_max = hw->period_bytes_max;
 161         runtime->hw.periods_min = hw->periods_min;
 162         runtime->hw.periods_max = hw->periods_max;
 163         runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
 164         runtime->hw.fifo_size = hw->fifo_size;
 165         return 0;
 166 }
 167 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 168
 169 /* DPCM stream event, send event to FE and all active BEs. */
 170 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 171         int event)
 172 {
 173         struct snd_soc_dpcm *dpcm;
 174
 175         list_for_each_entry(dpcm, &fe->dpcm[dir].be_clients, list_be) {
 176
 177                 struct snd_soc_pcm_runtime *be = dpcm->be;
 178
 179                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 180                                 be->dai_link->name, event, dir);
 181
 182                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 183                     (be->dpcm[dir].users >= 1))
 184                         continue;
 185
 186                 snd_soc_dapm_stream_event(be, dir, event);
 187         }
 188
 189         snd_soc_dapm_stream_event(fe, dir, event);
 190
 191         return 0;
 192 }
 193
 194 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 195                                         struct snd_soc_dai *soc_dai)
 196 {
 197         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 198         int ret;
 199
 200         if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
 201                                 rtd->dai_link->symmetric_rates)) {
 202                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
 203                                 soc_dai->rate);
 204
 205                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 206                                                 SNDRV_PCM_HW_PARAM_RATE,
 207                                                 soc_dai->rate);
 208                 if (ret < 0) {
 209                         dev_err(soc_dai->dev,
 210                                 "ASoC: Unable to apply rate constraint: %d\n",
 211                                 ret);
 212                         return ret;
 213                 }
 214         }
 215
 216         if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
 217                                 rtd->dai_link->symmetric_channels)) {
 218                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
 219                                 soc_dai->channels);
 220
 221                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 222                                                 SNDRV_PCM_HW_PARAM_CHANNELS,
 223                                                 soc_dai->channels);
 224                 if (ret < 0) {
 225                         dev_err(soc_dai->dev,
 226                                 "ASoC: Unable to apply channel symmetry constraint: %d\n",
 227                                 ret);
 228                         return ret;
 229                 }
 230         }
 231
 232         if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
 233                                 rtd->dai_link->symmetric_samplebits)) {
 234                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
 235                                 soc_dai->sample_bits);
 236
 237                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 238                                                 SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
 239                                                 soc_dai->sample_bits);
 240                 if (ret < 0) {
 241                         dev_err(soc_dai->dev,
 242                                 "ASoC: Unable to apply sample bits symmetry constraint: %d\n",
 243                                 ret);
 244                         return ret;
 245                 }
 246         }
 247
 248         return 0;
 249 }
 250
 251 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 252                                 struct snd_pcm_hw_params *params)
 253 {
 254         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 255         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 256         unsigned int rate, channels, sample_bits, symmetry, i;
 257
 258         rate = params_rate(params);
 259         channels = params_channels(params);
 260         sample_bits = snd_pcm_format_physical_width(params_format(params));
 261
 262         /* reject unmatched parameters when applying symmetry */
 263         symmetry = cpu_dai->driver->symmetric_rates ||
 264                 rtd->dai_link->symmetric_rates;
 265
 266         for (i = 0; i < rtd->num_codecs; i++)
 267                 symmetry |= rtd->codec_dais[i]->driver->symmetric_rates;
 268
 269         if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
 270                 dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
 271                                 cpu_dai->rate, rate);
 272                 return -EINVAL;
 273         }
 274
 275         symmetry = cpu_dai->driver->symmetric_channels ||
 276                 rtd->dai_link->symmetric_channels;
 277
 278         for (i = 0; i < rtd->num_codecs; i++)
 279                 symmetry |= rtd->codec_dais[i]->driver->symmetric_channels;
 280
 281         if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
 282                 dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
 283                                 cpu_dai->channels, channels);
 284                 return -EINVAL;
 285         }
 286
 287         symmetry = cpu_dai->driver->symmetric_samplebits ||
 288                 rtd->dai_link->symmetric_samplebits;
 289
 290         for (i = 0; i < rtd->num_codecs; i++)
 291                 symmetry |= rtd->codec_dais[i]->driver->symmetric_samplebits;
 292
 293         if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
 294                 dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
 295                                 cpu_dai->sample_bits, sample_bits);
 296                 return -EINVAL;
 297         }
 298
 299         return 0;
 300 }
 301
 302 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
 303 {
 304         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 305         struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
 306         struct snd_soc_dai_link *link = rtd->dai_link;
 307         unsigned int symmetry, i;
 308
 309         symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
 310                 cpu_driver->symmetric_channels || link->symmetric_channels ||
 311                 cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
 312
 313         for (i = 0; i < rtd->num_codecs; i++)
 314                 symmetry = symmetry ||
 315                         rtd->codec_dais[i]->driver->symmetric_rates ||
 316                         rtd->codec_dais[i]->driver->symmetric_channels ||
 317                         rtd->codec_dais[i]->driver->symmetric_samplebits;
 318
 319         return symmetry;
 320 }
 321
 322 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 323 {
 324         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 325         int ret;
 326
 327         if (!bits)
 328                 return;
 329
 330         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 331         if (ret != 0)
 332                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 333                                  bits, ret);
 334 }
 335
 336 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 337 {
 338         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 339         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 340         struct snd_soc_dai *codec_dai;
 341         int i;
 342         unsigned int bits = 0, cpu_bits;
 343
 344         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 345                 for (i = 0; i < rtd->num_codecs; i++) {
 346                         codec_dai = rtd->codec_dais[i];
 347                         if (codec_dai->driver->playback.sig_bits == 0) {
 348                                 bits = 0;
 349                                 break;
 350                         }
 351                         bits = max(codec_dai->driver->playback.sig_bits, bits);
 352                 }
 353                 cpu_bits = cpu_dai->driver->playback.sig_bits;
 354         } else {
 355                 for (i = 0; i < rtd->num_codecs; i++) {
 356                         codec_dai = rtd->codec_dais[i];
 357                         if (codec_dai->driver->capture.sig_bits == 0) {
 358                                 bits = 0;
 359                                 break;
 360                         }
 361                         bits = max(codec_dai->driver->capture.sig_bits, bits);
 362                 }
 363                 cpu_bits = cpu_dai->driver->capture.sig_bits;
 364         }
 365
 366         soc_pcm_set_msb(substream, bits);
 367         soc_pcm_set_msb(substream, cpu_bits);
 368 }
 369
 370 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 371 {
 372         struct snd_pcm_runtime *runtime = substream->runtime;
 373         struct snd_pcm_hardware *hw = &runtime->hw;
 374         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 375         struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
 376         struct snd_soc_dai_driver *codec_dai_drv;
 377         struct snd_soc_pcm_stream *codec_stream;
 378         struct snd_soc_pcm_stream *cpu_stream;
 379         unsigned int chan_min = 0, chan_max = UINT_MAX;
 380         unsigned int rate_min = 0, rate_max = UINT_MAX;
 381         unsigned int rates = UINT_MAX;
 382         u64 formats = ULLONG_MAX;
 383         int i;
 384
 385         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 386                 cpu_stream = &cpu_dai_drv->playback;
 387         else
 388                 cpu_stream = &cpu_dai_drv->capture;
 389
 390         /* first calculate min/max only for CODECs in the DAI link */
 391         for (i = 0; i < rtd->num_codecs; i++) {
 392
 393                 /*
 394                  * Skip CODECs which don't support the current stream type.
 395                  * Otherwise, since the rate, channel, and format values will
 396                  * zero in that case, we would have no usable settings left,
 397                  * causing the resulting setup to fail.
 398                  * At least one CODEC should match, otherwise we should have
 399                  * bailed out on a higher level, since there would be no
 400                  * CODEC to support the transfer direction in that case.
 401                  */
 402                 if (!snd_soc_dai_stream_valid(rtd->codec_dais[i],
 403                                               substream->stream))
 404                         continue;
 405
 406                 codec_dai_drv = rtd->codec_dais[i]->driver;
 407                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 408                         codec_stream = &codec_dai_drv->playback;
 409                 else
 410                         codec_stream = &codec_dai_drv->capture;
 411                 chan_min = max(chan_min, codec_stream->channels_min);
 412                 chan_max = min(chan_max, codec_stream->channels_max);
 413                 rate_min = max(rate_min, codec_stream->rate_min);
 414                 rate_max = min_not_zero(rate_max, codec_stream->rate_max);
 415                 formats &= codec_stream->formats;
 416                 rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
 417         }
 418
 419         /*
 420          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 421          * connected to a single CPU DAI, use CPU DAI's directly and let
 422          * channel allocation be fixed up later
 423          */
 424         if (rtd->num_codecs > 1) {
 425                 chan_min = cpu_stream->channels_min;
 426                 chan_max = cpu_stream->channels_max;
 427         }
 428
 429         hw->channels_min = max(chan_min, cpu_stream->channels_min);
 430         hw->channels_max = min(chan_max, cpu_stream->channels_max);
 431         if (hw->formats)
 432                 hw->formats &= formats & cpu_stream->formats;
 433         else
 434                 hw->formats = formats & cpu_stream->formats;
 435         hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
 436
 437         snd_pcm_limit_hw_rates(runtime);
 438
 439         hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
 440         hw->rate_min = max(hw->rate_min, rate_min);
 441         hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
 442         hw->rate_max = min_not_zero(hw->rate_max, rate_max);
 443 }
 444
 445 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 446                                     struct snd_soc_component *last)
 447 {
 448         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 449         struct snd_soc_rtdcom_list *rtdcom;
 450         struct snd_soc_component *component;
 451
 452         for_each_rtdcom(rtd, rtdcom) {
 453                 component = rtdcom->component;
 454
 455                 if (component == last)
 456                         break;
 457
 458                 if (!component->driver->ops ||
 459                     !component->driver->ops->close)
 460                         continue;
 461
 462                 component->driver->ops->close(substream);
 463         }
 464
 465         return 0;
 466 }
 467
 468 /*
 469  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 470  * then initialized and any private data can be allocated. This also calls
 471  * startup for the cpu DAI, component, machine and codec DAI.
 472  */
 473 static int soc_pcm_open(struct snd_pcm_substream *substream)
 474 {
 475         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 476         struct snd_pcm_runtime *runtime = substream->runtime;
 477         struct snd_soc_component *component;
 478         struct snd_soc_rtdcom_list *rtdcom;
 479         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 480         struct snd_soc_dai *codec_dai;
 481         const char *codec_dai_name = "multicodec";
 482         int i, ret = 0;
 483
 484         pinctrl_pm_select_default_state(cpu_dai->dev);
 485         for (i = 0; i < rtd->num_codecs; i++)
 486                 pinctrl_pm_select_default_state(rtd->codec_dais[i]->dev);
 487
 488         for_each_rtdcom(rtd, rtdcom) {
 489                 component = rtdcom->component;
 490
 491                 pm_runtime_get_sync(component->dev);
 492         }
 493
 494         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 495
 496         /* startup the audio subsystem */
 497         if (cpu_dai->driver->ops->startup) {
 498                 ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
 499                 if (ret < 0) {
 500                         dev_err(cpu_dai->dev, "ASoC: can't open interface"
 501                                 " %s: %d\n", cpu_dai->name, ret);
 502                         goto out;
 503                 }
 504         }
 505
 506         for_each_rtdcom(rtd, rtdcom) {
 507                 component = rtdcom->component;
 508
 509                 if (!component->driver->ops ||
 510                     !component->driver->ops->open)
 511                         continue;
 512
 513                 ret = component->driver->ops->open(substream);
 514                 if (ret < 0) {
 515                         dev_err(component->dev,
 516                                 "ASoC: can't open component %s: %d\n",
 517                                 component->name, ret);
 518                         goto component_err;
 519                 }
 520         }
 521         component = NULL;
 522
 523         for (i = 0; i < rtd->num_codecs; i++) {
 524                 codec_dai = rtd->codec_dais[i];
 525                 if (codec_dai->driver->ops->startup) {
 526                         ret = codec_dai->driver->ops->startup(substream,
 527                                                               codec_dai);
 528                         if (ret < 0) {
 529                                 dev_err(codec_dai->dev,
 530                                         "ASoC: can't open codec %s: %d\n",
 531                                         codec_dai->name, ret);
 532                                 goto codec_dai_err;
 533                         }
 534                 }
 535
 536                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 537                         codec_dai->tx_mask = 0;
 538                 else
 539                         codec_dai->rx_mask = 0;
 540         }
 541
 542         if (rtd->dai_link->ops->startup) {
 543                 ret = rtd->dai_link->ops->startup(substream);
 544                 if (ret < 0) {
 545                         pr_err("ASoC: %s startup failed: %d\n",
 546                                rtd->dai_link->name, ret);
 547                         goto machine_err;
 548                 }
 549         }
 550
 551         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 552         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 553                 goto dynamic;
 554
 555         /* Check that the codec and cpu DAIs are compatible */
 556         soc_pcm_init_runtime_hw(substream);
 557
 558         if (rtd->num_codecs == 1)
 559                 codec_dai_name = rtd->codec_dai->name;
 560
 561         if (soc_pcm_has_symmetry(substream))
 562                 runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 563
 564         ret = -EINVAL;
 565         if (!runtime->hw.rates) {
 566                 printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
 567                         codec_dai_name, cpu_dai->name);
 568                 goto config_err;
 569         }
 570         if (!runtime->hw.formats) {
 571                 printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
 572                         codec_dai_name, cpu_dai->name);
 573                 goto config_err;
 574         }
 575         if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
 576             runtime->hw.channels_min > runtime->hw.channels_max) {
 577                 printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
 578                                 codec_dai_name, cpu_dai->name);
 579                 goto config_err;
 580         }
 581
 582         soc_pcm_apply_msb(substream);
 583
 584         /* Symmetry only applies if we've already got an active stream. */
 585         if (cpu_dai->active) {
 586                 ret = soc_pcm_apply_symmetry(substream, cpu_dai);
 587                 if (ret != 0)
 588                         goto config_err;
 589         }
 590
 591         for (i = 0; i < rtd->num_codecs; i++) {
 592                 if (rtd->codec_dais[i]->active) {
 593                         ret = soc_pcm_apply_symmetry(substream,
 594                                                      rtd->codec_dais[i]);
 595                         if (ret != 0)
 596                                 goto config_err;
 597                 }
 598         }
 599
 600         pr_debug("ASoC: %s <-> %s info:\n",
 601                         codec_dai_name, cpu_dai->name);
 602         pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
 603         pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
 604                  runtime->hw.channels_max);
 605         pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
 606                  runtime->hw.rate_max);
 607
 608 dynamic:
 609
 610         snd_soc_runtime_activate(rtd, substream->stream);
 611
 612         mutex_unlock(&rtd->pcm_mutex);
 613         return 0;
 614
 615 config_err:
 616         if (rtd->dai_link->ops->shutdown)
 617                 rtd->dai_link->ops->shutdown(substream);
 618
 619 machine_err:
 620         i = rtd->num_codecs;
 621
 622 codec_dai_err:
 623         while (--i >= 0) {
 624                 codec_dai = rtd->codec_dais[i];
 625                 if (codec_dai->driver->ops->shutdown)
 626                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 627         }
 628
 629 component_err:
 630         soc_pcm_components_close(substream, component);
 631
 632         if (cpu_dai->driver->ops->shutdown)
 633                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 634 out:
 635         mutex_unlock(&rtd->pcm_mutex);
 636
 637         for_each_rtdcom(rtd, rtdcom) {
 638                 component = rtdcom->component;
 639
 640                 pm_runtime_mark_last_busy(component->dev);
 641                 pm_runtime_put_autosuspend(component->dev);
 642         }
 643
 644         for (i = 0; i < rtd->num_codecs; i++) {
 645                 if (!rtd->codec_dais[i]->active)
 646                         pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
 647         }
 648         if (!cpu_dai->active)
 649                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 650
 651         return ret;
 652 }
 653
 654 /*
 655  * Power down the audio subsystem pmdown_time msecs after close is called.
 656  * This is to ensure there are no pops or clicks in between any music tracks
 657  * due to DAPM power cycling.
 658  */
 659 static void close_delayed_work(struct work_struct *work)
 660 {
 661         struct snd_soc_pcm_runtime *rtd =
 662                         container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
 663         struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
 664
 665         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 666
 667         dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
 668                  codec_dai->driver->playback.stream_name,
 669                  codec_dai->playback_active ? "active" : "inactive",
 670                  rtd->pop_wait ? "yes" : "no");
 671
 672         /* are we waiting on this codec DAI stream */
 673         if (rtd->pop_wait == 1) {
 674                 rtd->pop_wait = 0;
 675                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
 676                                           SND_SOC_DAPM_STREAM_STOP);
 677         }
 678
 679         mutex_unlock(&rtd->pcm_mutex);
 680 }
 681
 682 /*
 683  * Called by ALSA when a PCM substream is closed. Private data can be
 684  * freed here. The cpu DAI, codec DAI, machine and components are also
 685  * shutdown.
 686  */
 687 static int soc_pcm_close(struct snd_pcm_substream *substream)
 688 {
 689         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 690         struct snd_soc_component *component;
 691         struct snd_soc_rtdcom_list *rtdcom;
 692         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 693         struct snd_soc_dai *codec_dai;
 694         int i;
 695
 696         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 697
 698         snd_soc_runtime_deactivate(rtd, substream->stream);
 699
 700         /* clear the corresponding DAIs rate when inactive */
 701         if (!cpu_dai->active)
 702                 cpu_dai->rate = 0;
 703
 704         for (i = 0; i < rtd->num_codecs; i++) {
 705                 codec_dai = rtd->codec_dais[i];
 706                 if (!codec_dai->active)
 707                         codec_dai->rate = 0;
 708         }
 709
 710         snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
 711
 712         if (cpu_dai->driver->ops->shutdown)
 713                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 714
 715         for (i = 0; i < rtd->num_codecs; i++) {
 716                 codec_dai = rtd->codec_dais[i];
 717                 if (codec_dai->driver->ops->shutdown)
 718                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 719         }
 720
 721         if (rtd->dai_link->ops->shutdown)
 722                 rtd->dai_link->ops->shutdown(substream);
 723
 724         soc_pcm_components_close(substream, NULL);
 725
 726         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 727                 if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
 728                         /* powered down playback stream now */
 729                         snd_soc_dapm_stream_event(rtd,
 730                                                   SNDRV_PCM_STREAM_PLAYBACK,
 731                                                   SND_SOC_DAPM_STREAM_STOP);
 732                 } else {
 733                         /* start delayed pop wq here for playback streams */
 734                         rtd->pop_wait = 1;
 735                         queue_delayed_work(system_power_efficient_wq,
 736                                            &rtd->delayed_work,
 737                                            msecs_to_jiffies(rtd->pmdown_time));
 738                 }
 739         } else {
 740                 /* capture streams can be powered down now */
 741                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
 742                                           SND_SOC_DAPM_STREAM_STOP);
 743         }
 744
 745         mutex_unlock(&rtd->pcm_mutex);
 746
 747         for_each_rtdcom(rtd, rtdcom) {
 748                 component = rtdcom->component;
 749
 750                 pm_runtime_mark_last_busy(component->dev);
 751                 pm_runtime_put_autosuspend(component->dev);
 752         }
 753
 754         for (i = 0; i < rtd->num_codecs; i++) {
 755                 if (!rtd->codec_dais[i]->active)
 756                         pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
 757         }
 758         if (!cpu_dai->active)
 759                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 760
 761         return 0;
 762 }
 763
 764 /*
 765  * Called by ALSA when the PCM substream is prepared, can set format, sample
 766  * rate, etc.  This function is non atomic and can be called multiple times,
 767  * it can refer to the runtime info.
 768  */
 769 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 770 {
 771         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 772         struct snd_soc_component *component;
 773         struct snd_soc_rtdcom_list *rtdcom;
 774         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 775         struct snd_soc_dai *codec_dai;
 776         int i, ret = 0;
 777
 778         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 779
 780         if (rtd->dai_link->ops->prepare) {
 781                 ret = rtd->dai_link->ops->prepare(substream);
 782                 if (ret < 0) {
 783                         dev_err(rtd->card->dev, "ASoC: machine prepare error:"
 784                                 " %d\n", ret);
 785                         goto out;
 786                 }
 787         }
 788
 789         for_each_rtdcom(rtd, rtdcom) {
 790                 component = rtdcom->component;
 791
 792                 if (!component->driver->ops ||
 793                     !component->driver->ops->prepare)
 794                         continue;
 795
 796                 ret = component->driver->ops->prepare(substream);
 797                 if (ret < 0) {
 798                         dev_err(component->dev,
 799                                 "ASoC: platform prepare error: %d\n", ret);
 800                         goto out;
 801                 }
 802         }
 803
 804         for (i = 0; i < rtd->num_codecs; i++) {
 805                 codec_dai = rtd->codec_dais[i];
 806                 if (codec_dai->driver->ops->prepare) {
 807                         ret = codec_dai->driver->ops->prepare(substream,
 808                                                               codec_dai);
 809                         if (ret < 0) {
 810                                 dev_err(codec_dai->dev,
 811                                         "ASoC: codec DAI prepare error: %d\n",
 812                                         ret);
 813                                 goto out;
 814                         }
 815                 }
 816         }
 817
 818         if (cpu_dai->driver->ops->prepare) {
 819                 ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
 820                 if (ret < 0) {
 821                         dev_err(cpu_dai->dev,
 822                                 "ASoC: cpu DAI prepare error: %d\n", ret);
 823                         goto out;
 824                 }
 825         }
 826
 827         /* cancel any delayed stream shutdown that is pending */
 828         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 829             rtd->pop_wait) {
 830                 rtd->pop_wait = 0;
 831                 cancel_delayed_work(&rtd->delayed_work);
 832         }
 833
 834         snd_soc_dapm_stream_event(rtd, substream->stream,
 835                         SND_SOC_DAPM_STREAM_START);
 836
 837         for (i = 0; i < rtd->num_codecs; i++)
 838                 snd_soc_dai_digital_mute(rtd->codec_dais[i], 0,
 839                                          substream->stream);
 840         snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
 841
 842 out:
 843         mutex_unlock(&rtd->pcm_mutex);
 844         return ret;
 845 }
 846
 847 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 848                                        unsigned int mask)
 849 {
 850         struct snd_interval *interval;
 851         int channels = hweight_long(mask);
 852
 853         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 854         interval->min = channels;
 855         interval->max = channels;
 856 }
 857
 858 int soc_dai_hw_params(struct snd_pcm_substream *substream,
 859                       struct snd_pcm_hw_params *params,
 860                       struct snd_soc_dai *dai)
 861 {
 862         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 863         int ret;
 864
 865         /* perform any topology hw_params fixups before DAI  */
 866         if (rtd->dai_link->be_hw_params_fixup) {
 867                 ret = rtd->dai_link->be_hw_params_fixup(rtd, params);
 868                 if (ret < 0) {
 869                         dev_err(rtd->dev,
 870                                 "ASoC: hw_params topology fixup failed %d\n",
 871                                 ret);
 872                         return ret;
 873                 }
 874         }
 875
 876         if (dai->driver->ops->hw_params) {
 877                 ret = dai->driver->ops->hw_params(substream, params, dai);
 878                 if (ret < 0) {
 879                         dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
 880                                 dai->name, ret);
 881                         return ret;
 882                 }
 883         }
 884
 885         return 0;
 886 }
 887
 888 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
 889                                       struct snd_soc_component *last)
 890 {
 891         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 892         struct snd_soc_rtdcom_list *rtdcom;
 893         struct snd_soc_component *component;
 894
 895         for_each_rtdcom(rtd, rtdcom) {
 896                 component = rtdcom->component;
 897
 898                 if (component == last)
 899                         break;
 900
 901                 if (!component->driver->ops ||
 902                     !component->driver->ops->hw_free)
 903                         continue;
 904
 905                 component->driver->ops->hw_free(substream);
 906         }
 907
 908         return 0;
 909 }
 910
 911 /*
 912  * Called by ALSA when the hardware params are set by application. This
 913  * function can also be called multiple times and can allocate buffers
 914  * (using snd_pcm_lib_* ). It's non-atomic.
 915  */
 916 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
 917                                 struct snd_pcm_hw_params *params)
 918 {
 919         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 920         struct snd_soc_component *component;
 921         struct snd_soc_rtdcom_list *rtdcom;
 922         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 923         int i, ret = 0;
 924
 925         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 926         if (rtd->dai_link->ops->hw_params) {
 927                 ret = rtd->dai_link->ops->hw_params(substream, params);
 928                 if (ret < 0) {
 929                         dev_err(rtd->card->dev, "ASoC: machine hw_params"
 930                                 " failed: %d\n", ret);
 931                         goto out;
 932                 }
 933         }
 934
 935         for (i = 0; i < rtd->num_codecs; i++) {
 936                 struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
 937                 struct snd_pcm_hw_params codec_params;
 938
 939                 /*
 940                  * Skip CODECs which don't support the current stream type,
 941                  * the idea being that if a CODEC is not used for the currently
 942                  * set up transfer direction, it should not need to be
 943                  * configured, especially since the configuration used might
 944                  * not even be supported by that CODEC. There may be cases
 945                  * however where a CODEC needs to be set up although it is
 946                  * actually not being used for the transfer, e.g. if a
 947                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
 948                  * for the DAI link including a playback-only CODEC.
 949                  * If this becomes necessary, we will have to augment the
 950                  * machine driver setup with information on how to act, so
 951                  * we can do the right thing here.
 952                  */
 953                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 954                         continue;
 955
 956                 /* copy params for each codec */
 957                 codec_params = *params;
 958
 959                 /* fixup params based on TDM slot masks */
 960                 if (codec_dai->tx_mask)
 961                         soc_pcm_codec_params_fixup(&codec_params,
 962                                                    codec_dai->tx_mask);
 963                 if (codec_dai->rx_mask)
 964                         soc_pcm_codec_params_fixup(&codec_params,
 965                                                    codec_dai->rx_mask);
 966
 967                 ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
 968                 if(ret < 0)
 969                         goto codec_err;
 970
 971                 codec_dai->rate = params_rate(&codec_params);
 972                 codec_dai->channels = params_channels(&codec_params);
 973                 codec_dai->sample_bits = snd_pcm_format_physical_width(
 974                                                 params_format(&codec_params));
 975         }
 976
 977         ret = soc_dai_hw_params(substream, params, cpu_dai);
 978         if (ret < 0)
 979                 goto interface_err;
 980
 981         for_each_rtdcom(rtd, rtdcom) {
 982                 component = rtdcom->component;
 983
 984                 if (!component->driver->ops ||
 985                     !component->driver->ops->hw_params)
 986                         continue;
 987
 988                 ret = component->driver->ops->hw_params(substream, params);
 989                 if (ret < 0) {
 990                         dev_err(component->dev,
 991                                 "ASoC: %s hw params failed: %d\n",
 992                                 component->name, ret);
 993                         goto component_err;
 994                 }
 995         }
 996         component = NULL;
 997
 998         /* store the parameters for each DAIs */
 999         cpu_dai->rate = params_rate(params);
1000         cpu_dai->channels = params_channels(params);
1001         cpu_dai->sample_bits =
1002                 snd_pcm_format_physical_width(params_format(params));
1003
1004         ret = soc_pcm_params_symmetry(substream, params);
1005         if (ret)
1006                 goto component_err;
1007 out:
1008         mutex_unlock(&rtd->pcm_mutex);
1009         return ret;
1010
1011 component_err:
1012         soc_pcm_components_hw_free(substream, component);
1013
1014         if (cpu_dai->driver->ops->hw_free)
1015                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1016
1017 interface_err:
1018         i = rtd->num_codecs;
1019
1020 codec_err:
1021         while (--i >= 0) {
1022                 struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
1023                 if (codec_dai->driver->ops->hw_free)
1024                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1025                 codec_dai->rate = 0;
1026         }
1027
1028         if (rtd->dai_link->ops->hw_free)
1029                 rtd->dai_link->ops->hw_free(substream);
1030
1031         mutex_unlock(&rtd->pcm_mutex);
1032         return ret;
1033 }
1034
1035 /*
1036  * Frees resources allocated by hw_params, can be called multiple times
1037  */
1038 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
1039 {
1040         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1041         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1042         struct snd_soc_dai *codec_dai;
1043         bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1044         int i;
1045
1046         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
1047
1048         /* clear the corresponding DAIs parameters when going to be inactive */
1049         if (cpu_dai->active == 1) {
1050                 cpu_dai->rate = 0;
1051                 cpu_dai->channels = 0;
1052                 cpu_dai->sample_bits = 0;
1053         }
1054
1055         for (i = 0; i < rtd->num_codecs; i++) {
1056                 codec_dai = rtd->codec_dais[i];
1057                 if (codec_dai->active == 1) {
1058                         codec_dai->rate = 0;
1059                         codec_dai->channels = 0;
1060                         codec_dai->sample_bits = 0;
1061                 }
1062         }
1063
1064         /* apply codec digital mute */
1065         for (i = 0; i < rtd->num_codecs; i++) {
1066                 if ((playback && rtd->codec_dais[i]->playback_active == 1) ||
1067                     (!playback && rtd->codec_dais[i]->capture_active == 1))
1068                         snd_soc_dai_digital_mute(rtd->codec_dais[i], 1,
1069                                                  substream->stream);
1070         }
1071
1072         /* free any machine hw params */
1073         if (rtd->dai_link->ops->hw_free)
1074                 rtd->dai_link->ops->hw_free(substream);
1075
1076         /* free any component resources */
1077         soc_pcm_components_hw_free(substream, NULL);
1078
1079         /* now free hw params for the DAIs  */
1080         for (i = 0; i < rtd->num_codecs; i++) {
1081                 codec_dai = rtd->codec_dais[i];
1082                 if (codec_dai->driver->ops->hw_free)
1083                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1084         }
1085
1086         if (cpu_dai->driver->ops->hw_free)
1087                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1088
1089         mutex_unlock(&rtd->pcm_mutex);
1090         return 0;
1091 }
1092
1093 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1094 {
1095         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1096         struct snd_soc_component *component;
1097         struct snd_soc_rtdcom_list *rtdcom;
1098         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1099         struct snd_soc_dai *codec_dai;
1100         int i, ret;
1101
1102         for (i = 0; i < rtd->num_codecs; i++) {
1103                 codec_dai = rtd->codec_dais[i];
1104                 if (codec_dai->driver->ops->trigger) {
1105                         ret = codec_dai->driver->ops->trigger(substream,
1106                                                               cmd, codec_dai);
1107                         if (ret < 0)
1108                                 return ret;
1109                 }
1110         }
1111
1112         for_each_rtdcom(rtd, rtdcom) {
1113                 component = rtdcom->component;
1114
1115                 if (!component->driver->ops ||
1116                     !component->driver->ops->trigger)
1117                         continue;
1118
1119                 ret = component->driver->ops->trigger(substream, cmd);
1120                 if (ret < 0)
1121                         return ret;
1122         }
1123
1124         if (cpu_dai->driver->ops->trigger) {
1125                 ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
1126                 if (ret < 0)
1127                         return ret;
1128         }
1129
1130         if (rtd->dai_link->ops->trigger) {
1131                 ret = rtd->dai_link->ops->trigger(substream, cmd);
1132                 if (ret < 0)
1133                         return ret;
1134         }
1135
1136         return 0;
1137 }
1138
1139 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1140                                    int cmd)
1141 {
1142         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1143         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1144         struct snd_soc_dai *codec_dai;
1145         int i, ret;
1146
1147         for (i = 0; i < rtd->num_codecs; i++) {
1148                 codec_dai = rtd->codec_dais[i];
1149                 if (codec_dai->driver->ops->bespoke_trigger) {
1150                         ret = codec_dai->driver->ops->bespoke_trigger(substream,
1151                                                                 cmd, codec_dai);
1152                         if (ret < 0)
1153                                 return ret;
1154                 }
1155         }
1156
1157         if (cpu_dai->driver->ops->bespoke_trigger) {
1158                 ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1159                 if (ret < 0)
1160                         return ret;
1161         }
1162         return 0;
1163 }
1164 /*
1165  * soc level wrapper for pointer callback
1166  * If cpu_dai, codec_dai, component driver has the delay callback, then
1167  * the runtime->delay will be updated accordingly.
1168  */
1169 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1170 {
1171         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1172         struct snd_soc_component *component;
1173         struct snd_soc_rtdcom_list *rtdcom;
1174         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1175         struct snd_soc_dai *codec_dai;
1176         struct snd_pcm_runtime *runtime = substream->runtime;
1177         snd_pcm_uframes_t offset = 0;
1178         snd_pcm_sframes_t delay = 0;
1179         snd_pcm_sframes_t codec_delay = 0;
1180         int i;
1181
1182         /* clearing the previous total delay */
1183         runtime->delay = 0;
1184
1185         for_each_rtdcom(rtd, rtdcom) {
1186                 component = rtdcom->component;
1187
1188                 if (!component->driver->ops ||
1189                     !component->driver->ops->pointer)
1190                         continue;
1191
1192                 /* FIXME: use 1st pointer */
1193                 offset = component->driver->ops->pointer(substream);
1194                 break;
1195         }
1196         /* base delay if assigned in pointer callback */
1197         delay = runtime->delay;
1198
1199         if (cpu_dai->driver->ops->delay)
1200                 delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1201
1202         for (i = 0; i < rtd->num_codecs; i++) {
1203                 codec_dai = rtd->codec_dais[i];
1204                 if (codec_dai->driver->ops->delay)
1205                         codec_delay = max(codec_delay,
1206                                         codec_dai->driver->ops->delay(substream,
1207                                                                     codec_dai));
1208         }
1209         delay += codec_delay;
1210
1211         runtime->delay = delay;
1212
1213         return offset;
1214 }
1215
1216 /* connect a FE and BE */
1217 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1218                 struct snd_soc_pcm_runtime *be, int stream)
1219 {
1220         struct snd_soc_dpcm *dpcm;
1221
1222         /* only add new dpcms */
1223         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1224                 if (dpcm->be == be && dpcm->fe == fe)
1225                         return 0;
1226         }
1227
1228         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1229         if (!dpcm)
1230                 return -ENOMEM;
1231
1232         dpcm->be = be;
1233         dpcm->fe = fe;
1234         be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1235         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1236         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1237         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1238
1239         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1240                         stream ? "capture" : "playback",  fe->dai_link->name,
1241                         stream ? "<-" : "->", be->dai_link->name);
1242
1243 #ifdef CONFIG_DEBUG_FS
1244         if (fe->debugfs_dpcm_root)
1245                 dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1246                                 fe->debugfs_dpcm_root, &dpcm->state);
1247 #endif
1248         return 1;
1249 }
1250
1251 /* reparent a BE onto another FE */
1252 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1253                         struct snd_soc_pcm_runtime *be, int stream)
1254 {
1255         struct snd_soc_dpcm *dpcm;
1256         struct snd_pcm_substream *fe_substream, *be_substream;
1257
1258         /* reparent if BE is connected to other FEs */
1259         if (!be->dpcm[stream].users)
1260                 return;
1261
1262         be_substream = snd_soc_dpcm_get_substream(be, stream);
1263
1264         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
1265                 if (dpcm->fe == fe)
1266                         continue;
1267
1268                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1269                         stream ? "capture" : "playback",
1270                         dpcm->fe->dai_link->name,
1271                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1272
1273                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1274                 be_substream->runtime = fe_substream->runtime;
1275                 break;
1276         }
1277 }
1278
1279 /* disconnect a BE and FE */
1280 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1281 {
1282         struct snd_soc_dpcm *dpcm, *d;
1283
1284         list_for_each_entry_safe(dpcm, d, &fe->dpcm[stream].be_clients, list_be) {
1285                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1286                                 stream ? "capture" : "playback",
1287                                 dpcm->be->dai_link->name);
1288
1289                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1290                         continue;
1291
1292                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1293                         stream ? "capture" : "playback", fe->dai_link->name,
1294                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1295
1296                 /* BEs still alive need new FE */
1297                 dpcm_be_reparent(fe, dpcm->be, stream);
1298
1299 #ifdef CONFIG_DEBUG_FS
1300                 debugfs_remove(dpcm->debugfs_state);
1301 #endif
1302                 list_del(&dpcm->list_be);
1303                 list_del(&dpcm->list_fe);
1304                 kfree(dpcm);
1305         }
1306 }
1307
1308 /* get BE for DAI widget and stream */
1309 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1310                 struct snd_soc_dapm_widget *widget, int stream)
1311 {
1312         struct snd_soc_pcm_runtime *be;
1313         int i;
1314
1315         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1316
1317         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1318                 list_for_each_entry(be, &card->rtd_list, list) {
1319
1320                         if (!be->dai_link->no_pcm)
1321                                 continue;
1322
1323                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1324                                 be->cpu_dai->playback_widget ?
1325                                 be->cpu_dai->playback_widget->name : "(not set)");
1326
1327                         if (be->cpu_dai->playback_widget == widget)
1328                                 return be;
1329
1330                         for (i = 0; i < be->num_codecs; i++) {
1331                                 struct snd_soc_dai *dai = be->codec_dais[i];
1332                                 if (dai->playback_widget == widget)
1333                                         return be;
1334                         }
1335                 }
1336         } else {
1337
1338                 list_for_each_entry(be, &card->rtd_list, list) {
1339
1340                         if (!be->dai_link->no_pcm)
1341                                 continue;
1342
1343                         dev_dbg(card->dev, "ASoC: try BE %s\n",
1344                                 be->cpu_dai->capture_widget ?
1345                                 be->cpu_dai->capture_widget->name : "(not set)");
1346
1347                         if (be->cpu_dai->capture_widget == widget)
1348                                 return be;
1349
1350                         for (i = 0; i < be->num_codecs; i++) {
1351                                 struct snd_soc_dai *dai = be->codec_dais[i];
1352                                 if (dai->capture_widget == widget)
1353                                         return be;
1354                         }
1355                 }
1356         }
1357
1358         /* dai link name and stream name set correctly ? */
1359         dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1360                 stream ? "capture" : "playback", widget->name);
1361         return NULL;
1362 }
1363
1364 static inline struct snd_soc_dapm_widget *
1365         dai_get_widget(struct snd_soc_dai *dai, int stream)
1366 {
1367         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1368                 return dai->playback_widget;
1369         else
1370                 return dai->capture_widget;
1371 }
1372
1373 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1374                 struct snd_soc_dapm_widget *widget)
1375 {
1376         int i;
1377
1378         for (i = 0; i < list->num_widgets; i++) {
1379                 if (widget == list->widgets[i])
1380                         return 1;
1381         }
1382
1383         return 0;
1384 }
1385
1386 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1387                 enum snd_soc_dapm_direction dir)
1388 {
1389         struct snd_soc_card *card = widget->dapm->card;
1390         struct snd_soc_pcm_runtime *rtd;
1391         int i;
1392
1393         if (dir == SND_SOC_DAPM_DIR_OUT) {
1394                 list_for_each_entry(rtd, &card->rtd_list, list) {
1395                         if (!rtd->dai_link->no_pcm)
1396                                 continue;
1397
1398                         if (rtd->cpu_dai->playback_widget == widget)
1399                                 return true;
1400
1401                         for (i = 0; i < rtd->num_codecs; ++i) {
1402                                 struct snd_soc_dai *dai = rtd->codec_dais[i];
1403                                 if (dai->playback_widget == widget)
1404                                         return true;
1405                         }
1406                 }
1407         } else { /* SND_SOC_DAPM_DIR_IN */
1408                 list_for_each_entry(rtd, &card->rtd_list, list) {
1409                         if (!rtd->dai_link->no_pcm)
1410                                 continue;
1411
1412                         if (rtd->cpu_dai->capture_widget == widget)
1413                                 return true;
1414
1415                         for (i = 0; i < rtd->num_codecs; ++i) {
1416                                 struct snd_soc_dai *dai = rtd->codec_dais[i];
1417                                 if (dai->capture_widget == widget)
1418                                         return true;
1419                         }
1420                 }
1421         }
1422
1423         return false;
1424 }
1425
1426 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1427         int stream, struct snd_soc_dapm_widget_list **list)
1428 {
1429         struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1430         int paths;
1431
1432         /* get number of valid DAI paths and their widgets */
1433         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1434                         dpcm_end_walk_at_be);
1435
1436         dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1437                         stream ? "capture" : "playback");
1438
1439         return paths;
1440 }
1441
1442 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1443         struct snd_soc_dapm_widget_list **list_)
1444 {
1445         struct snd_soc_dpcm *dpcm;
1446         struct snd_soc_dapm_widget_list *list = *list_;
1447         struct snd_soc_dapm_widget *widget;
1448         int prune = 0;
1449
1450         /* Destroy any old FE <--> BE connections */
1451         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1452                 unsigned int i;
1453
1454                 /* is there a valid CPU DAI widget for this BE */
1455                 widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1456
1457                 /* prune the BE if it's no longer in our active list */
1458                 if (widget && widget_in_list(list, widget))
1459                         continue;
1460
1461                 /* is there a valid CODEC DAI widget for this BE */
1462                 for (i = 0; i < dpcm->be->num_codecs; i++) {
1463                         struct snd_soc_dai *dai = dpcm->be->codec_dais[i];
1464                         widget = dai_get_widget(dai, stream);
1465
1466                         /* prune the BE if it's no longer in our active list */
1467                         if (widget && widget_in_list(list, widget))
1468                                 continue;
1469                 }
1470
1471                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1472                         stream ? "capture" : "playback",
1473                         dpcm->be->dai_link->name, fe->dai_link->name);
1474                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1475                 dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1476                 prune++;
1477         }
1478
1479         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1480         return prune;
1481 }
1482
1483 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1484         struct snd_soc_dapm_widget_list **list_)
1485 {
1486         struct snd_soc_card *card = fe->card;
1487         struct snd_soc_dapm_widget_list *list = *list_;
1488         struct snd_soc_pcm_runtime *be;
1489         int i, new = 0, err;
1490
1491         /* Create any new FE <--> BE connections */
1492         for (i = 0; i < list->num_widgets; i++) {
1493
1494                 switch (list->widgets[i]->id) {
1495                 case snd_soc_dapm_dai_in:
1496                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1497                                 continue;
1498                         break;
1499                 case snd_soc_dapm_dai_out:
1500                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1501                                 continue;
1502                         break;
1503                 default:
1504                         continue;
1505                 }
1506
1507                 /* is there a valid BE rtd for this widget */
1508                 be = dpcm_get_be(card, list->widgets[i], stream);
1509                 if (!be) {
1510                         dev_err(fe->dev, "ASoC: no BE found for %s\n",
1511                                         list->widgets[i]->name);
1512                         continue;
1513                 }
1514
1515                 /* make sure BE is a real BE */
1516                 if (!be->dai_link->no_pcm)
1517                         continue;
1518
1519                 /* don't connect if FE is not running */
1520                 if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1521                         continue;
1522
1523                 /* newly connected FE and BE */
1524                 err = dpcm_be_connect(fe, be, stream);
1525                 if (err < 0) {
1526                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1527                                 list->widgets[i]->name);
1528                         break;
1529                 } else if (err == 0) /* already connected */
1530                         continue;
1531
1532                 /* new */
1533                 be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1534                 new++;
1535         }
1536
1537         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1538         return new;
1539 }
1540
1541 /*
1542  * Find the corresponding BE DAIs that source or sink audio to this
1543  * FE substream.
1544  */
1545 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1546         int stream, struct snd_soc_dapm_widget_list **list, int new)
1547 {
1548         if (new)
1549                 return dpcm_add_paths(fe, stream, list);
1550         else
1551                 return dpcm_prune_paths(fe, stream, list);
1552 }
1553
1554 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1555 {
1556         struct snd_soc_dpcm *dpcm;
1557
1558         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
1559                 dpcm->be->dpcm[stream].runtime_update =
1560                                                 SND_SOC_DPCM_UPDATE_NO;
1561 }
1562
1563 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1564         int stream)
1565 {
1566         struct snd_soc_dpcm *dpcm;
1567
1568         /* disable any enabled and non active backends */
1569         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1570
1571                 struct snd_soc_pcm_runtime *be = dpcm->be;
1572                 struct snd_pcm_substream *be_substream =
1573                         snd_soc_dpcm_get_substream(be, stream);
1574
1575                 if (be->dpcm[stream].users == 0)
1576                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1577                                 stream ? "capture" : "playback",
1578                                 be->dpcm[stream].state);
1579
1580                 if (--be->dpcm[stream].users != 0)
1581                         continue;
1582
1583                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1584                         continue;
1585
1586                 soc_pcm_close(be_substream);
1587                 be_substream->runtime = NULL;
1588                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1589         }
1590 }
1591
1592 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1593 {
1594         struct snd_soc_dpcm *dpcm;
1595         int err, count = 0;
1596
1597         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1598         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1599
1600                 struct snd_soc_pcm_runtime *be = dpcm->be;
1601                 struct snd_pcm_substream *be_substream =
1602                         snd_soc_dpcm_get_substream(be, stream);
1603
1604                 if (!be_substream) {
1605                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1606                                 stream ? "capture" : "playback");
1607                         continue;
1608                 }
1609
1610                 /* is this op for this BE ? */
1611                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1612                         continue;
1613
1614                 /* first time the dpcm is open ? */
1615                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1616                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1617                                 stream ? "capture" : "playback",
1618                                 be->dpcm[stream].state);
1619
1620                 if (be->dpcm[stream].users++ != 0)
1621                         continue;
1622
1623                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1624                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1625                         continue;
1626
1627                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1628                         stream ? "capture" : "playback", be->dai_link->name);
1629
1630                 be_substream->runtime = be->dpcm[stream].runtime;
1631                 err = soc_pcm_open(be_substream);
1632                 if (err < 0) {
1633                         dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1634                         be->dpcm[stream].users--;
1635                         if (be->dpcm[stream].users < 0)
1636                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1637                                         stream ? "capture" : "playback",
1638                                         be->dpcm[stream].state);
1639
1640                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1641                         goto unwind;
1642                 }
1643
1644                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1645                 count++;
1646         }
1647
1648         return count;
1649
1650 unwind:
1651         /* disable any enabled and non active backends */
1652         list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1653                 struct snd_soc_pcm_runtime *be = dpcm->be;
1654                 struct snd_pcm_substream *be_substream =
1655                         snd_soc_dpcm_get_substream(be, stream);
1656
1657                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1658                         continue;
1659
1660                 if (be->dpcm[stream].users == 0)
1661                         dev_err(be->dev, "ASoC: no users %s at close %d\n",
1662                                 stream ? "capture" : "playback",
1663                                 be->dpcm[stream].state);
1664
1665                 if (--be->dpcm[stream].users != 0)
1666                         continue;
1667
1668                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1669                         continue;
1670
1671                 soc_pcm_close(be_substream);
1672                 be_substream->runtime = NULL;
1673                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1674         }
1675
1676         return err;
1677 }
1678
1679 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1680                                  struct snd_soc_pcm_stream *stream)
1681 {
1682         runtime->hw.rate_min = stream->rate_min;
1683         runtime->hw.rate_max = stream->rate_max;
1684         runtime->hw.channels_min = stream->channels_min;
1685         runtime->hw.channels_max = stream->channels_max;
1686         if (runtime->hw.formats)
1687                 runtime->hw.formats &= stream->formats;
1688         else
1689                 runtime->hw.formats = stream->formats;
1690         runtime->hw.rates = stream->rates;
1691 }
1692
1693 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1694                                       u64 *formats)
1695 {
1696         struct snd_soc_pcm_runtime *fe = substream->private_data;
1697         struct snd_soc_dpcm *dpcm;
1698         int stream = substream->stream;
1699
1700         if (!fe->dai_link->dpcm_merged_format)
1701                 return;
1702
1703         /*
1704          * It returns merged BE codec format
1705          * if FE want to use it (= dpcm_merged_format)
1706          */
1707
1708         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1709                 struct snd_soc_pcm_runtime *be = dpcm->be;
1710                 struct snd_soc_dai_driver *codec_dai_drv;
1711                 struct snd_soc_pcm_stream *codec_stream;
1712                 int i;
1713
1714                 for (i = 0; i < be->num_codecs; i++) {
1715                         /*
1716                          * Skip CODECs which don't support the current stream
1717                          * type. See soc_pcm_init_runtime_hw() for more details
1718                          */
1719                         if (!snd_soc_dai_stream_valid(be->codec_dais[i],
1720                                                       stream))
1721                                 continue;
1722
1723                         codec_dai_drv = be->codec_dais[i]->driver;
1724                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1725                                 codec_stream = &codec_dai_drv->playback;
1726                         else
1727                                 codec_stream = &codec_dai_drv->capture;
1728
1729                         *formats &= codec_stream->formats;
1730                 }
1731         }
1732 }
1733
1734 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1735                                     unsigned int *channels_min,
1736                                     unsigned int *channels_max)
1737 {
1738         struct snd_soc_pcm_runtime *fe = substream->private_data;
1739         struct snd_soc_dpcm *dpcm;
1740         int stream = substream->stream;
1741
1742         if (!fe->dai_link->dpcm_merged_chan)
1743                 return;
1744
1745         /*
1746          * It returns merged BE codec channel;
1747          * if FE want to use it (= dpcm_merged_chan)
1748          */
1749
1750         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1751                 struct snd_soc_pcm_runtime *be = dpcm->be;
1752                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1753                 struct snd_soc_dai_driver *codec_dai_drv;
1754                 struct snd_soc_pcm_stream *codec_stream;
1755                 struct snd_soc_pcm_stream *cpu_stream;
1756
1757                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1758                         cpu_stream = &cpu_dai_drv->playback;
1759                 else
1760                         cpu_stream = &cpu_dai_drv->capture;
1761
1762                 *channels_min = max(*channels_min, cpu_stream->channels_min);
1763                 *channels_max = min(*channels_max, cpu_stream->channels_max);
1764
1765                 /*
1766                  * chan min/max cannot be enforced if there are multiple CODEC
1767                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1768                  */
1769                 if (be->num_codecs == 1) {
1770                         codec_dai_drv = be->codec_dais[0]->driver;
1771
1772                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1773                                 codec_stream = &codec_dai_drv->playback;
1774                         else
1775                                 codec_stream = &codec_dai_drv->capture;
1776
1777                         *channels_min = max(*channels_min,
1778                                             codec_stream->channels_min);
1779                         *channels_max = min(*channels_max,
1780                                             codec_stream->channels_max);
1781                 }
1782         }
1783 }
1784
1785 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1786                                     unsigned int *rates,
1787                                     unsigned int *rate_min,
1788                                     unsigned int *rate_max)
1789 {
1790         struct snd_soc_pcm_runtime *fe = substream->private_data;
1791         struct snd_soc_dpcm *dpcm;
1792         int stream = substream->stream;
1793
1794         if (!fe->dai_link->dpcm_merged_rate)
1795                 return;
1796
1797         /*
1798          * It returns merged BE codec channel;
1799          * if FE want to use it (= dpcm_merged_chan)
1800          */
1801
1802         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1803                 struct snd_soc_pcm_runtime *be = dpcm->be;
1804                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1805                 struct snd_soc_dai_driver *codec_dai_drv;
1806                 struct snd_soc_pcm_stream *codec_stream;
1807                 struct snd_soc_pcm_stream *cpu_stream;
1808                 int i;
1809
1810                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1811                         cpu_stream = &cpu_dai_drv->playback;
1812                 else
1813                         cpu_stream = &cpu_dai_drv->capture;
1814
1815                 *rate_min = max(*rate_min, cpu_stream->rate_min);
1816                 *rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1817                 *rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1818
1819                 for (i = 0; i < be->num_codecs; i++) {
1820                         /*
1821                          * Skip CODECs which don't support the current stream
1822                          * type. See soc_pcm_init_runtime_hw() for more details
1823                          */
1824                         if (!snd_soc_dai_stream_valid(be->codec_dais[i],
1825                                                       stream))
1826                                 continue;
1827
1828                         codec_dai_drv = be->codec_dais[i]->driver;
1829                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1830                                 codec_stream = &codec_dai_drv->playback;
1831                         else
1832                                 codec_stream = &codec_dai_drv->capture;
1833
1834                         *rate_min = max(*rate_min, codec_stream->rate_min);
1835                         *rate_max = min_not_zero(*rate_max,
1836                                                  codec_stream->rate_max);
1837                         *rates = snd_pcm_rate_mask_intersect(*rates,
1838                                                 codec_stream->rates);
1839                 }
1840         }
1841 }
1842
1843 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1844 {
1845         struct snd_pcm_runtime *runtime = substream->runtime;
1846         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1847         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1848         struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1849
1850         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1851                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1852         else
1853                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1854
1855         dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1856         dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1857                                 &runtime->hw.channels_max);
1858         dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1859                                 &runtime->hw.rate_min, &runtime->hw.rate_max);
1860 }
1861
1862 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1863
1864 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1865  * for avoiding the race with trigger callback.
1866  * If the state is unset and a trigger is pending while the previous operation,
1867  * process the pending trigger action here.
1868  */
1869 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1870                                      int stream, enum snd_soc_dpcm_update state)
1871 {
1872         struct snd_pcm_substream *substream =
1873                 snd_soc_dpcm_get_substream(fe, stream);
1874
1875         snd_pcm_stream_lock_irq(substream);
1876         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1877                 dpcm_fe_dai_do_trigger(substream,
1878                                        fe->dpcm[stream].trigger_pending - 1);
1879                 fe->dpcm[stream].trigger_pending = 0;
1880         }
1881         fe->dpcm[stream].runtime_update = state;
1882         snd_pcm_stream_unlock_irq(substream);
1883 }
1884
1885 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1886                                int stream)
1887 {
1888         struct snd_soc_dpcm *dpcm;
1889         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1890         struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1891         int err;
1892
1893         /* apply symmetry for FE */
1894         if (soc_pcm_has_symmetry(fe_substream))
1895                 fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1896
1897         /* Symmetry only applies if we've got an active stream. */
1898         if (fe_cpu_dai->active) {
1899                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1900                 if (err < 0)
1901                         return err;
1902         }
1903
1904         /* apply symmetry for BE */
1905         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1906                 struct snd_soc_pcm_runtime *be = dpcm->be;
1907                 struct snd_pcm_substream *be_substream =
1908                         snd_soc_dpcm_get_substream(be, stream);
1909                 struct snd_soc_pcm_runtime *rtd = be_substream->private_data;
1910                 int i;
1911
1912                 if (rtd->dai_link->be_hw_params_fixup)
1913                         continue;
1914
1915                 if (soc_pcm_has_symmetry(be_substream))
1916                         be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1917
1918                 /* Symmetry only applies if we've got an active stream. */
1919                 if (rtd->cpu_dai->active) {
1920                         err = soc_pcm_apply_symmetry(fe_substream,
1921                                                      rtd->cpu_dai);
1922                         if (err < 0)
1923                                 return err;
1924                 }
1925
1926                 for (i = 0; i < rtd->num_codecs; i++) {
1927                         if (rtd->codec_dais[i]->active) {
1928                                 err = soc_pcm_apply_symmetry(fe_substream,
1929                                                              rtd->codec_dais[i]);
1930                                 if (err < 0)
1931                                         return err;
1932                         }
1933                 }
1934         }
1935
1936         return 0;
1937 }
1938
1939 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1940 {
1941         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1942         struct snd_pcm_runtime *runtime = fe_substream->runtime;
1943         int stream = fe_substream->stream, ret = 0;
1944
1945         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1946
1947         ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1948         if (ret < 0) {
1949                 dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1950                 goto be_err;
1951         }
1952
1953         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1954
1955         /* start the DAI frontend */
1956         ret = soc_pcm_open(fe_substream);
1957         if (ret < 0) {
1958                 dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1959                 goto unwind;
1960         }
1961
1962         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1963
1964         dpcm_set_fe_runtime(fe_substream);
1965         snd_pcm_limit_hw_rates(runtime);
1966
1967         ret = dpcm_apply_symmetry(fe_substream, stream);
1968         if (ret < 0) {
1969                 dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
1970                         ret);
1971                 goto unwind;
1972         }
1973
1974         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1975         return 0;
1976
1977 unwind:
1978         dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
1979 be_err:
1980         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1981         return ret;
1982 }
1983
1984 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
1985 {
1986         struct snd_soc_dpcm *dpcm;
1987
1988         /* only shutdown BEs that are either sinks or sources to this FE DAI */
1989         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1990
1991                 struct snd_soc_pcm_runtime *be = dpcm->be;
1992                 struct snd_pcm_substream *be_substream =
1993                         snd_soc_dpcm_get_substream(be, stream);
1994
1995                 /* is this op for this BE ? */
1996                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1997                         continue;
1998
1999                 if (be->dpcm[stream].users == 0)
2000                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
2001                                 stream ? "capture" : "playback",
2002                                 be->dpcm[stream].state);
2003
2004                 if (--be->dpcm[stream].users != 0)
2005                         continue;
2006
2007                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2008                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
2009                         soc_pcm_hw_free(be_substream);
2010                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2011                 }
2012
2013                 dev_dbg(be->dev, "ASoC: close BE %s\n",
2014                         be->dai_link->name);
2015
2016                 soc_pcm_close(be_substream);
2017                 be_substream->runtime = NULL;
2018
2019                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2020         }
2021         return 0;
2022 }
2023
2024 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
2025 {
2026         struct snd_soc_pcm_runtime *fe = substream->private_data;
2027         int stream = substream->stream;
2028
2029         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2030
2031         /* shutdown the BEs */
2032         dpcm_be_dai_shutdown(fe, substream->stream);
2033
2034         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
2035
2036         /* now shutdown the frontend */
2037         soc_pcm_close(substream);
2038
2039         /* run the stream event for each BE */
2040         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
2041
2042         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2043         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2044         return 0;
2045 }
2046
2047 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2048 {
2049         struct snd_soc_dpcm *dpcm;
2050
2051         /* only hw_params backends that are either sinks or sources
2052          * to this frontend DAI */
2053         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2054
2055                 struct snd_soc_pcm_runtime *be = dpcm->be;
2056                 struct snd_pcm_substream *be_substream =
2057                         snd_soc_dpcm_get_substream(be, stream);
2058
2059                 /* is this op for this BE ? */
2060                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2061                         continue;
2062
2063                 /* only free hw when no longer used - check all FEs */
2064                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2065                                 continue;
2066
2067                 /* do not free hw if this BE is used by other FE */
2068                 if (be->dpcm[stream].users > 1)
2069                         continue;
2070
2071                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2072                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2073                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2074                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2075                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2076                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2077                         continue;
2078
2079                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2080                         be->dai_link->name);
2081
2082                 soc_pcm_hw_free(be_substream);
2083
2084                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2085         }
2086
2087         return 0;
2088 }
2089
2090 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2091 {
2092         struct snd_soc_pcm_runtime *fe = substream->private_data;
2093         int err, stream = substream->stream;
2094
2095         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2096         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2097
2098         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2099
2100         /* call hw_free on the frontend */
2101         err = soc_pcm_hw_free(substream);
2102         if (err < 0)
2103                 dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2104                         fe->dai_link->name);
2105
2106         /* only hw_params backends that are either sinks or sources
2107          * to this frontend DAI */
2108         err = dpcm_be_dai_hw_free(fe, stream);
2109
2110         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2111         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2112
2113         mutex_unlock(&fe->card->mutex);
2114         return 0;
2115 }
2116
2117 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2118 {
2119         struct snd_soc_dpcm *dpcm;
2120         int ret;
2121
2122         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2123
2124                 struct snd_soc_pcm_runtime *be = dpcm->be;
2125                 struct snd_pcm_substream *be_substream =
2126                         snd_soc_dpcm_get_substream(be, stream);
2127
2128                 /* is this op for this BE ? */
2129                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2130                         continue;
2131
2132                 /* copy params for each dpcm */
2133                 memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2134                                 sizeof(struct snd_pcm_hw_params));
2135
2136                 /* perform any hw_params fixups */
2137                 if (be->dai_link->be_hw_params_fixup) {
2138                         ret = be->dai_link->be_hw_params_fixup(be,
2139                                         &dpcm->hw_params);
2140                         if (ret < 0) {
2141                                 dev_err(be->dev,
2142                                         "ASoC: hw_params BE fixup failed %d\n",
2143                                         ret);
2144                                 goto unwind;
2145                         }
2146                 }
2147
2148                 /* only allow hw_params() if no connected FEs are running */
2149                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2150                         continue;
2151
2152                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2153                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2154                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2155                         continue;
2156
2157                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2158                         be->dai_link->name);
2159
2160                 ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2161                 if (ret < 0) {
2162                         dev_err(dpcm->be->dev,
2163                                 "ASoC: hw_params BE failed %d\n", ret);
2164                         goto unwind;
2165                 }
2166
2167                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2168         }
2169         return 0;
2170
2171 unwind:
2172         /* disable any enabled and non active backends */
2173         list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2174                 struct snd_soc_pcm_runtime *be = dpcm->be;
2175                 struct snd_pcm_substream *be_substream =
2176                         snd_soc_dpcm_get_substream(be, stream);
2177
2178                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2179                         continue;
2180
2181                 /* only allow hw_free() if no connected FEs are running */
2182                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2183                         continue;
2184
2185                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2186                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2187                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2188                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2189                         continue;
2190
2191                 soc_pcm_hw_free(be_substream);
2192         }
2193
2194         return ret;
2195 }
2196
2197 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2198                                  struct snd_pcm_hw_params *params)
2199 {
2200         struct snd_soc_pcm_runtime *fe = substream->private_data;
2201         int ret, stream = substream->stream;
2202
2203         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2204         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2205
2206         memcpy(&fe->dpcm[substream->stream].hw_params, params,
2207                         sizeof(struct snd_pcm_hw_params));
2208         ret = dpcm_be_dai_hw_params(fe, substream->stream);
2209         if (ret < 0) {
2210                 dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2211                 goto out;
2212         }
2213
2214         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2215                         fe->dai_link->name, params_rate(params),
2216                         params_channels(params), params_format(params));
2217
2218         /* call hw_params on the frontend */
2219         ret = soc_pcm_hw_params(substream, params);
2220         if (ret < 0) {
2221                 dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2222                 dpcm_be_dai_hw_free(fe, stream);
2223          } else
2224                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2225
2226 out:
2227         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2228         mutex_unlock(&fe->card->mutex);
2229         return ret;
2230 }
2231
2232 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2233                 struct snd_pcm_substream *substream, int cmd)
2234 {
2235         int ret;
2236
2237         dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2238                         dpcm->be->dai_link->name, cmd);
2239
2240         ret = soc_pcm_trigger(substream, cmd);
2241         if (ret < 0)
2242                 dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2243
2244         return ret;
2245 }
2246
2247 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2248                                int cmd)
2249 {
2250         struct snd_soc_dpcm *dpcm;
2251         int ret = 0;
2252
2253         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2254
2255                 struct snd_soc_pcm_runtime *be = dpcm->be;
2256                 struct snd_pcm_substream *be_substream =
2257                         snd_soc_dpcm_get_substream(be, stream);
2258
2259                 /* is this op for this BE ? */
2260                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2261                         continue;
2262
2263                 switch (cmd) {
2264                 case SNDRV_PCM_TRIGGER_START:
2265                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2266                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2267                                 continue;
2268
2269                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2270                         if (ret)
2271                                 return ret;
2272
2273                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2274                         break;
2275                 case SNDRV_PCM_TRIGGER_RESUME:
2276                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2277                                 continue;
2278
2279                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2280                         if (ret)
2281                                 return ret;
2282
2283                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2284                         break;
2285                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2286                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2287                                 continue;
2288
2289                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2290                         if (ret)
2291                                 return ret;
2292
2293                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2294                         break;
2295                 case SNDRV_PCM_TRIGGER_STOP:
2296                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2297                                 continue;
2298
2299                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2300                                 continue;
2301
2302                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2303                         if (ret)
2304                                 return ret;
2305
2306                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2307                         break;
2308                 case SNDRV_PCM_TRIGGER_SUSPEND:
2309                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2310                                 continue;
2311
2312                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2313                                 continue;
2314
2315                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2316                         if (ret)
2317                                 return ret;
2318
2319                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2320                         break;
2321                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2322                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2323                                 continue;
2324
2325                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2326                                 continue;
2327
2328                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2329                         if (ret)
2330                                 return ret;
2331
2332                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2333                         break;
2334                 }
2335         }
2336
2337         return ret;
2338 }
2339 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2340
2341 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2342 {
2343         struct snd_soc_pcm_runtime *fe = substream->private_data;
2344         int stream = substream->stream, ret;
2345         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2346
2347         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2348
2349         switch (trigger) {
2350         case SND_SOC_DPCM_TRIGGER_PRE:
2351                 /* call trigger on the frontend before the backend. */
2352
2353                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2354                                 fe->dai_link->name, cmd);
2355
2356                 ret = soc_pcm_trigger(substream, cmd);
2357                 if (ret < 0) {
2358                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2359                         goto out;
2360                 }
2361
2362                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2363                 break;
2364         case SND_SOC_DPCM_TRIGGER_POST:
2365                 /* call trigger on the frontend after the backend. */
2366
2367                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2368                 if (ret < 0) {
2369                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2370                         goto out;
2371                 }
2372
2373                 dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2374                                 fe->dai_link->name, cmd);
2375
2376                 ret = soc_pcm_trigger(substream, cmd);
2377                 break;
2378         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2379                 /* bespoke trigger() - handles both FE and BEs */
2380
2381                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2382                                 fe->dai_link->name, cmd);
2383
2384                 ret = soc_pcm_bespoke_trigger(substream, cmd);
2385                 if (ret < 0) {
2386                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2387                         goto out;
2388                 }
2389                 break;
2390         default:
2391                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2392                                 fe->dai_link->name);
2393                 ret = -EINVAL;
2394                 goto out;
2395         }
2396
2397         switch (cmd) {
2398         case SNDRV_PCM_TRIGGER_START:
2399         case SNDRV_PCM_TRIGGER_RESUME:
2400         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2401                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2402                 break;
2403         case SNDRV_PCM_TRIGGER_STOP:
2404         case SNDRV_PCM_TRIGGER_SUSPEND:
2405                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2406                 break;
2407         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2408                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2409                 break;
2410         }
2411
2412 out:
2413         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2414         return ret;
2415 }
2416
2417 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2418 {
2419         struct snd_soc_pcm_runtime *fe = substream->private_data;
2420         int stream = substream->stream;
2421
2422         /* if FE's runtime_update is already set, we're in race;
2423          * process this trigger later at exit
2424          */
2425         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2426                 fe->dpcm[stream].trigger_pending = cmd + 1;
2427                 return 0; /* delayed, assuming it's successful */
2428         }
2429
2430         /* we're alone, let's trigger */
2431         return dpcm_fe_dai_do_trigger(substream, cmd);
2432 }
2433
2434 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2435 {
2436         struct snd_soc_dpcm *dpcm;
2437         int ret = 0;
2438
2439         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2440
2441                 struct snd_soc_pcm_runtime *be = dpcm->be;
2442                 struct snd_pcm_substream *be_substream =
2443                         snd_soc_dpcm_get_substream(be, stream);
2444
2445                 /* is this op for this BE ? */
2446                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2447                         continue;
2448
2449                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2450                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2451                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2452                         continue;
2453
2454                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2455                         be->dai_link->name);
2456
2457                 ret = soc_pcm_prepare(be_substream);
2458                 if (ret < 0) {
2459                         dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2460                                 ret);
2461                         break;
2462                 }
2463
2464                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2465         }
2466         return ret;
2467 }
2468
2469 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2470 {
2471         struct snd_soc_pcm_runtime *fe = substream->private_data;
2472         int stream = substream->stream, ret = 0;
2473
2474         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2475
2476         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2477
2478         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2479
2480         /* there is no point preparing this FE if there are no BEs */
2481         if (list_empty(&fe->dpcm[stream].be_clients)) {
2482                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2483                                 fe->dai_link->name);
2484                 ret = -EINVAL;
2485                 goto out;
2486         }
2487
2488         ret = dpcm_be_dai_prepare(fe, substream->stream);
2489         if (ret < 0)
2490                 goto out;
2491
2492         /* call prepare on the frontend */
2493         ret = soc_pcm_prepare(substream);
2494         if (ret < 0) {
2495                 dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2496                         fe->dai_link->name);
2497                 goto out;
2498         }
2499
2500         /* run the stream event for each BE */
2501         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2502         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2503
2504 out:
2505         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2506         mutex_unlock(&fe->card->mutex);
2507
2508         return ret;
2509 }
2510
2511 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2512                      unsigned int cmd, void *arg)
2513 {
2514         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2515         struct snd_soc_component *component;
2516         struct snd_soc_rtdcom_list *rtdcom;
2517
2518         for_each_rtdcom(rtd, rtdcom) {
2519                 component = rtdcom->component;
2520
2521                 if (!component->driver->ops ||
2522                     !component->driver->ops->ioctl)
2523                         continue;
2524
2525                 /* FIXME: use 1st ioctl */
2526                 return component->driver->ops->ioctl(substream, cmd, arg);
2527         }
2528
2529         return snd_pcm_lib_ioctl(substream, cmd, arg);
2530 }
2531
2532 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2533 {
2534         struct snd_pcm_substream *substream =
2535                 snd_soc_dpcm_get_substream(fe, stream);
2536         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2537         int err;
2538
2539         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2540                         stream ? "capture" : "playback", fe->dai_link->name);
2541
2542         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2543                 /* call bespoke trigger - FE takes care of all BE triggers */
2544                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2545                                 fe->dai_link->name);
2546
2547                 err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2548                 if (err < 0)
2549                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2550         } else {
2551                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2552                         fe->dai_link->name);
2553
2554                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2555                 if (err < 0)
2556                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2557         }
2558
2559         err = dpcm_be_dai_hw_free(fe, stream);
2560         if (err < 0)
2561                 dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2562
2563         err = dpcm_be_dai_shutdown(fe, stream);
2564         if (err < 0)
2565                 dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2566
2567         /* run the stream event for each BE */
2568         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2569
2570         return 0;
2571 }
2572
2573 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2574 {
2575         struct snd_pcm_substream *substream =
2576                 snd_soc_dpcm_get_substream(fe, stream);
2577         struct snd_soc_dpcm *dpcm;
2578         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2579         int ret;
2580
2581         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2582                         stream ? "capture" : "playback", fe->dai_link->name);
2583
2584         /* Only start the BE if the FE is ready */
2585         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2586                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2587                 return -EINVAL;
2588
2589         /* startup must always be called for new BEs */
2590         ret = dpcm_be_dai_startup(fe, stream);
2591         if (ret < 0)
2592                 goto disconnect;
2593
2594         /* keep going if FE state is > open */
2595         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2596                 return 0;
2597
2598         ret = dpcm_be_dai_hw_params(fe, stream);
2599         if (ret < 0)
2600                 goto close;
2601
2602         /* keep going if FE state is > hw_params */
2603         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2604                 return 0;
2605
2606
2607         ret = dpcm_be_dai_prepare(fe, stream);
2608         if (ret < 0)
2609                 goto hw_free;
2610
2611         /* run the stream event for each BE */
2612         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2613
2614         /* keep going if FE state is > prepare */
2615         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2616                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2617                 return 0;
2618
2619         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2620                 /* call trigger on the frontend - FE takes care of all BE triggers */
2621                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2622                                 fe->dai_link->name);
2623
2624                 ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2625                 if (ret < 0) {
2626                         dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2627                         goto hw_free;
2628                 }
2629         } else {
2630                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2631                         fe->dai_link->name);
2632
2633                 ret = dpcm_be_dai_trigger(fe, stream,
2634                                         SNDRV_PCM_TRIGGER_START);
2635                 if (ret < 0) {
2636                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2637                         goto hw_free;
2638                 }
2639         }
2640
2641         return 0;
2642
2643 hw_free:
2644         dpcm_be_dai_hw_free(fe, stream);
2645 close:
2646         dpcm_be_dai_shutdown(fe, stream);
2647 disconnect:
2648         /* disconnect any non started BEs */
2649         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2650                 struct snd_soc_pcm_runtime *be = dpcm->be;
2651                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2652                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2653         }
2654
2655         return ret;
2656 }
2657
2658 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2659 {
2660         int ret;
2661
2662         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2663         ret = dpcm_run_update_startup(fe, stream);
2664         if (ret < 0)
2665                 dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2666         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2667
2668         return ret;
2669 }
2670
2671 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2672 {
2673         int ret;
2674
2675         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2676         ret = dpcm_run_update_shutdown(fe, stream);
2677         if (ret < 0)
2678                 dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2679         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2680
2681         return ret;
2682 }
2683
2684 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2685 {
2686         struct snd_soc_dapm_widget_list *list;
2687         int count, paths;
2688
2689         if (!fe->dai_link->dynamic)
2690                 return 0;
2691
2692         /* only check active links */
2693         if (!fe->cpu_dai->active)
2694                 return 0;
2695
2696         /* DAPM sync will call this to update DSP paths */
2697         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2698                 new ? "new" : "old", fe->dai_link->name);
2699
2700         /* skip if FE doesn't have playback capability */
2701         if (!fe->cpu_dai->driver->playback.channels_min ||
2702             !fe->codec_dai->driver->playback.channels_min)
2703                 goto capture;
2704
2705         /* skip if FE isn't currently playing */
2706         if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2707                 goto capture;
2708
2709         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2710         if (paths < 0) {
2711                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2712                          fe->dai_link->name,  "playback");
2713                 return paths;
2714         }
2715
2716         /* update any playback paths */
2717         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2718         if (count) {
2719                 if (new)
2720                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2721                 else
2722                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2723
2724                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2725                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2726         }
2727
2728         dpcm_path_put(&list);
2729
2730 capture:
2731         /* skip if FE doesn't have capture capability */
2732         if (!fe->cpu_dai->driver->capture.channels_min ||
2733             !fe->codec_dai->driver->capture.channels_min)
2734                 return 0;
2735
2736         /* skip if FE isn't currently capturing */
2737         if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2738                 return 0;
2739
2740         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2741         if (paths < 0) {
2742                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2743                          fe->dai_link->name,  "capture");
2744                 return paths;
2745         }
2746
2747         /* update any old capture paths */
2748         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2749         if (count) {
2750                 if (new)
2751                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2752                 else
2753                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2754
2755                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2756                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2757         }
2758
2759         dpcm_path_put(&list);
2760
2761         return 0;
2762 }
2763
2764 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2765  * any DAI links.
2766  */
2767 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2768 {
2769         struct snd_soc_pcm_runtime *fe;
2770         int ret = 0;
2771
2772         mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2773         /* shutdown all old paths first */
2774         list_for_each_entry(fe, &card->rtd_list, list) {
2775                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2776                 if (ret)
2777                         goto out;
2778         }
2779
2780         /* bring new paths up */
2781         list_for_each_entry(fe, &card->rtd_list, list) {
2782                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2783                 if (ret)
2784                         goto out;
2785         }
2786
2787 out:
2788         mutex_unlock(&card->mutex);
2789         return ret;
2790 }
2791 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2792 {
2793         struct snd_soc_dpcm *dpcm;
2794         struct list_head *clients =
2795                 &fe->dpcm[SNDRV_PCM_STREAM_PLAYBACK].be_clients;
2796
2797         list_for_each_entry(dpcm, clients, list_be) {
2798
2799                 struct snd_soc_pcm_runtime *be = dpcm->be;
2800                 int i;
2801
2802                 if (be->dai_link->ignore_suspend)
2803                         continue;
2804
2805                 for (i = 0; i < be->num_codecs; i++) {
2806                         struct snd_soc_dai *dai = be->codec_dais[i];
2807                         struct snd_soc_dai_driver *drv = dai->driver;
2808
2809                         dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2810                                          be->dai_link->name);
2811
2812                         if (drv->ops && drv->ops->digital_mute &&
2813                                                         dai->playback_active)
2814                                 drv->ops->digital_mute(dai, mute);
2815                 }
2816         }
2817
2818         return 0;
2819 }
2820
2821 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2822 {
2823         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2824         struct snd_soc_dpcm *dpcm;
2825         struct snd_soc_dapm_widget_list *list;
2826         int ret;
2827         int stream = fe_substream->stream;
2828
2829         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2830         fe->dpcm[stream].runtime = fe_substream->runtime;
2831
2832         ret = dpcm_path_get(fe, stream, &list);
2833         if (ret < 0) {
2834                 mutex_unlock(&fe->card->mutex);
2835                 return ret;
2836         } else if (ret == 0) {
2837                 dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2838                         fe->dai_link->name, stream ? "capture" : "playback");
2839         }
2840
2841         /* calculate valid and active FE <-> BE dpcms */
2842         dpcm_process_paths(fe, stream, &list, 1);
2843
2844         ret = dpcm_fe_dai_startup(fe_substream);
2845         if (ret < 0) {
2846                 /* clean up all links */
2847                 list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2848                         dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2849
2850                 dpcm_be_disconnect(fe, stream);
2851                 fe->dpcm[stream].runtime = NULL;
2852         }
2853
2854         dpcm_clear_pending_state(fe, stream);
2855         dpcm_path_put(&list);
2856         mutex_unlock(&fe->card->mutex);
2857         return ret;
2858 }
2859
2860 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2861 {
2862         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2863         struct snd_soc_dpcm *dpcm;
2864         int stream = fe_substream->stream, ret;
2865
2866         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2867         ret = dpcm_fe_dai_shutdown(fe_substream);
2868
2869         /* mark FE's links ready to prune */
2870         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2871                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2872
2873         dpcm_be_disconnect(fe, stream);
2874
2875         fe->dpcm[stream].runtime = NULL;
2876         mutex_unlock(&fe->card->mutex);
2877         return ret;
2878 }
2879
2880 static void soc_pcm_private_free(struct snd_pcm *pcm)
2881 {
2882         struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2883         struct snd_soc_rtdcom_list *rtdcom;
2884         struct snd_soc_component *component;
2885
2886         /* need to sync the delayed work before releasing resources */
2887         flush_delayed_work(&rtd->delayed_work);
2888         for_each_rtdcom(rtd, rtdcom) {
2889                 component = rtdcom->component;
2890
2891                 if (component->driver->pcm_free)
2892                         component->driver->pcm_free(pcm);
2893         }
2894 }
2895
2896 static int soc_rtdcom_ack(struct snd_pcm_substream *substream)
2897 {
2898         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2899         struct snd_soc_rtdcom_list *rtdcom;
2900         struct snd_soc_component *component;
2901
2902         for_each_rtdcom(rtd, rtdcom) {
2903                 component = rtdcom->component;
2904
2905                 if (!component->driver->ops ||
2906                     !component->driver->ops->ack)
2907                         continue;
2908
2909                 /* FIXME. it returns 1st ask now */
2910                 return component->driver->ops->ack(substream);
2911         }
2912
2913         return -EINVAL;
2914 }
2915
2916 static int soc_rtdcom_copy_user(struct snd_pcm_substream *substream, int channel,
2917                                 unsigned long pos, void __user *buf,
2918                                 unsigned long bytes)
2919 {
2920         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2921         struct snd_soc_rtdcom_list *rtdcom;
2922         struct snd_soc_component *component;
2923
2924         for_each_rtdcom(rtd, rtdcom) {
2925                 component = rtdcom->component;
2926
2927                 if (!component->driver->ops ||
2928                     !component->driver->ops->copy_user)
2929                         continue;
2930
2931                 /* FIXME. it returns 1st copy now */
2932                 return component->driver->ops->copy_user(substream, channel,
2933                                                          pos, buf, bytes);
2934         }
2935
2936         return -EINVAL;
2937 }
2938
2939 static int soc_rtdcom_copy_kernel(struct snd_pcm_substream *substream, int channel,
2940                                   unsigned long pos, void *buf, unsigned long bytes)
2941 {
2942         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2943         struct snd_soc_rtdcom_list *rtdcom;
2944         struct snd_soc_component *component;
2945
2946         for_each_rtdcom(rtd, rtdcom) {
2947                 component = rtdcom->component;
2948
2949                 if (!component->driver->ops ||
2950                     !component->driver->ops->copy_kernel)
2951                         continue;
2952
2953                 /* FIXME. it returns 1st copy now */
2954                 return component->driver->ops->copy_kernel(substream, channel,
2955                                                            pos, buf, bytes);
2956         }
2957
2958         return -EINVAL;
2959 }
2960
2961 static int soc_rtdcom_fill_silence(struct snd_pcm_substream *substream, int channel,
2962                                    unsigned long pos, unsigned long bytes)
2963 {
2964         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2965         struct snd_soc_rtdcom_list *rtdcom;
2966         struct snd_soc_component *component;
2967
2968         for_each_rtdcom(rtd, rtdcom) {
2969                 component = rtdcom->component;
2970
2971                 if (!component->driver->ops ||
2972                     !component->driver->ops->fill_silence)
2973                         continue;
2974
2975                 /* FIXME. it returns 1st silence now */
2976                 return component->driver->ops->fill_silence(substream, channel,
2977                                                             pos, bytes);
2978         }
2979
2980         return -EINVAL;
2981 }
2982
2983 static struct page *soc_rtdcom_page(struct snd_pcm_substream *substream,
2984                                     unsigned long offset)
2985 {
2986         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2987         struct snd_soc_rtdcom_list *rtdcom;
2988         struct snd_soc_component *component;
2989         struct page *page;
2990
2991         for_each_rtdcom(rtd, rtdcom) {
2992                 component = rtdcom->component;
2993
2994                 if (!component->driver->ops ||
2995                     !component->driver->ops->page)
2996                         continue;
2997
2998                 /* FIXME. it returns 1st page now */
2999                 page = component->driver->ops->page(substream, offset);
3000                 if (page)
3001                         return page;
3002         }
3003
3004         return NULL;
3005 }
3006
3007 static int soc_rtdcom_mmap(struct snd_pcm_substream *substream,
3008                            struct vm_area_struct *vma)
3009 {
3010         struct snd_soc_pcm_runtime *rtd = substream->private_data;
3011         struct snd_soc_rtdcom_list *rtdcom;
3012         struct snd_soc_component *component;
3013
3014         for_each_rtdcom(rtd, rtdcom) {
3015                 component = rtdcom->component;
3016
3017                 if (!component->driver->ops ||
3018                     !component->driver->ops->mmap)
3019                         continue;
3020
3021                 /* FIXME. it returns 1st mmap now */
3022                 return component->driver->ops->mmap(substream, vma);
3023         }
3024
3025         return -EINVAL;
3026 }
3027
3028 /* create a new pcm */
3029 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
3030 {
3031         struct snd_soc_dai *codec_dai;
3032         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
3033         struct snd_soc_component *component;
3034         struct snd_soc_rtdcom_list *rtdcom;
3035         struct snd_pcm *pcm;
3036         char new_name[64];
3037         int ret = 0, playback = 0, capture = 0;
3038         int i;
3039
3040         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
3041                 playback = rtd->dai_link->dpcm_playback;
3042                 capture = rtd->dai_link->dpcm_capture;
3043         } else {
3044                 for (i = 0; i < rtd->num_codecs; i++) {
3045                         codec_dai = rtd->codec_dais[i];
3046                         if (codec_dai->driver->playback.channels_min)
3047                                 playback = 1;
3048                         if (codec_dai->driver->capture.channels_min)
3049                                 capture = 1;
3050                 }
3051
3052                 capture = capture && cpu_dai->driver->capture.channels_min;
3053                 playback = playback && cpu_dai->driver->playback.channels_min;
3054         }
3055
3056         if (rtd->dai_link->playback_only) {
3057                 playback = 1;
3058                 capture = 0;
3059         }
3060
3061         if (rtd->dai_link->capture_only) {
3062                 playback = 0;
3063                 capture = 1;
3064         }
3065
3066         /* create the PCM */
3067         if (rtd->dai_link->no_pcm) {
3068                 snprintf(new_name, sizeof(new_name), "(%s)",
3069                         rtd->dai_link->stream_name);
3070
3071                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
3072                                 playback, capture, &pcm);
3073         } else {
3074                 if (rtd->dai_link->dynamic)
3075                         snprintf(new_name, sizeof(new_name), "%s (*)",
3076                                 rtd->dai_link->stream_name);
3077                 else
3078                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
3079                                 rtd->dai_link->stream_name,
3080                                 (rtd->num_codecs > 1) ?
3081                                 "multicodec" : rtd->codec_dai->name, num);
3082
3083                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
3084                         capture, &pcm);
3085         }
3086         if (ret < 0) {
3087                 dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
3088                         rtd->dai_link->name);
3089                 return ret;
3090         }
3091         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
3092
3093         /* DAPM dai link stream work */
3094         INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
3095
3096         pcm->nonatomic = rtd->dai_link->nonatomic;
3097         rtd->pcm = pcm;
3098         pcm->private_data = rtd;
3099
3100         if (rtd->dai_link->no_pcm) {
3101                 if (playback)
3102                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
3103                 if (capture)
3104                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
3105                 goto out;
3106         }
3107
3108         /* ASoC PCM operations */
3109         if (rtd->dai_link->dynamic) {
3110                 rtd->ops.open           = dpcm_fe_dai_open;
3111                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
3112                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
3113                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
3114                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
3115                 rtd->ops.close          = dpcm_fe_dai_close;
3116                 rtd->ops.pointer        = soc_pcm_pointer;
3117                 rtd->ops.ioctl          = soc_pcm_ioctl;
3118         } else {
3119                 rtd->ops.open           = soc_pcm_open;
3120                 rtd->ops.hw_params      = soc_pcm_hw_params;
3121                 rtd->ops.prepare        = soc_pcm_prepare;
3122                 rtd->ops.trigger        = soc_pcm_trigger;
3123                 rtd->ops.hw_free        = soc_pcm_hw_free;
3124                 rtd->ops.close          = soc_pcm_close;
3125                 rtd->ops.pointer        = soc_pcm_pointer;
3126                 rtd->ops.ioctl          = soc_pcm_ioctl;
3127         }
3128
3129         for_each_rtdcom(rtd, rtdcom) {
3130                 const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
3131
3132                 if (!ops)
3133                         continue;
3134
3135                 if (ops->ack)
3136                         rtd->ops.ack            = soc_rtdcom_ack;
3137                 if (ops->copy_user)
3138                         rtd->ops.copy_user      = soc_rtdcom_copy_user;
3139                 if (ops->copy_kernel)
3140                         rtd->ops.copy_kernel    = soc_rtdcom_copy_kernel;
3141                 if (ops->fill_silence)
3142                         rtd->ops.fill_silence   = soc_rtdcom_fill_silence;
3143                 if (ops->page)
3144                         rtd->ops.page           = soc_rtdcom_page;
3145                 if (ops->mmap)
3146                         rtd->ops.mmap           = soc_rtdcom_mmap;
3147         }
3148
3149         if (playback)
3150                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3151
3152         if (capture)
3153                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3154
3155         for_each_rtdcom(rtd, rtdcom) {
3156                 component = rtdcom->component;
3157
3158                 if (!component->driver->pcm_new)
3159                         continue;
3160
3161                 ret = component->driver->pcm_new(rtd);
3162                 if (ret < 0) {
3163                         dev_err(component->dev,
3164                                 "ASoC: pcm constructor failed: %d\n",
3165                                 ret);
3166                         return ret;
3167                 }
3168         }
3169
3170         pcm->private_free = soc_pcm_private_free;
3171 out:
3172         dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3173                  (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3174                  cpu_dai->name);
3175         return ret;
3176 }
3177
3178 /* is the current PCM operation for this FE ? */
3179 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3180 {
3181         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3182                 return 1;
3183         return 0;
3184 }
3185 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3186
3187 /* is the current PCM operation for this BE ? */
3188 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3189                 struct snd_soc_pcm_runtime *be, int stream)
3190 {
3191         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3192            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3193                   be->dpcm[stream].runtime_update))
3194                 return 1;
3195         return 0;
3196 }
3197 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3198
3199 /* get the substream for this BE */
3200 struct snd_pcm_substream *
3201         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3202 {
3203         return be->pcm->streams[stream].substream;
3204 }
3205 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3206
3207 /* get the BE runtime state */
3208 enum snd_soc_dpcm_state
3209         snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3210 {
3211         return be->dpcm[stream].state;
3212 }
3213 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3214
3215 /* set the BE runtime state */
3216 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3217                 int stream, enum snd_soc_dpcm_state state)
3218 {
3219         be->dpcm[stream].state = state;
3220 }
3221 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3222
3223 /*
3224  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3225  * are not running, paused or suspended for the specified stream direction.
3226  */
3227 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3228                 struct snd_soc_pcm_runtime *be, int stream)
3229 {
3230         struct snd_soc_dpcm *dpcm;
3231         int state;
3232
3233         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
3234
3235                 if (dpcm->fe == fe)
3236                         continue;
3237
3238                 state = dpcm->fe->dpcm[stream].state;
3239                 if (state == SND_SOC_DPCM_STATE_START ||
3240                         state == SND_SOC_DPCM_STATE_PAUSED ||
3241                         state == SND_SOC_DPCM_STATE_SUSPEND)
3242                         return 0;
3243         }
3244
3245         /* it's safe to free/stop this BE DAI */
3246         return 1;
3247 }
3248 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3249
3250 /*
3251  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3252  * running, paused or suspended for the specified stream direction.
3253  */
3254 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3255                 struct snd_soc_pcm_runtime *be, int stream)
3256 {
3257         struct snd_soc_dpcm *dpcm;
3258         int state;
3259
3260         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
3261
3262                 if (dpcm->fe == fe)
3263                         continue;
3264
3265                 state = dpcm->fe->dpcm[stream].state;
3266                 if (state == SND_SOC_DPCM_STATE_START ||
3267                         state == SND_SOC_DPCM_STATE_PAUSED ||
3268                         state == SND_SOC_DPCM_STATE_SUSPEND ||
3269                         state == SND_SOC_DPCM_STATE_PREPARE)
3270                         return 0;
3271         }
3272
3273         /* it's safe to change hw_params */
3274         return 1;
3275 }
3276 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3277
3278 #ifdef CONFIG_DEBUG_FS
3279 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3280 {
3281         switch (state) {
3282         case SND_SOC_DPCM_STATE_NEW:
3283                 return "new";
3284         case SND_SOC_DPCM_STATE_OPEN:
3285                 return "open";
3286         case SND_SOC_DPCM_STATE_HW_PARAMS:
3287                 return "hw_params";
3288         case SND_SOC_DPCM_STATE_PREPARE:
3289                 return "prepare";
3290         case SND_SOC_DPCM_STATE_START:
3291                 return "start";
3292         case SND_SOC_DPCM_STATE_STOP:
3293                 return "stop";
3294         case SND_SOC_DPCM_STATE_SUSPEND:
3295                 return "suspend";
3296         case SND_SOC_DPCM_STATE_PAUSED:
3297                 return "paused";
3298         case SND_SOC_DPCM_STATE_HW_FREE:
3299                 return "hw_free";
3300         case SND_SOC_DPCM_STATE_CLOSE:
3301                 return "close";
3302         }
3303
3304         return "unknown";
3305 }
3306
3307 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3308                                 int stream, char *buf, size_t size)
3309 {
3310         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3311         struct snd_soc_dpcm *dpcm;
3312         ssize_t offset = 0;
3313
3314         /* FE state */
3315         offset += snprintf(buf + offset, size - offset,
3316                         "[%s - %s]\n", fe->dai_link->name,
3317                         stream ? "Capture" : "Playback");
3318
3319         offset += snprintf(buf + offset, size - offset, "State: %s\n",
3320                         dpcm_state_string(fe->dpcm[stream].state));
3321
3322         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3323             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3324                 offset += snprintf(buf + offset, size - offset,
3325                                 "Hardware Params: "
3326                                 "Format = %s, Channels = %d, Rate = %d\n",
3327                                 snd_pcm_format_name(params_format(params)),
3328                                 params_channels(params),
3329                                 params_rate(params));
3330
3331         /* BEs state */
3332         offset += snprintf(buf + offset, size - offset, "Backends:\n");
3333
3334         if (list_empty(&fe->dpcm[stream].be_clients)) {
3335                 offset += snprintf(buf + offset, size - offset,
3336                                 " No active DSP links\n");
3337                 goto out;
3338         }
3339
3340         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
3341                 struct snd_soc_pcm_runtime *be = dpcm->be;
3342                 params = &dpcm->hw_params;
3343
3344                 offset += snprintf(buf + offset, size - offset,
3345                                 "- %s\n", be->dai_link->name);
3346
3347                 offset += snprintf(buf + offset, size - offset,
3348                                 "   State: %s\n",
3349                                 dpcm_state_string(be->dpcm[stream].state));
3350
3351                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3352                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3353                         offset += snprintf(buf + offset, size - offset,
3354                                 "   Hardware Params: "
3355                                 "Format = %s, Channels = %d, Rate = %d\n",
3356                                 snd_pcm_format_name(params_format(params)),
3357                                 params_channels(params),
3358                                 params_rate(params));
3359         }
3360
3361 out:
3362         return offset;
3363 }
3364
3365 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3366                                 size_t count, loff_t *ppos)
3367 {
3368         struct snd_soc_pcm_runtime *fe = file->private_data;
3369         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3370         char *buf;
3371
3372         buf = kmalloc(out_count, GFP_KERNEL);
3373         if (!buf)
3374                 return -ENOMEM;
3375
3376         if (fe->cpu_dai->driver->playback.channels_min)
3377                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3378                                         buf + offset, out_count - offset);
3379
3380         if (fe->cpu_dai->driver->capture.channels_min)
3381                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3382                                         buf + offset, out_count - offset);
3383
3384         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3385
3386         kfree(buf);
3387         return ret;
3388 }
3389
3390 static const struct file_operations dpcm_state_fops = {
3391         .open = simple_open,
3392         .read = dpcm_state_read_file,
3393         .llseek = default_llseek,
3394 };
3395
3396 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3397 {
3398         if (!rtd->dai_link)
3399                 return;
3400
3401         if (!rtd->card->debugfs_card_root)
3402                 return;
3403
3404         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3405                         rtd->card->debugfs_card_root);
3406         if (!rtd->debugfs_dpcm_root) {
3407                 dev_dbg(rtd->dev,
3408                          "ASoC: Failed to create dpcm debugfs directory %s\n",
3409                          rtd->dai_link->name);
3410                 return;
3411         }
3412
3413         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3414                             rtd, &dpcm_state_fops);
3415 }
3416 #endif