sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/slab.h>
  19 #include <linux/workqueue.h>
  20 #include <linux/export.h>
  21 #include <linux/debugfs.h>
  22 #include <sound/core.h>
  23 #include <sound/pcm.h>
  24 #include <sound/pcm_params.h>
  25 #include <sound/soc.h>
  26 #include <sound/soc-dpcm.h>
  27 #include <sound/initval.h>
  28
  29 #define DPCM_MAX_BE_USERS       8
  30
  31 /*
  32  * snd_soc_dai_stream_valid() - check if a DAI supports the given stream
  33  *
  34  * Returns true if the DAI supports the indicated stream type.
  35  */
  36 static bool snd_soc_dai_stream_valid(struct snd_soc_dai *dai, int stream)
  37 {
  38         struct snd_soc_pcm_stream *codec_stream;
  39
  40         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
  41                 codec_stream = &dai->driver->playback;
  42         else
  43                 codec_stream = &dai->driver->capture;
  44
  45         /* If the codec specifies any rate at all, it supports the stream. */
  46         return codec_stream->rates;
  47 }
  48
  49 /**
  50  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
  51  * @rtd: ASoC PCM runtime that is activated
  52  * @stream: Direction of the PCM stream
  53  *
  54  * Increments the active count for all the DAIs and components attached to a PCM
  55  * runtime. Should typically be called when a stream is opened.
  56  *
  57  * Must be called with the rtd->pcm_mutex being held
  58  */
  59 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
  60 {
  61         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  62         int i;
  63
  64         lockdep_assert_held(&rtd->pcm_mutex);
  65
  66         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
  67                 cpu_dai->playback_active++;
  68                 for (i = 0; i < rtd->num_codecs; i++)
  69                         rtd->codec_dais[i]->playback_active++;
  70         } else {
  71                 cpu_dai->capture_active++;
  72                 for (i = 0; i < rtd->num_codecs; i++)
  73                         rtd->codec_dais[i]->capture_active++;
  74         }
  75
  76         cpu_dai->active++;
  77         cpu_dai->component->active++;
  78         for (i = 0; i < rtd->num_codecs; i++) {
  79                 rtd->codec_dais[i]->active++;
  80                 rtd->codec_dais[i]->component->active++;
  81         }
  82 }
  83
  84 /**
  85  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
  86  * @rtd: ASoC PCM runtime that is deactivated
  87  * @stream: Direction of the PCM stream
  88  *
  89  * Decrements the active count for all the DAIs and components attached to a PCM
  90  * runtime. Should typically be called when a stream is closed.
  91  *
  92  * Must be called with the rtd->pcm_mutex being held
  93  */
  94 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
  95 {
  96         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  97         int i;
  98
  99         lockdep_assert_held(&rtd->pcm_mutex);
 100
 101         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
 102                 cpu_dai->playback_active--;
 103                 for (i = 0; i < rtd->num_codecs; i++)
 104                         rtd->codec_dais[i]->playback_active--;
 105         } else {
 106                 cpu_dai->capture_active--;
 107                 for (i = 0; i < rtd->num_codecs; i++)
 108                         rtd->codec_dais[i]->capture_active--;
 109         }
 110
 111         cpu_dai->active--;
 112         cpu_dai->component->active--;
 113         for (i = 0; i < rtd->num_codecs; i++) {
 114                 rtd->codec_dais[i]->component->active--;
 115                 rtd->codec_dais[i]->active--;
 116         }
 117 }
 118
 119 /**
 120  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 121  * @rtd: The ASoC PCM runtime that should be checked.
 122  *
 123  * This function checks whether the power down delay should be ignored for a
 124  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 125  * been configured to ignore the delay, or if none of the components benefits
 126  * from having the delay.
 127  */
 128 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 129 {
 130         struct snd_soc_rtdcom_list *rtdcom;
 131         struct snd_soc_component *component;
 132         bool ignore = true;
 133
 134         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 135                 return true;
 136
 137         for_each_rtdcom(rtd, rtdcom) {
 138                 component = rtdcom->component;
 139
 140                 ignore &= !component->driver->use_pmdown_time;
 141         }
 142
 143         return ignore;
 144 }
 145
 146 /**
 147  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 148  * @substream: the pcm substream
 149  * @hw: the hardware parameters
 150  *
 151  * Sets the substream runtime hardware parameters.
 152  */
 153 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 154         const struct snd_pcm_hardware *hw)
 155 {
 156         struct snd_pcm_runtime *runtime = substream->runtime;
 157         runtime->hw.info = hw->info;
 158         runtime->hw.formats = hw->formats;
 159         runtime->hw.period_bytes_min = hw->period_bytes_min;
 160         runtime->hw.period_bytes_max = hw->period_bytes_max;
 161         runtime->hw.periods_min = hw->periods_min;
 162         runtime->hw.periods_max = hw->periods_max;
 163         runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
 164         runtime->hw.fifo_size = hw->fifo_size;
 165         return 0;
 166 }
 167 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 168
 169 /* DPCM stream event, send event to FE and all active BEs. */
 170 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 171         int event)
 172 {
 173         struct snd_soc_dpcm *dpcm;
 174
 175         list_for_each_entry(dpcm, &fe->dpcm[dir].be_clients, list_be) {
 176
 177                 struct snd_soc_pcm_runtime *be = dpcm->be;
 178
 179                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 180                                 be->dai_link->name, event, dir);
 181
 182                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 183                     (be->dpcm[dir].users >= 1))
 184                         continue;
 185
 186                 snd_soc_dapm_stream_event(be, dir, event);
 187         }
 188
 189         snd_soc_dapm_stream_event(fe, dir, event);
 190
 191         return 0;
 192 }
 193
 194 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 195                                         struct snd_soc_dai *soc_dai)
 196 {
 197         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 198         int ret;
 199
 200         if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
 201                                 rtd->dai_link->symmetric_rates)) {
 202                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
 203                                 soc_dai->rate);
 204
 205                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 206                                                 SNDRV_PCM_HW_PARAM_RATE,
 207                                                 soc_dai->rate);
 208                 if (ret < 0) {
 209                         dev_err(soc_dai->dev,
 210                                 "ASoC: Unable to apply rate constraint: %d\n",
 211                                 ret);
 212                         return ret;
 213                 }
 214         }
 215
 216         if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
 217                                 rtd->dai_link->symmetric_channels)) {
 218                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
 219                                 soc_dai->channels);
 220
 221                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 222                                                 SNDRV_PCM_HW_PARAM_CHANNELS,
 223                                                 soc_dai->channels);
 224                 if (ret < 0) {
 225                         dev_err(soc_dai->dev,
 226                                 "ASoC: Unable to apply channel symmetry constraint: %d\n",
 227                                 ret);
 228                         return ret;
 229                 }
 230         }
 231
 232         if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
 233                                 rtd->dai_link->symmetric_samplebits)) {
 234                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
 235                                 soc_dai->sample_bits);
 236
 237                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 238                                                 SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
 239                                                 soc_dai->sample_bits);
 240                 if (ret < 0) {
 241                         dev_err(soc_dai->dev,
 242                                 "ASoC: Unable to apply sample bits symmetry constraint: %d\n",
 243                                 ret);
 244                         return ret;
 245                 }
 246         }
 247
 248         return 0;
 249 }
 250
 251 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 252                                 struct snd_pcm_hw_params *params)
 253 {
 254         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 255         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 256         unsigned int rate, channels, sample_bits, symmetry, i;
 257
 258         rate = params_rate(params);
 259         channels = params_channels(params);
 260         sample_bits = snd_pcm_format_physical_width(params_format(params));
 261
 262         /* reject unmatched parameters when applying symmetry */
 263         symmetry = cpu_dai->driver->symmetric_rates ||
 264                 rtd->dai_link->symmetric_rates;
 265
 266         for (i = 0; i < rtd->num_codecs; i++)
 267                 symmetry |= rtd->codec_dais[i]->driver->symmetric_rates;
 268
 269         if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
 270                 dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
 271                                 cpu_dai->rate, rate);
 272                 return -EINVAL;
 273         }
 274
 275         symmetry = cpu_dai->driver->symmetric_channels ||
 276                 rtd->dai_link->symmetric_channels;
 277
 278         for (i = 0; i < rtd->num_codecs; i++)
 279                 symmetry |= rtd->codec_dais[i]->driver->symmetric_channels;
 280
 281         if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
 282                 dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
 283                                 cpu_dai->channels, channels);
 284                 return -EINVAL;
 285         }
 286
 287         symmetry = cpu_dai->driver->symmetric_samplebits ||
 288                 rtd->dai_link->symmetric_samplebits;
 289
 290         for (i = 0; i < rtd->num_codecs; i++)
 291                 symmetry |= rtd->codec_dais[i]->driver->symmetric_samplebits;
 292
 293         if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
 294                 dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
 295                                 cpu_dai->sample_bits, sample_bits);
 296                 return -EINVAL;
 297         }
 298
 299         return 0;
 300 }
 301
 302 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
 303 {
 304         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 305         struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
 306         struct snd_soc_dai_link *link = rtd->dai_link;
 307         unsigned int symmetry, i;
 308
 309         symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
 310                 cpu_driver->symmetric_channels || link->symmetric_channels ||
 311                 cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
 312
 313         for (i = 0; i < rtd->num_codecs; i++)
 314                 symmetry = symmetry ||
 315                         rtd->codec_dais[i]->driver->symmetric_rates ||
 316                         rtd->codec_dais[i]->driver->symmetric_channels ||
 317                         rtd->codec_dais[i]->driver->symmetric_samplebits;
 318
 319         return symmetry;
 320 }
 321
 322 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 323 {
 324         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 325         int ret;
 326
 327         if (!bits)
 328                 return;
 329
 330         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 331         if (ret != 0)
 332                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 333                                  bits, ret);
 334 }
 335
 336 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 337 {
 338         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 339         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 340         struct snd_soc_dai *codec_dai;
 341         int i;
 342         unsigned int bits = 0, cpu_bits;
 343
 344         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 345                 for (i = 0; i < rtd->num_codecs; i++) {
 346                         codec_dai = rtd->codec_dais[i];
 347                         if (codec_dai->driver->playback.sig_bits == 0) {
 348                                 bits = 0;
 349                                 break;
 350                         }
 351                         bits = max(codec_dai->driver->playback.sig_bits, bits);
 352                 }
 353                 cpu_bits = cpu_dai->driver->playback.sig_bits;
 354         } else {
 355                 for (i = 0; i < rtd->num_codecs; i++) {
 356                         codec_dai = rtd->codec_dais[i];
 357                         if (codec_dai->driver->capture.sig_bits == 0) {
 358                                 bits = 0;
 359                                 break;
 360                         }
 361                         bits = max(codec_dai->driver->capture.sig_bits, bits);
 362                 }
 363                 cpu_bits = cpu_dai->driver->capture.sig_bits;
 364         }
 365
 366         soc_pcm_set_msb(substream, bits);
 367         soc_pcm_set_msb(substream, cpu_bits);
 368 }
 369
 370 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 371 {
 372         struct snd_pcm_runtime *runtime = substream->runtime;
 373         struct snd_pcm_hardware *hw = &runtime->hw;
 374         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 375         struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
 376         struct snd_soc_dai_driver *codec_dai_drv;
 377         struct snd_soc_pcm_stream *codec_stream;
 378         struct snd_soc_pcm_stream *cpu_stream;
 379         unsigned int chan_min = 0, chan_max = UINT_MAX;
 380         unsigned int rate_min = 0, rate_max = UINT_MAX;
 381         unsigned int rates = UINT_MAX;
 382         u64 formats = ULLONG_MAX;
 383         int i;
 384
 385         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 386                 cpu_stream = &cpu_dai_drv->playback;
 387         else
 388                 cpu_stream = &cpu_dai_drv->capture;
 389
 390         /* first calculate min/max only for CODECs in the DAI link */
 391         for (i = 0; i < rtd->num_codecs; i++) {
 392
 393                 /*
 394                  * Skip CODECs which don't support the current stream type.
 395                  * Otherwise, since the rate, channel, and format values will
 396                  * zero in that case, we would have no usable settings left,
 397                  * causing the resulting setup to fail.
 398                  * At least one CODEC should match, otherwise we should have
 399                  * bailed out on a higher level, since there would be no
 400                  * CODEC to support the transfer direction in that case.
 401                  */
 402                 if (!snd_soc_dai_stream_valid(rtd->codec_dais[i],
 403                                               substream->stream))
 404                         continue;
 405
 406                 codec_dai_drv = rtd->codec_dais[i]->driver;
 407                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 408                         codec_stream = &codec_dai_drv->playback;
 409                 else
 410                         codec_stream = &codec_dai_drv->capture;
 411                 chan_min = max(chan_min, codec_stream->channels_min);
 412                 chan_max = min(chan_max, codec_stream->channels_max);
 413                 rate_min = max(rate_min, codec_stream->rate_min);
 414                 rate_max = min_not_zero(rate_max, codec_stream->rate_max);
 415                 formats &= codec_stream->formats;
 416                 rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
 417         }
 418
 419         /*
 420          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 421          * connected to a single CPU DAI, use CPU DAI's directly and let
 422          * channel allocation be fixed up later
 423          */
 424         if (rtd->num_codecs > 1) {
 425                 chan_min = cpu_stream->channels_min;
 426                 chan_max = cpu_stream->channels_max;
 427         }
 428
 429         hw->channels_min = max(chan_min, cpu_stream->channels_min);
 430         hw->channels_max = min(chan_max, cpu_stream->channels_max);
 431         if (hw->formats)
 432                 hw->formats &= formats & cpu_stream->formats;
 433         else
 434                 hw->formats = formats & cpu_stream->formats;
 435         hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
 436
 437         snd_pcm_limit_hw_rates(runtime);
 438
 439         hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
 440         hw->rate_min = max(hw->rate_min, rate_min);
 441         hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
 442         hw->rate_max = min_not_zero(hw->rate_max, rate_max);
 443 }
 444
 445 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 446                                     struct snd_soc_component *last)
 447 {
 448         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 449         struct snd_soc_rtdcom_list *rtdcom;
 450         struct snd_soc_component *component;
 451
 452         for_each_rtdcom(rtd, rtdcom) {
 453                 component = rtdcom->component;
 454
 455                 if (component == last)
 456                         break;
 457
 458                 if (!component->driver->ops ||
 459                     !component->driver->ops->close)
 460                         continue;
 461
 462                 component->driver->ops->close(substream);
 463         }
 464
 465         return 0;
 466 }
 467
 468 /*
 469  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 470  * then initialized and any private data can be allocated. This also calls
 471  * startup for the cpu DAI, component, machine and codec DAI.
 472  */
 473 static int soc_pcm_open(struct snd_pcm_substream *substream)
 474 {
 475         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 476         struct snd_pcm_runtime *runtime = substream->runtime;
 477         struct snd_soc_component *component;
 478         struct snd_soc_rtdcom_list *rtdcom;
 479         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 480         struct snd_soc_dai *codec_dai;
 481         const char *codec_dai_name = "multicodec";
 482         int i, ret = 0;
 483
 484         pinctrl_pm_select_default_state(cpu_dai->dev);
 485         for (i = 0; i < rtd->num_codecs; i++)
 486                 pinctrl_pm_select_default_state(rtd->codec_dais[i]->dev);
 487
 488         for_each_rtdcom(rtd, rtdcom) {
 489                 component = rtdcom->component;
 490
 491                 pm_runtime_get_sync(component->dev);
 492         }
 493
 494         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 495
 496         /* startup the audio subsystem */
 497         if (cpu_dai->driver->ops->startup) {
 498                 ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
 499                 if (ret < 0) {
 500                         dev_err(cpu_dai->dev, "ASoC: can't open interface"
 501                                 " %s: %d\n", cpu_dai->name, ret);
 502                         goto out;
 503                 }
 504         }
 505
 506         for_each_rtdcom(rtd, rtdcom) {
 507                 component = rtdcom->component;
 508
 509                 if (!component->driver->ops ||
 510                     !component->driver->ops->open)
 511                         continue;
 512
 513                 ret = component->driver->ops->open(substream);
 514                 if (ret < 0) {
 515                         dev_err(component->dev,
 516                                 "ASoC: can't open component %s: %d\n",
 517                                 component->name, ret);
 518                         goto component_err;
 519                 }
 520         }
 521         component = NULL;
 522
 523         for (i = 0; i < rtd->num_codecs; i++) {
 524                 codec_dai = rtd->codec_dais[i];
 525                 if (codec_dai->driver->ops->startup) {
 526                         ret = codec_dai->driver->ops->startup(substream,
 527                                                               codec_dai);
 528                         if (ret < 0) {
 529                                 dev_err(codec_dai->dev,
 530                                         "ASoC: can't open codec %s: %d\n",
 531                                         codec_dai->name, ret);
 532                                 goto codec_dai_err;
 533                         }
 534                 }
 535
 536                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 537                         codec_dai->tx_mask = 0;
 538                 else
 539                         codec_dai->rx_mask = 0;
 540         }
 541
 542         if (rtd->dai_link->ops->startup) {
 543                 ret = rtd->dai_link->ops->startup(substream);
 544                 if (ret < 0) {
 545                         pr_err("ASoC: %s startup failed: %d\n",
 546                                rtd->dai_link->name, ret);
 547                         goto machine_err;
 548                 }
 549         }
 550
 551         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 552         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 553                 goto dynamic;
 554
 555         /* Check that the codec and cpu DAIs are compatible */
 556         soc_pcm_init_runtime_hw(substream);
 557
 558         if (rtd->num_codecs == 1)
 559                 codec_dai_name = rtd->codec_dai->name;
 560
 561         if (soc_pcm_has_symmetry(substream))
 562                 runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 563
 564         ret = -EINVAL;
 565         if (!runtime->hw.rates) {
 566                 printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
 567                         codec_dai_name, cpu_dai->name);
 568                 goto config_err;
 569         }
 570         if (!runtime->hw.formats) {
 571                 printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
 572                         codec_dai_name, cpu_dai->name);
 573                 goto config_err;
 574         }
 575         if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
 576             runtime->hw.channels_min > runtime->hw.channels_max) {
 577                 printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
 578                                 codec_dai_name, cpu_dai->name);
 579                 goto config_err;
 580         }
 581
 582         soc_pcm_apply_msb(substream);
 583
 584         /* Symmetry only applies if we've already got an active stream. */
 585         if (cpu_dai->active) {
 586                 ret = soc_pcm_apply_symmetry(substream, cpu_dai);
 587                 if (ret != 0)
 588                         goto config_err;
 589         }
 590
 591         for (i = 0; i < rtd->num_codecs; i++) {
 592                 if (rtd->codec_dais[i]->active) {
 593                         ret = soc_pcm_apply_symmetry(substream,
 594                                                      rtd->codec_dais[i]);
 595                         if (ret != 0)
 596                                 goto config_err;
 597                 }
 598         }
 599
 600         pr_debug("ASoC: %s <-> %s info:\n",
 601                         codec_dai_name, cpu_dai->name);
 602         pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
 603         pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
 604                  runtime->hw.channels_max);
 605         pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
 606                  runtime->hw.rate_max);
 607
 608 dynamic:
 609
 610         snd_soc_runtime_activate(rtd, substream->stream);
 611
 612         mutex_unlock(&rtd->pcm_mutex);
 613         return 0;
 614
 615 config_err:
 616         if (rtd->dai_link->ops->shutdown)
 617                 rtd->dai_link->ops->shutdown(substream);
 618
 619 machine_err:
 620         i = rtd->num_codecs;
 621
 622 codec_dai_err:
 623         while (--i >= 0) {
 624                 codec_dai = rtd->codec_dais[i];
 625                 if (codec_dai->driver->ops->shutdown)
 626                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 627         }
 628
 629 component_err:
 630         soc_pcm_components_close(substream, component);
 631
 632         if (cpu_dai->driver->ops->shutdown)
 633                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 634 out:
 635         mutex_unlock(&rtd->pcm_mutex);
 636
 637         for_each_rtdcom(rtd, rtdcom) {
 638                 component = rtdcom->component;
 639
 640                 pm_runtime_mark_last_busy(component->dev);
 641                 pm_runtime_put_autosuspend(component->dev);
 642         }
 643
 644         for (i = 0; i < rtd->num_codecs; i++) {
 645                 if (!rtd->codec_dais[i]->active)
 646                         pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
 647         }
 648         if (!cpu_dai->active)
 649                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 650
 651         return ret;
 652 }
 653
 654 /*
 655  * Power down the audio subsystem pmdown_time msecs after close is called.
 656  * This is to ensure there are no pops or clicks in between any music tracks
 657  * due to DAPM power cycling.
 658  */
 659 static void close_delayed_work(struct work_struct *work)
 660 {
 661         struct snd_soc_pcm_runtime *rtd =
 662                         container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
 663         struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
 664
 665         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 666
 667         dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
 668                  codec_dai->driver->playback.stream_name,
 669                  codec_dai->playback_active ? "active" : "inactive",
 670                  rtd->pop_wait ? "yes" : "no");
 671
 672         /* are we waiting on this codec DAI stream */
 673         if (rtd->pop_wait == 1) {
 674                 rtd->pop_wait = 0;
 675                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
 676                                           SND_SOC_DAPM_STREAM_STOP);
 677         }
 678
 679         mutex_unlock(&rtd->pcm_mutex);
 680 }
 681
 682 /*
 683  * Called by ALSA when a PCM substream is closed. Private data can be
 684  * freed here. The cpu DAI, codec DAI, machine and components are also
 685  * shutdown.
 686  */
 687 static int soc_pcm_close(struct snd_pcm_substream *substream)
 688 {
 689         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 690         struct snd_soc_component *component;
 691         struct snd_soc_rtdcom_list *rtdcom;
 692         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 693         struct snd_soc_dai *codec_dai;
 694         int i;
 695
 696         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 697
 698         snd_soc_runtime_deactivate(rtd, substream->stream);
 699
 700         /* clear the corresponding DAIs rate when inactive */
 701         if (!cpu_dai->active)
 702                 cpu_dai->rate = 0;
 703
 704         for (i = 0; i < rtd->num_codecs; i++) {
 705                 codec_dai = rtd->codec_dais[i];
 706                 if (!codec_dai->active)
 707                         codec_dai->rate = 0;
 708         }
 709
 710         snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
 711
 712         if (cpu_dai->driver->ops->shutdown)
 713                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 714
 715         for (i = 0; i < rtd->num_codecs; i++) {
 716                 codec_dai = rtd->codec_dais[i];
 717                 if (codec_dai->driver->ops->shutdown)
 718                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 719         }
 720
 721         if (rtd->dai_link->ops->shutdown)
 722                 rtd->dai_link->ops->shutdown(substream);
 723
 724         soc_pcm_components_close(substream, NULL);
 725
 726         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 727                 if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
 728                         /* powered down playback stream now */
 729                         snd_soc_dapm_stream_event(rtd,
 730                                                   SNDRV_PCM_STREAM_PLAYBACK,
 731                                                   SND_SOC_DAPM_STREAM_STOP);
 732                 } else {
 733                         /* start delayed pop wq here for playback streams */
 734                         rtd->pop_wait = 1;
 735                         queue_delayed_work(system_power_efficient_wq,
 736                                            &rtd->delayed_work,
 737                                            msecs_to_jiffies(rtd->pmdown_time));
 738                 }
 739         } else {
 740                 /* capture streams can be powered down now */
 741                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
 742                                           SND_SOC_DAPM_STREAM_STOP);
 743         }
 744
 745         mutex_unlock(&rtd->pcm_mutex);
 746
 747         for_each_rtdcom(rtd, rtdcom) {
 748                 component = rtdcom->component;
 749
 750                 pm_runtime_mark_last_busy(component->dev);
 751                 pm_runtime_put_autosuspend(component->dev);
 752         }
 753
 754         for (i = 0; i < rtd->num_codecs; i++) {
 755                 if (!rtd->codec_dais[i]->active)
 756                         pinctrl_pm_select_sleep_state(rtd->codec_dais[i]->dev);
 757         }
 758         if (!cpu_dai->active)
 759                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 760
 761         return 0;
 762 }
 763
 764 /*
 765  * Called by ALSA when the PCM substream is prepared, can set format, sample
 766  * rate, etc.  This function is non atomic and can be called multiple times,
 767  * it can refer to the runtime info.
 768  */
 769 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 770 {
 771         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 772         struct snd_soc_component *component;
 773         struct snd_soc_rtdcom_list *rtdcom;
 774         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 775         struct snd_soc_dai *codec_dai;
 776         int i, ret = 0;
 777
 778         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 779
 780         if (rtd->dai_link->ops->prepare) {
 781                 ret = rtd->dai_link->ops->prepare(substream);
 782                 if (ret < 0) {
 783                         dev_err(rtd->card->dev, "ASoC: machine prepare error:"
 784                                 " %d\n", ret);
 785                         goto out;
 786                 }
 787         }
 788
 789         for_each_rtdcom(rtd, rtdcom) {
 790                 component = rtdcom->component;
 791
 792                 if (!component->driver->ops ||
 793                     !component->driver->ops->prepare)
 794                         continue;
 795
 796                 ret = component->driver->ops->prepare(substream);
 797                 if (ret < 0) {
 798                         dev_err(component->dev,
 799                                 "ASoC: platform prepare error: %d\n", ret);
 800                         goto out;
 801                 }
 802         }
 803
 804         for (i = 0; i < rtd->num_codecs; i++) {
 805                 codec_dai = rtd->codec_dais[i];
 806                 if (codec_dai->driver->ops->prepare) {
 807                         ret = codec_dai->driver->ops->prepare(substream,
 808                                                               codec_dai);
 809                         if (ret < 0) {
 810                                 dev_err(codec_dai->dev,
 811                                         "ASoC: codec DAI prepare error: %d\n",
 812                                         ret);
 813                                 goto out;
 814                         }
 815                 }
 816         }
 817
 818         if (cpu_dai->driver->ops->prepare) {
 819                 ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
 820                 if (ret < 0) {
 821                         dev_err(cpu_dai->dev,
 822                                 "ASoC: cpu DAI prepare error: %d\n", ret);
 823                         goto out;
 824                 }
 825         }
 826
 827         /* cancel any delayed stream shutdown that is pending */
 828         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 829             rtd->pop_wait) {
 830                 rtd->pop_wait = 0;
 831                 cancel_delayed_work(&rtd->delayed_work);
 832         }
 833
 834         snd_soc_dapm_stream_event(rtd, substream->stream,
 835                         SND_SOC_DAPM_STREAM_START);
 836
 837         for (i = 0; i < rtd->num_codecs; i++)
 838                 snd_soc_dai_digital_mute(rtd->codec_dais[i], 0,
 839                                          substream->stream);
 840         snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
 841
 842 out:
 843         mutex_unlock(&rtd->pcm_mutex);
 844         return ret;
 845 }
 846
 847 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 848                                        unsigned int mask)
 849 {
 850         struct snd_interval *interval;
 851         int channels = hweight_long(mask);
 852
 853         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 854         interval->min = channels;
 855         interval->max = channels;
 856 }
 857
 858 int soc_dai_hw_params(struct snd_pcm_substream *substream,
 859                       struct snd_pcm_hw_params *params,
 860                       struct snd_soc_dai *dai)
 861 {
 862         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 863         int ret;
 864
 865         /* perform any topology hw_params fixups before DAI  */
 866         if (rtd->dai_link->be_hw_params_fixup) {
 867                 ret = rtd->dai_link->be_hw_params_fixup(rtd, params);
 868                 if (ret < 0) {
 869                         dev_err(rtd->dev,
 870                                 "ASoC: hw_params topology fixup failed %d\n",
 871                                 ret);
 872                         return ret;
 873                 }
 874         }
 875
 876         if (dai->driver->ops->hw_params) {
 877                 ret = dai->driver->ops->hw_params(substream, params, dai);
 878                 if (ret < 0) {
 879                         dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
 880                                 dai->name, ret);
 881                         return ret;
 882                 }
 883         }
 884
 885         return 0;
 886 }
 887
 888 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
 889                                       struct snd_soc_component *last)
 890 {
 891         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 892         struct snd_soc_rtdcom_list *rtdcom;
 893         struct snd_soc_component *component;
 894
 895         for_each_rtdcom(rtd, rtdcom) {
 896                 component = rtdcom->component;
 897
 898                 if (component == last)
 899                         break;
 900
 901                 if (!component->driver->ops ||
 902                     !component->driver->ops->hw_free)
 903                         continue;
 904
 905                 component->driver->ops->hw_free(substream);
 906         }
 907
 908         return 0;
 909 }
 910
 911 /*
 912  * Called by ALSA when the hardware params are set by application. This
 913  * function can also be called multiple times and can allocate buffers
 914  * (using snd_pcm_lib_* ). It's non-atomic.
 915  */
 916 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
 917                                 struct snd_pcm_hw_params *params)
 918 {
 919         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 920         struct snd_soc_component *component;
 921         struct snd_soc_rtdcom_list *rtdcom;
 922         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 923         int i, ret = 0;
 924
 925         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 926         if (rtd->dai_link->ops->hw_params) {
 927                 ret = rtd->dai_link->ops->hw_params(substream, params);
 928                 if (ret < 0) {
 929                         dev_err(rtd->card->dev, "ASoC: machine hw_params"
 930                                 " failed: %d\n", ret);
 931                         goto out;
 932                 }
 933         }
 934
 935         for (i = 0; i < rtd->num_codecs; i++) {
 936                 struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
 937                 struct snd_pcm_hw_params codec_params;
 938
 939                 /*
 940                  * Skip CODECs which don't support the current stream type,
 941                  * the idea being that if a CODEC is not used for the currently
 942                  * set up transfer direction, it should not need to be
 943                  * configured, especially since the configuration used might
 944                  * not even be supported by that CODEC. There may be cases
 945                  * however where a CODEC needs to be set up although it is
 946                  * actually not being used for the transfer, e.g. if a
 947                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
 948                  * for the DAI link including a playback-only CODEC.
 949                  * If this becomes necessary, we will have to augment the
 950                  * machine driver setup with information on how to act, so
 951                  * we can do the right thing here.
 952                  */
 953                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 954                         continue;
 955
 956                 /* copy params for each codec */
 957                 codec_params = *params;
 958
 959                 /* fixup params based on TDM slot masks */
 960                 if (codec_dai->tx_mask)
 961                         soc_pcm_codec_params_fixup(&codec_params,
 962                                                    codec_dai->tx_mask);
 963                 if (codec_dai->rx_mask)
 964                         soc_pcm_codec_params_fixup(&codec_params,
 965                                                    codec_dai->rx_mask);
 966
 967                 ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
 968                 if(ret < 0)
 969                         goto codec_err;
 970
 971                 codec_dai->rate = params_rate(&codec_params);
 972                 codec_dai->channels = params_channels(&codec_params);
 973                 codec_dai->sample_bits = snd_pcm_format_physical_width(
 974                                                 params_format(&codec_params));
 975         }
 976
 977         ret = soc_dai_hw_params(substream, params, cpu_dai);
 978         if (ret < 0)
 979                 goto interface_err;
 980
 981         for_each_rtdcom(rtd, rtdcom) {
 982                 component = rtdcom->component;
 983
 984                 if (!component->driver->ops ||
 985                     !component->driver->ops->hw_params)
 986                         continue;
 987
 988                 ret = component->driver->ops->hw_params(substream, params);
 989                 if (ret < 0) {
 990                         dev_err(component->dev,
 991                                 "ASoC: %s hw params failed: %d\n",
 992                                 component->name, ret);
 993                         goto component_err;
 994                 }
 995         }
 996         component = NULL;
 997
 998         /* store the parameters for each DAIs */
 999         cpu_dai->rate = params_rate(params);
1000         cpu_dai->channels = params_channels(params);
1001         cpu_dai->sample_bits =
1002                 snd_pcm_format_physical_width(params_format(params));
1003
1004         ret = soc_pcm_params_symmetry(substream, params);
1005         if (ret)
1006                 goto component_err;
1007 out:
1008         mutex_unlock(&rtd->pcm_mutex);
1009         return ret;
1010
1011 component_err:
1012         soc_pcm_components_hw_free(substream, component);
1013
1014         if (cpu_dai->driver->ops->hw_free)
1015                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1016
1017 interface_err:
1018         i = rtd->num_codecs;
1019
1020 codec_err:
1021         while (--i >= 0) {
1022                 struct snd_soc_dai *codec_dai = rtd->codec_dais[i];
1023                 if (codec_dai->driver->ops->hw_free)
1024                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1025                 codec_dai->rate = 0;
1026         }
1027
1028         if (rtd->dai_link->ops->hw_free)
1029                 rtd->dai_link->ops->hw_free(substream);
1030
1031         mutex_unlock(&rtd->pcm_mutex);
1032         return ret;
1033 }
1034
1035 /*
1036  * Frees resources allocated by hw_params, can be called multiple times
1037  */
1038 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
1039 {
1040         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1041         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1042         struct snd_soc_dai *codec_dai;
1043         bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1044         int i;
1045
1046         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
1047
1048         /* clear the corresponding DAIs parameters when going to be inactive */
1049         if (cpu_dai->active == 1) {
1050                 cpu_dai->rate = 0;
1051                 cpu_dai->channels = 0;
1052                 cpu_dai->sample_bits = 0;
1053         }
1054
1055         for (i = 0; i < rtd->num_codecs; i++) {
1056                 codec_dai = rtd->codec_dais[i];
1057                 if (codec_dai->active == 1) {
1058                         codec_dai->rate = 0;
1059                         codec_dai->channels = 0;
1060                         codec_dai->sample_bits = 0;
1061                 }
1062         }
1063
1064         /* apply codec digital mute */
1065         for (i = 0; i < rtd->num_codecs; i++) {
1066                 if ((playback && rtd->codec_dais[i]->playback_active == 1) ||
1067                     (!playback && rtd->codec_dais[i]->capture_active == 1))
1068                         snd_soc_dai_digital_mute(rtd->codec_dais[i], 1,
1069                                                  substream->stream);
1070         }
1071
1072         /* free any machine hw params */
1073         if (rtd->dai_link->ops->hw_free)
1074                 rtd->dai_link->ops->hw_free(substream);
1075
1076         /* free any component resources */
1077         soc_pcm_components_hw_free(substream, NULL);
1078
1079         /* now free hw params for the DAIs  */
1080         for (i = 0; i < rtd->num_codecs; i++) {
1081                 codec_dai = rtd->codec_dais[i];
1082                 if (codec_dai->driver->ops->hw_free)
1083                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1084         }
1085
1086         if (cpu_dai->driver->ops->hw_free)
1087                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1088
1089         mutex_unlock(&rtd->pcm_mutex);
1090         return 0;
1091 }
1092
1093 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1094 {
1095         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1096         struct snd_soc_component *component;
1097         struct snd_soc_rtdcom_list *rtdcom;
1098         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1099         struct snd_soc_dai *codec_dai;
1100         int i, ret;
1101
1102         for (i = 0; i < rtd->num_codecs; i++) {
1103                 codec_dai = rtd->codec_dais[i];
1104                 if (codec_dai->driver->ops->trigger) {
1105                         ret = codec_dai->driver->ops->trigger(substream,
1106                                                               cmd, codec_dai);
1107                         if (ret < 0)
1108                                 return ret;
1109                 }
1110         }
1111
1112         for_each_rtdcom(rtd, rtdcom) {
1113                 component = rtdcom->component;
1114
1115                 if (!component->driver->ops ||
1116                     !component->driver->ops->trigger)
1117                         continue;
1118
1119                 ret = component->driver->ops->trigger(substream, cmd);
1120                 if (ret < 0)
1121                         return ret;
1122         }
1123
1124         if (cpu_dai->driver->ops->trigger) {
1125                 ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
1126                 if (ret < 0)
1127                         return ret;
1128         }
1129
1130         if (rtd->dai_link->ops->trigger) {
1131                 ret = rtd->dai_link->ops->trigger(substream, cmd);
1132                 if (ret < 0)
1133                         return ret;
1134         }
1135
1136         return 0;
1137 }
1138
1139 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1140                                    int cmd)
1141 {
1142         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1143         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1144         struct snd_soc_dai *codec_dai;
1145         int i, ret;
1146
1147         for (i = 0; i < rtd->num_codecs; i++) {
1148                 codec_dai = rtd->codec_dais[i];
1149                 if (codec_dai->driver->ops->bespoke_trigger) {
1150                         ret = codec_dai->driver->ops->bespoke_trigger(substream,
1151                                                                 cmd, codec_dai);
1152                         if (ret < 0)
1153                                 return ret;
1154                 }
1155         }
1156
1157         if (cpu_dai->driver->ops->bespoke_trigger) {
1158                 ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1159                 if (ret < 0)
1160                         return ret;
1161         }
1162         return 0;
1163 }
1164 /*
1165  * soc level wrapper for pointer callback
1166  * If cpu_dai, codec_dai, component driver has the delay callback, then
1167  * the runtime->delay will be updated accordingly.
1168  */
1169 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1170 {
1171         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1172         struct snd_soc_component *component;
1173         struct snd_soc_rtdcom_list *rtdcom;
1174         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1175         struct snd_soc_dai *codec_dai;
1176         struct snd_pcm_runtime *runtime = substream->runtime;
1177         snd_pcm_uframes_t offset = 0;
1178         snd_pcm_sframes_t delay = 0;
1179         snd_pcm_sframes_t codec_delay = 0;
1180         int i;
1181
1182         for_each_rtdcom(rtd, rtdcom) {
1183                 component = rtdcom->component;
1184
1185                 if (!component->driver->ops ||
1186                     !component->driver->ops->pointer)
1187                         continue;
1188
1189                 /* FIXME: use 1st pointer */
1190                 offset = component->driver->ops->pointer(substream);
1191                 break;
1192         }
1193
1194         if (cpu_dai->driver->ops->delay)
1195                 delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1196
1197         for (i = 0; i < rtd->num_codecs; i++) {
1198                 codec_dai = rtd->codec_dais[i];
1199                 if (codec_dai->driver->ops->delay)
1200                         codec_delay = max(codec_delay,
1201                                         codec_dai->driver->ops->delay(substream,
1202                                                                     codec_dai));
1203         }
1204         delay += codec_delay;
1205
1206         runtime->delay = delay;
1207
1208         return offset;
1209 }
1210
1211 /* connect a FE and BE */
1212 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1213                 struct snd_soc_pcm_runtime *be, int stream)
1214 {
1215         struct snd_soc_dpcm *dpcm;
1216
1217         /* only add new dpcms */
1218         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1219                 if (dpcm->be == be && dpcm->fe == fe)
1220                         return 0;
1221         }
1222
1223         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1224         if (!dpcm)
1225                 return -ENOMEM;
1226
1227         dpcm->be = be;
1228         dpcm->fe = fe;
1229         be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1230         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1231         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1232         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1233
1234         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1235                         stream ? "capture" : "playback",  fe->dai_link->name,
1236                         stream ? "<-" : "->", be->dai_link->name);
1237
1238 #ifdef CONFIG_DEBUG_FS
1239         if (fe->debugfs_dpcm_root)
1240                 dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1241                                 fe->debugfs_dpcm_root, &dpcm->state);
1242 #endif
1243         return 1;
1244 }
1245
1246 /* reparent a BE onto another FE */
1247 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1248                         struct snd_soc_pcm_runtime *be, int stream)
1249 {
1250         struct snd_soc_dpcm *dpcm;
1251         struct snd_pcm_substream *fe_substream, *be_substream;
1252
1253         /* reparent if BE is connected to other FEs */
1254         if (!be->dpcm[stream].users)
1255                 return;
1256
1257         be_substream = snd_soc_dpcm_get_substream(be, stream);
1258
1259         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
1260                 if (dpcm->fe == fe)
1261                         continue;
1262
1263                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1264                         stream ? "capture" : "playback",
1265                         dpcm->fe->dai_link->name,
1266                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1267
1268                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1269                 be_substream->runtime = fe_substream->runtime;
1270                 break;
1271         }
1272 }
1273
1274 /* disconnect a BE and FE */
1275 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1276 {
1277         struct snd_soc_dpcm *dpcm, *d;
1278
1279         list_for_each_entry_safe(dpcm, d, &fe->dpcm[stream].be_clients, list_be) {
1280                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1281                                 stream ? "capture" : "playback",
1282                                 dpcm->be->dai_link->name);
1283
1284                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1285                         continue;
1286
1287                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1288                         stream ? "capture" : "playback", fe->dai_link->name,
1289                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1290
1291                 /* BEs still alive need new FE */
1292                 dpcm_be_reparent(fe, dpcm->be, stream);
1293
1294 #ifdef CONFIG_DEBUG_FS
1295                 debugfs_remove(dpcm->debugfs_state);
1296 #endif
1297                 list_del(&dpcm->list_be);
1298                 list_del(&dpcm->list_fe);
1299                 kfree(dpcm);
1300         }
1301 }
1302
1303 /* get BE for DAI widget and stream */
1304 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1305                 struct snd_soc_dapm_widget *widget, int stream)
1306 {
1307         struct snd_soc_pcm_runtime *be;
1308         int i;
1309
1310         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1311
1312         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1313                 list_for_each_entry(be, &card->rtd_list, list) {
1314
1315                         if (!be->dai_link->no_pcm)
1316                                 continue;
1317
1318                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1319                                 be->cpu_dai->playback_widget ?
1320                                 be->cpu_dai->playback_widget->name : "(not set)");
1321
1322                         if (be->cpu_dai->playback_widget == widget)
1323                                 return be;
1324
1325                         for (i = 0; i < be->num_codecs; i++) {
1326                                 struct snd_soc_dai *dai = be->codec_dais[i];
1327                                 if (dai->playback_widget == widget)
1328                                         return be;
1329                         }
1330                 }
1331         } else {
1332
1333                 list_for_each_entry(be, &card->rtd_list, list) {
1334
1335                         if (!be->dai_link->no_pcm)
1336                                 continue;
1337
1338                         dev_dbg(card->dev, "ASoC: try BE %s\n",
1339                                 be->cpu_dai->capture_widget ?
1340                                 be->cpu_dai->capture_widget->name : "(not set)");
1341
1342                         if (be->cpu_dai->capture_widget == widget)
1343                                 return be;
1344
1345                         for (i = 0; i < be->num_codecs; i++) {
1346                                 struct snd_soc_dai *dai = be->codec_dais[i];
1347                                 if (dai->capture_widget == widget)
1348                                         return be;
1349                         }
1350                 }
1351         }
1352
1353         /* dai link name and stream name set correctly ? */
1354         dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1355                 stream ? "capture" : "playback", widget->name);
1356         return NULL;
1357 }
1358
1359 static inline struct snd_soc_dapm_widget *
1360         dai_get_widget(struct snd_soc_dai *dai, int stream)
1361 {
1362         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1363                 return dai->playback_widget;
1364         else
1365                 return dai->capture_widget;
1366 }
1367
1368 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1369                 struct snd_soc_dapm_widget *widget)
1370 {
1371         int i;
1372
1373         for (i = 0; i < list->num_widgets; i++) {
1374                 if (widget == list->widgets[i])
1375                         return 1;
1376         }
1377
1378         return 0;
1379 }
1380
1381 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1382                 enum snd_soc_dapm_direction dir)
1383 {
1384         struct snd_soc_card *card = widget->dapm->card;
1385         struct snd_soc_pcm_runtime *rtd;
1386         int i;
1387
1388         if (dir == SND_SOC_DAPM_DIR_OUT) {
1389                 list_for_each_entry(rtd, &card->rtd_list, list) {
1390                         if (!rtd->dai_link->no_pcm)
1391                                 continue;
1392
1393                         if (rtd->cpu_dai->playback_widget == widget)
1394                                 return true;
1395
1396                         for (i = 0; i < rtd->num_codecs; ++i) {
1397                                 struct snd_soc_dai *dai = rtd->codec_dais[i];
1398                                 if (dai->playback_widget == widget)
1399                                         return true;
1400                         }
1401                 }
1402         } else { /* SND_SOC_DAPM_DIR_IN */
1403                 list_for_each_entry(rtd, &card->rtd_list, list) {
1404                         if (!rtd->dai_link->no_pcm)
1405                                 continue;
1406
1407                         if (rtd->cpu_dai->capture_widget == widget)
1408                                 return true;
1409
1410                         for (i = 0; i < rtd->num_codecs; ++i) {
1411                                 struct snd_soc_dai *dai = rtd->codec_dais[i];
1412                                 if (dai->capture_widget == widget)
1413                                         return true;
1414                         }
1415                 }
1416         }
1417
1418         return false;
1419 }
1420
1421 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1422         int stream, struct snd_soc_dapm_widget_list **list)
1423 {
1424         struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1425         int paths;
1426
1427         /* get number of valid DAI paths and their widgets */
1428         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1429                         dpcm_end_walk_at_be);
1430
1431         dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1432                         stream ? "capture" : "playback");
1433
1434         return paths;
1435 }
1436
1437 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1438         struct snd_soc_dapm_widget_list **list_)
1439 {
1440         struct snd_soc_dpcm *dpcm;
1441         struct snd_soc_dapm_widget_list *list = *list_;
1442         struct snd_soc_dapm_widget *widget;
1443         int prune = 0;
1444
1445         /* Destroy any old FE <--> BE connections */
1446         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1447                 unsigned int i;
1448
1449                 /* is there a valid CPU DAI widget for this BE */
1450                 widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1451
1452                 /* prune the BE if it's no longer in our active list */
1453                 if (widget && widget_in_list(list, widget))
1454                         continue;
1455
1456                 /* is there a valid CODEC DAI widget for this BE */
1457                 for (i = 0; i < dpcm->be->num_codecs; i++) {
1458                         struct snd_soc_dai *dai = dpcm->be->codec_dais[i];
1459                         widget = dai_get_widget(dai, stream);
1460
1461                         /* prune the BE if it's no longer in our active list */
1462                         if (widget && widget_in_list(list, widget))
1463                                 continue;
1464                 }
1465
1466                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1467                         stream ? "capture" : "playback",
1468                         dpcm->be->dai_link->name, fe->dai_link->name);
1469                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1470                 dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1471                 prune++;
1472         }
1473
1474         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1475         return prune;
1476 }
1477
1478 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1479         struct snd_soc_dapm_widget_list **list_)
1480 {
1481         struct snd_soc_card *card = fe->card;
1482         struct snd_soc_dapm_widget_list *list = *list_;
1483         struct snd_soc_pcm_runtime *be;
1484         int i, new = 0, err;
1485
1486         /* Create any new FE <--> BE connections */
1487         for (i = 0; i < list->num_widgets; i++) {
1488
1489                 switch (list->widgets[i]->id) {
1490                 case snd_soc_dapm_dai_in:
1491                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1492                                 continue;
1493                         break;
1494                 case snd_soc_dapm_dai_out:
1495                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1496                                 continue;
1497                         break;
1498                 default:
1499                         continue;
1500                 }
1501
1502                 /* is there a valid BE rtd for this widget */
1503                 be = dpcm_get_be(card, list->widgets[i], stream);
1504                 if (!be) {
1505                         dev_err(fe->dev, "ASoC: no BE found for %s\n",
1506                                         list->widgets[i]->name);
1507                         continue;
1508                 }
1509
1510                 /* make sure BE is a real BE */
1511                 if (!be->dai_link->no_pcm)
1512                         continue;
1513
1514                 /* don't connect if FE is not running */
1515                 if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1516                         continue;
1517
1518                 /* newly connected FE and BE */
1519                 err = dpcm_be_connect(fe, be, stream);
1520                 if (err < 0) {
1521                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1522                                 list->widgets[i]->name);
1523                         break;
1524                 } else if (err == 0) /* already connected */
1525                         continue;
1526
1527                 /* new */
1528                 be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1529                 new++;
1530         }
1531
1532         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1533         return new;
1534 }
1535
1536 /*
1537  * Find the corresponding BE DAIs that source or sink audio to this
1538  * FE substream.
1539  */
1540 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1541         int stream, struct snd_soc_dapm_widget_list **list, int new)
1542 {
1543         if (new)
1544                 return dpcm_add_paths(fe, stream, list);
1545         else
1546                 return dpcm_prune_paths(fe, stream, list);
1547 }
1548
1549 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1550 {
1551         struct snd_soc_dpcm *dpcm;
1552
1553         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
1554                 dpcm->be->dpcm[stream].runtime_update =
1555                                                 SND_SOC_DPCM_UPDATE_NO;
1556 }
1557
1558 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1559         int stream)
1560 {
1561         struct snd_soc_dpcm *dpcm;
1562
1563         /* disable any enabled and non active backends */
1564         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1565
1566                 struct snd_soc_pcm_runtime *be = dpcm->be;
1567                 struct snd_pcm_substream *be_substream =
1568                         snd_soc_dpcm_get_substream(be, stream);
1569
1570                 if (be->dpcm[stream].users == 0)
1571                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1572                                 stream ? "capture" : "playback",
1573                                 be->dpcm[stream].state);
1574
1575                 if (--be->dpcm[stream].users != 0)
1576                         continue;
1577
1578                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1579                         continue;
1580
1581                 soc_pcm_close(be_substream);
1582                 be_substream->runtime = NULL;
1583                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1584         }
1585 }
1586
1587 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1588 {
1589         struct snd_soc_dpcm *dpcm;
1590         int err, count = 0;
1591
1592         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1593         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1594
1595                 struct snd_soc_pcm_runtime *be = dpcm->be;
1596                 struct snd_pcm_substream *be_substream =
1597                         snd_soc_dpcm_get_substream(be, stream);
1598
1599                 if (!be_substream) {
1600                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1601                                 stream ? "capture" : "playback");
1602                         continue;
1603                 }
1604
1605                 /* is this op for this BE ? */
1606                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1607                         continue;
1608
1609                 /* first time the dpcm is open ? */
1610                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1611                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1612                                 stream ? "capture" : "playback",
1613                                 be->dpcm[stream].state);
1614
1615                 if (be->dpcm[stream].users++ != 0)
1616                         continue;
1617
1618                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1619                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1620                         continue;
1621
1622                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1623                         stream ? "capture" : "playback", be->dai_link->name);
1624
1625                 be_substream->runtime = be->dpcm[stream].runtime;
1626                 err = soc_pcm_open(be_substream);
1627                 if (err < 0) {
1628                         dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1629                         be->dpcm[stream].users--;
1630                         if (be->dpcm[stream].users < 0)
1631                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1632                                         stream ? "capture" : "playback",
1633                                         be->dpcm[stream].state);
1634
1635                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1636                         goto unwind;
1637                 }
1638
1639                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1640                 count++;
1641         }
1642
1643         return count;
1644
1645 unwind:
1646         /* disable any enabled and non active backends */
1647         list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1648                 struct snd_soc_pcm_runtime *be = dpcm->be;
1649                 struct snd_pcm_substream *be_substream =
1650                         snd_soc_dpcm_get_substream(be, stream);
1651
1652                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1653                         continue;
1654
1655                 if (be->dpcm[stream].users == 0)
1656                         dev_err(be->dev, "ASoC: no users %s at close %d\n",
1657                                 stream ? "capture" : "playback",
1658                                 be->dpcm[stream].state);
1659
1660                 if (--be->dpcm[stream].users != 0)
1661                         continue;
1662
1663                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1664                         continue;
1665
1666                 soc_pcm_close(be_substream);
1667                 be_substream->runtime = NULL;
1668                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1669         }
1670
1671         return err;
1672 }
1673
1674 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1675                                  struct snd_soc_pcm_stream *stream)
1676 {
1677         runtime->hw.rate_min = stream->rate_min;
1678         runtime->hw.rate_max = stream->rate_max;
1679         runtime->hw.channels_min = stream->channels_min;
1680         runtime->hw.channels_max = stream->channels_max;
1681         if (runtime->hw.formats)
1682                 runtime->hw.formats &= stream->formats;
1683         else
1684                 runtime->hw.formats = stream->formats;
1685         runtime->hw.rates = stream->rates;
1686 }
1687
1688 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1689                                       u64 *formats)
1690 {
1691         struct snd_soc_pcm_runtime *fe = substream->private_data;
1692         struct snd_soc_dpcm *dpcm;
1693         int stream = substream->stream;
1694
1695         if (!fe->dai_link->dpcm_merged_format)
1696                 return;
1697
1698         /*
1699          * It returns merged BE codec format
1700          * if FE want to use it (= dpcm_merged_format)
1701          */
1702
1703         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1704                 struct snd_soc_pcm_runtime *be = dpcm->be;
1705                 struct snd_soc_dai_driver *codec_dai_drv;
1706                 struct snd_soc_pcm_stream *codec_stream;
1707                 int i;
1708
1709                 for (i = 0; i < be->num_codecs; i++) {
1710                         codec_dai_drv = be->codec_dais[i]->driver;
1711                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1712                                 codec_stream = &codec_dai_drv->playback;
1713                         else
1714                                 codec_stream = &codec_dai_drv->capture;
1715
1716                         *formats &= codec_stream->formats;
1717                 }
1718         }
1719 }
1720
1721 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1722                                     unsigned int *channels_min,
1723                                     unsigned int *channels_max)
1724 {
1725         struct snd_soc_pcm_runtime *fe = substream->private_data;
1726         struct snd_soc_dpcm *dpcm;
1727         int stream = substream->stream;
1728
1729         if (!fe->dai_link->dpcm_merged_chan)
1730                 return;
1731
1732         /*
1733          * It returns merged BE codec channel;
1734          * if FE want to use it (= dpcm_merged_chan)
1735          */
1736
1737         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1738                 struct snd_soc_pcm_runtime *be = dpcm->be;
1739                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1740                 struct snd_soc_dai_driver *codec_dai_drv;
1741                 struct snd_soc_pcm_stream *codec_stream;
1742                 struct snd_soc_pcm_stream *cpu_stream;
1743
1744                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1745                         cpu_stream = &cpu_dai_drv->playback;
1746                 else
1747                         cpu_stream = &cpu_dai_drv->capture;
1748
1749                 *channels_min = max(*channels_min, cpu_stream->channels_min);
1750                 *channels_max = min(*channels_max, cpu_stream->channels_max);
1751
1752                 /*
1753                  * chan min/max cannot be enforced if there are multiple CODEC
1754                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1755                  */
1756                 if (be->num_codecs == 1) {
1757                         codec_dai_drv = be->codec_dais[0]->driver;
1758
1759                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1760                                 codec_stream = &codec_dai_drv->playback;
1761                         else
1762                                 codec_stream = &codec_dai_drv->capture;
1763
1764                         *channels_min = max(*channels_min,
1765                                             codec_stream->channels_min);
1766                         *channels_max = min(*channels_max,
1767                                             codec_stream->channels_max);
1768                 }
1769         }
1770 }
1771
1772 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1773                                     unsigned int *rates,
1774                                     unsigned int *rate_min,
1775                                     unsigned int *rate_max)
1776 {
1777         struct snd_soc_pcm_runtime *fe = substream->private_data;
1778         struct snd_soc_dpcm *dpcm;
1779         int stream = substream->stream;
1780
1781         if (!fe->dai_link->dpcm_merged_rate)
1782                 return;
1783
1784         /*
1785          * It returns merged BE codec channel;
1786          * if FE want to use it (= dpcm_merged_chan)
1787          */
1788
1789         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1790                 struct snd_soc_pcm_runtime *be = dpcm->be;
1791                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1792                 struct snd_soc_dai_driver *codec_dai_drv;
1793                 struct snd_soc_pcm_stream *codec_stream;
1794                 struct snd_soc_pcm_stream *cpu_stream;
1795                 int i;
1796
1797                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1798                         cpu_stream = &cpu_dai_drv->playback;
1799                 else
1800                         cpu_stream = &cpu_dai_drv->capture;
1801
1802                 *rate_min = max(*rate_min, cpu_stream->rate_min);
1803                 *rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1804                 *rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1805
1806                 for (i = 0; i < be->num_codecs; i++) {
1807                         /*
1808                          * Skip CODECs which don't support the current stream
1809                          * type. See soc_pcm_init_runtime_hw() for more details
1810                          */
1811                         if (!snd_soc_dai_stream_valid(be->codec_dais[i],
1812                                                       stream))
1813                                 continue;
1814
1815                         codec_dai_drv = be->codec_dais[i]->driver;
1816                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1817                                 codec_stream = &codec_dai_drv->playback;
1818                         else
1819                                 codec_stream = &codec_dai_drv->capture;
1820
1821                         *rate_min = max(*rate_min, codec_stream->rate_min);
1822                         *rate_max = min_not_zero(*rate_max,
1823                                                  codec_stream->rate_max);
1824                         *rates = snd_pcm_rate_mask_intersect(*rates,
1825                                                 codec_stream->rates);
1826                 }
1827         }
1828 }
1829
1830 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1831 {
1832         struct snd_pcm_runtime *runtime = substream->runtime;
1833         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1834         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1835         struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1836
1837         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1838                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1839         else
1840                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1841
1842         dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1843         dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1844                                 &runtime->hw.channels_max);
1845         dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1846                                 &runtime->hw.rate_min, &runtime->hw.rate_max);
1847 }
1848
1849 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1850
1851 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1852  * for avoiding the race with trigger callback.
1853  * If the state is unset and a trigger is pending while the previous operation,
1854  * process the pending trigger action here.
1855  */
1856 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1857                                      int stream, enum snd_soc_dpcm_update state)
1858 {
1859         struct snd_pcm_substream *substream =
1860                 snd_soc_dpcm_get_substream(fe, stream);
1861
1862         snd_pcm_stream_lock_irq(substream);
1863         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1864                 dpcm_fe_dai_do_trigger(substream,
1865                                        fe->dpcm[stream].trigger_pending - 1);
1866                 fe->dpcm[stream].trigger_pending = 0;
1867         }
1868         fe->dpcm[stream].runtime_update = state;
1869         snd_pcm_stream_unlock_irq(substream);
1870 }
1871
1872 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1873                                int stream)
1874 {
1875         struct snd_soc_dpcm *dpcm;
1876         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1877         struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1878         int err;
1879
1880         /* apply symmetry for FE */
1881         if (soc_pcm_has_symmetry(fe_substream))
1882                 fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1883
1884         /* Symmetry only applies if we've got an active stream. */
1885         if (fe_cpu_dai->active) {
1886                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1887                 if (err < 0)
1888                         return err;
1889         }
1890
1891         /* apply symmetry for BE */
1892         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1893                 struct snd_soc_pcm_runtime *be = dpcm->be;
1894                 struct snd_pcm_substream *be_substream =
1895                         snd_soc_dpcm_get_substream(be, stream);
1896                 struct snd_soc_pcm_runtime *rtd = be_substream->private_data;
1897                 int i;
1898
1899                 if (rtd->dai_link->be_hw_params_fixup)
1900                         continue;
1901
1902                 if (soc_pcm_has_symmetry(be_substream))
1903                         be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1904
1905                 /* Symmetry only applies if we've got an active stream. */
1906                 if (rtd->cpu_dai->active) {
1907                         err = soc_pcm_apply_symmetry(fe_substream,
1908                                                      rtd->cpu_dai);
1909                         if (err < 0)
1910                                 return err;
1911                 }
1912
1913                 for (i = 0; i < rtd->num_codecs; i++) {
1914                         if (rtd->codec_dais[i]->active) {
1915                                 err = soc_pcm_apply_symmetry(fe_substream,
1916                                                              rtd->codec_dais[i]);
1917                                 if (err < 0)
1918                                         return err;
1919                         }
1920                 }
1921         }
1922
1923         return 0;
1924 }
1925
1926 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1927 {
1928         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1929         struct snd_pcm_runtime *runtime = fe_substream->runtime;
1930         int stream = fe_substream->stream, ret = 0;
1931
1932         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1933
1934         ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1935         if (ret < 0) {
1936                 dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1937                 goto be_err;
1938         }
1939
1940         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1941
1942         /* start the DAI frontend */
1943         ret = soc_pcm_open(fe_substream);
1944         if (ret < 0) {
1945                 dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1946                 goto unwind;
1947         }
1948
1949         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1950
1951         dpcm_set_fe_runtime(fe_substream);
1952         snd_pcm_limit_hw_rates(runtime);
1953
1954         ret = dpcm_apply_symmetry(fe_substream, stream);
1955         if (ret < 0) {
1956                 dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
1957                         ret);
1958                 goto unwind;
1959         }
1960
1961         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1962         return 0;
1963
1964 unwind:
1965         dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
1966 be_err:
1967         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1968         return ret;
1969 }
1970
1971 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
1972 {
1973         struct snd_soc_dpcm *dpcm;
1974
1975         /* only shutdown BEs that are either sinks or sources to this FE DAI */
1976         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
1977
1978                 struct snd_soc_pcm_runtime *be = dpcm->be;
1979                 struct snd_pcm_substream *be_substream =
1980                         snd_soc_dpcm_get_substream(be, stream);
1981
1982                 /* is this op for this BE ? */
1983                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1984                         continue;
1985
1986                 if (be->dpcm[stream].users == 0)
1987                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1988                                 stream ? "capture" : "playback",
1989                                 be->dpcm[stream].state);
1990
1991                 if (--be->dpcm[stream].users != 0)
1992                         continue;
1993
1994                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1995                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
1996                         soc_pcm_hw_free(be_substream);
1997                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1998                 }
1999
2000                 dev_dbg(be->dev, "ASoC: close BE %s\n",
2001                         be->dai_link->name);
2002
2003                 soc_pcm_close(be_substream);
2004                 be_substream->runtime = NULL;
2005
2006                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2007         }
2008         return 0;
2009 }
2010
2011 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
2012 {
2013         struct snd_soc_pcm_runtime *fe = substream->private_data;
2014         int stream = substream->stream;
2015
2016         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2017
2018         /* shutdown the BEs */
2019         dpcm_be_dai_shutdown(fe, substream->stream);
2020
2021         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
2022
2023         /* now shutdown the frontend */
2024         soc_pcm_close(substream);
2025
2026         /* run the stream event for each BE */
2027         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
2028
2029         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2030         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2031         return 0;
2032 }
2033
2034 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2035 {
2036         struct snd_soc_dpcm *dpcm;
2037
2038         /* only hw_params backends that are either sinks or sources
2039          * to this frontend DAI */
2040         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2041
2042                 struct snd_soc_pcm_runtime *be = dpcm->be;
2043                 struct snd_pcm_substream *be_substream =
2044                         snd_soc_dpcm_get_substream(be, stream);
2045
2046                 /* is this op for this BE ? */
2047                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2048                         continue;
2049
2050                 /* only free hw when no longer used - check all FEs */
2051                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2052                                 continue;
2053
2054                 /* do not free hw if this BE is used by other FE */
2055                 if (be->dpcm[stream].users > 1)
2056                         continue;
2057
2058                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2059                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2060                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2061                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2062                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2063                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2064                         continue;
2065
2066                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2067                         be->dai_link->name);
2068
2069                 soc_pcm_hw_free(be_substream);
2070
2071                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2072         }
2073
2074         return 0;
2075 }
2076
2077 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2078 {
2079         struct snd_soc_pcm_runtime *fe = substream->private_data;
2080         int err, stream = substream->stream;
2081
2082         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2083         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2084
2085         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2086
2087         /* call hw_free on the frontend */
2088         err = soc_pcm_hw_free(substream);
2089         if (err < 0)
2090                 dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2091                         fe->dai_link->name);
2092
2093         /* only hw_params backends that are either sinks or sources
2094          * to this frontend DAI */
2095         err = dpcm_be_dai_hw_free(fe, stream);
2096
2097         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2098         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2099
2100         mutex_unlock(&fe->card->mutex);
2101         return 0;
2102 }
2103
2104 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2105 {
2106         struct snd_soc_dpcm *dpcm;
2107         int ret;
2108
2109         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2110
2111                 struct snd_soc_pcm_runtime *be = dpcm->be;
2112                 struct snd_pcm_substream *be_substream =
2113                         snd_soc_dpcm_get_substream(be, stream);
2114
2115                 /* is this op for this BE ? */
2116                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2117                         continue;
2118
2119                 /* copy params for each dpcm */
2120                 memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2121                                 sizeof(struct snd_pcm_hw_params));
2122
2123                 /* perform any hw_params fixups */
2124                 if (be->dai_link->be_hw_params_fixup) {
2125                         ret = be->dai_link->be_hw_params_fixup(be,
2126                                         &dpcm->hw_params);
2127                         if (ret < 0) {
2128                                 dev_err(be->dev,
2129                                         "ASoC: hw_params BE fixup failed %d\n",
2130                                         ret);
2131                                 goto unwind;
2132                         }
2133                 }
2134
2135                 /* only allow hw_params() if no connected FEs are running */
2136                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2137                         continue;
2138
2139                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2140                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2141                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2142                         continue;
2143
2144                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2145                         be->dai_link->name);
2146
2147                 ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2148                 if (ret < 0) {
2149                         dev_err(dpcm->be->dev,
2150                                 "ASoC: hw_params BE failed %d\n", ret);
2151                         goto unwind;
2152                 }
2153
2154                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2155         }
2156         return 0;
2157
2158 unwind:
2159         /* disable any enabled and non active backends */
2160         list_for_each_entry_continue_reverse(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2161                 struct snd_soc_pcm_runtime *be = dpcm->be;
2162                 struct snd_pcm_substream *be_substream =
2163                         snd_soc_dpcm_get_substream(be, stream);
2164
2165                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2166                         continue;
2167
2168                 /* only allow hw_free() if no connected FEs are running */
2169                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2170                         continue;
2171
2172                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2173                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2174                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2175                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2176                         continue;
2177
2178                 soc_pcm_hw_free(be_substream);
2179         }
2180
2181         return ret;
2182 }
2183
2184 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2185                                  struct snd_pcm_hw_params *params)
2186 {
2187         struct snd_soc_pcm_runtime *fe = substream->private_data;
2188         int ret, stream = substream->stream;
2189
2190         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2191         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2192
2193         memcpy(&fe->dpcm[substream->stream].hw_params, params,
2194                         sizeof(struct snd_pcm_hw_params));
2195         ret = dpcm_be_dai_hw_params(fe, substream->stream);
2196         if (ret < 0) {
2197                 dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2198                 goto out;
2199         }
2200
2201         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2202                         fe->dai_link->name, params_rate(params),
2203                         params_channels(params), params_format(params));
2204
2205         /* call hw_params on the frontend */
2206         ret = soc_pcm_hw_params(substream, params);
2207         if (ret < 0) {
2208                 dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2209                 dpcm_be_dai_hw_free(fe, stream);
2210          } else
2211                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2212
2213 out:
2214         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2215         mutex_unlock(&fe->card->mutex);
2216         return ret;
2217 }
2218
2219 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2220                 struct snd_pcm_substream *substream, int cmd)
2221 {
2222         int ret;
2223
2224         dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2225                         dpcm->be->dai_link->name, cmd);
2226
2227         ret = soc_pcm_trigger(substream, cmd);
2228         if (ret < 0)
2229                 dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2230
2231         return ret;
2232 }
2233
2234 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2235                                int cmd)
2236 {
2237         struct snd_soc_dpcm *dpcm;
2238         int ret = 0;
2239
2240         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2241
2242                 struct snd_soc_pcm_runtime *be = dpcm->be;
2243                 struct snd_pcm_substream *be_substream =
2244                         snd_soc_dpcm_get_substream(be, stream);
2245
2246                 /* is this op for this BE ? */
2247                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2248                         continue;
2249
2250                 switch (cmd) {
2251                 case SNDRV_PCM_TRIGGER_START:
2252                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2253                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2254                                 continue;
2255
2256                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2257                         if (ret)
2258                                 return ret;
2259
2260                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2261                         break;
2262                 case SNDRV_PCM_TRIGGER_RESUME:
2263                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2264                                 continue;
2265
2266                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2267                         if (ret)
2268                                 return ret;
2269
2270                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2271                         break;
2272                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2273                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2274                                 continue;
2275
2276                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2277                         if (ret)
2278                                 return ret;
2279
2280                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2281                         break;
2282                 case SNDRV_PCM_TRIGGER_STOP:
2283                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2284                                 continue;
2285
2286                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2287                                 continue;
2288
2289                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2290                         if (ret)
2291                                 return ret;
2292
2293                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2294                         break;
2295                 case SNDRV_PCM_TRIGGER_SUSPEND:
2296                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2297                                 continue;
2298
2299                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2300                                 continue;
2301
2302                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2303                         if (ret)
2304                                 return ret;
2305
2306                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2307                         break;
2308                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2309                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2310                                 continue;
2311
2312                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2313                                 continue;
2314
2315                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2316                         if (ret)
2317                                 return ret;
2318
2319                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2320                         break;
2321                 }
2322         }
2323
2324         return ret;
2325 }
2326 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2327
2328 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2329 {
2330         struct snd_soc_pcm_runtime *fe = substream->private_data;
2331         int stream = substream->stream, ret;
2332         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2333
2334         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2335
2336         switch (trigger) {
2337         case SND_SOC_DPCM_TRIGGER_PRE:
2338                 /* call trigger on the frontend before the backend. */
2339
2340                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2341                                 fe->dai_link->name, cmd);
2342
2343                 ret = soc_pcm_trigger(substream, cmd);
2344                 if (ret < 0) {
2345                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2346                         goto out;
2347                 }
2348
2349                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2350                 break;
2351         case SND_SOC_DPCM_TRIGGER_POST:
2352                 /* call trigger on the frontend after the backend. */
2353
2354                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2355                 if (ret < 0) {
2356                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2357                         goto out;
2358                 }
2359
2360                 dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2361                                 fe->dai_link->name, cmd);
2362
2363                 ret = soc_pcm_trigger(substream, cmd);
2364                 break;
2365         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2366                 /* bespoke trigger() - handles both FE and BEs */
2367
2368                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2369                                 fe->dai_link->name, cmd);
2370
2371                 ret = soc_pcm_bespoke_trigger(substream, cmd);
2372                 if (ret < 0) {
2373                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2374                         goto out;
2375                 }
2376                 break;
2377         default:
2378                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2379                                 fe->dai_link->name);
2380                 ret = -EINVAL;
2381                 goto out;
2382         }
2383
2384         switch (cmd) {
2385         case SNDRV_PCM_TRIGGER_START:
2386         case SNDRV_PCM_TRIGGER_RESUME:
2387         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2388                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2389                 break;
2390         case SNDRV_PCM_TRIGGER_STOP:
2391         case SNDRV_PCM_TRIGGER_SUSPEND:
2392                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2393                 break;
2394         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2395                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2396                 break;
2397         }
2398
2399 out:
2400         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2401         return ret;
2402 }
2403
2404 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2405 {
2406         struct snd_soc_pcm_runtime *fe = substream->private_data;
2407         int stream = substream->stream;
2408
2409         /* if FE's runtime_update is already set, we're in race;
2410          * process this trigger later at exit
2411          */
2412         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2413                 fe->dpcm[stream].trigger_pending = cmd + 1;
2414                 return 0; /* delayed, assuming it's successful */
2415         }
2416
2417         /* we're alone, let's trigger */
2418         return dpcm_fe_dai_do_trigger(substream, cmd);
2419 }
2420
2421 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2422 {
2423         struct snd_soc_dpcm *dpcm;
2424         int ret = 0;
2425
2426         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2427
2428                 struct snd_soc_pcm_runtime *be = dpcm->be;
2429                 struct snd_pcm_substream *be_substream =
2430                         snd_soc_dpcm_get_substream(be, stream);
2431
2432                 /* is this op for this BE ? */
2433                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2434                         continue;
2435
2436                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2437                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2438                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2439                         continue;
2440
2441                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2442                         be->dai_link->name);
2443
2444                 ret = soc_pcm_prepare(be_substream);
2445                 if (ret < 0) {
2446                         dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2447                                 ret);
2448                         break;
2449                 }
2450
2451                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2452         }
2453         return ret;
2454 }
2455
2456 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2457 {
2458         struct snd_soc_pcm_runtime *fe = substream->private_data;
2459         int stream = substream->stream, ret = 0;
2460
2461         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2462
2463         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2464
2465         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2466
2467         /* there is no point preparing this FE if there are no BEs */
2468         if (list_empty(&fe->dpcm[stream].be_clients)) {
2469                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2470                                 fe->dai_link->name);
2471                 ret = -EINVAL;
2472                 goto out;
2473         }
2474
2475         ret = dpcm_be_dai_prepare(fe, substream->stream);
2476         if (ret < 0)
2477                 goto out;
2478
2479         /* call prepare on the frontend */
2480         ret = soc_pcm_prepare(substream);
2481         if (ret < 0) {
2482                 dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2483                         fe->dai_link->name);
2484                 goto out;
2485         }
2486
2487         /* run the stream event for each BE */
2488         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2489         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2490
2491 out:
2492         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2493         mutex_unlock(&fe->card->mutex);
2494
2495         return ret;
2496 }
2497
2498 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2499                      unsigned int cmd, void *arg)
2500 {
2501         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2502         struct snd_soc_component *component;
2503         struct snd_soc_rtdcom_list *rtdcom;
2504
2505         for_each_rtdcom(rtd, rtdcom) {
2506                 component = rtdcom->component;
2507
2508                 if (!component->driver->ops ||
2509                     !component->driver->ops->ioctl)
2510                         continue;
2511
2512                 /* FIXME: use 1st ioctl */
2513                 return component->driver->ops->ioctl(substream, cmd, arg);
2514         }
2515
2516         return snd_pcm_lib_ioctl(substream, cmd, arg);
2517 }
2518
2519 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2520 {
2521         struct snd_pcm_substream *substream =
2522                 snd_soc_dpcm_get_substream(fe, stream);
2523         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2524         int err;
2525
2526         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2527                         stream ? "capture" : "playback", fe->dai_link->name);
2528
2529         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2530                 /* call bespoke trigger - FE takes care of all BE triggers */
2531                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2532                                 fe->dai_link->name);
2533
2534                 err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2535                 if (err < 0)
2536                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2537         } else {
2538                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2539                         fe->dai_link->name);
2540
2541                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2542                 if (err < 0)
2543                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2544         }
2545
2546         err = dpcm_be_dai_hw_free(fe, stream);
2547         if (err < 0)
2548                 dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2549
2550         err = dpcm_be_dai_shutdown(fe, stream);
2551         if (err < 0)
2552                 dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2553
2554         /* run the stream event for each BE */
2555         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2556
2557         return 0;
2558 }
2559
2560 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2561 {
2562         struct snd_pcm_substream *substream =
2563                 snd_soc_dpcm_get_substream(fe, stream);
2564         struct snd_soc_dpcm *dpcm;
2565         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2566         int ret;
2567
2568         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2569                         stream ? "capture" : "playback", fe->dai_link->name);
2570
2571         /* Only start the BE if the FE is ready */
2572         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2573                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2574                 return -EINVAL;
2575
2576         /* startup must always be called for new BEs */
2577         ret = dpcm_be_dai_startup(fe, stream);
2578         if (ret < 0)
2579                 goto disconnect;
2580
2581         /* keep going if FE state is > open */
2582         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2583                 return 0;
2584
2585         ret = dpcm_be_dai_hw_params(fe, stream);
2586         if (ret < 0)
2587                 goto close;
2588
2589         /* keep going if FE state is > hw_params */
2590         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2591                 return 0;
2592
2593
2594         ret = dpcm_be_dai_prepare(fe, stream);
2595         if (ret < 0)
2596                 goto hw_free;
2597
2598         /* run the stream event for each BE */
2599         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2600
2601         /* keep going if FE state is > prepare */
2602         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2603                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2604                 return 0;
2605
2606         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2607                 /* call trigger on the frontend - FE takes care of all BE triggers */
2608                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2609                                 fe->dai_link->name);
2610
2611                 ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2612                 if (ret < 0) {
2613                         dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2614                         goto hw_free;
2615                 }
2616         } else {
2617                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2618                         fe->dai_link->name);
2619
2620                 ret = dpcm_be_dai_trigger(fe, stream,
2621                                         SNDRV_PCM_TRIGGER_START);
2622                 if (ret < 0) {
2623                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2624                         goto hw_free;
2625                 }
2626         }
2627
2628         return 0;
2629
2630 hw_free:
2631         dpcm_be_dai_hw_free(fe, stream);
2632 close:
2633         dpcm_be_dai_shutdown(fe, stream);
2634 disconnect:
2635         /* disconnect any non started BEs */
2636         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
2637                 struct snd_soc_pcm_runtime *be = dpcm->be;
2638                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2639                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2640         }
2641
2642         return ret;
2643 }
2644
2645 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2646 {
2647         int ret;
2648
2649         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2650         ret = dpcm_run_update_startup(fe, stream);
2651         if (ret < 0)
2652                 dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2653         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2654
2655         return ret;
2656 }
2657
2658 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2659 {
2660         int ret;
2661
2662         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2663         ret = dpcm_run_update_shutdown(fe, stream);
2664         if (ret < 0)
2665                 dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2666         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2667
2668         return ret;
2669 }
2670
2671 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2672 {
2673         struct snd_soc_dapm_widget_list *list;
2674         int count, paths;
2675
2676         if (!fe->dai_link->dynamic)
2677                 return 0;
2678
2679         /* only check active links */
2680         if (!fe->cpu_dai->active)
2681                 return 0;
2682
2683         /* DAPM sync will call this to update DSP paths */
2684         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2685                 new ? "new" : "old", fe->dai_link->name);
2686
2687         /* skip if FE doesn't have playback capability */
2688         if (!fe->cpu_dai->driver->playback.channels_min ||
2689             !fe->codec_dai->driver->playback.channels_min)
2690                 goto capture;
2691
2692         /* skip if FE isn't currently playing */
2693         if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2694                 goto capture;
2695
2696         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2697         if (paths < 0) {
2698                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2699                          fe->dai_link->name,  "playback");
2700                 return paths;
2701         }
2702
2703         /* update any playback paths */
2704         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2705         if (count) {
2706                 if (new)
2707                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2708                 else
2709                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2710
2711                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2712                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2713         }
2714
2715         dpcm_path_put(&list);
2716
2717 capture:
2718         /* skip if FE doesn't have capture capability */
2719         if (!fe->cpu_dai->driver->capture.channels_min ||
2720             !fe->codec_dai->driver->capture.channels_min)
2721                 return 0;
2722
2723         /* skip if FE isn't currently capturing */
2724         if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2725                 return 0;
2726
2727         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2728         if (paths < 0) {
2729                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2730                          fe->dai_link->name,  "capture");
2731                 return paths;
2732         }
2733
2734         /* update any old capture paths */
2735         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2736         if (count) {
2737                 if (new)
2738                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2739                 else
2740                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2741
2742                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2743                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2744         }
2745
2746         dpcm_path_put(&list);
2747
2748         return 0;
2749 }
2750
2751 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2752  * any DAI links.
2753  */
2754 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2755 {
2756         struct snd_soc_pcm_runtime *fe;
2757         int ret = 0;
2758
2759         mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2760         /* shutdown all old paths first */
2761         list_for_each_entry(fe, &card->rtd_list, list) {
2762                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2763                 if (ret)
2764                         goto out;
2765         }
2766
2767         /* bring new paths up */
2768         list_for_each_entry(fe, &card->rtd_list, list) {
2769                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2770                 if (ret)
2771                         goto out;
2772         }
2773
2774 out:
2775         mutex_unlock(&card->mutex);
2776         return ret;
2777 }
2778 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2779 {
2780         struct snd_soc_dpcm *dpcm;
2781         struct list_head *clients =
2782                 &fe->dpcm[SNDRV_PCM_STREAM_PLAYBACK].be_clients;
2783
2784         list_for_each_entry(dpcm, clients, list_be) {
2785
2786                 struct snd_soc_pcm_runtime *be = dpcm->be;
2787                 int i;
2788
2789                 if (be->dai_link->ignore_suspend)
2790                         continue;
2791
2792                 for (i = 0; i < be->num_codecs; i++) {
2793                         struct snd_soc_dai *dai = be->codec_dais[i];
2794                         struct snd_soc_dai_driver *drv = dai->driver;
2795
2796                         dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2797                                          be->dai_link->name);
2798
2799                         if (drv->ops && drv->ops->digital_mute &&
2800                                                         dai->playback_active)
2801                                 drv->ops->digital_mute(dai, mute);
2802                 }
2803         }
2804
2805         return 0;
2806 }
2807
2808 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2809 {
2810         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2811         struct snd_soc_dpcm *dpcm;
2812         struct snd_soc_dapm_widget_list *list;
2813         int ret;
2814         int stream = fe_substream->stream;
2815
2816         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2817         fe->dpcm[stream].runtime = fe_substream->runtime;
2818
2819         ret = dpcm_path_get(fe, stream, &list);
2820         if (ret < 0) {
2821                 mutex_unlock(&fe->card->mutex);
2822                 return ret;
2823         } else if (ret == 0) {
2824                 dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2825                         fe->dai_link->name, stream ? "capture" : "playback");
2826         }
2827
2828         /* calculate valid and active FE <-> BE dpcms */
2829         dpcm_process_paths(fe, stream, &list, 1);
2830
2831         ret = dpcm_fe_dai_startup(fe_substream);
2832         if (ret < 0) {
2833                 /* clean up all links */
2834                 list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2835                         dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2836
2837                 dpcm_be_disconnect(fe, stream);
2838                 fe->dpcm[stream].runtime = NULL;
2839         }
2840
2841         dpcm_clear_pending_state(fe, stream);
2842         dpcm_path_put(&list);
2843         mutex_unlock(&fe->card->mutex);
2844         return ret;
2845 }
2846
2847 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2848 {
2849         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2850         struct snd_soc_dpcm *dpcm;
2851         int stream = fe_substream->stream, ret;
2852
2853         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2854         ret = dpcm_fe_dai_shutdown(fe_substream);
2855
2856         /* mark FE's links ready to prune */
2857         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be)
2858                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2859
2860         dpcm_be_disconnect(fe, stream);
2861
2862         fe->dpcm[stream].runtime = NULL;
2863         mutex_unlock(&fe->card->mutex);
2864         return ret;
2865 }
2866
2867 static void soc_pcm_private_free(struct snd_pcm *pcm)
2868 {
2869         struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2870         struct snd_soc_rtdcom_list *rtdcom;
2871         struct snd_soc_component *component;
2872
2873         /* need to sync the delayed work before releasing resources */
2874         flush_delayed_work(&rtd->delayed_work);
2875         for_each_rtdcom(rtd, rtdcom) {
2876                 component = rtdcom->component;
2877
2878                 if (component->driver->pcm_free)
2879                         component->driver->pcm_free(pcm);
2880         }
2881 }
2882
2883 static int soc_rtdcom_ack(struct snd_pcm_substream *substream)
2884 {
2885         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2886         struct snd_soc_rtdcom_list *rtdcom;
2887         struct snd_soc_component *component;
2888
2889         for_each_rtdcom(rtd, rtdcom) {
2890                 component = rtdcom->component;
2891
2892                 if (!component->driver->ops ||
2893                     !component->driver->ops->ack)
2894                         continue;
2895
2896                 /* FIXME. it returns 1st ask now */
2897                 return component->driver->ops->ack(substream);
2898         }
2899
2900         return -EINVAL;
2901 }
2902
2903 static int soc_rtdcom_copy_user(struct snd_pcm_substream *substream, int channel,
2904                                 unsigned long pos, void __user *buf,
2905                                 unsigned long bytes)
2906 {
2907         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2908         struct snd_soc_rtdcom_list *rtdcom;
2909         struct snd_soc_component *component;
2910
2911         for_each_rtdcom(rtd, rtdcom) {
2912                 component = rtdcom->component;
2913
2914                 if (!component->driver->ops ||
2915                     !component->driver->ops->copy_user)
2916                         continue;
2917
2918                 /* FIXME. it returns 1st copy now */
2919                 return component->driver->ops->copy_user(substream, channel,
2920                                                          pos, buf, bytes);
2921         }
2922
2923         return -EINVAL;
2924 }
2925
2926 static int soc_rtdcom_copy_kernel(struct snd_pcm_substream *substream, int channel,
2927                                   unsigned long pos, void *buf, unsigned long bytes)
2928 {
2929         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2930         struct snd_soc_rtdcom_list *rtdcom;
2931         struct snd_soc_component *component;
2932
2933         for_each_rtdcom(rtd, rtdcom) {
2934                 component = rtdcom->component;
2935
2936                 if (!component->driver->ops ||
2937                     !component->driver->ops->copy_kernel)
2938                         continue;
2939
2940                 /* FIXME. it returns 1st copy now */
2941                 return component->driver->ops->copy_kernel(substream, channel,
2942                                                            pos, buf, bytes);
2943         }
2944
2945         return -EINVAL;
2946 }
2947
2948 static int soc_rtdcom_fill_silence(struct snd_pcm_substream *substream, int channel,
2949                                    unsigned long pos, unsigned long bytes)
2950 {
2951         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2952         struct snd_soc_rtdcom_list *rtdcom;
2953         struct snd_soc_component *component;
2954
2955         for_each_rtdcom(rtd, rtdcom) {
2956                 component = rtdcom->component;
2957
2958                 if (!component->driver->ops ||
2959                     !component->driver->ops->fill_silence)
2960                         continue;
2961
2962                 /* FIXME. it returns 1st silence now */
2963                 return component->driver->ops->fill_silence(substream, channel,
2964                                                             pos, bytes);
2965         }
2966
2967         return -EINVAL;
2968 }
2969
2970 static struct page *soc_rtdcom_page(struct snd_pcm_substream *substream,
2971                                     unsigned long offset)
2972 {
2973         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2974         struct snd_soc_rtdcom_list *rtdcom;
2975         struct snd_soc_component *component;
2976         struct page *page;
2977
2978         for_each_rtdcom(rtd, rtdcom) {
2979                 component = rtdcom->component;
2980
2981                 if (!component->driver->ops ||
2982                     !component->driver->ops->page)
2983                         continue;
2984
2985                 /* FIXME. it returns 1st page now */
2986                 page = component->driver->ops->page(substream, offset);
2987                 if (page)
2988                         return page;
2989         }
2990
2991         return NULL;
2992 }
2993
2994 static int soc_rtdcom_mmap(struct snd_pcm_substream *substream,
2995                            struct vm_area_struct *vma)
2996 {
2997         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2998         struct snd_soc_rtdcom_list *rtdcom;
2999         struct snd_soc_component *component;
3000
3001         for_each_rtdcom(rtd, rtdcom) {
3002                 component = rtdcom->component;
3003
3004                 if (!component->driver->ops ||
3005                     !component->driver->ops->mmap)
3006                         continue;
3007
3008                 /* FIXME. it returns 1st mmap now */
3009                 return component->driver->ops->mmap(substream, vma);
3010         }
3011
3012         return -EINVAL;
3013 }
3014
3015 /* create a new pcm */
3016 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
3017 {
3018         struct snd_soc_dai *codec_dai;
3019         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
3020         struct snd_soc_component *component;
3021         struct snd_soc_rtdcom_list *rtdcom;
3022         struct snd_pcm *pcm;
3023         char new_name[64];
3024         int ret = 0, playback = 0, capture = 0;
3025         int i;
3026
3027         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
3028                 playback = rtd->dai_link->dpcm_playback;
3029                 capture = rtd->dai_link->dpcm_capture;
3030         } else {
3031                 for (i = 0; i < rtd->num_codecs; i++) {
3032                         codec_dai = rtd->codec_dais[i];
3033                         if (codec_dai->driver->playback.channels_min)
3034                                 playback = 1;
3035                         if (codec_dai->driver->capture.channels_min)
3036                                 capture = 1;
3037                 }
3038
3039                 capture = capture && cpu_dai->driver->capture.channels_min;
3040                 playback = playback && cpu_dai->driver->playback.channels_min;
3041         }
3042
3043         if (rtd->dai_link->playback_only) {
3044                 playback = 1;
3045                 capture = 0;
3046         }
3047
3048         if (rtd->dai_link->capture_only) {
3049                 playback = 0;
3050                 capture = 1;
3051         }
3052
3053         /* create the PCM */
3054         if (rtd->dai_link->no_pcm) {
3055                 snprintf(new_name, sizeof(new_name), "(%s)",
3056                         rtd->dai_link->stream_name);
3057
3058                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
3059                                 playback, capture, &pcm);
3060         } else {
3061                 if (rtd->dai_link->dynamic)
3062                         snprintf(new_name, sizeof(new_name), "%s (*)",
3063                                 rtd->dai_link->stream_name);
3064                 else
3065                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
3066                                 rtd->dai_link->stream_name,
3067                                 (rtd->num_codecs > 1) ?
3068                                 "multicodec" : rtd->codec_dai->name, num);
3069
3070                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
3071                         capture, &pcm);
3072         }
3073         if (ret < 0) {
3074                 dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
3075                         rtd->dai_link->name);
3076                 return ret;
3077         }
3078         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
3079
3080         /* DAPM dai link stream work */
3081         INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
3082
3083         pcm->nonatomic = rtd->dai_link->nonatomic;
3084         rtd->pcm = pcm;
3085         pcm->private_data = rtd;
3086
3087         if (rtd->dai_link->no_pcm) {
3088                 if (playback)
3089                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
3090                 if (capture)
3091                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
3092                 goto out;
3093         }
3094
3095         /* ASoC PCM operations */
3096         if (rtd->dai_link->dynamic) {
3097                 rtd->ops.open           = dpcm_fe_dai_open;
3098                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
3099                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
3100                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
3101                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
3102                 rtd->ops.close          = dpcm_fe_dai_close;
3103                 rtd->ops.pointer        = soc_pcm_pointer;
3104                 rtd->ops.ioctl          = soc_pcm_ioctl;
3105         } else {
3106                 rtd->ops.open           = soc_pcm_open;
3107                 rtd->ops.hw_params      = soc_pcm_hw_params;
3108                 rtd->ops.prepare        = soc_pcm_prepare;
3109                 rtd->ops.trigger        = soc_pcm_trigger;
3110                 rtd->ops.hw_free        = soc_pcm_hw_free;
3111                 rtd->ops.close          = soc_pcm_close;
3112                 rtd->ops.pointer        = soc_pcm_pointer;
3113                 rtd->ops.ioctl          = soc_pcm_ioctl;
3114         }
3115
3116         for_each_rtdcom(rtd, rtdcom) {
3117                 const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
3118
3119                 if (!ops)
3120                         continue;
3121
3122                 if (ops->ack)
3123                         rtd->ops.ack            = soc_rtdcom_ack;
3124                 if (ops->copy_user)
3125                         rtd->ops.copy_user      = soc_rtdcom_copy_user;
3126                 if (ops->copy_kernel)
3127                         rtd->ops.copy_kernel    = soc_rtdcom_copy_kernel;
3128                 if (ops->fill_silence)
3129                         rtd->ops.fill_silence   = soc_rtdcom_fill_silence;
3130                 if (ops->page)
3131                         rtd->ops.page           = soc_rtdcom_page;
3132                 if (ops->mmap)
3133                         rtd->ops.mmap           = soc_rtdcom_mmap;
3134         }
3135
3136         if (playback)
3137                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3138
3139         if (capture)
3140                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3141
3142         for_each_rtdcom(rtd, rtdcom) {
3143                 component = rtdcom->component;
3144
3145                 if (!component->driver->pcm_new)
3146                         continue;
3147
3148                 ret = component->driver->pcm_new(rtd);
3149                 if (ret < 0) {
3150                         dev_err(component->dev,
3151                                 "ASoC: pcm constructor failed: %d\n",
3152                                 ret);
3153                         return ret;
3154                 }
3155         }
3156
3157         pcm->private_free = soc_pcm_private_free;
3158 out:
3159         dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3160                  (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3161                  cpu_dai->name);
3162         return ret;
3163 }
3164
3165 /* is the current PCM operation for this FE ? */
3166 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3167 {
3168         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3169                 return 1;
3170         return 0;
3171 }
3172 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3173
3174 /* is the current PCM operation for this BE ? */
3175 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3176                 struct snd_soc_pcm_runtime *be, int stream)
3177 {
3178         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3179            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3180                   be->dpcm[stream].runtime_update))
3181                 return 1;
3182         return 0;
3183 }
3184 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3185
3186 /* get the substream for this BE */
3187 struct snd_pcm_substream *
3188         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3189 {
3190         return be->pcm->streams[stream].substream;
3191 }
3192 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3193
3194 /* get the BE runtime state */
3195 enum snd_soc_dpcm_state
3196         snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3197 {
3198         return be->dpcm[stream].state;
3199 }
3200 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3201
3202 /* set the BE runtime state */
3203 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3204                 int stream, enum snd_soc_dpcm_state state)
3205 {
3206         be->dpcm[stream].state = state;
3207 }
3208 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3209
3210 /*
3211  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3212  * are not running, paused or suspended for the specified stream direction.
3213  */
3214 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3215                 struct snd_soc_pcm_runtime *be, int stream)
3216 {
3217         struct snd_soc_dpcm *dpcm;
3218         int state;
3219
3220         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
3221
3222                 if (dpcm->fe == fe)
3223                         continue;
3224
3225                 state = dpcm->fe->dpcm[stream].state;
3226                 if (state == SND_SOC_DPCM_STATE_START ||
3227                         state == SND_SOC_DPCM_STATE_PAUSED ||
3228                         state == SND_SOC_DPCM_STATE_SUSPEND)
3229                         return 0;
3230         }
3231
3232         /* it's safe to free/stop this BE DAI */
3233         return 1;
3234 }
3235 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3236
3237 /*
3238  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3239  * running, paused or suspended for the specified stream direction.
3240  */
3241 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3242                 struct snd_soc_pcm_runtime *be, int stream)
3243 {
3244         struct snd_soc_dpcm *dpcm;
3245         int state;
3246
3247         list_for_each_entry(dpcm, &be->dpcm[stream].fe_clients, list_fe) {
3248
3249                 if (dpcm->fe == fe)
3250                         continue;
3251
3252                 state = dpcm->fe->dpcm[stream].state;
3253                 if (state == SND_SOC_DPCM_STATE_START ||
3254                         state == SND_SOC_DPCM_STATE_PAUSED ||
3255                         state == SND_SOC_DPCM_STATE_SUSPEND ||
3256                         state == SND_SOC_DPCM_STATE_PREPARE)
3257                         return 0;
3258         }
3259
3260         /* it's safe to change hw_params */
3261         return 1;
3262 }
3263 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3264
3265 #ifdef CONFIG_DEBUG_FS
3266 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3267 {
3268         switch (state) {
3269         case SND_SOC_DPCM_STATE_NEW:
3270                 return "new";
3271         case SND_SOC_DPCM_STATE_OPEN:
3272                 return "open";
3273         case SND_SOC_DPCM_STATE_HW_PARAMS:
3274                 return "hw_params";
3275         case SND_SOC_DPCM_STATE_PREPARE:
3276                 return "prepare";
3277         case SND_SOC_DPCM_STATE_START:
3278                 return "start";
3279         case SND_SOC_DPCM_STATE_STOP:
3280                 return "stop";
3281         case SND_SOC_DPCM_STATE_SUSPEND:
3282                 return "suspend";
3283         case SND_SOC_DPCM_STATE_PAUSED:
3284                 return "paused";
3285         case SND_SOC_DPCM_STATE_HW_FREE:
3286                 return "hw_free";
3287         case SND_SOC_DPCM_STATE_CLOSE:
3288                 return "close";
3289         }
3290
3291         return "unknown";
3292 }
3293
3294 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3295                                 int stream, char *buf, size_t size)
3296 {
3297         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3298         struct snd_soc_dpcm *dpcm;
3299         ssize_t offset = 0;
3300
3301         /* FE state */
3302         offset += snprintf(buf + offset, size - offset,
3303                         "[%s - %s]\n", fe->dai_link->name,
3304                         stream ? "Capture" : "Playback");
3305
3306         offset += snprintf(buf + offset, size - offset, "State: %s\n",
3307                         dpcm_state_string(fe->dpcm[stream].state));
3308
3309         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3310             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3311                 offset += snprintf(buf + offset, size - offset,
3312                                 "Hardware Params: "
3313                                 "Format = %s, Channels = %d, Rate = %d\n",
3314                                 snd_pcm_format_name(params_format(params)),
3315                                 params_channels(params),
3316                                 params_rate(params));
3317
3318         /* BEs state */
3319         offset += snprintf(buf + offset, size - offset, "Backends:\n");
3320
3321         if (list_empty(&fe->dpcm[stream].be_clients)) {
3322                 offset += snprintf(buf + offset, size - offset,
3323                                 " No active DSP links\n");
3324                 goto out;
3325         }
3326
3327         list_for_each_entry(dpcm, &fe->dpcm[stream].be_clients, list_be) {
3328                 struct snd_soc_pcm_runtime *be = dpcm->be;
3329                 params = &dpcm->hw_params;
3330
3331                 offset += snprintf(buf + offset, size - offset,
3332                                 "- %s\n", be->dai_link->name);
3333
3334                 offset += snprintf(buf + offset, size - offset,
3335                                 "   State: %s\n",
3336                                 dpcm_state_string(be->dpcm[stream].state));
3337
3338                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3339                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3340                         offset += snprintf(buf + offset, size - offset,
3341                                 "   Hardware Params: "
3342                                 "Format = %s, Channels = %d, Rate = %d\n",
3343                                 snd_pcm_format_name(params_format(params)),
3344                                 params_channels(params),
3345                                 params_rate(params));
3346         }
3347
3348 out:
3349         return offset;
3350 }
3351
3352 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3353                                 size_t count, loff_t *ppos)
3354 {
3355         struct snd_soc_pcm_runtime *fe = file->private_data;
3356         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3357         char *buf;
3358
3359         buf = kmalloc(out_count, GFP_KERNEL);
3360         if (!buf)
3361                 return -ENOMEM;
3362
3363         if (fe->cpu_dai->driver->playback.channels_min)
3364                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3365                                         buf + offset, out_count - offset);
3366
3367         if (fe->cpu_dai->driver->capture.channels_min)
3368                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3369                                         buf + offset, out_count - offset);
3370
3371         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3372
3373         kfree(buf);
3374         return ret;
3375 }
3376
3377 static const struct file_operations dpcm_state_fops = {
3378         .open = simple_open,
3379         .read = dpcm_state_read_file,
3380         .llseek = default_llseek,
3381 };
3382
3383 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3384 {
3385         if (!rtd->dai_link)
3386                 return;
3387
3388         if (!rtd->card->debugfs_card_root)
3389                 return;
3390
3391         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3392                         rtd->card->debugfs_card_root);
3393         if (!rtd->debugfs_dpcm_root) {
3394                 dev_dbg(rtd->dev,
3395                          "ASoC: Failed to create dpcm debugfs directory %s\n",
3396                          rtd->dai_link->name);
3397                 return;
3398         }
3399
3400         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3401                             rtd, &dpcm_state_fops);
3402 }
3403 #endif