sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/slab.h>
  19 #include <linux/workqueue.h>
  20 #include <linux/export.h>
  21 #include <linux/debugfs.h>
  22 #include <sound/core.h>
  23 #include <sound/pcm.h>
  24 #include <sound/pcm_params.h>
  25 #include <sound/soc.h>
  26 #include <sound/soc-dpcm.h>
  27 #include <sound/soc-link.h>
  28 #include <sound/initval.h>
  29
  30 #define DPCM_MAX_BE_USERS       8
  31
  32 static inline const char *soc_cpu_dai_name(struct snd_soc_pcm_runtime *rtd)
  33 {
  34         return (rtd)->num_cpus == 1 ? asoc_rtd_to_cpu(rtd, 0)->name : "multicpu";
  35 }
  36 static inline const char *soc_codec_dai_name(struct snd_soc_pcm_runtime *rtd)
  37 {
  38         return (rtd)->num_codecs == 1 ? asoc_rtd_to_codec(rtd, 0)->name : "multicodec";
  39 }
  40
  41 #ifdef CONFIG_DEBUG_FS
  42 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
  43 {
  44         switch (state) {
  45         case SND_SOC_DPCM_STATE_NEW:
  46                 return "new";
  47         case SND_SOC_DPCM_STATE_OPEN:
  48                 return "open";
  49         case SND_SOC_DPCM_STATE_HW_PARAMS:
  50                 return "hw_params";
  51         case SND_SOC_DPCM_STATE_PREPARE:
  52                 return "prepare";
  53         case SND_SOC_DPCM_STATE_START:
  54                 return "start";
  55         case SND_SOC_DPCM_STATE_STOP:
  56                 return "stop";
  57         case SND_SOC_DPCM_STATE_SUSPEND:
  58                 return "suspend";
  59         case SND_SOC_DPCM_STATE_PAUSED:
  60                 return "paused";
  61         case SND_SOC_DPCM_STATE_HW_FREE:
  62                 return "hw_free";
  63         case SND_SOC_DPCM_STATE_CLOSE:
  64                 return "close";
  65         }
  66
  67         return "unknown";
  68 }
  69
  70 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
  71                                int stream, char *buf, size_t size)
  72 {
  73         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
  74         struct snd_soc_dpcm *dpcm;
  75         ssize_t offset = 0;
  76         unsigned long flags;
  77
  78         /* FE state */
  79         offset += scnprintf(buf + offset, size - offset,
  80                            "[%s - %s]\n", fe->dai_link->name,
  81                            stream ? "Capture" : "Playback");
  82
  83         offset += scnprintf(buf + offset, size - offset, "State: %s\n",
  84                            dpcm_state_string(fe->dpcm[stream].state));
  85
  86         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
  87             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
  88                 offset += scnprintf(buf + offset, size - offset,
  89                                    "Hardware Params: "
  90                                    "Format = %s, Channels = %d, Rate = %d\n",
  91                                    snd_pcm_format_name(params_format(params)),
  92                                    params_channels(params),
  93                                    params_rate(params));
  94
  95         /* BEs state */
  96         offset += scnprintf(buf + offset, size - offset, "Backends:\n");
  97
  98         if (list_empty(&fe->dpcm[stream].be_clients)) {
  99                 offset += scnprintf(buf + offset, size - offset,
 100                                    " No active DSP links\n");
 101                 goto out;
 102         }
 103
 104         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
 105         for_each_dpcm_be(fe, stream, dpcm) {
 106                 struct snd_soc_pcm_runtime *be = dpcm->be;
 107                 params = &dpcm->hw_params;
 108
 109                 offset += scnprintf(buf + offset, size - offset,
 110                                    "- %s\n", be->dai_link->name);
 111
 112                 offset += scnprintf(buf + offset, size - offset,
 113                                    "   State: %s\n",
 114                                    dpcm_state_string(be->dpcm[stream].state));
 115
 116                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
 117                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
 118                         offset += scnprintf(buf + offset, size - offset,
 119                                            "   Hardware Params: "
 120                                            "Format = %s, Channels = %d, Rate = %d\n",
 121                                            snd_pcm_format_name(params_format(params)),
 122                                            params_channels(params),
 123                                            params_rate(params));
 124         }
 125         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
 126 out:
 127         return offset;
 128 }
 129
 130 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
 131                                     size_t count, loff_t *ppos)
 132 {
 133         struct snd_soc_pcm_runtime *fe = file->private_data;
 134         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
 135         int stream;
 136         char *buf;
 137
 138         if (fe->num_cpus > 1) {
 139                 dev_err(fe->dev,
 140                         "%s doesn't support Multi CPU yet\n", __func__);
 141                 return -EINVAL;
 142         }
 143
 144         buf = kmalloc(out_count, GFP_KERNEL);
 145         if (!buf)
 146                 return -ENOMEM;
 147
 148         for_each_pcm_streams(stream)
 149                 if (snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0), stream))
 150                         offset += dpcm_show_state(fe, stream,
 151                                                   buf + offset,
 152                                                   out_count - offset);
 153
 154         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
 155
 156         kfree(buf);
 157         return ret;
 158 }
 159
 160 static const struct file_operations dpcm_state_fops = {
 161         .open = simple_open,
 162         .read = dpcm_state_read_file,
 163         .llseek = default_llseek,
 164 };
 165
 166 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
 167 {
 168         if (!rtd->dai_link->dynamic)
 169                 return;
 170
 171         if (!rtd->card->debugfs_card_root)
 172                 return;
 173
 174         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
 175                                                     rtd->card->debugfs_card_root);
 176
 177         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
 178                             rtd, &dpcm_state_fops);
 179 }
 180
 181 static void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm, int stream)
 182 {
 183         char *name;
 184
 185         name = kasprintf(GFP_KERNEL, "%s:%s", dpcm->be->dai_link->name,
 186                          stream ? "capture" : "playback");
 187         if (name) {
 188                 dpcm->debugfs_state = debugfs_create_dir(
 189                         name, dpcm->fe->debugfs_dpcm_root);
 190                 debugfs_create_u32("state", 0644, dpcm->debugfs_state,
 191                                    &dpcm->state);
 192                 kfree(name);
 193         }
 194 }
 195
 196 static void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 197 {
 198         debugfs_remove_recursive(dpcm->debugfs_state);
 199 }
 200
 201 #else
 202 static inline void dpcm_create_debugfs_state(struct snd_soc_dpcm *dpcm,
 203                                              int stream)
 204 {
 205 }
 206
 207 static inline void dpcm_remove_debugfs_state(struct snd_soc_dpcm *dpcm)
 208 {
 209 }
 210 #endif
 211
 212 /* Set FE's runtime_update state; the state is protected via PCM stream lock
 213  * for avoiding the race with trigger callback.
 214  * If the state is unset and a trigger is pending while the previous operation,
 215  * process the pending trigger action here.
 216  */
 217 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
 218 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
 219                                      int stream, enum snd_soc_dpcm_update state)
 220 {
 221         struct snd_pcm_substream *substream =
 222                 snd_soc_dpcm_get_substream(fe, stream);
 223
 224         snd_pcm_stream_lock_irq(substream);
 225         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
 226                 dpcm_fe_dai_do_trigger(substream,
 227                                        fe->dpcm[stream].trigger_pending - 1);
 228                 fe->dpcm[stream].trigger_pending = 0;
 229         }
 230         fe->dpcm[stream].runtime_update = state;
 231         snd_pcm_stream_unlock_irq(substream);
 232 }
 233
 234 static void dpcm_set_be_update_state(struct snd_soc_pcm_runtime *be,
 235                                      int stream, enum snd_soc_dpcm_update state)
 236 {
 237         be->dpcm[stream].runtime_update = state;
 238 }
 239
 240 /**
 241  * snd_soc_runtime_action() - Increment/Decrement active count for
 242  * PCM runtime components
 243  * @rtd: ASoC PCM runtime that is activated
 244  * @stream: Direction of the PCM stream
 245  * @action: Activate stream if 1. Deactivate if -1.
 246  *
 247  * Increments/Decrements the active count for all the DAIs and components
 248  * attached to a PCM runtime.
 249  * Should typically be called when a stream is opened.
 250  *
 251  * Must be called with the rtd->card->pcm_mutex being held
 252  */
 253 void snd_soc_runtime_action(struct snd_soc_pcm_runtime *rtd,
 254                             int stream, int action)
 255 {
 256         struct snd_soc_dai *dai;
 257         int i;
 258
 259         lockdep_assert_held(&rtd->card->pcm_mutex);
 260
 261         for_each_rtd_dais(rtd, i, dai)
 262                 snd_soc_dai_action(dai, stream, action);
 263 }
 264 EXPORT_SYMBOL_GPL(snd_soc_runtime_action);
 265
 266 /**
 267  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 268  * @rtd: The ASoC PCM runtime that should be checked.
 269  *
 270  * This function checks whether the power down delay should be ignored for a
 271  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 272  * been configured to ignore the delay, or if none of the components benefits
 273  * from having the delay.
 274  */
 275 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 276 {
 277         struct snd_soc_component *component;
 278         bool ignore = true;
 279         int i;
 280
 281         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 282                 return true;
 283
 284         for_each_rtd_components(rtd, i, component)
 285                 ignore &= !component->driver->use_pmdown_time;
 286
 287         return ignore;
 288 }
 289
 290 /**
 291  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 292  * @substream: the pcm substream
 293  * @hw: the hardware parameters
 294  *
 295  * Sets the substream runtime hardware parameters.
 296  */
 297 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 298         const struct snd_pcm_hardware *hw)
 299 {
 300         substream->runtime->hw = *hw;
 301
 302         return 0;
 303 }
 304 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 305
 306 /* DPCM stream event, send event to FE and all active BEs. */
 307 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 308         int event)
 309 {
 310         struct snd_soc_dpcm *dpcm;
 311
 312         for_each_dpcm_be(fe, dir, dpcm) {
 313
 314                 struct snd_soc_pcm_runtime *be = dpcm->be;
 315
 316                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 317                                 be->dai_link->name, event, dir);
 318
 319                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 320                     (be->dpcm[dir].users >= 1))
 321                         continue;
 322
 323                 snd_soc_dapm_stream_event(be, dir, event);
 324         }
 325
 326         snd_soc_dapm_stream_event(fe, dir, event);
 327
 328         return 0;
 329 }
 330
 331 static void soc_pcm_set_dai_params(struct snd_soc_dai *dai,
 332                                    struct snd_pcm_hw_params *params)
 333 {
 334         if (params) {
 335                 dai->rate        = params_rate(params);
 336                 dai->channels    = params_channels(params);
 337                 dai->sample_bits = snd_pcm_format_physical_width(params_format(params));
 338         } else {
 339                 dai->rate        = 0;
 340                 dai->channels    = 0;
 341                 dai->sample_bits = 0;
 342         }
 343 }
 344
 345 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 346                                         struct snd_soc_dai *soc_dai)
 347 {
 348         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 349         int ret;
 350
 351         if (!snd_soc_dai_active(soc_dai))
 352                 return 0;
 353
 354 #define __soc_pcm_apply_symmetry(name, NAME)                            \
 355         if (soc_dai->name && (soc_dai->driver->symmetric_##name ||      \
 356                               rtd->dai_link->symmetric_##name)) {       \
 357                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %s to %d\n",\
 358                         #name, soc_dai->name);                          \
 359                                                                         \
 360                 ret = snd_pcm_hw_constraint_single(substream->runtime,  \
 361                                                    SNDRV_PCM_HW_PARAM_##NAME,\
 362                                                    soc_dai->name);      \
 363                 if (ret < 0) {                                          \
 364                         dev_err(soc_dai->dev,                           \
 365                                 "ASoC: Unable to apply %s constraint: %d\n",\
 366                                 #name, ret);                            \
 367                         return ret;                                     \
 368                 }                                                       \
 369         }
 370
 371         __soc_pcm_apply_symmetry(rate,          RATE);
 372         __soc_pcm_apply_symmetry(channels,      CHANNELS);
 373         __soc_pcm_apply_symmetry(sample_bits,   SAMPLE_BITS);
 374
 375         return 0;
 376 }
 377
 378 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 379                                 struct snd_pcm_hw_params *params)
 380 {
 381         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 382         struct snd_soc_dai d;
 383         struct snd_soc_dai *dai;
 384         struct snd_soc_dai *cpu_dai;
 385         unsigned int symmetry, i;
 386
 387         d.name = __func__;
 388         soc_pcm_set_dai_params(&d, params);
 389
 390 #define __soc_pcm_params_symmetry(xxx)                                  \
 391         symmetry = rtd->dai_link->symmetric_##xxx;                      \
 392         for_each_rtd_dais(rtd, i, dai)                                  \
 393                 symmetry |= dai->driver->symmetric_##xxx;               \
 394                                                                         \
 395         if (symmetry)                                                   \
 396                 for_each_rtd_cpu_dais(rtd, i, cpu_dai)                  \
 397                         if (!snd_soc_dai_is_dummy(cpu_dai) &&           \
 398                             cpu_dai->xxx && cpu_dai->xxx != d.xxx) {    \
 399                                 dev_err(rtd->dev, "ASoC: unmatched %s symmetry: %s:%d - %s:%d\n", \
 400                                         #xxx, cpu_dai->name, cpu_dai->xxx, d.name, d.xxx); \
 401                                 return -EINVAL;                         \
 402                         }
 403
 404         /* reject unmatched parameters when applying symmetry */
 405         __soc_pcm_params_symmetry(rate);
 406         __soc_pcm_params_symmetry(channels);
 407         __soc_pcm_params_symmetry(sample_bits);
 408
 409         return 0;
 410 }
 411
 412 static void soc_pcm_update_symmetry(struct snd_pcm_substream *substream)
 413 {
 414         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 415         struct snd_soc_dai_link *link = rtd->dai_link;
 416         struct snd_soc_dai *dai;
 417         unsigned int symmetry, i;
 418
 419         symmetry = link->symmetric_rate ||
 420                 link->symmetric_channels ||
 421                 link->symmetric_sample_bits;
 422
 423         for_each_rtd_dais(rtd, i, dai)
 424                 symmetry = symmetry ||
 425                         dai->driver->symmetric_rate ||
 426                         dai->driver->symmetric_channels ||
 427                         dai->driver->symmetric_sample_bits;
 428
 429         if (symmetry)
 430                 substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 431 }
 432
 433 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 434 {
 435         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 436         int ret;
 437
 438         if (!bits)
 439                 return;
 440
 441         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 442         if (ret != 0)
 443                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 444                                  bits, ret);
 445 }
 446
 447 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 448 {
 449         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 450         struct snd_soc_dai *cpu_dai;
 451         struct snd_soc_dai *codec_dai;
 452         struct snd_soc_pcm_stream *pcm_codec, *pcm_cpu;
 453         int stream = substream->stream;
 454         int i;
 455         unsigned int bits = 0, cpu_bits = 0;
 456
 457         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 458                 pcm_codec = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 459
 460                 if (pcm_codec->sig_bits == 0) {
 461                         bits = 0;
 462                         break;
 463                 }
 464                 bits = max(pcm_codec->sig_bits, bits);
 465         }
 466
 467         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 468                 pcm_cpu = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 469
 470                 if (pcm_cpu->sig_bits == 0) {
 471                         cpu_bits = 0;
 472                         break;
 473                 }
 474                 cpu_bits = max(pcm_cpu->sig_bits, cpu_bits);
 475         }
 476
 477         soc_pcm_set_msb(substream, bits);
 478         soc_pcm_set_msb(substream, cpu_bits);
 479 }
 480
 481 static void soc_pcm_hw_init(struct snd_pcm_hardware *hw)
 482 {
 483         hw->rates               = UINT_MAX;
 484         hw->rate_min            = 0;
 485         hw->rate_max            = UINT_MAX;
 486         hw->channels_min        = 0;
 487         hw->channels_max        = UINT_MAX;
 488         hw->formats             = ULLONG_MAX;
 489 }
 490
 491 static void soc_pcm_hw_update_rate(struct snd_pcm_hardware *hw,
 492                                    struct snd_soc_pcm_stream *p)
 493 {
 494         hw->rates = snd_pcm_rate_mask_intersect(hw->rates, p->rates);
 495
 496         /* setup hw->rate_min/max via hw->rates first */
 497         snd_pcm_hw_limit_rates(hw);
 498
 499         /* update hw->rate_min/max by snd_soc_pcm_stream */
 500         hw->rate_min = max(hw->rate_min, p->rate_min);
 501         hw->rate_max = min_not_zero(hw->rate_max, p->rate_max);
 502 }
 503
 504 static void soc_pcm_hw_update_chan(struct snd_pcm_hardware *hw,
 505                                    struct snd_soc_pcm_stream *p)
 506 {
 507         hw->channels_min = max(hw->channels_min, p->channels_min);
 508         hw->channels_max = min(hw->channels_max, p->channels_max);
 509 }
 510
 511 static void soc_pcm_hw_update_format(struct snd_pcm_hardware *hw,
 512                                      struct snd_soc_pcm_stream *p)
 513 {
 514         hw->formats &= p->formats;
 515 }
 516
 517 /**
 518  * snd_soc_runtime_calc_hw() - Calculate hw limits for a PCM stream
 519  * @rtd: ASoC PCM runtime
 520  * @hw: PCM hardware parameters (output)
 521  * @stream: Direction of the PCM stream
 522  *
 523  * Calculates the subset of stream parameters supported by all DAIs
 524  * associated with the PCM stream.
 525  */
 526 int snd_soc_runtime_calc_hw(struct snd_soc_pcm_runtime *rtd,
 527                             struct snd_pcm_hardware *hw, int stream)
 528 {
 529         struct snd_soc_dai *codec_dai;
 530         struct snd_soc_dai *cpu_dai;
 531         struct snd_soc_pcm_stream *codec_stream;
 532         struct snd_soc_pcm_stream *cpu_stream;
 533         unsigned int cpu_chan_min = 0, cpu_chan_max = UINT_MAX;
 534         int i;
 535
 536         soc_pcm_hw_init(hw);
 537
 538         /* first calculate min/max only for CPUs in the DAI link */
 539         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 540
 541                 /*
 542                  * Skip CPUs which don't support the current stream type.
 543                  * Otherwise, since the rate, channel, and format values will
 544                  * zero in that case, we would have no usable settings left,
 545                  * causing the resulting setup to fail.
 546                  */
 547                 if (!snd_soc_dai_stream_valid(cpu_dai, stream))
 548                         continue;
 549
 550                 cpu_stream = snd_soc_dai_get_pcm_stream(cpu_dai, stream);
 551
 552                 soc_pcm_hw_update_chan(hw, cpu_stream);
 553                 soc_pcm_hw_update_rate(hw, cpu_stream);
 554                 soc_pcm_hw_update_format(hw, cpu_stream);
 555         }
 556         cpu_chan_min = hw->channels_min;
 557         cpu_chan_max = hw->channels_max;
 558
 559         /* second calculate min/max only for CODECs in the DAI link */
 560         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 561
 562                 /*
 563                  * Skip CODECs which don't support the current stream type.
 564                  * Otherwise, since the rate, channel, and format values will
 565                  * zero in that case, we would have no usable settings left,
 566                  * causing the resulting setup to fail.
 567                  */
 568                 if (!snd_soc_dai_stream_valid(codec_dai, stream))
 569                         continue;
 570
 571                 codec_stream = snd_soc_dai_get_pcm_stream(codec_dai, stream);
 572
 573                 soc_pcm_hw_update_chan(hw, codec_stream);
 574                 soc_pcm_hw_update_rate(hw, codec_stream);
 575                 soc_pcm_hw_update_format(hw, codec_stream);
 576         }
 577
 578         /* Verify both a valid CPU DAI and a valid CODEC DAI were found */
 579         if (!hw->channels_min)
 580                 return -EINVAL;
 581
 582         /*
 583          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 584          * connected to CPU DAI(s), use CPU DAI's directly and let
 585          * channel allocation be fixed up later
 586          */
 587         if (rtd->num_codecs > 1) {
 588                 hw->channels_min = cpu_chan_min;
 589                 hw->channels_max = cpu_chan_max;
 590         }
 591
 592         return 0;
 593 }
 594 EXPORT_SYMBOL_GPL(snd_soc_runtime_calc_hw);
 595
 596 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 597 {
 598         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 599         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 600         u64 formats = hw->formats;
 601
 602         /*
 603          * At least one CPU and one CODEC should match. Otherwise, we should
 604          * have bailed out on a higher level, since there would be no CPU or
 605          * CODEC to support the transfer direction in that case.
 606          */
 607         snd_soc_runtime_calc_hw(rtd, hw, substream->stream);
 608
 609         if (formats)
 610                 hw->formats &= formats;
 611 }
 612
 613 static int soc_pcm_components_open(struct snd_pcm_substream *substream)
 614 {
 615         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 616         struct snd_soc_component *component;
 617         int i, ret = 0;
 618
 619         for_each_rtd_components(rtd, i, component) {
 620                 ret = snd_soc_component_module_get_when_open(component, substream);
 621                 if (ret < 0)
 622                         break;
 623
 624                 ret = snd_soc_component_open(component, substream);
 625                 if (ret < 0)
 626                         break;
 627         }
 628
 629         return ret;
 630 }
 631
 632 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 633                                     int rollback)
 634 {
 635         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 636         struct snd_soc_component *component;
 637         int i, r, ret = 0;
 638
 639         for_each_rtd_components(rtd, i, component) {
 640                 r = snd_soc_component_close(component, substream, rollback);
 641                 if (r < 0)
 642                         ret = r; /* use last ret */
 643
 644                 snd_soc_component_module_put_when_close(component, substream, rollback);
 645         }
 646
 647         return ret;
 648 }
 649
 650 static int soc_pcm_clean(struct snd_pcm_substream *substream, int rollback)
 651 {
 652         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 653         struct snd_soc_component *component;
 654         struct snd_soc_dai *dai;
 655         int i;
 656
 657         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 658
 659         if (!rollback)
 660                 snd_soc_runtime_deactivate(rtd, substream->stream);
 661
 662         for_each_rtd_dais(rtd, i, dai)
 663                 snd_soc_dai_shutdown(dai, substream, rollback);
 664
 665         snd_soc_link_shutdown(substream, rollback);
 666
 667         soc_pcm_components_close(substream, rollback);
 668
 669
 670         mutex_unlock(&rtd->card->pcm_mutex);
 671
 672         snd_soc_pcm_component_pm_runtime_put(rtd, substream, rollback);
 673
 674         for_each_rtd_components(rtd, i, component)
 675                 if (!snd_soc_component_active(component))
 676                         pinctrl_pm_select_sleep_state(component->dev);
 677
 678         return 0;
 679 }
 680
 681 /*
 682  * Called by ALSA when a PCM substream is closed. Private data can be
 683  * freed here. The cpu DAI, codec DAI, machine and components are also
 684  * shutdown.
 685  */
 686 static int soc_pcm_close(struct snd_pcm_substream *substream)
 687 {
 688         return soc_pcm_clean(substream, 0);
 689 }
 690
 691 static int soc_hw_sanity_check(struct snd_pcm_substream *substream)
 692 {
 693         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 694         struct snd_pcm_hardware *hw = &substream->runtime->hw;
 695         const char *name_cpu = soc_cpu_dai_name(rtd);
 696         const char *name_codec = soc_codec_dai_name(rtd);
 697         const char *err_msg;
 698         struct device *dev = rtd->dev;
 699
 700         err_msg = "rates";
 701         if (!hw->rates)
 702                 goto config_err;
 703
 704         err_msg = "formats";
 705         if (!hw->formats)
 706                 goto config_err;
 707
 708         err_msg = "channels";
 709         if (!hw->channels_min || !hw->channels_max ||
 710              hw->channels_min  >  hw->channels_max)
 711                 goto config_err;
 712
 713         dev_dbg(dev, "ASoC: %s <-> %s info:\n",         name_codec,
 714                                                         name_cpu);
 715         dev_dbg(dev, "ASoC: rate mask 0x%x\n",          hw->rates);
 716         dev_dbg(dev, "ASoC: ch   min %d max %d\n",      hw->channels_min,
 717                                                         hw->channels_max);
 718         dev_dbg(dev, "ASoC: rate min %d max %d\n",      hw->rate_min,
 719                                                         hw->rate_max);
 720
 721         return 0;
 722
 723 config_err:
 724         dev_err(dev, "ASoC: %s <-> %s No matching %s\n",
 725                 name_codec, name_cpu, err_msg);
 726         return -EINVAL;
 727 }
 728
 729 /*
 730  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 731  * then initialized and any private data can be allocated. This also calls
 732  * startup for the cpu DAI, component, machine and codec DAI.
 733  */
 734 static int soc_pcm_open(struct snd_pcm_substream *substream)
 735 {
 736         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 737         struct snd_soc_component *component;
 738         struct snd_soc_dai *dai;
 739         int i, ret = 0;
 740
 741         for_each_rtd_components(rtd, i, component)
 742                 pinctrl_pm_select_default_state(component->dev);
 743
 744         ret = snd_soc_pcm_component_pm_runtime_get(rtd, substream);
 745         if (ret < 0)
 746                 goto pm_err;
 747
 748         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 749
 750         ret = soc_pcm_components_open(substream);
 751         if (ret < 0)
 752                 goto err;
 753
 754         ret = snd_soc_link_startup(substream);
 755         if (ret < 0)
 756                 goto err;
 757
 758         /* startup the audio subsystem */
 759         for_each_rtd_dais(rtd, i, dai) {
 760                 ret = snd_soc_dai_startup(dai, substream);
 761                 if (ret < 0)
 762                         goto err;
 763
 764                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 765                         dai->tx_mask = 0;
 766                 else
 767                         dai->rx_mask = 0;
 768         }
 769
 770         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 771         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 772                 goto dynamic;
 773
 774         /* Check that the codec and cpu DAIs are compatible */
 775         soc_pcm_init_runtime_hw(substream);
 776
 777         soc_pcm_update_symmetry(substream);
 778
 779         ret = soc_hw_sanity_check(substream);
 780         if (ret < 0)
 781                 goto err;
 782
 783         soc_pcm_apply_msb(substream);
 784
 785         /* Symmetry only applies if we've already got an active stream. */
 786         for_each_rtd_dais(rtd, i, dai) {
 787                 ret = soc_pcm_apply_symmetry(substream, dai);
 788                 if (ret != 0)
 789                         goto err;
 790         }
 791 dynamic:
 792         snd_soc_runtime_activate(rtd, substream->stream);
 793         ret = 0;
 794 err:
 795         mutex_unlock(&rtd->card->pcm_mutex);
 796 pm_err:
 797         if (ret < 0) {
 798                 soc_pcm_clean(substream, 1);
 799                 dev_err(rtd->dev, "%s() failed (%d)", __func__, ret);
 800         }
 801
 802         return ret;
 803 }
 804
 805 static void codec2codec_close_delayed_work(struct snd_soc_pcm_runtime *rtd)
 806 {
 807         /*
 808          * Currently nothing to do for c2c links
 809          * Since c2c links are internal nodes in the DAPM graph and
 810          * don't interface with the outside world or application layer
 811          * we don't have to do any special handling on close.
 812          */
 813 }
 814
 815 /*
 816  * Called by ALSA when the PCM substream is prepared, can set format, sample
 817  * rate, etc.  This function is non atomic and can be called multiple times,
 818  * it can refer to the runtime info.
 819  */
 820 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 821 {
 822         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 823         struct snd_soc_dai *dai;
 824         int i, ret = 0;
 825
 826         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 827
 828         ret = snd_soc_link_prepare(substream);
 829         if (ret < 0)
 830                 goto out;
 831
 832         ret = snd_soc_pcm_component_prepare(substream);
 833         if (ret < 0)
 834                 goto out;
 835
 836         ret = snd_soc_pcm_dai_prepare(substream);
 837         if (ret < 0)
 838                 goto out;
 839
 840         /* cancel any delayed stream shutdown that is pending */
 841         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 842             rtd->pop_wait) {
 843                 rtd->pop_wait = 0;
 844                 cancel_delayed_work(&rtd->delayed_work);
 845         }
 846
 847         snd_soc_dapm_stream_event(rtd, substream->stream,
 848                         SND_SOC_DAPM_STREAM_START);
 849
 850         for_each_rtd_dais(rtd, i, dai)
 851                 snd_soc_dai_digital_mute(dai, 0, substream->stream);
 852
 853 out:
 854         mutex_unlock(&rtd->card->pcm_mutex);
 855
 856         if (ret < 0)
 857                 dev_err(rtd->dev, "ASoC: %s() failed (%d)\n", __func__, ret);
 858
 859         return ret;
 860 }
 861
 862 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 863                                        unsigned int mask)
 864 {
 865         struct snd_interval *interval;
 866         int channels = hweight_long(mask);
 867
 868         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 869         interval->min = channels;
 870         interval->max = channels;
 871 }
 872
 873 static int soc_pcm_hw_clean(struct snd_pcm_substream *substream, int rollback)
 874 {
 875         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 876         struct snd_soc_dai *dai;
 877         int i;
 878
 879         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 880
 881         /* clear the corresponding DAIs parameters when going to be inactive */
 882         for_each_rtd_dais(rtd, i, dai) {
 883                 int active = snd_soc_dai_stream_active(dai, substream->stream);
 884
 885                 if (snd_soc_dai_active(dai) == 1)
 886                         soc_pcm_set_dai_params(dai, NULL);
 887
 888                 if (active == 1)
 889                         snd_soc_dai_digital_mute(dai, 1, substream->stream);
 890         }
 891
 892         /* run the stream event */
 893         snd_soc_dapm_stream_stop(rtd, substream->stream);
 894
 895         /* free any machine hw params */
 896         snd_soc_link_hw_free(substream, rollback);
 897
 898         /* free any component resources */
 899         snd_soc_pcm_component_hw_free(substream, rollback);
 900
 901         /* now free hw params for the DAIs  */
 902         for_each_rtd_dais(rtd, i, dai) {
 903                 if (!snd_soc_dai_stream_valid(dai, substream->stream))
 904                         continue;
 905
 906                 snd_soc_dai_hw_free(dai, substream, rollback);
 907         }
 908
 909         mutex_unlock(&rtd->card->pcm_mutex);
 910         return 0;
 911 }
 912
 913 /*
 914  * Frees resources allocated by hw_params, can be called multiple times
 915  */
 916 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
 917 {
 918         return soc_pcm_hw_clean(substream, 0);
 919 }
 920
 921 /*
 922  * Called by ALSA when the hardware params are set by application. This
 923  * function can also be called multiple times and can allocate buffers
 924  * (using snd_pcm_lib_* ). It's non-atomic.
 925  */
 926 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
 927                                 struct snd_pcm_hw_params *params)
 928 {
 929         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
 930         struct snd_soc_dai *cpu_dai;
 931         struct snd_soc_dai *codec_dai;
 932         int i, ret = 0;
 933
 934         mutex_lock_nested(&rtd->card->pcm_mutex, rtd->card->pcm_subclass);
 935
 936         ret = soc_pcm_params_symmetry(substream, params);
 937         if (ret)
 938                 goto out;
 939
 940         ret = snd_soc_link_hw_params(substream, params);
 941         if (ret < 0)
 942                 goto out;
 943
 944         for_each_rtd_codec_dais(rtd, i, codec_dai) {
 945                 struct snd_pcm_hw_params codec_params;
 946
 947                 /*
 948                  * Skip CODECs which don't support the current stream type,
 949                  * the idea being that if a CODEC is not used for the currently
 950                  * set up transfer direction, it should not need to be
 951                  * configured, especially since the configuration used might
 952                  * not even be supported by that CODEC. There may be cases
 953                  * however where a CODEC needs to be set up although it is
 954                  * actually not being used for the transfer, e.g. if a
 955                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
 956                  * for the DAI link including a playback-only CODEC.
 957                  * If this becomes necessary, we will have to augment the
 958                  * machine driver setup with information on how to act, so
 959                  * we can do the right thing here.
 960                  */
 961                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 962                         continue;
 963
 964                 /* copy params for each codec */
 965                 codec_params = *params;
 966
 967                 /* fixup params based on TDM slot masks */
 968                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 969                     codec_dai->tx_mask)
 970                         soc_pcm_codec_params_fixup(&codec_params,
 971                                                    codec_dai->tx_mask);
 972
 973                 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE &&
 974                     codec_dai->rx_mask)
 975                         soc_pcm_codec_params_fixup(&codec_params,
 976                                                    codec_dai->rx_mask);
 977
 978                 ret = snd_soc_dai_hw_params(codec_dai, substream,
 979                                             &codec_params);
 980                 if(ret < 0)
 981                         goto out;
 982
 983                 soc_pcm_set_dai_params(codec_dai, &codec_params);
 984                 snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
 985         }
 986
 987         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
 988                 /*
 989                  * Skip CPUs which don't support the current stream
 990                  * type. See soc_pcm_init_runtime_hw() for more details
 991                  */
 992                 if (!snd_soc_dai_stream_valid(cpu_dai, substream->stream))
 993                         continue;
 994
 995                 ret = snd_soc_dai_hw_params(cpu_dai, substream, params);
 996                 if (ret < 0)
 997                         goto out;
 998
 999                 /* store the parameters for each DAI */
1000                 soc_pcm_set_dai_params(cpu_dai, params);
1001                 snd_soc_dapm_update_dai(substream, params, cpu_dai);
1002         }
1003
1004         ret = snd_soc_pcm_component_hw_params(substream, params);
1005 out:
1006         mutex_unlock(&rtd->card->pcm_mutex);
1007
1008         if (ret < 0) {
1009                 soc_pcm_hw_clean(substream, 1);
1010                 dev_err(rtd->dev, "ASoC: %s() failed (%d)\n", __func__, ret);
1011         }
1012
1013         return ret;
1014 }
1015
1016 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1017 {
1018         int ret = -EINVAL, _ret = 0;
1019         int rollback = 0;
1020
1021         switch (cmd) {
1022         case SNDRV_PCM_TRIGGER_START:
1023         case SNDRV_PCM_TRIGGER_RESUME:
1024         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1025                 ret = snd_soc_link_trigger(substream, cmd, 0);
1026                 if (ret < 0)
1027                         goto start_err;
1028
1029                 ret = snd_soc_pcm_component_trigger(substream, cmd, 0);
1030                 if (ret < 0)
1031                         goto start_err;
1032
1033                 ret = snd_soc_pcm_dai_trigger(substream, cmd, 0);
1034 start_err:
1035                 if (ret < 0)
1036                         rollback = 1;
1037         }
1038
1039         if (rollback) {
1040                 _ret = ret;
1041                 switch (cmd) {
1042                 case SNDRV_PCM_TRIGGER_START:
1043                         cmd = SNDRV_PCM_TRIGGER_STOP;
1044                         break;
1045                 case SNDRV_PCM_TRIGGER_RESUME:
1046                         cmd = SNDRV_PCM_TRIGGER_SUSPEND;
1047                         break;
1048                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1049                         cmd = SNDRV_PCM_TRIGGER_PAUSE_PUSH;
1050                         break;
1051                 }
1052         }
1053
1054         switch (cmd) {
1055         case SNDRV_PCM_TRIGGER_STOP:
1056         case SNDRV_PCM_TRIGGER_SUSPEND:
1057         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1058                 ret = snd_soc_pcm_dai_trigger(substream, cmd, rollback);
1059                 if (ret < 0)
1060                         break;
1061
1062                 ret = snd_soc_pcm_component_trigger(substream, cmd, rollback);
1063                 if (ret < 0)
1064                         break;
1065
1066                 ret = snd_soc_link_trigger(substream, cmd, rollback);
1067                 break;
1068         }
1069
1070         if (_ret)
1071                 ret = _ret;
1072
1073         return ret;
1074 }
1075
1076 /*
1077  * soc level wrapper for pointer callback
1078  * If cpu_dai, codec_dai, component driver has the delay callback, then
1079  * the runtime->delay will be updated accordingly.
1080  */
1081 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1082 {
1083         struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
1084         struct snd_soc_dai *cpu_dai;
1085         struct snd_soc_dai *codec_dai;
1086         struct snd_pcm_runtime *runtime = substream->runtime;
1087         snd_pcm_uframes_t offset = 0;
1088         snd_pcm_sframes_t delay = 0;
1089         snd_pcm_sframes_t codec_delay = 0;
1090         snd_pcm_sframes_t cpu_delay = 0;
1091         int i;
1092
1093         /* clearing the previous total delay */
1094         runtime->delay = 0;
1095
1096         offset = snd_soc_pcm_component_pointer(substream);
1097
1098         /* base delay if assigned in pointer callback */
1099         delay = runtime->delay;
1100
1101         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
1102                 cpu_delay = max(cpu_delay,
1103                                 snd_soc_dai_delay(cpu_dai, substream));
1104         }
1105         delay += cpu_delay;
1106
1107         for_each_rtd_codec_dais(rtd, i, codec_dai) {
1108                 codec_delay = max(codec_delay,
1109                                   snd_soc_dai_delay(codec_dai, substream));
1110         }
1111         delay += codec_delay;
1112
1113         runtime->delay = delay;
1114
1115         return offset;
1116 }
1117
1118 /* connect a FE and BE */
1119 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1120                 struct snd_soc_pcm_runtime *be, int stream)
1121 {
1122         struct snd_soc_dpcm *dpcm;
1123         unsigned long flags;
1124
1125         /* only add new dpcms */
1126         for_each_dpcm_be(fe, stream, dpcm) {
1127                 if (dpcm->be == be && dpcm->fe == fe)
1128                         return 0;
1129         }
1130
1131         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1132         if (!dpcm)
1133                 return -ENOMEM;
1134
1135         dpcm->be = be;
1136         dpcm->fe = fe;
1137         be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1138         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1139         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1140         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1141         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1142         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1143
1144         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1145                         stream ? "capture" : "playback",  fe->dai_link->name,
1146                         stream ? "<-" : "->", be->dai_link->name);
1147
1148         dpcm_create_debugfs_state(dpcm, stream);
1149
1150         return 1;
1151 }
1152
1153 /* reparent a BE onto another FE */
1154 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1155                         struct snd_soc_pcm_runtime *be, int stream)
1156 {
1157         struct snd_soc_dpcm *dpcm;
1158         struct snd_pcm_substream *fe_substream, *be_substream;
1159
1160         /* reparent if BE is connected to other FEs */
1161         if (!be->dpcm[stream].users)
1162                 return;
1163
1164         be_substream = snd_soc_dpcm_get_substream(be, stream);
1165
1166         for_each_dpcm_fe(be, stream, dpcm) {
1167                 if (dpcm->fe == fe)
1168                         continue;
1169
1170                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1171                         stream ? "capture" : "playback",
1172                         dpcm->fe->dai_link->name,
1173                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1174
1175                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1176                 be_substream->runtime = fe_substream->runtime;
1177                 break;
1178         }
1179 }
1180
1181 /* disconnect a BE and FE */
1182 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1183 {
1184         struct snd_soc_dpcm *dpcm, *d;
1185         unsigned long flags;
1186
1187         for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1188                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1189                                 stream ? "capture" : "playback",
1190                                 dpcm->be->dai_link->name);
1191
1192                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1193                         continue;
1194
1195                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1196                         stream ? "capture" : "playback", fe->dai_link->name,
1197                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1198
1199                 /* BEs still alive need new FE */
1200                 dpcm_be_reparent(fe, dpcm->be, stream);
1201
1202                 dpcm_remove_debugfs_state(dpcm);
1203
1204                 spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1205                 list_del(&dpcm->list_be);
1206                 list_del(&dpcm->list_fe);
1207                 spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1208                 kfree(dpcm);
1209         }
1210 }
1211
1212 /* get BE for DAI widget and stream */
1213 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1214                 struct snd_soc_dapm_widget *widget, int stream)
1215 {
1216         struct snd_soc_pcm_runtime *be;
1217         struct snd_soc_dapm_widget *w;
1218         struct snd_soc_dai *dai;
1219         int i;
1220
1221         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1222
1223         for_each_card_rtds(card, be) {
1224
1225                 if (!be->dai_link->no_pcm)
1226                         continue;
1227
1228                 for_each_rtd_dais(be, i, dai) {
1229                         w = snd_soc_dai_get_widget(dai, stream);
1230
1231                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1232                                 w ? w->name : "(not set)");
1233
1234                         if (w == widget)
1235                                 return be;
1236                 }
1237         }
1238
1239         /* Widget provided is not a BE */
1240         return NULL;
1241 }
1242
1243 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1244                 struct snd_soc_dapm_widget *widget)
1245 {
1246         struct snd_soc_dapm_widget *w;
1247         int i;
1248
1249         for_each_dapm_widgets(list, i, w)
1250                 if (widget == w)
1251                         return 1;
1252
1253         return 0;
1254 }
1255
1256 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1257                 enum snd_soc_dapm_direction dir)
1258 {
1259         struct snd_soc_card *card = widget->dapm->card;
1260         struct snd_soc_pcm_runtime *rtd;
1261         int stream;
1262
1263         /* adjust dir to stream */
1264         if (dir == SND_SOC_DAPM_DIR_OUT)
1265                 stream = SNDRV_PCM_STREAM_PLAYBACK;
1266         else
1267                 stream = SNDRV_PCM_STREAM_CAPTURE;
1268
1269         rtd = dpcm_get_be(card, widget, stream);
1270         if (rtd)
1271                 return true;
1272
1273         return false;
1274 }
1275
1276 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1277         int stream, struct snd_soc_dapm_widget_list **list)
1278 {
1279         struct snd_soc_dai *cpu_dai = asoc_rtd_to_cpu(fe, 0);
1280         int paths;
1281
1282         if (fe->num_cpus > 1) {
1283                 dev_err(fe->dev,
1284                         "%s doesn't support Multi CPU yet\n", __func__);
1285                 return -EINVAL;
1286         }
1287
1288         /* get number of valid DAI paths and their widgets */
1289         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1290                         fe->card->component_chaining ?
1291                                 NULL : dpcm_end_walk_at_be);
1292
1293         if (paths > 0)
1294                 dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1295                         stream ? "capture" : "playback");
1296         else if (paths == 0)
1297                 dev_dbg(fe->dev, "ASoC: %s no valid %s path\n", fe->dai_link->name,
1298                          stream ? "capture" : "playback");
1299
1300         return paths;
1301 }
1302
1303 void dpcm_path_put(struct snd_soc_dapm_widget_list **list)
1304 {
1305         snd_soc_dapm_dai_free_widgets(list);
1306 }
1307
1308 static bool dpcm_be_is_active(struct snd_soc_dpcm *dpcm, int stream,
1309                               struct snd_soc_dapm_widget_list *list)
1310 {
1311         struct snd_soc_dapm_widget *widget;
1312         struct snd_soc_dai *dai;
1313         unsigned int i;
1314
1315         /* is there a valid DAI widget for this BE */
1316         for_each_rtd_dais(dpcm->be, i, dai) {
1317                 widget = snd_soc_dai_get_widget(dai, stream);
1318
1319                 /*
1320                  * The BE is pruned only if none of the dai
1321                  * widgets are in the active list.
1322                  */
1323                 if (widget && widget_in_list(list, widget))
1324                         return true;
1325         }
1326
1327         return false;
1328 }
1329
1330 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1331                             struct snd_soc_dapm_widget_list **list_)
1332 {
1333         struct snd_soc_dpcm *dpcm;
1334         int prune = 0;
1335
1336         /* Destroy any old FE <--> BE connections */
1337         for_each_dpcm_be(fe, stream, dpcm) {
1338                 if (dpcm_be_is_active(dpcm, stream, *list_))
1339                         continue;
1340
1341                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1342                         stream ? "capture" : "playback",
1343                         dpcm->be->dai_link->name, fe->dai_link->name);
1344                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1345                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_BE);
1346                 prune++;
1347         }
1348
1349         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1350         return prune;
1351 }
1352
1353 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1354         struct snd_soc_dapm_widget_list **list_)
1355 {
1356         struct snd_soc_card *card = fe->card;
1357         struct snd_soc_dapm_widget_list *list = *list_;
1358         struct snd_soc_pcm_runtime *be;
1359         struct snd_soc_dapm_widget *widget;
1360         int i, new = 0, err;
1361
1362         /* Create any new FE <--> BE connections */
1363         for_each_dapm_widgets(list, i, widget) {
1364
1365                 switch (widget->id) {
1366                 case snd_soc_dapm_dai_in:
1367                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1368                                 continue;
1369                         break;
1370                 case snd_soc_dapm_dai_out:
1371                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1372                                 continue;
1373                         break;
1374                 default:
1375                         continue;
1376                 }
1377
1378                 /* is there a valid BE rtd for this widget */
1379                 be = dpcm_get_be(card, widget, stream);
1380                 if (!be) {
1381                         dev_dbg(fe->dev, "ASoC: no BE found for %s\n",
1382                                 widget->name);
1383                         continue;
1384                 }
1385
1386                 /* don't connect if FE is not running */
1387                 if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1388                         continue;
1389
1390                 /* newly connected FE and BE */
1391                 err = dpcm_be_connect(fe, be, stream);
1392                 if (err < 0) {
1393                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1394                                 widget->name);
1395                         break;
1396                 } else if (err == 0) /* already connected */
1397                         continue;
1398
1399                 /* new */
1400                 dpcm_set_be_update_state(be, stream, SND_SOC_DPCM_UPDATE_BE);
1401                 new++;
1402         }
1403
1404         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1405         return new;
1406 }
1407
1408 /*
1409  * Find the corresponding BE DAIs that source or sink audio to this
1410  * FE substream.
1411  */
1412 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1413         int stream, struct snd_soc_dapm_widget_list **list, int new)
1414 {
1415         if (new)
1416                 return dpcm_add_paths(fe, stream, list);
1417         else
1418                 return dpcm_prune_paths(fe, stream, list);
1419 }
1420
1421 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1422 {
1423         struct snd_soc_dpcm *dpcm;
1424         unsigned long flags;
1425
1426         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1427         for_each_dpcm_be(fe, stream, dpcm)
1428                 dpcm_set_be_update_state(dpcm->be, stream, SND_SOC_DPCM_UPDATE_NO);
1429         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1430 }
1431
1432 void dpcm_be_dai_stop(struct snd_soc_pcm_runtime *fe, int stream,
1433                       int do_hw_free, struct snd_soc_dpcm *last)
1434 {
1435         struct snd_soc_dpcm *dpcm;
1436
1437         /* disable any enabled and non active backends */
1438         for_each_dpcm_be(fe, stream, dpcm) {
1439                 struct snd_soc_pcm_runtime *be = dpcm->be;
1440                 struct snd_pcm_substream *be_substream =
1441                         snd_soc_dpcm_get_substream(be, stream);
1442
1443                 if (dpcm == last)
1444                         return;
1445
1446                 /* is this op for this BE ? */
1447                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1448                         continue;
1449
1450                 if (be->dpcm[stream].users == 0) {
1451                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1452                                 stream ? "capture" : "playback",
1453                                 be->dpcm[stream].state);
1454                         continue;
1455                 }
1456
1457                 if (--be->dpcm[stream].users != 0)
1458                         continue;
1459
1460                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) {
1461                         if (!do_hw_free)
1462                                 continue;
1463
1464                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) {
1465                                 soc_pcm_hw_free(be_substream);
1466                                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1467                         }
1468                 }
1469
1470                 soc_pcm_close(be_substream);
1471                 be_substream->runtime = NULL;
1472                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1473         }
1474 }
1475
1476 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1477 {
1478         struct snd_soc_pcm_runtime *be;
1479         struct snd_soc_dpcm *dpcm;
1480         int err, count = 0;
1481
1482         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1483         for_each_dpcm_be(fe, stream, dpcm) {
1484                 struct snd_pcm_substream *be_substream;
1485
1486                 be = dpcm->be;
1487                 be_substream = snd_soc_dpcm_get_substream(be, stream);
1488
1489                 if (!be_substream) {
1490                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1491                                 stream ? "capture" : "playback");
1492                         continue;
1493                 }
1494
1495                 /* is this op for this BE ? */
1496                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1497                         continue;
1498
1499                 /* first time the dpcm is open ? */
1500                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS) {
1501                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1502                                 stream ? "capture" : "playback",
1503                                 be->dpcm[stream].state);
1504                         continue;
1505                 }
1506
1507                 if (be->dpcm[stream].users++ != 0)
1508                         continue;
1509
1510                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1511                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1512                         continue;
1513
1514                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1515                         stream ? "capture" : "playback", be->dai_link->name);
1516
1517                 be_substream->runtime = be->dpcm[stream].runtime;
1518                 err = soc_pcm_open(be_substream);
1519                 if (err < 0) {
1520                         be->dpcm[stream].users--;
1521                         if (be->dpcm[stream].users < 0)
1522                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1523                                         stream ? "capture" : "playback",
1524                                         be->dpcm[stream].state);
1525
1526                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1527                         goto unwind;
1528                 }
1529
1530                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1531                 count++;
1532         }
1533
1534         return count;
1535
1536 unwind:
1537         dpcm_be_dai_startup_rollback(fe, stream, dpcm);
1538
1539         dev_err(fe->dev, "ASoC: %s() failed at %s (%d)\n",
1540                 __func__, be->dai_link->name, err);
1541
1542         return err;
1543 }
1544
1545 static void dpcm_runtime_setup_fe(struct snd_pcm_substream *substream)
1546 {
1547         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1548         struct snd_pcm_runtime *runtime = substream->runtime;
1549         struct snd_pcm_hardware *hw = &runtime->hw;
1550         struct snd_soc_dai *dai;
1551         int stream = substream->stream;
1552         int i;
1553
1554         soc_pcm_hw_init(hw);
1555
1556         for_each_rtd_cpu_dais(fe, i, dai) {
1557                 struct snd_soc_pcm_stream *cpu_stream;
1558
1559                 /*
1560                  * Skip CPUs which don't support the current stream
1561                  * type. See soc_pcm_init_runtime_hw() for more details
1562                  */
1563                 if (!snd_soc_dai_stream_valid(dai, stream))
1564                         continue;
1565
1566                 cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1567
1568                 soc_pcm_hw_update_rate(hw, cpu_stream);
1569                 soc_pcm_hw_update_chan(hw, cpu_stream);
1570                 soc_pcm_hw_update_format(hw, cpu_stream);
1571         }
1572
1573 }
1574
1575 static void dpcm_runtime_setup_be_format(struct snd_pcm_substream *substream)
1576 {
1577         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1578         struct snd_pcm_runtime *runtime = substream->runtime;
1579         struct snd_pcm_hardware *hw = &runtime->hw;
1580         struct snd_soc_dpcm *dpcm;
1581         struct snd_soc_dai *dai;
1582         int stream = substream->stream;
1583
1584         if (!fe->dai_link->dpcm_merged_format)
1585                 return;
1586
1587         /*
1588          * It returns merged BE codec format
1589          * if FE want to use it (= dpcm_merged_format)
1590          */
1591
1592         for_each_dpcm_be(fe, stream, dpcm) {
1593                 struct snd_soc_pcm_runtime *be = dpcm->be;
1594                 struct snd_soc_pcm_stream *codec_stream;
1595                 int i;
1596
1597                 for_each_rtd_codec_dais(be, i, dai) {
1598                         /*
1599                          * Skip CODECs which don't support the current stream
1600                          * type. See soc_pcm_init_runtime_hw() for more details
1601                          */
1602                         if (!snd_soc_dai_stream_valid(dai, stream))
1603                                 continue;
1604
1605                         codec_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1606
1607                         soc_pcm_hw_update_format(hw, codec_stream);
1608                 }
1609         }
1610 }
1611
1612 static void dpcm_runtime_setup_be_chan(struct snd_pcm_substream *substream)
1613 {
1614         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1615         struct snd_pcm_runtime *runtime = substream->runtime;
1616         struct snd_pcm_hardware *hw = &runtime->hw;
1617         struct snd_soc_dpcm *dpcm;
1618         int stream = substream->stream;
1619
1620         if (!fe->dai_link->dpcm_merged_chan)
1621                 return;
1622
1623         /*
1624          * It returns merged BE codec channel;
1625          * if FE want to use it (= dpcm_merged_chan)
1626          */
1627
1628         for_each_dpcm_be(fe, stream, dpcm) {
1629                 struct snd_soc_pcm_runtime *be = dpcm->be;
1630                 struct snd_soc_pcm_stream *codec_stream;
1631                 struct snd_soc_pcm_stream *cpu_stream;
1632                 struct snd_soc_dai *dai;
1633                 int i;
1634
1635                 for_each_rtd_cpu_dais(be, i, dai) {
1636                         /*
1637                          * Skip CPUs which don't support the current stream
1638                          * type. See soc_pcm_init_runtime_hw() for more details
1639                          */
1640                         if (!snd_soc_dai_stream_valid(dai, stream))
1641                                 continue;
1642
1643                         cpu_stream = snd_soc_dai_get_pcm_stream(dai, stream);
1644
1645                         soc_pcm_hw_update_chan(hw, cpu_stream);
1646                 }
1647
1648                 /*
1649                  * chan min/max cannot be enforced if there are multiple CODEC
1650                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1651                  */
1652                 if (be->num_codecs == 1) {
1653                         codec_stream = snd_soc_dai_get_pcm_stream(asoc_rtd_to_codec(be, 0), stream);
1654
1655                         soc_pcm_hw_update_chan(hw, codec_stream);
1656                 }
1657         }
1658 }
1659
1660 static void dpcm_runtime_setup_be_rate(struct snd_pcm_substream *substream)
1661 {
1662         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1663         struct snd_pcm_runtime *runtime = substream->runtime;
1664         struct snd_pcm_hardware *hw = &runtime->hw;
1665         struct snd_soc_dpcm *dpcm;
1666         int stream = substream->stream;
1667
1668         if (!fe->dai_link->dpcm_merged_rate)
1669                 return;
1670
1671         /*
1672          * It returns merged BE codec channel;
1673          * if FE want to use it (= dpcm_merged_chan)
1674          */
1675
1676         for_each_dpcm_be(fe, stream, dpcm) {
1677                 struct snd_soc_pcm_runtime *be = dpcm->be;
1678                 struct snd_soc_pcm_stream *pcm;
1679                 struct snd_soc_dai *dai;
1680                 int i;
1681
1682                 for_each_rtd_dais(be, i, dai) {
1683                         /*
1684                          * Skip DAIs which don't support the current stream
1685                          * type. See soc_pcm_init_runtime_hw() for more details
1686                          */
1687                         if (!snd_soc_dai_stream_valid(dai, stream))
1688                                 continue;
1689
1690                         pcm = snd_soc_dai_get_pcm_stream(dai, stream);
1691
1692                         soc_pcm_hw_update_rate(hw, pcm);
1693                 }
1694         }
1695 }
1696
1697 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1698                                int stream)
1699 {
1700         struct snd_soc_dpcm *dpcm;
1701         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1702         struct snd_soc_dai *fe_cpu_dai;
1703         int err;
1704         int i;
1705
1706         /* apply symmetry for FE */
1707         soc_pcm_update_symmetry(fe_substream);
1708
1709         for_each_rtd_cpu_dais (fe, i, fe_cpu_dai) {
1710                 /* Symmetry only applies if we've got an active stream. */
1711                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1712                 if (err < 0)
1713                         goto error;
1714         }
1715
1716         /* apply symmetry for BE */
1717         for_each_dpcm_be(fe, stream, dpcm) {
1718                 struct snd_soc_pcm_runtime *be = dpcm->be;
1719                 struct snd_pcm_substream *be_substream =
1720                         snd_soc_dpcm_get_substream(be, stream);
1721                 struct snd_soc_pcm_runtime *rtd;
1722                 struct snd_soc_dai *dai;
1723
1724                 /* A backend may not have the requested substream */
1725                 if (!be_substream)
1726                         continue;
1727
1728                 rtd = asoc_substream_to_rtd(be_substream);
1729                 if (rtd->dai_link->be_hw_params_fixup)
1730                         continue;
1731
1732                 soc_pcm_update_symmetry(be_substream);
1733
1734                 /* Symmetry only applies if we've got an active stream. */
1735                 for_each_rtd_dais(rtd, i, dai) {
1736                         err = soc_pcm_apply_symmetry(fe_substream, dai);
1737                         if (err < 0)
1738                                 goto error;
1739                 }
1740         }
1741 error:
1742         if (err < 0)
1743                 dev_err(fe->dev, "ASoC: %s failed (%d)\n", __func__, err);
1744
1745         return err;
1746 }
1747
1748 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1749 {
1750         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
1751         int stream = fe_substream->stream, ret = 0;
1752
1753         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1754
1755         ret = dpcm_be_dai_startup(fe, stream);
1756         if (ret < 0)
1757                 goto be_err;
1758
1759         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1760
1761         /* start the DAI frontend */
1762         ret = soc_pcm_open(fe_substream);
1763         if (ret < 0)
1764                 goto unwind;
1765
1766         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1767
1768         dpcm_runtime_setup_fe(fe_substream);
1769
1770         dpcm_runtime_setup_be_format(fe_substream);
1771         dpcm_runtime_setup_be_chan(fe_substream);
1772         dpcm_runtime_setup_be_rate(fe_substream);
1773
1774         ret = dpcm_apply_symmetry(fe_substream, stream);
1775
1776 unwind:
1777         if (ret < 0)
1778                 dpcm_be_dai_startup_unwind(fe, stream);
1779 be_err:
1780         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1781
1782         if (ret < 0)
1783                 dev_err(fe->dev, "%s() failed (%d)\n", __func__, ret);
1784
1785         return ret;
1786 }
1787
1788 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
1789 {
1790         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1791         int stream = substream->stream;
1792
1793         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1794
1795         /* shutdown the BEs */
1796         dpcm_be_dai_shutdown(fe, stream);
1797
1798         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
1799
1800         /* now shutdown the frontend */
1801         soc_pcm_close(substream);
1802
1803         /* run the stream stop event */
1804         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
1805
1806         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1807         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1808         return 0;
1809 }
1810
1811 void dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
1812 {
1813         struct snd_soc_dpcm *dpcm;
1814
1815         /* only hw_params backends that are either sinks or sources
1816          * to this frontend DAI */
1817         for_each_dpcm_be(fe, stream, dpcm) {
1818
1819                 struct snd_soc_pcm_runtime *be = dpcm->be;
1820                 struct snd_pcm_substream *be_substream =
1821                         snd_soc_dpcm_get_substream(be, stream);
1822
1823                 /* is this op for this BE ? */
1824                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1825                         continue;
1826
1827                 /* only free hw when no longer used - check all FEs */
1828                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1829                                 continue;
1830
1831                 /* do not free hw if this BE is used by other FE */
1832                 if (be->dpcm[stream].users > 1)
1833                         continue;
1834
1835                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1836                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
1837                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1838                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
1839                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
1840                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
1841                         continue;
1842
1843                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
1844                         be->dai_link->name);
1845
1846                 soc_pcm_hw_free(be_substream);
1847
1848                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1849         }
1850 }
1851
1852 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
1853 {
1854         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1855         int stream = substream->stream;
1856
1857         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
1858         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1859
1860         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
1861
1862         /* call hw_free on the frontend */
1863         soc_pcm_hw_free(substream);
1864
1865         /* only hw_params backends that are either sinks or sources
1866          * to this frontend DAI */
1867         dpcm_be_dai_hw_free(fe, stream);
1868
1869         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
1870         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1871
1872         mutex_unlock(&fe->card->mutex);
1873         return 0;
1874 }
1875
1876 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
1877 {
1878         struct snd_soc_pcm_runtime *be;
1879         struct snd_pcm_substream *be_substream;
1880         struct snd_soc_dpcm *dpcm;
1881         int ret;
1882
1883         for_each_dpcm_be(fe, stream, dpcm) {
1884                 be = dpcm->be;
1885                 be_substream = snd_soc_dpcm_get_substream(be, stream);
1886
1887                 /* is this op for this BE ? */
1888                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1889                         continue;
1890
1891                 /* copy params for each dpcm */
1892                 memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
1893                                 sizeof(struct snd_pcm_hw_params));
1894
1895                 /* perform any hw_params fixups */
1896                 ret = snd_soc_link_be_hw_params_fixup(be, &dpcm->hw_params);
1897                 if (ret < 0)
1898                         goto unwind;
1899
1900                 /* copy the fixed-up hw params for BE dai */
1901                 memcpy(&be->dpcm[stream].hw_params, &dpcm->hw_params,
1902                        sizeof(struct snd_pcm_hw_params));
1903
1904                 /* only allow hw_params() if no connected FEs are running */
1905                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
1906                         continue;
1907
1908                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
1909                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1910                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
1911                         continue;
1912
1913                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
1914                         be->dai_link->name);
1915
1916                 ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
1917                 if (ret < 0)
1918                         goto unwind;
1919
1920                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
1921         }
1922         return 0;
1923
1924 unwind:
1925         dev_dbg(fe->dev, "ASoC: %s() failed at %s (%d)\n",
1926                 __func__, be->dai_link->name, ret);
1927
1928         /* disable any enabled and non active backends */
1929         for_each_dpcm_be_rollback(fe, stream, dpcm) {
1930                 be = dpcm->be;
1931                 be_substream = snd_soc_dpcm_get_substream(be, stream);
1932
1933                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1934                         continue;
1935
1936                 /* only allow hw_free() if no connected FEs are running */
1937                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
1938                         continue;
1939
1940                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
1941                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
1942                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
1943                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
1944                         continue;
1945
1946                 soc_pcm_hw_free(be_substream);
1947         }
1948
1949         return ret;
1950 }
1951
1952 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
1953                                  struct snd_pcm_hw_params *params)
1954 {
1955         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
1956         int ret, stream = substream->stream;
1957
1958         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
1959         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1960
1961         memcpy(&fe->dpcm[stream].hw_params, params,
1962                         sizeof(struct snd_pcm_hw_params));
1963         ret = dpcm_be_dai_hw_params(fe, stream);
1964         if (ret < 0)
1965                 goto out;
1966
1967         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
1968                         fe->dai_link->name, params_rate(params),
1969                         params_channels(params), params_format(params));
1970
1971         /* call hw_params on the frontend */
1972         ret = soc_pcm_hw_params(substream, params);
1973         if (ret < 0)
1974                 dpcm_be_dai_hw_free(fe, stream);
1975         else
1976                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
1977
1978 out:
1979         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
1980         mutex_unlock(&fe->card->mutex);
1981
1982         if (ret < 0)
1983                 dev_err(fe->dev, "ASoC: %s failed (%d)\n", __func__, ret);
1984
1985         return ret;
1986 }
1987
1988 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
1989                                int cmd)
1990 {
1991         struct snd_soc_pcm_runtime *be;
1992         struct snd_soc_dpcm *dpcm;
1993         int ret = 0;
1994
1995         for_each_dpcm_be(fe, stream, dpcm) {
1996                 struct snd_pcm_substream *be_substream;
1997
1998                 be = dpcm->be;
1999                 be_substream = snd_soc_dpcm_get_substream(be, stream);
2000
2001                 /* is this op for this BE ? */
2002                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2003                         continue;
2004
2005                 dev_dbg(be->dev, "ASoC: trigger BE %s cmd %d\n",
2006                         be->dai_link->name, cmd);
2007
2008                 switch (cmd) {
2009                 case SNDRV_PCM_TRIGGER_START:
2010                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2011                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2012                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2013                                 continue;
2014
2015                         ret = soc_pcm_trigger(be_substream, cmd);
2016                         if (ret)
2017                                 goto end;
2018
2019                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2020                         break;
2021                 case SNDRV_PCM_TRIGGER_RESUME:
2022                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2023                                 continue;
2024
2025                         ret = soc_pcm_trigger(be_substream, cmd);
2026                         if (ret)
2027                                 goto end;
2028
2029                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2030                         break;
2031                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2032                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2033                                 continue;
2034
2035                         ret = soc_pcm_trigger(be_substream, cmd);
2036                         if (ret)
2037                                 goto end;
2038
2039                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2040                         break;
2041                 case SNDRV_PCM_TRIGGER_STOP:
2042                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_START) &&
2043                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2044                                 continue;
2045
2046                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2047                                 continue;
2048
2049                         ret = soc_pcm_trigger(be_substream, cmd);
2050                         if (ret)
2051                                 goto end;
2052
2053                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2054                         break;
2055                 case SNDRV_PCM_TRIGGER_SUSPEND:
2056                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2057                                 continue;
2058
2059                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2060                                 continue;
2061
2062                         ret = soc_pcm_trigger(be_substream, cmd);
2063                         if (ret)
2064                                 goto end;
2065
2066                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2067                         break;
2068                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2069                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2070                                 continue;
2071
2072                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2073                                 continue;
2074
2075                         ret = soc_pcm_trigger(be_substream, cmd);
2076                         if (ret)
2077                                 goto end;
2078
2079                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2080                         break;
2081                 }
2082         }
2083 end:
2084         if (ret < 0)
2085                 dev_err(fe->dev, "ASoC: %s() failed at %s (%d)\n",
2086                         __func__, be->dai_link->name, ret);
2087         return ret;
2088 }
2089 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2090
2091 static int dpcm_dai_trigger_fe_be(struct snd_pcm_substream *substream,
2092                                   int cmd, bool fe_first)
2093 {
2094         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2095         int ret;
2096
2097         /* call trigger on the frontend before the backend. */
2098         if (fe_first) {
2099                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2100                         fe->dai_link->name, cmd);
2101
2102                 ret = soc_pcm_trigger(substream, cmd);
2103                 if (ret < 0)
2104                         return ret;
2105
2106                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2107                 return ret;
2108         }
2109
2110         /* call trigger on the frontend after the backend. */
2111         ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2112         if (ret < 0)
2113                 return ret;
2114
2115         dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2116                 fe->dai_link->name, cmd);
2117
2118         ret = soc_pcm_trigger(substream, cmd);
2119
2120         return ret;
2121 }
2122
2123 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2124 {
2125         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2126         int stream = substream->stream;
2127         int ret = 0;
2128         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2129
2130         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2131
2132         switch (trigger) {
2133         case SND_SOC_DPCM_TRIGGER_PRE:
2134                 switch (cmd) {
2135                 case SNDRV_PCM_TRIGGER_START:
2136                 case SNDRV_PCM_TRIGGER_RESUME:
2137                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2138                 case SNDRV_PCM_TRIGGER_DRAIN:
2139                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2140                         break;
2141                 case SNDRV_PCM_TRIGGER_STOP:
2142                 case SNDRV_PCM_TRIGGER_SUSPEND:
2143                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2144                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2145                         break;
2146                 default:
2147                         ret = -EINVAL;
2148                         break;
2149                 }
2150                 break;
2151         case SND_SOC_DPCM_TRIGGER_POST:
2152                 switch (cmd) {
2153                 case SNDRV_PCM_TRIGGER_START:
2154                 case SNDRV_PCM_TRIGGER_RESUME:
2155                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2156                 case SNDRV_PCM_TRIGGER_DRAIN:
2157                         ret = dpcm_dai_trigger_fe_be(substream, cmd, false);
2158                         break;
2159                 case SNDRV_PCM_TRIGGER_STOP:
2160                 case SNDRV_PCM_TRIGGER_SUSPEND:
2161                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2162                         ret = dpcm_dai_trigger_fe_be(substream, cmd, true);
2163                         break;
2164                 default:
2165                         ret = -EINVAL;
2166                         break;
2167                 }
2168                 break;
2169         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2170                 /* bespoke trigger() - handles both FE and BEs */
2171
2172                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2173                                 fe->dai_link->name, cmd);
2174
2175                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, cmd);
2176                 break;
2177         default:
2178                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2179                                 fe->dai_link->name);
2180                 ret = -EINVAL;
2181                 goto out;
2182         }
2183
2184         if (ret < 0) {
2185                 dev_err(fe->dev, "ASoC: trigger FE cmd: %d failed: %d\n",
2186                         cmd, ret);
2187                 goto out;
2188         }
2189
2190         switch (cmd) {
2191         case SNDRV_PCM_TRIGGER_START:
2192         case SNDRV_PCM_TRIGGER_RESUME:
2193         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2194                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2195                 break;
2196         case SNDRV_PCM_TRIGGER_STOP:
2197         case SNDRV_PCM_TRIGGER_SUSPEND:
2198                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2199                 break;
2200         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2201                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2202                 break;
2203         }
2204
2205 out:
2206         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2207         return ret;
2208 }
2209
2210 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2211 {
2212         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2213         int stream = substream->stream;
2214
2215         /* if FE's runtime_update is already set, we're in race;
2216          * process this trigger later at exit
2217          */
2218         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2219                 fe->dpcm[stream].trigger_pending = cmd + 1;
2220                 return 0; /* delayed, assuming it's successful */
2221         }
2222
2223         /* we're alone, let's trigger */
2224         return dpcm_fe_dai_do_trigger(substream, cmd);
2225 }
2226
2227 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2228 {
2229         struct snd_soc_dpcm *dpcm;
2230         int ret = 0;
2231
2232         for_each_dpcm_be(fe, stream, dpcm) {
2233
2234                 struct snd_soc_pcm_runtime *be = dpcm->be;
2235                 struct snd_pcm_substream *be_substream =
2236                         snd_soc_dpcm_get_substream(be, stream);
2237
2238                 /* is this op for this BE ? */
2239                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2240                         continue;
2241
2242                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2243                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2244                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2245                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2246                         continue;
2247
2248                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2249                         be->dai_link->name);
2250
2251                 ret = soc_pcm_prepare(be_substream);
2252                 if (ret < 0)
2253                         break;
2254
2255                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2256         }
2257
2258         if (ret < 0)
2259                 dev_err(fe->dev, "ASoC: %s() failed (%d)\n", __func__, ret);
2260
2261         return ret;
2262 }
2263
2264 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2265 {
2266         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(substream);
2267         int stream = substream->stream, ret = 0;
2268
2269         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2270
2271         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2272
2273         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2274
2275         /* there is no point preparing this FE if there are no BEs */
2276         if (list_empty(&fe->dpcm[stream].be_clients)) {
2277                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2278                                 fe->dai_link->name);
2279                 ret = -EINVAL;
2280                 goto out;
2281         }
2282
2283         ret = dpcm_be_dai_prepare(fe, stream);
2284         if (ret < 0)
2285                 goto out;
2286
2287         /* call prepare on the frontend */
2288         ret = soc_pcm_prepare(substream);
2289         if (ret < 0)
2290                 goto out;
2291
2292         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2293
2294 out:
2295         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2296         mutex_unlock(&fe->card->mutex);
2297
2298         if (ret < 0)
2299                 dev_err(fe->dev, "ASoC: %s() failed (%d)\n", __func__, ret);
2300
2301         return ret;
2302 }
2303
2304 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2305 {
2306         struct snd_pcm_substream *substream =
2307                 snd_soc_dpcm_get_substream(fe, stream);
2308         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2309         int err;
2310
2311         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2312                         stream ? "capture" : "playback", fe->dai_link->name);
2313
2314         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2315                 /* call bespoke trigger - FE takes care of all BE triggers */
2316                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2317                                 fe->dai_link->name);
2318
2319                 err = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2320         } else {
2321                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2322                         fe->dai_link->name);
2323
2324                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2325         }
2326
2327         dpcm_be_dai_hw_free(fe, stream);
2328
2329         dpcm_be_dai_shutdown(fe, stream);
2330
2331         /* run the stream event for each BE */
2332         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2333
2334         if (err < 0)
2335                 dev_err(fe->dev, "ASoC: %s() failed (%d)\n", __func__, err);
2336
2337         return err;
2338 }
2339
2340 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2341 {
2342         struct snd_pcm_substream *substream =
2343                 snd_soc_dpcm_get_substream(fe, stream);
2344         struct snd_soc_dpcm *dpcm;
2345         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2346         int ret = 0;
2347         unsigned long flags;
2348
2349         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2350                         stream ? "capture" : "playback", fe->dai_link->name);
2351
2352         /* Only start the BE if the FE is ready */
2353         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2354                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE) {
2355                 dev_err(fe->dev, "ASoC: FE %s is not ready %d\n",
2356                         fe->dai_link->name, fe->dpcm[stream].state);
2357                 ret = -EINVAL;
2358                 goto disconnect;
2359         }
2360
2361         /* startup must always be called for new BEs */
2362         ret = dpcm_be_dai_startup(fe, stream);
2363         if (ret < 0)
2364                 goto disconnect;
2365
2366         /* keep going if FE state is > open */
2367         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2368                 return 0;
2369
2370         ret = dpcm_be_dai_hw_params(fe, stream);
2371         if (ret < 0)
2372                 goto close;
2373
2374         /* keep going if FE state is > hw_params */
2375         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2376                 return 0;
2377
2378         ret = dpcm_be_dai_prepare(fe, stream);
2379         if (ret < 0)
2380                 goto hw_free;
2381
2382         /* run the stream event for each BE */
2383         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2384
2385         /* keep going if FE state is > prepare */
2386         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2387                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2388                 return 0;
2389
2390         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2391                 /* call trigger on the frontend - FE takes care of all BE triggers */
2392                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2393                                 fe->dai_link->name);
2394
2395                 ret = snd_soc_pcm_dai_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2396                 if (ret < 0)
2397                         goto hw_free;
2398         } else {
2399                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2400                         fe->dai_link->name);
2401
2402                 ret = dpcm_be_dai_trigger(fe, stream,
2403                                         SNDRV_PCM_TRIGGER_START);
2404                 if (ret < 0)
2405                         goto hw_free;
2406         }
2407
2408         return 0;
2409
2410 hw_free:
2411         dpcm_be_dai_hw_free(fe, stream);
2412 close:
2413         dpcm_be_dai_shutdown(fe, stream);
2414 disconnect:
2415         /* disconnect any pending BEs */
2416         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2417         for_each_dpcm_be(fe, stream, dpcm) {
2418                 struct snd_soc_pcm_runtime *be = dpcm->be;
2419
2420                 /* is this op for this BE ? */
2421                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2422                         continue;
2423
2424                 if (be->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE ||
2425                         be->dpcm[stream].state == SND_SOC_DPCM_STATE_NEW)
2426                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2427         }
2428         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2429
2430         if (ret < 0)
2431                 dev_err(fe->dev, "ASoC: %s() failed (%d)\n", __func__, ret);
2432
2433         return ret;
2434 }
2435
2436 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2437 {
2438         struct snd_soc_dapm_widget_list *list;
2439         int stream;
2440         int count, paths;
2441
2442         if (!fe->dai_link->dynamic)
2443                 return 0;
2444
2445         if (fe->num_cpus > 1) {
2446                 dev_err(fe->dev,
2447                         "%s doesn't support Multi CPU yet\n", __func__);
2448                 return -EINVAL;
2449         }
2450
2451         /* only check active links */
2452         if (!snd_soc_dai_active(asoc_rtd_to_cpu(fe, 0)))
2453                 return 0;
2454
2455         /* DAPM sync will call this to update DSP paths */
2456         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2457                 new ? "new" : "old", fe->dai_link->name);
2458
2459         for_each_pcm_streams(stream) {
2460
2461                 /* skip if FE doesn't have playback/capture capability */
2462                 if (!snd_soc_dai_stream_valid(asoc_rtd_to_cpu(fe, 0),   stream) ||
2463                     !snd_soc_dai_stream_valid(asoc_rtd_to_codec(fe, 0), stream))
2464                         continue;
2465
2466                 /* skip if FE isn't currently playing/capturing */
2467                 if (!snd_soc_dai_stream_active(asoc_rtd_to_cpu(fe, 0), stream) ||
2468                     !snd_soc_dai_stream_active(asoc_rtd_to_codec(fe, 0), stream))
2469                         continue;
2470
2471                 paths = dpcm_path_get(fe, stream, &list);
2472                 if (paths < 0)
2473                         return paths;
2474
2475                 /* update any playback/capture paths */
2476                 count = dpcm_process_paths(fe, stream, &list, new);
2477                 if (count) {
2478                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2479                         if (new)
2480                                 dpcm_run_update_startup(fe, stream);
2481                         else
2482                                 dpcm_run_update_shutdown(fe, stream);
2483                         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2484
2485                         dpcm_clear_pending_state(fe, stream);
2486                         dpcm_be_disconnect(fe, stream);
2487                 }
2488
2489                 dpcm_path_put(&list);
2490         }
2491
2492         return 0;
2493 }
2494
2495 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2496  * any DAI links.
2497  */
2498 int snd_soc_dpcm_runtime_update(struct snd_soc_card *card)
2499 {
2500         struct snd_soc_pcm_runtime *fe;
2501         int ret = 0;
2502
2503         mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2504         /* shutdown all old paths first */
2505         for_each_card_rtds(card, fe) {
2506                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2507                 if (ret)
2508                         goto out;
2509         }
2510
2511         /* bring new paths up */
2512         for_each_card_rtds(card, fe) {
2513                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2514                 if (ret)
2515                         goto out;
2516         }
2517
2518 out:
2519         mutex_unlock(&card->mutex);
2520         return ret;
2521 }
2522 EXPORT_SYMBOL_GPL(snd_soc_dpcm_runtime_update);
2523
2524 static void dpcm_fe_dai_cleanup(struct snd_pcm_substream *fe_substream)
2525 {
2526         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2527         struct snd_soc_dpcm *dpcm;
2528         int stream = fe_substream->stream;
2529
2530         /* mark FE's links ready to prune */
2531         for_each_dpcm_be(fe, stream, dpcm)
2532                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2533
2534         dpcm_be_disconnect(fe, stream);
2535
2536         fe->dpcm[stream].runtime = NULL;
2537 }
2538
2539 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2540 {
2541         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2542         int ret;
2543
2544         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2545         ret = dpcm_fe_dai_shutdown(fe_substream);
2546
2547         dpcm_fe_dai_cleanup(fe_substream);
2548
2549         mutex_unlock(&fe->card->mutex);
2550         return ret;
2551 }
2552
2553 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2554 {
2555         struct snd_soc_pcm_runtime *fe = asoc_substream_to_rtd(fe_substream);
2556         struct snd_soc_dapm_widget_list *list;
2557         int ret;
2558         int stream = fe_substream->stream;
2559
2560         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2561         fe->dpcm[stream].runtime = fe_substream->runtime;
2562
2563         ret = dpcm_path_get(fe, stream, &list);
2564         if (ret < 0)
2565                 goto open_end;
2566
2567         /* calculate valid and active FE <-> BE dpcms */
2568         dpcm_process_paths(fe, stream, &list, 1);
2569
2570         ret = dpcm_fe_dai_startup(fe_substream);
2571         if (ret < 0)
2572                 dpcm_fe_dai_cleanup(fe_substream);
2573
2574         dpcm_clear_pending_state(fe, stream);
2575         dpcm_path_put(&list);
2576 open_end:
2577         mutex_unlock(&fe->card->mutex);
2578         return ret;
2579 }
2580
2581 static int soc_get_playback_capture(struct snd_soc_pcm_runtime *rtd,
2582                                     int *playback, int *capture)
2583 {
2584         struct snd_soc_dai *codec_dai;
2585         struct snd_soc_dai *cpu_dai;
2586         int stream;
2587         int i;
2588
2589         if (rtd->dai_link->dynamic && rtd->num_cpus > 1) {
2590                 dev_err(rtd->dev,
2591                         "DPCM doesn't support Multi CPU for Front-Ends yet\n");
2592                 return -EINVAL;
2593         }
2594
2595         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
2596                 if (rtd->dai_link->dpcm_playback) {
2597                         stream = SNDRV_PCM_STREAM_PLAYBACK;
2598
2599                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2600                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2601                                         *playback = 1;
2602                                         break;
2603                                 }
2604                         }
2605                         if (!*playback) {
2606                                 dev_err(rtd->card->dev,
2607                                         "No CPU DAIs support playback for stream %s\n",
2608                                         rtd->dai_link->stream_name);
2609                                 return -EINVAL;
2610                         }
2611                 }
2612                 if (rtd->dai_link->dpcm_capture) {
2613                         stream = SNDRV_PCM_STREAM_CAPTURE;
2614
2615                         for_each_rtd_cpu_dais(rtd, i, cpu_dai) {
2616                                 if (snd_soc_dai_stream_valid(cpu_dai, stream)) {
2617                                         *capture = 1;
2618                                         break;
2619                                 }
2620                         }
2621
2622                         if (!*capture) {
2623                                 dev_err(rtd->card->dev,
2624                                         "No CPU DAIs support capture for stream %s\n",
2625                                         rtd->dai_link->stream_name);
2626                                 return -EINVAL;
2627                         }
2628                 }
2629         } else {
2630                 /* Adapt stream for codec2codec links */
2631                 int cpu_capture = rtd->dai_link->params ?
2632                         SNDRV_PCM_STREAM_PLAYBACK : SNDRV_PCM_STREAM_CAPTURE;
2633                 int cpu_playback = rtd->dai_link->params ?
2634                         SNDRV_PCM_STREAM_CAPTURE : SNDRV_PCM_STREAM_PLAYBACK;
2635
2636                 for_each_rtd_codec_dais(rtd, i, codec_dai) {
2637                         if (rtd->num_cpus == 1) {
2638                                 cpu_dai = asoc_rtd_to_cpu(rtd, 0);
2639                         } else if (rtd->num_cpus == rtd->num_codecs) {
2640                                 cpu_dai = asoc_rtd_to_cpu(rtd, i);
2641                         } else {
2642                                 dev_err(rtd->card->dev,
2643                                         "N cpus to M codecs link is not supported yet\n");
2644                                 return -EINVAL;
2645                         }
2646
2647                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_PLAYBACK) &&
2648                             snd_soc_dai_stream_valid(cpu_dai,   cpu_playback))
2649                                 *playback = 1;
2650                         if (snd_soc_dai_stream_valid(codec_dai, SNDRV_PCM_STREAM_CAPTURE) &&
2651                             snd_soc_dai_stream_valid(cpu_dai,   cpu_capture))
2652                                 *capture = 1;
2653                 }
2654         }
2655
2656         if (rtd->dai_link->playback_only) {
2657                 *playback = 1;
2658                 *capture = 0;
2659         }
2660
2661         if (rtd->dai_link->capture_only) {
2662                 *playback = 0;
2663                 *capture = 1;
2664         }
2665
2666         return 0;
2667 }
2668
2669 static int soc_create_pcm(struct snd_pcm **pcm,
2670                           struct snd_soc_pcm_runtime *rtd,
2671                           int playback, int capture, int num)
2672 {
2673         char new_name[64];
2674         int ret;
2675
2676         /* create the PCM */
2677         if (rtd->dai_link->params) {
2678                 snprintf(new_name, sizeof(new_name), "codec2codec(%s)",
2679                          rtd->dai_link->stream_name);
2680
2681                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2682                                            playback, capture, pcm);
2683         } else if (rtd->dai_link->no_pcm) {
2684                 snprintf(new_name, sizeof(new_name), "(%s)",
2685                         rtd->dai_link->stream_name);
2686
2687                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
2688                                 playback, capture, pcm);
2689         } else {
2690                 if (rtd->dai_link->dynamic)
2691                         snprintf(new_name, sizeof(new_name), "%s (*)",
2692                                 rtd->dai_link->stream_name);
2693                 else
2694                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
2695                                 rtd->dai_link->stream_name,
2696                                 soc_codec_dai_name(rtd), num);
2697
2698                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
2699                         capture, pcm);
2700         }
2701         if (ret < 0) {
2702                 dev_err(rtd->card->dev, "ASoC: can't create pcm %s for dailink %s: %d\n",
2703                         new_name, rtd->dai_link->name, ret);
2704                 return ret;
2705         }
2706         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
2707
2708         return 0;
2709 }
2710
2711 /* create a new pcm */
2712 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
2713 {
2714         struct snd_soc_component *component;
2715         struct snd_pcm *pcm;
2716         int ret = 0, playback = 0, capture = 0;
2717         int i;
2718
2719         ret = soc_get_playback_capture(rtd, &playback, &capture);
2720         if (ret < 0)
2721                 return ret;
2722
2723         ret = soc_create_pcm(&pcm, rtd, playback, capture, num);
2724         if (ret < 0)
2725                 return ret;
2726
2727         /* DAPM dai link stream work */
2728         if (rtd->dai_link->params)
2729                 rtd->close_delayed_work_func = codec2codec_close_delayed_work;
2730         else
2731                 rtd->close_delayed_work_func = snd_soc_close_delayed_work;
2732
2733         rtd->pcm = pcm;
2734         pcm->nonatomic = rtd->dai_link->nonatomic;
2735         pcm->private_data = rtd;
2736
2737         if (rtd->dai_link->no_pcm || rtd->dai_link->params) {
2738                 if (playback)
2739                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
2740                 if (capture)
2741                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
2742                 goto out;
2743         }
2744
2745         /* ASoC PCM operations */
2746         if (rtd->dai_link->dynamic) {
2747                 rtd->ops.open           = dpcm_fe_dai_open;
2748                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
2749                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
2750                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
2751                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
2752                 rtd->ops.close          = dpcm_fe_dai_close;
2753                 rtd->ops.pointer        = soc_pcm_pointer;
2754         } else {
2755                 rtd->ops.open           = soc_pcm_open;
2756                 rtd->ops.hw_params      = soc_pcm_hw_params;
2757                 rtd->ops.prepare        = soc_pcm_prepare;
2758                 rtd->ops.trigger        = soc_pcm_trigger;
2759                 rtd->ops.hw_free        = soc_pcm_hw_free;
2760                 rtd->ops.close          = soc_pcm_close;
2761                 rtd->ops.pointer        = soc_pcm_pointer;
2762         }
2763
2764         for_each_rtd_components(rtd, i, component) {
2765                 const struct snd_soc_component_driver *drv = component->driver;
2766
2767                 if (drv->ioctl)
2768                         rtd->ops.ioctl          = snd_soc_pcm_component_ioctl;
2769                 if (drv->sync_stop)
2770                         rtd->ops.sync_stop      = snd_soc_pcm_component_sync_stop;
2771                 if (drv->copy_user)
2772                         rtd->ops.copy_user      = snd_soc_pcm_component_copy_user;
2773                 if (drv->page)
2774                         rtd->ops.page           = snd_soc_pcm_component_page;
2775                 if (drv->mmap)
2776                         rtd->ops.mmap           = snd_soc_pcm_component_mmap;
2777                 if (drv->ack)
2778                         rtd->ops.ack            = snd_soc_pcm_component_ack;
2779         }
2780
2781         if (playback)
2782                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
2783
2784         if (capture)
2785                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
2786
2787         ret = snd_soc_pcm_component_new(rtd);
2788         if (ret < 0)
2789                 return ret;
2790
2791         pcm->no_device_suspend = true;
2792 out:
2793         dev_dbg(rtd->card->dev, "%s <-> %s mapping ok\n",
2794                 soc_codec_dai_name(rtd), soc_cpu_dai_name(rtd));
2795         return ret;
2796 }
2797
2798 /* is the current PCM operation for this FE ? */
2799 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
2800 {
2801         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
2802                 return 1;
2803         return 0;
2804 }
2805 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
2806
2807 /* is the current PCM operation for this BE ? */
2808 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
2809                 struct snd_soc_pcm_runtime *be, int stream)
2810 {
2811         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
2812            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
2813                   be->dpcm[stream].runtime_update))
2814                 return 1;
2815         return 0;
2816 }
2817 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
2818
2819 /* get the substream for this BE */
2820 struct snd_pcm_substream *
2821         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
2822 {
2823         return be->pcm->streams[stream].substream;
2824 }
2825 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
2826
2827 static int snd_soc_dpcm_check_state(struct snd_soc_pcm_runtime *fe,
2828                                     struct snd_soc_pcm_runtime *be,
2829                                     int stream,
2830                                     const enum snd_soc_dpcm_state *states,
2831                                     int num_states)
2832 {
2833         struct snd_soc_dpcm *dpcm;
2834         int state;
2835         int ret = 1;
2836         unsigned long flags;
2837         int i;
2838
2839         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2840         for_each_dpcm_fe(be, stream, dpcm) {
2841
2842                 if (dpcm->fe == fe)
2843                         continue;
2844
2845                 state = dpcm->fe->dpcm[stream].state;
2846                 for (i = 0; i < num_states; i++) {
2847                         if (state == states[i]) {
2848                                 ret = 0;
2849                                 break;
2850                         }
2851                 }
2852         }
2853         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2854
2855         /* it's safe to do this BE DAI */
2856         return ret;
2857 }
2858
2859 /*
2860  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
2861  * are not running, paused or suspended for the specified stream direction.
2862  */
2863 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
2864                 struct snd_soc_pcm_runtime *be, int stream)
2865 {
2866         const enum snd_soc_dpcm_state state[] = {
2867                 SND_SOC_DPCM_STATE_START,
2868                 SND_SOC_DPCM_STATE_PAUSED,
2869                 SND_SOC_DPCM_STATE_SUSPEND,
2870         };
2871
2872         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
2873 }
2874 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
2875
2876 /*
2877  * We can only change hw params a BE DAI if any of it's FE are not prepared,
2878  * running, paused or suspended for the specified stream direction.
2879  */
2880 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
2881                 struct snd_soc_pcm_runtime *be, int stream)
2882 {
2883         const enum snd_soc_dpcm_state state[] = {
2884                 SND_SOC_DPCM_STATE_START,
2885                 SND_SOC_DPCM_STATE_PAUSED,
2886                 SND_SOC_DPCM_STATE_SUSPEND,
2887                 SND_SOC_DPCM_STATE_PREPARE,
2888         };
2889
2890         return snd_soc_dpcm_check_state(fe, be, stream, state, ARRAY_SIZE(state));
2891 }
2892 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);