sound/soc/soc-pcm.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 //
   3 // soc-pcm.c  --  ALSA SoC PCM
   4 //
   5 // Copyright 2005 Wolfson Microelectronics PLC.
   6 // Copyright 2005 Openedhand Ltd.
   7 // Copyright (C) 2010 Slimlogic Ltd.
   8 // Copyright (C) 2010 Texas Instruments Inc.
   9 //
  10 // Authors: Liam Girdwood <lrg@ti.com>
  11 //          Mark Brown <broonie@opensource.wolfsonmicro.com>
  12
  13 #include <linux/kernel.h>
  14 #include <linux/init.h>
  15 #include <linux/delay.h>
  16 #include <linux/pinctrl/consumer.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/module.h>
  19 #include <linux/slab.h>
  20 #include <linux/workqueue.h>
  21 #include <linux/export.h>
  22 #include <linux/debugfs.h>
  23 #include <sound/core.h>
  24 #include <sound/pcm.h>
  25 #include <sound/pcm_params.h>
  26 #include <sound/soc.h>
  27 #include <sound/soc-dpcm.h>
  28 #include <sound/initval.h>
  29
  30 #define DPCM_MAX_BE_USERS       8
  31
  32 /*
  33  * snd_soc_dai_stream_valid() - check if a DAI supports the given stream
  34  *
  35  * Returns true if the DAI supports the indicated stream type.
  36  */
  37 static bool snd_soc_dai_stream_valid(struct snd_soc_dai *dai, int stream)
  38 {
  39         struct snd_soc_pcm_stream *codec_stream;
  40
  41         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
  42                 codec_stream = &dai->driver->playback;
  43         else
  44                 codec_stream = &dai->driver->capture;
  45
  46         /* If the codec specifies any channels at all, it supports the stream */
  47         return codec_stream->channels_min;
  48 }
  49
  50 /**
  51  * snd_soc_runtime_activate() - Increment active count for PCM runtime components
  52  * @rtd: ASoC PCM runtime that is activated
  53  * @stream: Direction of the PCM stream
  54  *
  55  * Increments the active count for all the DAIs and components attached to a PCM
  56  * runtime. Should typically be called when a stream is opened.
  57  *
  58  * Must be called with the rtd->pcm_mutex being held
  59  */
  60 void snd_soc_runtime_activate(struct snd_soc_pcm_runtime *rtd, int stream)
  61 {
  62         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  63         struct snd_soc_dai *codec_dai;
  64         int i;
  65
  66         lockdep_assert_held(&rtd->pcm_mutex);
  67
  68         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
  69                 cpu_dai->playback_active++;
  70                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  71                         codec_dai->playback_active++;
  72         } else {
  73                 cpu_dai->capture_active++;
  74                 for_each_rtd_codec_dai(rtd, i, codec_dai)
  75                         codec_dai->capture_active++;
  76         }
  77
  78         cpu_dai->active++;
  79         cpu_dai->component->active++;
  80         for_each_rtd_codec_dai(rtd, i, codec_dai) {
  81                 codec_dai->active++;
  82                 codec_dai->component->active++;
  83         }
  84 }
  85
  86 /**
  87  * snd_soc_runtime_deactivate() - Decrement active count for PCM runtime components
  88  * @rtd: ASoC PCM runtime that is deactivated
  89  * @stream: Direction of the PCM stream
  90  *
  91  * Decrements the active count for all the DAIs and components attached to a PCM
  92  * runtime. Should typically be called when a stream is closed.
  93  *
  94  * Must be called with the rtd->pcm_mutex being held
  95  */
  96 void snd_soc_runtime_deactivate(struct snd_soc_pcm_runtime *rtd, int stream)
  97 {
  98         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
  99         struct snd_soc_dai *codec_dai;
 100         int i;
 101
 102         lockdep_assert_held(&rtd->pcm_mutex);
 103
 104         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
 105                 cpu_dai->playback_active--;
 106                 for_each_rtd_codec_dai(rtd, i, codec_dai)
 107                         codec_dai->playback_active--;
 108         } else {
 109                 cpu_dai->capture_active--;
 110                 for_each_rtd_codec_dai(rtd, i, codec_dai)
 111                         codec_dai->capture_active--;
 112         }
 113
 114         cpu_dai->active--;
 115         cpu_dai->component->active--;
 116         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 117                 codec_dai->component->active--;
 118                 codec_dai->active--;
 119         }
 120 }
 121
 122 /**
 123  * snd_soc_runtime_ignore_pmdown_time() - Check whether to ignore the power down delay
 124  * @rtd: The ASoC PCM runtime that should be checked.
 125  *
 126  * This function checks whether the power down delay should be ignored for a
 127  * specific PCM runtime. Returns true if the delay is 0, if it the DAI link has
 128  * been configured to ignore the delay, or if none of the components benefits
 129  * from having the delay.
 130  */
 131 bool snd_soc_runtime_ignore_pmdown_time(struct snd_soc_pcm_runtime *rtd)
 132 {
 133         struct snd_soc_rtdcom_list *rtdcom;
 134         struct snd_soc_component *component;
 135         bool ignore = true;
 136
 137         if (!rtd->pmdown_time || rtd->dai_link->ignore_pmdown_time)
 138                 return true;
 139
 140         for_each_rtdcom(rtd, rtdcom) {
 141                 component = rtdcom->component;
 142
 143                 ignore &= !component->driver->use_pmdown_time;
 144         }
 145
 146         return ignore;
 147 }
 148
 149 /**
 150  * snd_soc_set_runtime_hwparams - set the runtime hardware parameters
 151  * @substream: the pcm substream
 152  * @hw: the hardware parameters
 153  *
 154  * Sets the substream runtime hardware parameters.
 155  */
 156 int snd_soc_set_runtime_hwparams(struct snd_pcm_substream *substream,
 157         const struct snd_pcm_hardware *hw)
 158 {
 159         struct snd_pcm_runtime *runtime = substream->runtime;
 160         runtime->hw.info = hw->info;
 161         runtime->hw.formats = hw->formats;
 162         runtime->hw.period_bytes_min = hw->period_bytes_min;
 163         runtime->hw.period_bytes_max = hw->period_bytes_max;
 164         runtime->hw.periods_min = hw->periods_min;
 165         runtime->hw.periods_max = hw->periods_max;
 166         runtime->hw.buffer_bytes_max = hw->buffer_bytes_max;
 167         runtime->hw.fifo_size = hw->fifo_size;
 168         return 0;
 169 }
 170 EXPORT_SYMBOL_GPL(snd_soc_set_runtime_hwparams);
 171
 172 /* DPCM stream event, send event to FE and all active BEs. */
 173 int dpcm_dapm_stream_event(struct snd_soc_pcm_runtime *fe, int dir,
 174         int event)
 175 {
 176         struct snd_soc_dpcm *dpcm;
 177
 178         for_each_dpcm_be(fe, dir, dpcm) {
 179
 180                 struct snd_soc_pcm_runtime *be = dpcm->be;
 181
 182                 dev_dbg(be->dev, "ASoC: BE %s event %d dir %d\n",
 183                                 be->dai_link->name, event, dir);
 184
 185                 if ((event == SND_SOC_DAPM_STREAM_STOP) &&
 186                     (be->dpcm[dir].users >= 1))
 187                         continue;
 188
 189                 snd_soc_dapm_stream_event(be, dir, event);
 190         }
 191
 192         snd_soc_dapm_stream_event(fe, dir, event);
 193
 194         return 0;
 195 }
 196
 197 static int soc_pcm_apply_symmetry(struct snd_pcm_substream *substream,
 198                                         struct snd_soc_dai *soc_dai)
 199 {
 200         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 201         int ret;
 202
 203         if (soc_dai->rate && (soc_dai->driver->symmetric_rates ||
 204                                 rtd->dai_link->symmetric_rates)) {
 205                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %dHz rate\n",
 206                                 soc_dai->rate);
 207
 208                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 209                                                 SNDRV_PCM_HW_PARAM_RATE,
 210                                                 soc_dai->rate);
 211                 if (ret < 0) {
 212                         dev_err(soc_dai->dev,
 213                                 "ASoC: Unable to apply rate constraint: %d\n",
 214                                 ret);
 215                         return ret;
 216                 }
 217         }
 218
 219         if (soc_dai->channels && (soc_dai->driver->symmetric_channels ||
 220                                 rtd->dai_link->symmetric_channels)) {
 221                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d channel(s)\n",
 222                                 soc_dai->channels);
 223
 224                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 225                                                 SNDRV_PCM_HW_PARAM_CHANNELS,
 226                                                 soc_dai->channels);
 227                 if (ret < 0) {
 228                         dev_err(soc_dai->dev,
 229                                 "ASoC: Unable to apply channel symmetry constraint: %d\n",
 230                                 ret);
 231                         return ret;
 232                 }
 233         }
 234
 235         if (soc_dai->sample_bits && (soc_dai->driver->symmetric_samplebits ||
 236                                 rtd->dai_link->symmetric_samplebits)) {
 237                 dev_dbg(soc_dai->dev, "ASoC: Symmetry forces %d sample bits\n",
 238                                 soc_dai->sample_bits);
 239
 240                 ret = snd_pcm_hw_constraint_single(substream->runtime,
 241                                                 SNDRV_PCM_HW_PARAM_SAMPLE_BITS,
 242                                                 soc_dai->sample_bits);
 243                 if (ret < 0) {
 244                         dev_err(soc_dai->dev,
 245                                 "ASoC: Unable to apply sample bits symmetry constraint: %d\n",
 246                                 ret);
 247                         return ret;
 248                 }
 249         }
 250
 251         return 0;
 252 }
 253
 254 static int soc_pcm_params_symmetry(struct snd_pcm_substream *substream,
 255                                 struct snd_pcm_hw_params *params)
 256 {
 257         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 258         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 259         struct snd_soc_dai *codec_dai;
 260         unsigned int rate, channels, sample_bits, symmetry, i;
 261
 262         rate = params_rate(params);
 263         channels = params_channels(params);
 264         sample_bits = snd_pcm_format_physical_width(params_format(params));
 265
 266         /* reject unmatched parameters when applying symmetry */
 267         symmetry = cpu_dai->driver->symmetric_rates ||
 268                 rtd->dai_link->symmetric_rates;
 269
 270         for_each_rtd_codec_dai(rtd, i, codec_dai)
 271                 symmetry |= codec_dai->driver->symmetric_rates;
 272
 273         if (symmetry && cpu_dai->rate && cpu_dai->rate != rate) {
 274                 dev_err(rtd->dev, "ASoC: unmatched rate symmetry: %d - %d\n",
 275                                 cpu_dai->rate, rate);
 276                 return -EINVAL;
 277         }
 278
 279         symmetry = cpu_dai->driver->symmetric_channels ||
 280                 rtd->dai_link->symmetric_channels;
 281
 282         for_each_rtd_codec_dai(rtd, i, codec_dai)
 283                 symmetry |= codec_dai->driver->symmetric_channels;
 284
 285         if (symmetry && cpu_dai->channels && cpu_dai->channels != channels) {
 286                 dev_err(rtd->dev, "ASoC: unmatched channel symmetry: %d - %d\n",
 287                                 cpu_dai->channels, channels);
 288                 return -EINVAL;
 289         }
 290
 291         symmetry = cpu_dai->driver->symmetric_samplebits ||
 292                 rtd->dai_link->symmetric_samplebits;
 293
 294         for_each_rtd_codec_dai(rtd, i, codec_dai)
 295                 symmetry |= codec_dai->driver->symmetric_samplebits;
 296
 297         if (symmetry && cpu_dai->sample_bits && cpu_dai->sample_bits != sample_bits) {
 298                 dev_err(rtd->dev, "ASoC: unmatched sample bits symmetry: %d - %d\n",
 299                                 cpu_dai->sample_bits, sample_bits);
 300                 return -EINVAL;
 301         }
 302
 303         return 0;
 304 }
 305
 306 static bool soc_pcm_has_symmetry(struct snd_pcm_substream *substream)
 307 {
 308         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 309         struct snd_soc_dai_driver *cpu_driver = rtd->cpu_dai->driver;
 310         struct snd_soc_dai_link *link = rtd->dai_link;
 311         struct snd_soc_dai *codec_dai;
 312         unsigned int symmetry, i;
 313
 314         symmetry = cpu_driver->symmetric_rates || link->symmetric_rates ||
 315                 cpu_driver->symmetric_channels || link->symmetric_channels ||
 316                 cpu_driver->symmetric_samplebits || link->symmetric_samplebits;
 317
 318         for_each_rtd_codec_dai(rtd, i, codec_dai)
 319                 symmetry = symmetry ||
 320                         codec_dai->driver->symmetric_rates ||
 321                         codec_dai->driver->symmetric_channels ||
 322                         codec_dai->driver->symmetric_samplebits;
 323
 324         return symmetry;
 325 }
 326
 327 static void soc_pcm_set_msb(struct snd_pcm_substream *substream, int bits)
 328 {
 329         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 330         int ret;
 331
 332         if (!bits)
 333                 return;
 334
 335         ret = snd_pcm_hw_constraint_msbits(substream->runtime, 0, 0, bits);
 336         if (ret != 0)
 337                 dev_warn(rtd->dev, "ASoC: Failed to set MSB %d: %d\n",
 338                                  bits, ret);
 339 }
 340
 341 static void soc_pcm_apply_msb(struct snd_pcm_substream *substream)
 342 {
 343         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 344         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 345         struct snd_soc_dai *codec_dai;
 346         int i;
 347         unsigned int bits = 0, cpu_bits;
 348
 349         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 350                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
 351                         if (codec_dai->driver->playback.sig_bits == 0) {
 352                                 bits = 0;
 353                                 break;
 354                         }
 355                         bits = max(codec_dai->driver->playback.sig_bits, bits);
 356                 }
 357                 cpu_bits = cpu_dai->driver->playback.sig_bits;
 358         } else {
 359                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
 360                         if (codec_dai->driver->capture.sig_bits == 0) {
 361                                 bits = 0;
 362                                 break;
 363                         }
 364                         bits = max(codec_dai->driver->capture.sig_bits, bits);
 365                 }
 366                 cpu_bits = cpu_dai->driver->capture.sig_bits;
 367         }
 368
 369         soc_pcm_set_msb(substream, bits);
 370         soc_pcm_set_msb(substream, cpu_bits);
 371 }
 372
 373 static void soc_pcm_init_runtime_hw(struct snd_pcm_substream *substream)
 374 {
 375         struct snd_pcm_runtime *runtime = substream->runtime;
 376         struct snd_pcm_hardware *hw = &runtime->hw;
 377         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 378         struct snd_soc_dai *codec_dai;
 379         struct snd_soc_dai_driver *cpu_dai_drv = rtd->cpu_dai->driver;
 380         struct snd_soc_dai_driver *codec_dai_drv;
 381         struct snd_soc_pcm_stream *codec_stream;
 382         struct snd_soc_pcm_stream *cpu_stream;
 383         unsigned int chan_min = 0, chan_max = UINT_MAX;
 384         unsigned int rate_min = 0, rate_max = UINT_MAX;
 385         unsigned int rates = UINT_MAX;
 386         u64 formats = ULLONG_MAX;
 387         int i;
 388
 389         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 390                 cpu_stream = &cpu_dai_drv->playback;
 391         else
 392                 cpu_stream = &cpu_dai_drv->capture;
 393
 394         /* first calculate min/max only for CODECs in the DAI link */
 395         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 396
 397                 /*
 398                  * Skip CODECs which don't support the current stream type.
 399                  * Otherwise, since the rate, channel, and format values will
 400                  * zero in that case, we would have no usable settings left,
 401                  * causing the resulting setup to fail.
 402                  * At least one CODEC should match, otherwise we should have
 403                  * bailed out on a higher level, since there would be no
 404                  * CODEC to support the transfer direction in that case.
 405                  */
 406                 if (!snd_soc_dai_stream_valid(codec_dai,
 407                                               substream->stream))
 408                         continue;
 409
 410                 codec_dai_drv = codec_dai->driver;
 411                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 412                         codec_stream = &codec_dai_drv->playback;
 413                 else
 414                         codec_stream = &codec_dai_drv->capture;
 415                 chan_min = max(chan_min, codec_stream->channels_min);
 416                 chan_max = min(chan_max, codec_stream->channels_max);
 417                 rate_min = max(rate_min, codec_stream->rate_min);
 418                 rate_max = min_not_zero(rate_max, codec_stream->rate_max);
 419                 formats &= codec_stream->formats;
 420                 rates = snd_pcm_rate_mask_intersect(codec_stream->rates, rates);
 421         }
 422
 423         /*
 424          * chan min/max cannot be enforced if there are multiple CODEC DAIs
 425          * connected to a single CPU DAI, use CPU DAI's directly and let
 426          * channel allocation be fixed up later
 427          */
 428         if (rtd->num_codecs > 1) {
 429                 chan_min = cpu_stream->channels_min;
 430                 chan_max = cpu_stream->channels_max;
 431         }
 432
 433         hw->channels_min = max(chan_min, cpu_stream->channels_min);
 434         hw->channels_max = min(chan_max, cpu_stream->channels_max);
 435         if (hw->formats)
 436                 hw->formats &= formats & cpu_stream->formats;
 437         else
 438                 hw->formats = formats & cpu_stream->formats;
 439         hw->rates = snd_pcm_rate_mask_intersect(rates, cpu_stream->rates);
 440
 441         snd_pcm_limit_hw_rates(runtime);
 442
 443         hw->rate_min = max(hw->rate_min, cpu_stream->rate_min);
 444         hw->rate_min = max(hw->rate_min, rate_min);
 445         hw->rate_max = min_not_zero(hw->rate_max, cpu_stream->rate_max);
 446         hw->rate_max = min_not_zero(hw->rate_max, rate_max);
 447 }
 448
 449 static int soc_pcm_components_close(struct snd_pcm_substream *substream,
 450                                     struct snd_soc_component *last)
 451 {
 452         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 453         struct snd_soc_rtdcom_list *rtdcom;
 454         struct snd_soc_component *component;
 455
 456         for_each_rtdcom(rtd, rtdcom) {
 457                 component = rtdcom->component;
 458
 459                 if (component == last)
 460                         break;
 461
 462                 if (!component->driver->ops ||
 463                     !component->driver->ops->close)
 464                         continue;
 465
 466                 component->driver->ops->close(substream);
 467
 468                 if (component->driver->module_get_upon_open)
 469                         module_put(component->dev->driver->owner);
 470         }
 471
 472         return 0;
 473 }
 474
 475 /*
 476  * Called by ALSA when a PCM substream is opened, the runtime->hw record is
 477  * then initialized and any private data can be allocated. This also calls
 478  * startup for the cpu DAI, component, machine and codec DAI.
 479  */
 480 static int soc_pcm_open(struct snd_pcm_substream *substream)
 481 {
 482         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 483         struct snd_pcm_runtime *runtime = substream->runtime;
 484         struct snd_soc_component *component;
 485         struct snd_soc_rtdcom_list *rtdcom;
 486         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 487         struct snd_soc_dai *codec_dai;
 488         const char *codec_dai_name = "multicodec";
 489         int i, ret = 0;
 490
 491         pinctrl_pm_select_default_state(cpu_dai->dev);
 492         for_each_rtd_codec_dai(rtd, i, codec_dai)
 493                 pinctrl_pm_select_default_state(codec_dai->dev);
 494
 495         for_each_rtdcom(rtd, rtdcom) {
 496                 component = rtdcom->component;
 497
 498                 pm_runtime_get_sync(component->dev);
 499         }
 500
 501         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 502
 503         /* startup the audio subsystem */
 504         if (cpu_dai->driver->ops->startup) {
 505                 ret = cpu_dai->driver->ops->startup(substream, cpu_dai);
 506                 if (ret < 0) {
 507                         dev_err(cpu_dai->dev, "ASoC: can't open interface"
 508                                 " %s: %d\n", cpu_dai->name, ret);
 509                         goto out;
 510                 }
 511         }
 512
 513         for_each_rtdcom(rtd, rtdcom) {
 514                 component = rtdcom->component;
 515
 516                 if (!component->driver->ops ||
 517                     !component->driver->ops->open)
 518                         continue;
 519
 520                 if (component->driver->module_get_upon_open &&
 521                     !try_module_get(component->dev->driver->owner)) {
 522                         ret = -ENODEV;
 523                         goto module_err;
 524                 }
 525
 526                 ret = component->driver->ops->open(substream);
 527                 if (ret < 0) {
 528                         dev_err(component->dev,
 529                                 "ASoC: can't open component %s: %d\n",
 530                                 component->name, ret);
 531                         goto component_err;
 532                 }
 533         }
 534         component = NULL;
 535
 536         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 537                 if (codec_dai->driver->ops->startup) {
 538                         ret = codec_dai->driver->ops->startup(substream,
 539                                                               codec_dai);
 540                         if (ret < 0) {
 541                                 dev_err(codec_dai->dev,
 542                                         "ASoC: can't open codec %s: %d\n",
 543                                         codec_dai->name, ret);
 544                                 goto codec_dai_err;
 545                         }
 546                 }
 547
 548                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
 549                         codec_dai->tx_mask = 0;
 550                 else
 551                         codec_dai->rx_mask = 0;
 552         }
 553
 554         if (rtd->dai_link->ops->startup) {
 555                 ret = rtd->dai_link->ops->startup(substream);
 556                 if (ret < 0) {
 557                         pr_err("ASoC: %s startup failed: %d\n",
 558                                rtd->dai_link->name, ret);
 559                         goto machine_err;
 560                 }
 561         }
 562
 563         /* Dynamic PCM DAI links compat checks use dynamic capabilities */
 564         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm)
 565                 goto dynamic;
 566
 567         /* Check that the codec and cpu DAIs are compatible */
 568         soc_pcm_init_runtime_hw(substream);
 569
 570         if (rtd->num_codecs == 1)
 571                 codec_dai_name = rtd->codec_dai->name;
 572
 573         if (soc_pcm_has_symmetry(substream))
 574                 runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
 575
 576         ret = -EINVAL;
 577         if (!runtime->hw.rates) {
 578                 printk(KERN_ERR "ASoC: %s <-> %s No matching rates\n",
 579                         codec_dai_name, cpu_dai->name);
 580                 goto config_err;
 581         }
 582         if (!runtime->hw.formats) {
 583                 printk(KERN_ERR "ASoC: %s <-> %s No matching formats\n",
 584                         codec_dai_name, cpu_dai->name);
 585                 goto config_err;
 586         }
 587         if (!runtime->hw.channels_min || !runtime->hw.channels_max ||
 588             runtime->hw.channels_min > runtime->hw.channels_max) {
 589                 printk(KERN_ERR "ASoC: %s <-> %s No matching channels\n",
 590                                 codec_dai_name, cpu_dai->name);
 591                 goto config_err;
 592         }
 593
 594         soc_pcm_apply_msb(substream);
 595
 596         /* Symmetry only applies if we've already got an active stream. */
 597         if (cpu_dai->active) {
 598                 ret = soc_pcm_apply_symmetry(substream, cpu_dai);
 599                 if (ret != 0)
 600                         goto config_err;
 601         }
 602
 603         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 604                 if (codec_dai->active) {
 605                         ret = soc_pcm_apply_symmetry(substream, codec_dai);
 606                         if (ret != 0)
 607                                 goto config_err;
 608                 }
 609         }
 610
 611         pr_debug("ASoC: %s <-> %s info:\n",
 612                         codec_dai_name, cpu_dai->name);
 613         pr_debug("ASoC: rate mask 0x%x\n", runtime->hw.rates);
 614         pr_debug("ASoC: min ch %d max ch %d\n", runtime->hw.channels_min,
 615                  runtime->hw.channels_max);
 616         pr_debug("ASoC: min rate %d max rate %d\n", runtime->hw.rate_min,
 617                  runtime->hw.rate_max);
 618
 619 dynamic:
 620
 621         snd_soc_runtime_activate(rtd, substream->stream);
 622
 623         mutex_unlock(&rtd->pcm_mutex);
 624         return 0;
 625
 626 config_err:
 627         if (rtd->dai_link->ops->shutdown)
 628                 rtd->dai_link->ops->shutdown(substream);
 629
 630 machine_err:
 631         i = rtd->num_codecs;
 632
 633 codec_dai_err:
 634         for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
 635                 if (codec_dai->driver->ops->shutdown)
 636                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 637         }
 638
 639 component_err:
 640         soc_pcm_components_close(substream, component);
 641 module_err:
 642         if (cpu_dai->driver->ops->shutdown)
 643                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 644 out:
 645         mutex_unlock(&rtd->pcm_mutex);
 646
 647         for_each_rtdcom(rtd, rtdcom) {
 648                 component = rtdcom->component;
 649
 650                 pm_runtime_mark_last_busy(component->dev);
 651                 pm_runtime_put_autosuspend(component->dev);
 652         }
 653
 654         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 655                 if (!codec_dai->active)
 656                         pinctrl_pm_select_sleep_state(codec_dai->dev);
 657         }
 658         if (!cpu_dai->active)
 659                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 660
 661         return ret;
 662 }
 663
 664 /*
 665  * Power down the audio subsystem pmdown_time msecs after close is called.
 666  * This is to ensure there are no pops or clicks in between any music tracks
 667  * due to DAPM power cycling.
 668  */
 669 static void close_delayed_work(struct work_struct *work)
 670 {
 671         struct snd_soc_pcm_runtime *rtd =
 672                         container_of(work, struct snd_soc_pcm_runtime, delayed_work.work);
 673         struct snd_soc_dai *codec_dai = rtd->codec_dais[0];
 674
 675         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 676
 677         dev_dbg(rtd->dev, "ASoC: pop wq checking: %s status: %s waiting: %s\n",
 678                  codec_dai->driver->playback.stream_name,
 679                  codec_dai->playback_active ? "active" : "inactive",
 680                  rtd->pop_wait ? "yes" : "no");
 681
 682         /* are we waiting on this codec DAI stream */
 683         if (rtd->pop_wait == 1) {
 684                 rtd->pop_wait = 0;
 685                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_PLAYBACK,
 686                                           SND_SOC_DAPM_STREAM_STOP);
 687         }
 688
 689         mutex_unlock(&rtd->pcm_mutex);
 690 }
 691
 692 /*
 693  * Called by ALSA when a PCM substream is closed. Private data can be
 694  * freed here. The cpu DAI, codec DAI, machine and components are also
 695  * shutdown.
 696  */
 697 static int soc_pcm_close(struct snd_pcm_substream *substream)
 698 {
 699         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 700         struct snd_soc_component *component;
 701         struct snd_soc_rtdcom_list *rtdcom;
 702         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 703         struct snd_soc_dai *codec_dai;
 704         int i;
 705
 706         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 707
 708         snd_soc_runtime_deactivate(rtd, substream->stream);
 709
 710         /* clear the corresponding DAIs rate when inactive */
 711         if (!cpu_dai->active)
 712                 cpu_dai->rate = 0;
 713
 714         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 715                 if (!codec_dai->active)
 716                         codec_dai->rate = 0;
 717         }
 718
 719         snd_soc_dai_digital_mute(cpu_dai, 1, substream->stream);
 720
 721         if (cpu_dai->driver->ops->shutdown)
 722                 cpu_dai->driver->ops->shutdown(substream, cpu_dai);
 723
 724         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 725                 if (codec_dai->driver->ops->shutdown)
 726                         codec_dai->driver->ops->shutdown(substream, codec_dai);
 727         }
 728
 729         if (rtd->dai_link->ops->shutdown)
 730                 rtd->dai_link->ops->shutdown(substream);
 731
 732         soc_pcm_components_close(substream, NULL);
 733
 734         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
 735                 if (snd_soc_runtime_ignore_pmdown_time(rtd)) {
 736                         /* powered down playback stream now */
 737                         snd_soc_dapm_stream_event(rtd,
 738                                                   SNDRV_PCM_STREAM_PLAYBACK,
 739                                                   SND_SOC_DAPM_STREAM_STOP);
 740                 } else {
 741                         /* start delayed pop wq here for playback streams */
 742                         rtd->pop_wait = 1;
 743                         queue_delayed_work(system_power_efficient_wq,
 744                                            &rtd->delayed_work,
 745                                            msecs_to_jiffies(rtd->pmdown_time));
 746                 }
 747         } else {
 748                 /* capture streams can be powered down now */
 749                 snd_soc_dapm_stream_event(rtd, SNDRV_PCM_STREAM_CAPTURE,
 750                                           SND_SOC_DAPM_STREAM_STOP);
 751         }
 752
 753         mutex_unlock(&rtd->pcm_mutex);
 754
 755         for_each_rtdcom(rtd, rtdcom) {
 756                 component = rtdcom->component;
 757
 758                 pm_runtime_mark_last_busy(component->dev);
 759                 pm_runtime_put_autosuspend(component->dev);
 760         }
 761
 762         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 763                 if (!codec_dai->active)
 764                         pinctrl_pm_select_sleep_state(codec_dai->dev);
 765         }
 766         if (!cpu_dai->active)
 767                 pinctrl_pm_select_sleep_state(cpu_dai->dev);
 768
 769         return 0;
 770 }
 771
 772 /*
 773  * Called by ALSA when the PCM substream is prepared, can set format, sample
 774  * rate, etc.  This function is non atomic and can be called multiple times,
 775  * it can refer to the runtime info.
 776  */
 777 static int soc_pcm_prepare(struct snd_pcm_substream *substream)
 778 {
 779         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 780         struct snd_soc_component *component;
 781         struct snd_soc_rtdcom_list *rtdcom;
 782         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 783         struct snd_soc_dai *codec_dai;
 784         int i, ret = 0;
 785
 786         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 787
 788         if (rtd->dai_link->ops->prepare) {
 789                 ret = rtd->dai_link->ops->prepare(substream);
 790                 if (ret < 0) {
 791                         dev_err(rtd->card->dev, "ASoC: machine prepare error:"
 792                                 " %d\n", ret);
 793                         goto out;
 794                 }
 795         }
 796
 797         for_each_rtdcom(rtd, rtdcom) {
 798                 component = rtdcom->component;
 799
 800                 if (!component->driver->ops ||
 801                     !component->driver->ops->prepare)
 802                         continue;
 803
 804                 ret = component->driver->ops->prepare(substream);
 805                 if (ret < 0) {
 806                         dev_err(component->dev,
 807                                 "ASoC: platform prepare error: %d\n", ret);
 808                         goto out;
 809                 }
 810         }
 811
 812         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 813                 if (codec_dai->driver->ops->prepare) {
 814                         ret = codec_dai->driver->ops->prepare(substream,
 815                                                               codec_dai);
 816                         if (ret < 0) {
 817                                 dev_err(codec_dai->dev,
 818                                         "ASoC: codec DAI prepare error: %d\n",
 819                                         ret);
 820                                 goto out;
 821                         }
 822                 }
 823         }
 824
 825         if (cpu_dai->driver->ops->prepare) {
 826                 ret = cpu_dai->driver->ops->prepare(substream, cpu_dai);
 827                 if (ret < 0) {
 828                         dev_err(cpu_dai->dev,
 829                                 "ASoC: cpu DAI prepare error: %d\n", ret);
 830                         goto out;
 831                 }
 832         }
 833
 834         /* cancel any delayed stream shutdown that is pending */
 835         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 836             rtd->pop_wait) {
 837                 rtd->pop_wait = 0;
 838                 cancel_delayed_work(&rtd->delayed_work);
 839         }
 840
 841         snd_soc_dapm_stream_event(rtd, substream->stream,
 842                         SND_SOC_DAPM_STREAM_START);
 843
 844         for_each_rtd_codec_dai(rtd, i, codec_dai)
 845                 snd_soc_dai_digital_mute(codec_dai, 0,
 846                                          substream->stream);
 847         snd_soc_dai_digital_mute(cpu_dai, 0, substream->stream);
 848
 849 out:
 850         mutex_unlock(&rtd->pcm_mutex);
 851         return ret;
 852 }
 853
 854 static void soc_pcm_codec_params_fixup(struct snd_pcm_hw_params *params,
 855                                        unsigned int mask)
 856 {
 857         struct snd_interval *interval;
 858         int channels = hweight_long(mask);
 859
 860         interval = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
 861         interval->min = channels;
 862         interval->max = channels;
 863 }
 864
 865 int soc_dai_hw_params(struct snd_pcm_substream *substream,
 866                       struct snd_pcm_hw_params *params,
 867                       struct snd_soc_dai *dai)
 868 {
 869         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 870         int ret;
 871
 872         /* perform any topology hw_params fixups before DAI  */
 873         if (rtd->dai_link->be_hw_params_fixup) {
 874                 ret = rtd->dai_link->be_hw_params_fixup(rtd, params);
 875                 if (ret < 0) {
 876                         dev_err(rtd->dev,
 877                                 "ASoC: hw_params topology fixup failed %d\n",
 878                                 ret);
 879                         return ret;
 880                 }
 881         }
 882
 883         if (dai->driver->ops->hw_params) {
 884                 ret = dai->driver->ops->hw_params(substream, params, dai);
 885                 if (ret < 0) {
 886                         dev_err(dai->dev, "ASoC: can't set %s hw params: %d\n",
 887                                 dai->name, ret);
 888                         return ret;
 889                 }
 890         }
 891
 892         return 0;
 893 }
 894
 895 static int soc_pcm_components_hw_free(struct snd_pcm_substream *substream,
 896                                       struct snd_soc_component *last)
 897 {
 898         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 899         struct snd_soc_rtdcom_list *rtdcom;
 900         struct snd_soc_component *component;
 901
 902         for_each_rtdcom(rtd, rtdcom) {
 903                 component = rtdcom->component;
 904
 905                 if (component == last)
 906                         break;
 907
 908                 if (!component->driver->ops ||
 909                     !component->driver->ops->hw_free)
 910                         continue;
 911
 912                 component->driver->ops->hw_free(substream);
 913         }
 914
 915         return 0;
 916 }
 917
 918 /*
 919  * Called by ALSA when the hardware params are set by application. This
 920  * function can also be called multiple times and can allocate buffers
 921  * (using snd_pcm_lib_* ). It's non-atomic.
 922  */
 923 static int soc_pcm_hw_params(struct snd_pcm_substream *substream,
 924                                 struct snd_pcm_hw_params *params)
 925 {
 926         struct snd_soc_pcm_runtime *rtd = substream->private_data;
 927         struct snd_soc_component *component;
 928         struct snd_soc_rtdcom_list *rtdcom;
 929         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
 930         struct snd_soc_dai *codec_dai;
 931         int i, ret = 0;
 932
 933         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
 934         if (rtd->dai_link->ops->hw_params) {
 935                 ret = rtd->dai_link->ops->hw_params(substream, params);
 936                 if (ret < 0) {
 937                         dev_err(rtd->card->dev, "ASoC: machine hw_params"
 938                                 " failed: %d\n", ret);
 939                         goto out;
 940                 }
 941         }
 942
 943         for_each_rtd_codec_dai(rtd, i, codec_dai) {
 944                 struct snd_pcm_hw_params codec_params;
 945
 946                 /*
 947                  * Skip CODECs which don't support the current stream type,
 948                  * the idea being that if a CODEC is not used for the currently
 949                  * set up transfer direction, it should not need to be
 950                  * configured, especially since the configuration used might
 951                  * not even be supported by that CODEC. There may be cases
 952                  * however where a CODEC needs to be set up although it is
 953                  * actually not being used for the transfer, e.g. if a
 954                  * capture-only CODEC is acting as an LRCLK and/or BCLK master
 955                  * for the DAI link including a playback-only CODEC.
 956                  * If this becomes necessary, we will have to augment the
 957                  * machine driver setup with information on how to act, so
 958                  * we can do the right thing here.
 959                  */
 960                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
 961                         continue;
 962
 963                 /* copy params for each codec */
 964                 codec_params = *params;
 965
 966                 /* fixup params based on TDM slot masks */
 967                 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
 968                     codec_dai->tx_mask)
 969                         soc_pcm_codec_params_fixup(&codec_params,
 970                                                    codec_dai->tx_mask);
 971
 972                 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE &&
 973                     codec_dai->rx_mask)
 974                         soc_pcm_codec_params_fixup(&codec_params,
 975                                                    codec_dai->rx_mask);
 976
 977                 ret = soc_dai_hw_params(substream, &codec_params, codec_dai);
 978                 if(ret < 0)
 979                         goto codec_err;
 980
 981                 codec_dai->rate = params_rate(&codec_params);
 982                 codec_dai->channels = params_channels(&codec_params);
 983                 codec_dai->sample_bits = snd_pcm_format_physical_width(
 984                                                 params_format(&codec_params));
 985
 986                 snd_soc_dapm_update_dai(substream, &codec_params, codec_dai);
 987         }
 988
 989         ret = soc_dai_hw_params(substream, params, cpu_dai);
 990         if (ret < 0)
 991                 goto interface_err;
 992
 993         for_each_rtdcom(rtd, rtdcom) {
 994                 component = rtdcom->component;
 995
 996                 if (!component->driver->ops ||
 997                     !component->driver->ops->hw_params)
 998                         continue;
 999
1000                 ret = component->driver->ops->hw_params(substream, params);
1001                 if (ret < 0) {
1002                         dev_err(component->dev,
1003                                 "ASoC: %s hw params failed: %d\n",
1004                                 component->name, ret);
1005                         goto component_err;
1006                 }
1007         }
1008         component = NULL;
1009
1010         /* store the parameters for each DAIs */
1011         cpu_dai->rate = params_rate(params);
1012         cpu_dai->channels = params_channels(params);
1013         cpu_dai->sample_bits =
1014                 snd_pcm_format_physical_width(params_format(params));
1015
1016         snd_soc_dapm_update_dai(substream, params, cpu_dai);
1017
1018         ret = soc_pcm_params_symmetry(substream, params);
1019         if (ret)
1020                 goto component_err;
1021 out:
1022         mutex_unlock(&rtd->pcm_mutex);
1023         return ret;
1024
1025 component_err:
1026         soc_pcm_components_hw_free(substream, component);
1027
1028         if (cpu_dai->driver->ops->hw_free)
1029                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1030
1031 interface_err:
1032         i = rtd->num_codecs;
1033
1034 codec_err:
1035         for_each_rtd_codec_dai_rollback(rtd, i, codec_dai) {
1036                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1037                         continue;
1038
1039                 if (codec_dai->driver->ops->hw_free)
1040                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1041                 codec_dai->rate = 0;
1042         }
1043
1044         if (rtd->dai_link->ops->hw_free)
1045                 rtd->dai_link->ops->hw_free(substream);
1046
1047         mutex_unlock(&rtd->pcm_mutex);
1048         return ret;
1049 }
1050
1051 /*
1052  * Frees resources allocated by hw_params, can be called multiple times
1053  */
1054 static int soc_pcm_hw_free(struct snd_pcm_substream *substream)
1055 {
1056         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1057         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1058         struct snd_soc_dai *codec_dai;
1059         bool playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
1060         int i;
1061
1062         mutex_lock_nested(&rtd->pcm_mutex, rtd->pcm_subclass);
1063
1064         /* clear the corresponding DAIs parameters when going to be inactive */
1065         if (cpu_dai->active == 1) {
1066                 cpu_dai->rate = 0;
1067                 cpu_dai->channels = 0;
1068                 cpu_dai->sample_bits = 0;
1069         }
1070
1071         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1072                 if (codec_dai->active == 1) {
1073                         codec_dai->rate = 0;
1074                         codec_dai->channels = 0;
1075                         codec_dai->sample_bits = 0;
1076                 }
1077         }
1078
1079         /* apply codec digital mute */
1080         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1081                 if ((playback && codec_dai->playback_active == 1) ||
1082                     (!playback && codec_dai->capture_active == 1))
1083                         snd_soc_dai_digital_mute(codec_dai, 1,
1084                                                  substream->stream);
1085         }
1086
1087         /* free any machine hw params */
1088         if (rtd->dai_link->ops->hw_free)
1089                 rtd->dai_link->ops->hw_free(substream);
1090
1091         /* free any component resources */
1092         soc_pcm_components_hw_free(substream, NULL);
1093
1094         /* now free hw params for the DAIs  */
1095         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1096                 if (!snd_soc_dai_stream_valid(codec_dai, substream->stream))
1097                         continue;
1098
1099                 if (codec_dai->driver->ops->hw_free)
1100                         codec_dai->driver->ops->hw_free(substream, codec_dai);
1101         }
1102
1103         if (cpu_dai->driver->ops->hw_free)
1104                 cpu_dai->driver->ops->hw_free(substream, cpu_dai);
1105
1106         mutex_unlock(&rtd->pcm_mutex);
1107         return 0;
1108 }
1109
1110 static int soc_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
1111 {
1112         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1113         struct snd_soc_component *component;
1114         struct snd_soc_rtdcom_list *rtdcom;
1115         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1116         struct snd_soc_dai *codec_dai;
1117         int i, ret;
1118
1119         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1120                 if (codec_dai->driver->ops->trigger) {
1121                         ret = codec_dai->driver->ops->trigger(substream,
1122                                                               cmd, codec_dai);
1123                         if (ret < 0)
1124                                 return ret;
1125                 }
1126         }
1127
1128         for_each_rtdcom(rtd, rtdcom) {
1129                 component = rtdcom->component;
1130
1131                 if (!component->driver->ops ||
1132                     !component->driver->ops->trigger)
1133                         continue;
1134
1135                 ret = component->driver->ops->trigger(substream, cmd);
1136                 if (ret < 0)
1137                         return ret;
1138         }
1139
1140         if (cpu_dai->driver->ops->trigger) {
1141                 ret = cpu_dai->driver->ops->trigger(substream, cmd, cpu_dai);
1142                 if (ret < 0)
1143                         return ret;
1144         }
1145
1146         if (rtd->dai_link->ops->trigger) {
1147                 ret = rtd->dai_link->ops->trigger(substream, cmd);
1148                 if (ret < 0)
1149                         return ret;
1150         }
1151
1152         return 0;
1153 }
1154
1155 static int soc_pcm_bespoke_trigger(struct snd_pcm_substream *substream,
1156                                    int cmd)
1157 {
1158         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1159         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1160         struct snd_soc_dai *codec_dai;
1161         int i, ret;
1162
1163         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1164                 if (codec_dai->driver->ops->bespoke_trigger) {
1165                         ret = codec_dai->driver->ops->bespoke_trigger(substream,
1166                                                                 cmd, codec_dai);
1167                         if (ret < 0)
1168                                 return ret;
1169                 }
1170         }
1171
1172         if (cpu_dai->driver->ops->bespoke_trigger) {
1173                 ret = cpu_dai->driver->ops->bespoke_trigger(substream, cmd, cpu_dai);
1174                 if (ret < 0)
1175                         return ret;
1176         }
1177         return 0;
1178 }
1179 /*
1180  * soc level wrapper for pointer callback
1181  * If cpu_dai, codec_dai, component driver has the delay callback, then
1182  * the runtime->delay will be updated accordingly.
1183  */
1184 static snd_pcm_uframes_t soc_pcm_pointer(struct snd_pcm_substream *substream)
1185 {
1186         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1187         struct snd_soc_component *component;
1188         struct snd_soc_rtdcom_list *rtdcom;
1189         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1190         struct snd_soc_dai *codec_dai;
1191         struct snd_pcm_runtime *runtime = substream->runtime;
1192         snd_pcm_uframes_t offset = 0;
1193         snd_pcm_sframes_t delay = 0;
1194         snd_pcm_sframes_t codec_delay = 0;
1195         int i;
1196
1197         /* clearing the previous total delay */
1198         runtime->delay = 0;
1199
1200         for_each_rtdcom(rtd, rtdcom) {
1201                 component = rtdcom->component;
1202
1203                 if (!component->driver->ops ||
1204                     !component->driver->ops->pointer)
1205                         continue;
1206
1207                 /* FIXME: use 1st pointer */
1208                 offset = component->driver->ops->pointer(substream);
1209                 break;
1210         }
1211         /* base delay if assigned in pointer callback */
1212         delay = runtime->delay;
1213
1214         if (cpu_dai->driver->ops->delay)
1215                 delay += cpu_dai->driver->ops->delay(substream, cpu_dai);
1216
1217         for_each_rtd_codec_dai(rtd, i, codec_dai) {
1218                 if (codec_dai->driver->ops->delay)
1219                         codec_delay = max(codec_delay,
1220                                         codec_dai->driver->ops->delay(substream,
1221                                                                     codec_dai));
1222         }
1223         delay += codec_delay;
1224
1225         runtime->delay = delay;
1226
1227         return offset;
1228 }
1229
1230 /* connect a FE and BE */
1231 static int dpcm_be_connect(struct snd_soc_pcm_runtime *fe,
1232                 struct snd_soc_pcm_runtime *be, int stream)
1233 {
1234         struct snd_soc_dpcm *dpcm;
1235         unsigned long flags;
1236
1237         /* only add new dpcms */
1238         for_each_dpcm_be(fe, stream, dpcm) {
1239                 if (dpcm->be == be && dpcm->fe == fe)
1240                         return 0;
1241         }
1242
1243         dpcm = kzalloc(sizeof(struct snd_soc_dpcm), GFP_KERNEL);
1244         if (!dpcm)
1245                 return -ENOMEM;
1246
1247         dpcm->be = be;
1248         dpcm->fe = fe;
1249         be->dpcm[stream].runtime = fe->dpcm[stream].runtime;
1250         dpcm->state = SND_SOC_DPCM_LINK_STATE_NEW;
1251         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1252         list_add(&dpcm->list_be, &fe->dpcm[stream].be_clients);
1253         list_add(&dpcm->list_fe, &be->dpcm[stream].fe_clients);
1254         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1255
1256         dev_dbg(fe->dev, "connected new DPCM %s path %s %s %s\n",
1257                         stream ? "capture" : "playback",  fe->dai_link->name,
1258                         stream ? "<-" : "->", be->dai_link->name);
1259
1260 #ifdef CONFIG_DEBUG_FS
1261         if (fe->debugfs_dpcm_root)
1262                 dpcm->debugfs_state = debugfs_create_u32(be->dai_link->name, 0644,
1263                                 fe->debugfs_dpcm_root, &dpcm->state);
1264 #endif
1265         return 1;
1266 }
1267
1268 /* reparent a BE onto another FE */
1269 static void dpcm_be_reparent(struct snd_soc_pcm_runtime *fe,
1270                         struct snd_soc_pcm_runtime *be, int stream)
1271 {
1272         struct snd_soc_dpcm *dpcm;
1273         struct snd_pcm_substream *fe_substream, *be_substream;
1274
1275         /* reparent if BE is connected to other FEs */
1276         if (!be->dpcm[stream].users)
1277                 return;
1278
1279         be_substream = snd_soc_dpcm_get_substream(be, stream);
1280
1281         for_each_dpcm_fe(be, stream, dpcm) {
1282                 if (dpcm->fe == fe)
1283                         continue;
1284
1285                 dev_dbg(fe->dev, "reparent %s path %s %s %s\n",
1286                         stream ? "capture" : "playback",
1287                         dpcm->fe->dai_link->name,
1288                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1289
1290                 fe_substream = snd_soc_dpcm_get_substream(dpcm->fe, stream);
1291                 be_substream->runtime = fe_substream->runtime;
1292                 break;
1293         }
1294 }
1295
1296 /* disconnect a BE and FE */
1297 void dpcm_be_disconnect(struct snd_soc_pcm_runtime *fe, int stream)
1298 {
1299         struct snd_soc_dpcm *dpcm, *d;
1300         unsigned long flags;
1301
1302         for_each_dpcm_be_safe(fe, stream, dpcm, d) {
1303                 dev_dbg(fe->dev, "ASoC: BE %s disconnect check for %s\n",
1304                                 stream ? "capture" : "playback",
1305                                 dpcm->be->dai_link->name);
1306
1307                 if (dpcm->state != SND_SOC_DPCM_LINK_STATE_FREE)
1308                         continue;
1309
1310                 dev_dbg(fe->dev, "freed DSP %s path %s %s %s\n",
1311                         stream ? "capture" : "playback", fe->dai_link->name,
1312                         stream ? "<-" : "->", dpcm->be->dai_link->name);
1313
1314                 /* BEs still alive need new FE */
1315                 dpcm_be_reparent(fe, dpcm->be, stream);
1316
1317 #ifdef CONFIG_DEBUG_FS
1318                 debugfs_remove(dpcm->debugfs_state);
1319 #endif
1320                 spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1321                 list_del(&dpcm->list_be);
1322                 list_del(&dpcm->list_fe);
1323                 spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1324                 kfree(dpcm);
1325         }
1326 }
1327
1328 /* get BE for DAI widget and stream */
1329 static struct snd_soc_pcm_runtime *dpcm_get_be(struct snd_soc_card *card,
1330                 struct snd_soc_dapm_widget *widget, int stream)
1331 {
1332         struct snd_soc_pcm_runtime *be;
1333         struct snd_soc_dai *dai;
1334         int i;
1335
1336         dev_dbg(card->dev, "ASoC: find BE for widget %s\n", widget->name);
1337
1338         if (stream == SNDRV_PCM_STREAM_PLAYBACK) {
1339                 for_each_card_rtds(card, be) {
1340
1341                         if (!be->dai_link->no_pcm)
1342                                 continue;
1343
1344                         dev_dbg(card->dev, "ASoC: try BE : %s\n",
1345                                 be->cpu_dai->playback_widget ?
1346                                 be->cpu_dai->playback_widget->name : "(not set)");
1347
1348                         if (be->cpu_dai->playback_widget == widget)
1349                                 return be;
1350
1351                         for_each_rtd_codec_dai(be, i, dai) {
1352                                 if (dai->playback_widget == widget)
1353                                         return be;
1354                         }
1355                 }
1356         } else {
1357
1358                 for_each_card_rtds(card, be) {
1359
1360                         if (!be->dai_link->no_pcm)
1361                                 continue;
1362
1363                         dev_dbg(card->dev, "ASoC: try BE %s\n",
1364                                 be->cpu_dai->capture_widget ?
1365                                 be->cpu_dai->capture_widget->name : "(not set)");
1366
1367                         if (be->cpu_dai->capture_widget == widget)
1368                                 return be;
1369
1370                         for_each_rtd_codec_dai(be, i, dai) {
1371                                 if (dai->capture_widget == widget)
1372                                         return be;
1373                         }
1374                 }
1375         }
1376
1377         /* dai link name and stream name set correctly ? */
1378         dev_err(card->dev, "ASoC: can't get %s BE for %s\n",
1379                 stream ? "capture" : "playback", widget->name);
1380         return NULL;
1381 }
1382
1383 static inline struct snd_soc_dapm_widget *
1384         dai_get_widget(struct snd_soc_dai *dai, int stream)
1385 {
1386         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1387                 return dai->playback_widget;
1388         else
1389                 return dai->capture_widget;
1390 }
1391
1392 static int widget_in_list(struct snd_soc_dapm_widget_list *list,
1393                 struct snd_soc_dapm_widget *widget)
1394 {
1395         int i;
1396
1397         for (i = 0; i < list->num_widgets; i++) {
1398                 if (widget == list->widgets[i])
1399                         return 1;
1400         }
1401
1402         return 0;
1403 }
1404
1405 static bool dpcm_end_walk_at_be(struct snd_soc_dapm_widget *widget,
1406                 enum snd_soc_dapm_direction dir)
1407 {
1408         struct snd_soc_card *card = widget->dapm->card;
1409         struct snd_soc_pcm_runtime *rtd;
1410         struct snd_soc_dai *dai;
1411         int i;
1412
1413         if (dir == SND_SOC_DAPM_DIR_OUT) {
1414                 for_each_card_rtds(card, rtd) {
1415                         if (!rtd->dai_link->no_pcm)
1416                                 continue;
1417
1418                         if (rtd->cpu_dai->playback_widget == widget)
1419                                 return true;
1420
1421                         for_each_rtd_codec_dai(rtd, i, dai) {
1422                                 if (dai->playback_widget == widget)
1423                                         return true;
1424                         }
1425                 }
1426         } else { /* SND_SOC_DAPM_DIR_IN */
1427                 for_each_card_rtds(card, rtd) {
1428                         if (!rtd->dai_link->no_pcm)
1429                                 continue;
1430
1431                         if (rtd->cpu_dai->capture_widget == widget)
1432                                 return true;
1433
1434                         for_each_rtd_codec_dai(rtd, i, dai) {
1435                                 if (dai->capture_widget == widget)
1436                                         return true;
1437                         }
1438                 }
1439         }
1440
1441         return false;
1442 }
1443
1444 int dpcm_path_get(struct snd_soc_pcm_runtime *fe,
1445         int stream, struct snd_soc_dapm_widget_list **list)
1446 {
1447         struct snd_soc_dai *cpu_dai = fe->cpu_dai;
1448         int paths;
1449
1450         /* get number of valid DAI paths and their widgets */
1451         paths = snd_soc_dapm_dai_get_connected_widgets(cpu_dai, stream, list,
1452                         dpcm_end_walk_at_be);
1453
1454         dev_dbg(fe->dev, "ASoC: found %d audio %s paths\n", paths,
1455                         stream ? "capture" : "playback");
1456
1457         return paths;
1458 }
1459
1460 static int dpcm_prune_paths(struct snd_soc_pcm_runtime *fe, int stream,
1461         struct snd_soc_dapm_widget_list **list_)
1462 {
1463         struct snd_soc_dpcm *dpcm;
1464         struct snd_soc_dapm_widget_list *list = *list_;
1465         struct snd_soc_dapm_widget *widget;
1466         struct snd_soc_dai *dai;
1467         int prune = 0;
1468
1469         /* Destroy any old FE <--> BE connections */
1470         for_each_dpcm_be(fe, stream, dpcm) {
1471                 unsigned int i;
1472
1473                 /* is there a valid CPU DAI widget for this BE */
1474                 widget = dai_get_widget(dpcm->be->cpu_dai, stream);
1475
1476                 /* prune the BE if it's no longer in our active list */
1477                 if (widget && widget_in_list(list, widget))
1478                         continue;
1479
1480                 /* is there a valid CODEC DAI widget for this BE */
1481                 for_each_rtd_codec_dai(dpcm->be, i, dai) {
1482                         widget = dai_get_widget(dai, stream);
1483
1484                         /* prune the BE if it's no longer in our active list */
1485                         if (widget && widget_in_list(list, widget))
1486                                 continue;
1487                 }
1488
1489                 dev_dbg(fe->dev, "ASoC: pruning %s BE %s for %s\n",
1490                         stream ? "capture" : "playback",
1491                         dpcm->be->dai_link->name, fe->dai_link->name);
1492                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
1493                 dpcm->be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1494                 prune++;
1495         }
1496
1497         dev_dbg(fe->dev, "ASoC: found %d old BE paths for pruning\n", prune);
1498         return prune;
1499 }
1500
1501 static int dpcm_add_paths(struct snd_soc_pcm_runtime *fe, int stream,
1502         struct snd_soc_dapm_widget_list **list_)
1503 {
1504         struct snd_soc_card *card = fe->card;
1505         struct snd_soc_dapm_widget_list *list = *list_;
1506         struct snd_soc_pcm_runtime *be;
1507         int i, new = 0, err;
1508
1509         /* Create any new FE <--> BE connections */
1510         for (i = 0; i < list->num_widgets; i++) {
1511
1512                 switch (list->widgets[i]->id) {
1513                 case snd_soc_dapm_dai_in:
1514                         if (stream != SNDRV_PCM_STREAM_PLAYBACK)
1515                                 continue;
1516                         break;
1517                 case snd_soc_dapm_dai_out:
1518                         if (stream != SNDRV_PCM_STREAM_CAPTURE)
1519                                 continue;
1520                         break;
1521                 default:
1522                         continue;
1523                 }
1524
1525                 /* is there a valid BE rtd for this widget */
1526                 be = dpcm_get_be(card, list->widgets[i], stream);
1527                 if (!be) {
1528                         dev_err(fe->dev, "ASoC: no BE found for %s\n",
1529                                         list->widgets[i]->name);
1530                         continue;
1531                 }
1532
1533                 /* make sure BE is a real BE */
1534                 if (!be->dai_link->no_pcm)
1535                         continue;
1536
1537                 /* don't connect if FE is not running */
1538                 if (!fe->dpcm[stream].runtime && !fe->fe_compr)
1539                         continue;
1540
1541                 /* newly connected FE and BE */
1542                 err = dpcm_be_connect(fe, be, stream);
1543                 if (err < 0) {
1544                         dev_err(fe->dev, "ASoC: can't connect %s\n",
1545                                 list->widgets[i]->name);
1546                         break;
1547                 } else if (err == 0) /* already connected */
1548                         continue;
1549
1550                 /* new */
1551                 be->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_BE;
1552                 new++;
1553         }
1554
1555         dev_dbg(fe->dev, "ASoC: found %d new BE paths\n", new);
1556         return new;
1557 }
1558
1559 /*
1560  * Find the corresponding BE DAIs that source or sink audio to this
1561  * FE substream.
1562  */
1563 int dpcm_process_paths(struct snd_soc_pcm_runtime *fe,
1564         int stream, struct snd_soc_dapm_widget_list **list, int new)
1565 {
1566         if (new)
1567                 return dpcm_add_paths(fe, stream, list);
1568         else
1569                 return dpcm_prune_paths(fe, stream, list);
1570 }
1571
1572 void dpcm_clear_pending_state(struct snd_soc_pcm_runtime *fe, int stream)
1573 {
1574         struct snd_soc_dpcm *dpcm;
1575         unsigned long flags;
1576
1577         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
1578         for_each_dpcm_be(fe, stream, dpcm)
1579                 dpcm->be->dpcm[stream].runtime_update =
1580                                                 SND_SOC_DPCM_UPDATE_NO;
1581         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
1582 }
1583
1584 static void dpcm_be_dai_startup_unwind(struct snd_soc_pcm_runtime *fe,
1585         int stream)
1586 {
1587         struct snd_soc_dpcm *dpcm;
1588
1589         /* disable any enabled and non active backends */
1590         for_each_dpcm_be(fe, stream, dpcm) {
1591
1592                 struct snd_soc_pcm_runtime *be = dpcm->be;
1593                 struct snd_pcm_substream *be_substream =
1594                         snd_soc_dpcm_get_substream(be, stream);
1595
1596                 if (be->dpcm[stream].users == 0)
1597                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
1598                                 stream ? "capture" : "playback",
1599                                 be->dpcm[stream].state);
1600
1601                 if (--be->dpcm[stream].users != 0)
1602                         continue;
1603
1604                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1605                         continue;
1606
1607                 soc_pcm_close(be_substream);
1608                 be_substream->runtime = NULL;
1609                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1610         }
1611 }
1612
1613 int dpcm_be_dai_startup(struct snd_soc_pcm_runtime *fe, int stream)
1614 {
1615         struct snd_soc_dpcm *dpcm;
1616         int err, count = 0;
1617
1618         /* only startup BE DAIs that are either sinks or sources to this FE DAI */
1619         for_each_dpcm_be(fe, stream, dpcm) {
1620
1621                 struct snd_soc_pcm_runtime *be = dpcm->be;
1622                 struct snd_pcm_substream *be_substream =
1623                         snd_soc_dpcm_get_substream(be, stream);
1624
1625                 if (!be_substream) {
1626                         dev_err(be->dev, "ASoC: no backend %s stream\n",
1627                                 stream ? "capture" : "playback");
1628                         continue;
1629                 }
1630
1631                 /* is this op for this BE ? */
1632                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1633                         continue;
1634
1635                 /* first time the dpcm is open ? */
1636                 if (be->dpcm[stream].users == DPCM_MAX_BE_USERS)
1637                         dev_err(be->dev, "ASoC: too many users %s at open %d\n",
1638                                 stream ? "capture" : "playback",
1639                                 be->dpcm[stream].state);
1640
1641                 if (be->dpcm[stream].users++ != 0)
1642                         continue;
1643
1644                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_NEW) &&
1645                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_CLOSE))
1646                         continue;
1647
1648                 dev_dbg(be->dev, "ASoC: open %s BE %s\n",
1649                         stream ? "capture" : "playback", be->dai_link->name);
1650
1651                 be_substream->runtime = be->dpcm[stream].runtime;
1652                 err = soc_pcm_open(be_substream);
1653                 if (err < 0) {
1654                         dev_err(be->dev, "ASoC: BE open failed %d\n", err);
1655                         be->dpcm[stream].users--;
1656                         if (be->dpcm[stream].users < 0)
1657                                 dev_err(be->dev, "ASoC: no users %s at unwind %d\n",
1658                                         stream ? "capture" : "playback",
1659                                         be->dpcm[stream].state);
1660
1661                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1662                         goto unwind;
1663                 }
1664
1665                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1666                 count++;
1667         }
1668
1669         return count;
1670
1671 unwind:
1672         /* disable any enabled and non active backends */
1673         for_each_dpcm_be_rollback(fe, stream, dpcm) {
1674                 struct snd_soc_pcm_runtime *be = dpcm->be;
1675                 struct snd_pcm_substream *be_substream =
1676                         snd_soc_dpcm_get_substream(be, stream);
1677
1678                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
1679                         continue;
1680
1681                 if (be->dpcm[stream].users == 0)
1682                         dev_err(be->dev, "ASoC: no users %s at close %d\n",
1683                                 stream ? "capture" : "playback",
1684                                 be->dpcm[stream].state);
1685
1686                 if (--be->dpcm[stream].users != 0)
1687                         continue;
1688
1689                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)
1690                         continue;
1691
1692                 soc_pcm_close(be_substream);
1693                 be_substream->runtime = NULL;
1694                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
1695         }
1696
1697         return err;
1698 }
1699
1700 static void dpcm_init_runtime_hw(struct snd_pcm_runtime *runtime,
1701                                  struct snd_soc_pcm_stream *stream)
1702 {
1703         runtime->hw.rate_min = stream->rate_min;
1704         runtime->hw.rate_max = min_not_zero(stream->rate_max, UINT_MAX);
1705         runtime->hw.channels_min = stream->channels_min;
1706         runtime->hw.channels_max = stream->channels_max;
1707         if (runtime->hw.formats)
1708                 runtime->hw.formats &= stream->formats;
1709         else
1710                 runtime->hw.formats = stream->formats;
1711         runtime->hw.rates = stream->rates;
1712 }
1713
1714 static void dpcm_runtime_merge_format(struct snd_pcm_substream *substream,
1715                                       u64 *formats)
1716 {
1717         struct snd_soc_pcm_runtime *fe = substream->private_data;
1718         struct snd_soc_dpcm *dpcm;
1719         struct snd_soc_dai *dai;
1720         int stream = substream->stream;
1721
1722         if (!fe->dai_link->dpcm_merged_format)
1723                 return;
1724
1725         /*
1726          * It returns merged BE codec format
1727          * if FE want to use it (= dpcm_merged_format)
1728          */
1729
1730         for_each_dpcm_be(fe, stream, dpcm) {
1731                 struct snd_soc_pcm_runtime *be = dpcm->be;
1732                 struct snd_soc_dai_driver *codec_dai_drv;
1733                 struct snd_soc_pcm_stream *codec_stream;
1734                 int i;
1735
1736                 for_each_rtd_codec_dai(be, i, dai) {
1737                         /*
1738                          * Skip CODECs which don't support the current stream
1739                          * type. See soc_pcm_init_runtime_hw() for more details
1740                          */
1741                         if (!snd_soc_dai_stream_valid(dai, stream))
1742                                 continue;
1743
1744                         codec_dai_drv = dai->driver;
1745                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1746                                 codec_stream = &codec_dai_drv->playback;
1747                         else
1748                                 codec_stream = &codec_dai_drv->capture;
1749
1750                         *formats &= codec_stream->formats;
1751                 }
1752         }
1753 }
1754
1755 static void dpcm_runtime_merge_chan(struct snd_pcm_substream *substream,
1756                                     unsigned int *channels_min,
1757                                     unsigned int *channels_max)
1758 {
1759         struct snd_soc_pcm_runtime *fe = substream->private_data;
1760         struct snd_soc_dpcm *dpcm;
1761         int stream = substream->stream;
1762
1763         if (!fe->dai_link->dpcm_merged_chan)
1764                 return;
1765
1766         /*
1767          * It returns merged BE codec channel;
1768          * if FE want to use it (= dpcm_merged_chan)
1769          */
1770
1771         for_each_dpcm_be(fe, stream, dpcm) {
1772                 struct snd_soc_pcm_runtime *be = dpcm->be;
1773                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1774                 struct snd_soc_dai_driver *codec_dai_drv;
1775                 struct snd_soc_pcm_stream *codec_stream;
1776                 struct snd_soc_pcm_stream *cpu_stream;
1777
1778                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1779                         cpu_stream = &cpu_dai_drv->playback;
1780                 else
1781                         cpu_stream = &cpu_dai_drv->capture;
1782
1783                 *channels_min = max(*channels_min, cpu_stream->channels_min);
1784                 *channels_max = min(*channels_max, cpu_stream->channels_max);
1785
1786                 /*
1787                  * chan min/max cannot be enforced if there are multiple CODEC
1788                  * DAIs connected to a single CPU DAI, use CPU DAI's directly
1789                  */
1790                 if (be->num_codecs == 1) {
1791                         codec_dai_drv = be->codec_dais[0]->driver;
1792
1793                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1794                                 codec_stream = &codec_dai_drv->playback;
1795                         else
1796                                 codec_stream = &codec_dai_drv->capture;
1797
1798                         *channels_min = max(*channels_min,
1799                                             codec_stream->channels_min);
1800                         *channels_max = min(*channels_max,
1801                                             codec_stream->channels_max);
1802                 }
1803         }
1804 }
1805
1806 static void dpcm_runtime_merge_rate(struct snd_pcm_substream *substream,
1807                                     unsigned int *rates,
1808                                     unsigned int *rate_min,
1809                                     unsigned int *rate_max)
1810 {
1811         struct snd_soc_pcm_runtime *fe = substream->private_data;
1812         struct snd_soc_dpcm *dpcm;
1813         int stream = substream->stream;
1814
1815         if (!fe->dai_link->dpcm_merged_rate)
1816                 return;
1817
1818         /*
1819          * It returns merged BE codec channel;
1820          * if FE want to use it (= dpcm_merged_chan)
1821          */
1822
1823         for_each_dpcm_be(fe, stream, dpcm) {
1824                 struct snd_soc_pcm_runtime *be = dpcm->be;
1825                 struct snd_soc_dai_driver *cpu_dai_drv =  be->cpu_dai->driver;
1826                 struct snd_soc_dai_driver *codec_dai_drv;
1827                 struct snd_soc_pcm_stream *codec_stream;
1828                 struct snd_soc_pcm_stream *cpu_stream;
1829                 struct snd_soc_dai *dai;
1830                 int i;
1831
1832                 if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1833                         cpu_stream = &cpu_dai_drv->playback;
1834                 else
1835                         cpu_stream = &cpu_dai_drv->capture;
1836
1837                 *rate_min = max(*rate_min, cpu_stream->rate_min);
1838                 *rate_max = min_not_zero(*rate_max, cpu_stream->rate_max);
1839                 *rates = snd_pcm_rate_mask_intersect(*rates, cpu_stream->rates);
1840
1841                 for_each_rtd_codec_dai(be, i, dai) {
1842                         /*
1843                          * Skip CODECs which don't support the current stream
1844                          * type. See soc_pcm_init_runtime_hw() for more details
1845                          */
1846                         if (!snd_soc_dai_stream_valid(dai, stream))
1847                                 continue;
1848
1849                         codec_dai_drv = dai->driver;
1850                         if (stream == SNDRV_PCM_STREAM_PLAYBACK)
1851                                 codec_stream = &codec_dai_drv->playback;
1852                         else
1853                                 codec_stream = &codec_dai_drv->capture;
1854
1855                         *rate_min = max(*rate_min, codec_stream->rate_min);
1856                         *rate_max = min_not_zero(*rate_max,
1857                                                  codec_stream->rate_max);
1858                         *rates = snd_pcm_rate_mask_intersect(*rates,
1859                                                 codec_stream->rates);
1860                 }
1861         }
1862 }
1863
1864 static void dpcm_set_fe_runtime(struct snd_pcm_substream *substream)
1865 {
1866         struct snd_pcm_runtime *runtime = substream->runtime;
1867         struct snd_soc_pcm_runtime *rtd = substream->private_data;
1868         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
1869         struct snd_soc_dai_driver *cpu_dai_drv = cpu_dai->driver;
1870
1871         if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1872                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->playback);
1873         else
1874                 dpcm_init_runtime_hw(runtime, &cpu_dai_drv->capture);
1875
1876         dpcm_runtime_merge_format(substream, &runtime->hw.formats);
1877         dpcm_runtime_merge_chan(substream, &runtime->hw.channels_min,
1878                                 &runtime->hw.channels_max);
1879         dpcm_runtime_merge_rate(substream, &runtime->hw.rates,
1880                                 &runtime->hw.rate_min, &runtime->hw.rate_max);
1881 }
1882
1883 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd);
1884
1885 /* Set FE's runtime_update state; the state is protected via PCM stream lock
1886  * for avoiding the race with trigger callback.
1887  * If the state is unset and a trigger is pending while the previous operation,
1888  * process the pending trigger action here.
1889  */
1890 static void dpcm_set_fe_update_state(struct snd_soc_pcm_runtime *fe,
1891                                      int stream, enum snd_soc_dpcm_update state)
1892 {
1893         struct snd_pcm_substream *substream =
1894                 snd_soc_dpcm_get_substream(fe, stream);
1895
1896         snd_pcm_stream_lock_irq(substream);
1897         if (state == SND_SOC_DPCM_UPDATE_NO && fe->dpcm[stream].trigger_pending) {
1898                 dpcm_fe_dai_do_trigger(substream,
1899                                        fe->dpcm[stream].trigger_pending - 1);
1900                 fe->dpcm[stream].trigger_pending = 0;
1901         }
1902         fe->dpcm[stream].runtime_update = state;
1903         snd_pcm_stream_unlock_irq(substream);
1904 }
1905
1906 static int dpcm_apply_symmetry(struct snd_pcm_substream *fe_substream,
1907                                int stream)
1908 {
1909         struct snd_soc_dpcm *dpcm;
1910         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1911         struct snd_soc_dai *fe_cpu_dai = fe->cpu_dai;
1912         int err;
1913
1914         /* apply symmetry for FE */
1915         if (soc_pcm_has_symmetry(fe_substream))
1916                 fe_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1917
1918         /* Symmetry only applies if we've got an active stream. */
1919         if (fe_cpu_dai->active) {
1920                 err = soc_pcm_apply_symmetry(fe_substream, fe_cpu_dai);
1921                 if (err < 0)
1922                         return err;
1923         }
1924
1925         /* apply symmetry for BE */
1926         for_each_dpcm_be(fe, stream, dpcm) {
1927                 struct snd_soc_pcm_runtime *be = dpcm->be;
1928                 struct snd_pcm_substream *be_substream =
1929                         snd_soc_dpcm_get_substream(be, stream);
1930                 struct snd_soc_pcm_runtime *rtd;
1931                 struct snd_soc_dai *codec_dai;
1932                 int i;
1933
1934                 /* A backend may not have the requested substream */
1935                 if (!be_substream)
1936                         continue;
1937
1938                 rtd = be_substream->private_data;
1939                 if (rtd->dai_link->be_hw_params_fixup)
1940                         continue;
1941
1942                 if (soc_pcm_has_symmetry(be_substream))
1943                         be_substream->runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1944
1945                 /* Symmetry only applies if we've got an active stream. */
1946                 if (rtd->cpu_dai->active) {
1947                         err = soc_pcm_apply_symmetry(fe_substream,
1948                                                      rtd->cpu_dai);
1949                         if (err < 0)
1950                                 return err;
1951                 }
1952
1953                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
1954                         if (codec_dai->active) {
1955                                 err = soc_pcm_apply_symmetry(fe_substream,
1956                                                              codec_dai);
1957                                 if (err < 0)
1958                                         return err;
1959                         }
1960                 }
1961         }
1962
1963         return 0;
1964 }
1965
1966 static int dpcm_fe_dai_startup(struct snd_pcm_substream *fe_substream)
1967 {
1968         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
1969         struct snd_pcm_runtime *runtime = fe_substream->runtime;
1970         int stream = fe_substream->stream, ret = 0;
1971
1972         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
1973
1974         ret = dpcm_be_dai_startup(fe, fe_substream->stream);
1975         if (ret < 0) {
1976                 dev_err(fe->dev,"ASoC: failed to start some BEs %d\n", ret);
1977                 goto be_err;
1978         }
1979
1980         dev_dbg(fe->dev, "ASoC: open FE %s\n", fe->dai_link->name);
1981
1982         /* start the DAI frontend */
1983         ret = soc_pcm_open(fe_substream);
1984         if (ret < 0) {
1985                 dev_err(fe->dev,"ASoC: failed to start FE %d\n", ret);
1986                 goto unwind;
1987         }
1988
1989         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_OPEN;
1990
1991         dpcm_set_fe_runtime(fe_substream);
1992         snd_pcm_limit_hw_rates(runtime);
1993
1994         ret = dpcm_apply_symmetry(fe_substream, stream);
1995         if (ret < 0) {
1996                 dev_err(fe->dev, "ASoC: failed to apply dpcm symmetry %d\n",
1997                         ret);
1998                 goto unwind;
1999         }
2000
2001         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2002         return 0;
2003
2004 unwind:
2005         dpcm_be_dai_startup_unwind(fe, fe_substream->stream);
2006 be_err:
2007         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2008         return ret;
2009 }
2010
2011 int dpcm_be_dai_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2012 {
2013         struct snd_soc_dpcm *dpcm;
2014
2015         /* only shutdown BEs that are either sinks or sources to this FE DAI */
2016         for_each_dpcm_be(fe, stream, dpcm) {
2017
2018                 struct snd_soc_pcm_runtime *be = dpcm->be;
2019                 struct snd_pcm_substream *be_substream =
2020                         snd_soc_dpcm_get_substream(be, stream);
2021
2022                 /* is this op for this BE ? */
2023                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2024                         continue;
2025
2026                 if (be->dpcm[stream].users == 0)
2027                         dev_err(be->dev, "ASoC: no users %s at close - state %d\n",
2028                                 stream ? "capture" : "playback",
2029                                 be->dpcm[stream].state);
2030
2031                 if (--be->dpcm[stream].users != 0)
2032                         continue;
2033
2034                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2035                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN)) {
2036                         soc_pcm_hw_free(be_substream);
2037                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2038                 }
2039
2040                 dev_dbg(be->dev, "ASoC: close BE %s\n",
2041                         be->dai_link->name);
2042
2043                 soc_pcm_close(be_substream);
2044                 be_substream->runtime = NULL;
2045
2046                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2047         }
2048         return 0;
2049 }
2050
2051 static int dpcm_fe_dai_shutdown(struct snd_pcm_substream *substream)
2052 {
2053         struct snd_soc_pcm_runtime *fe = substream->private_data;
2054         int stream = substream->stream;
2055
2056         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2057
2058         /* shutdown the BEs */
2059         dpcm_be_dai_shutdown(fe, substream->stream);
2060
2061         dev_dbg(fe->dev, "ASoC: close FE %s\n", fe->dai_link->name);
2062
2063         /* now shutdown the frontend */
2064         soc_pcm_close(substream);
2065
2066         /* run the stream event for each BE */
2067         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_STOP);
2068
2069         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_CLOSE;
2070         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2071         return 0;
2072 }
2073
2074 int dpcm_be_dai_hw_free(struct snd_soc_pcm_runtime *fe, int stream)
2075 {
2076         struct snd_soc_dpcm *dpcm;
2077
2078         /* only hw_params backends that are either sinks or sources
2079          * to this frontend DAI */
2080         for_each_dpcm_be(fe, stream, dpcm) {
2081
2082                 struct snd_soc_pcm_runtime *be = dpcm->be;
2083                 struct snd_pcm_substream *be_substream =
2084                         snd_soc_dpcm_get_substream(be, stream);
2085
2086                 /* is this op for this BE ? */
2087                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2088                         continue;
2089
2090                 /* only free hw when no longer used - check all FEs */
2091                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2092                                 continue;
2093
2094                 /* do not free hw if this BE is used by other FE */
2095                 if (be->dpcm[stream].users > 1)
2096                         continue;
2097
2098                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2099                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2100                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2101                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED) &&
2102                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2103                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2104                         continue;
2105
2106                 dev_dbg(be->dev, "ASoC: hw_free BE %s\n",
2107                         be->dai_link->name);
2108
2109                 soc_pcm_hw_free(be_substream);
2110
2111                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2112         }
2113
2114         return 0;
2115 }
2116
2117 static int dpcm_fe_dai_hw_free(struct snd_pcm_substream *substream)
2118 {
2119         struct snd_soc_pcm_runtime *fe = substream->private_data;
2120         int err, stream = substream->stream;
2121
2122         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2123         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2124
2125         dev_dbg(fe->dev, "ASoC: hw_free FE %s\n", fe->dai_link->name);
2126
2127         /* call hw_free on the frontend */
2128         err = soc_pcm_hw_free(substream);
2129         if (err < 0)
2130                 dev_err(fe->dev,"ASoC: hw_free FE %s failed\n",
2131                         fe->dai_link->name);
2132
2133         /* only hw_params backends that are either sinks or sources
2134          * to this frontend DAI */
2135         err = dpcm_be_dai_hw_free(fe, stream);
2136
2137         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_FREE;
2138         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2139
2140         mutex_unlock(&fe->card->mutex);
2141         return 0;
2142 }
2143
2144 int dpcm_be_dai_hw_params(struct snd_soc_pcm_runtime *fe, int stream)
2145 {
2146         struct snd_soc_dpcm *dpcm;
2147         int ret;
2148
2149         for_each_dpcm_be(fe, stream, dpcm) {
2150
2151                 struct snd_soc_pcm_runtime *be = dpcm->be;
2152                 struct snd_pcm_substream *be_substream =
2153                         snd_soc_dpcm_get_substream(be, stream);
2154
2155                 /* is this op for this BE ? */
2156                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2157                         continue;
2158
2159                 /* copy params for each dpcm */
2160                 memcpy(&dpcm->hw_params, &fe->dpcm[stream].hw_params,
2161                                 sizeof(struct snd_pcm_hw_params));
2162
2163                 /* perform any hw_params fixups */
2164                 if (be->dai_link->be_hw_params_fixup) {
2165                         ret = be->dai_link->be_hw_params_fixup(be,
2166                                         &dpcm->hw_params);
2167                         if (ret < 0) {
2168                                 dev_err(be->dev,
2169                                         "ASoC: hw_params BE fixup failed %d\n",
2170                                         ret);
2171                                 goto unwind;
2172                         }
2173                 }
2174
2175                 /* copy the fixed-up hw params for BE dai */
2176                 memcpy(&be->dpcm[stream].hw_params, &dpcm->hw_params,
2177                        sizeof(struct snd_pcm_hw_params));
2178
2179                 /* only allow hw_params() if no connected FEs are running */
2180                 if (!snd_soc_dpcm_can_be_params(fe, be, stream))
2181                         continue;
2182
2183                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2184                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2185                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE))
2186                         continue;
2187
2188                 dev_dbg(be->dev, "ASoC: hw_params BE %s\n",
2189                         be->dai_link->name);
2190
2191                 ret = soc_pcm_hw_params(be_substream, &dpcm->hw_params);
2192                 if (ret < 0) {
2193                         dev_err(dpcm->be->dev,
2194                                 "ASoC: hw_params BE failed %d\n", ret);
2195                         goto unwind;
2196                 }
2197
2198                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2199         }
2200         return 0;
2201
2202 unwind:
2203         /* disable any enabled and non active backends */
2204         for_each_dpcm_be_rollback(fe, stream, dpcm) {
2205                 struct snd_soc_pcm_runtime *be = dpcm->be;
2206                 struct snd_pcm_substream *be_substream =
2207                         snd_soc_dpcm_get_substream(be, stream);
2208
2209                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2210                         continue;
2211
2212                 /* only allow hw_free() if no connected FEs are running */
2213                 if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2214                         continue;
2215
2216                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_OPEN) &&
2217                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2218                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_FREE) &&
2219                    (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2220                         continue;
2221
2222                 soc_pcm_hw_free(be_substream);
2223         }
2224
2225         return ret;
2226 }
2227
2228 static int dpcm_fe_dai_hw_params(struct snd_pcm_substream *substream,
2229                                  struct snd_pcm_hw_params *params)
2230 {
2231         struct snd_soc_pcm_runtime *fe = substream->private_data;
2232         int ret, stream = substream->stream;
2233
2234         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2235         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2236
2237         memcpy(&fe->dpcm[substream->stream].hw_params, params,
2238                         sizeof(struct snd_pcm_hw_params));
2239         ret = dpcm_be_dai_hw_params(fe, substream->stream);
2240         if (ret < 0) {
2241                 dev_err(fe->dev,"ASoC: hw_params BE failed %d\n", ret);
2242                 goto out;
2243         }
2244
2245         dev_dbg(fe->dev, "ASoC: hw_params FE %s rate %d chan %x fmt %d\n",
2246                         fe->dai_link->name, params_rate(params),
2247                         params_channels(params), params_format(params));
2248
2249         /* call hw_params on the frontend */
2250         ret = soc_pcm_hw_params(substream, params);
2251         if (ret < 0) {
2252                 dev_err(fe->dev,"ASoC: hw_params FE failed %d\n", ret);
2253                 dpcm_be_dai_hw_free(fe, stream);
2254          } else
2255                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_HW_PARAMS;
2256
2257 out:
2258         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2259         mutex_unlock(&fe->card->mutex);
2260         return ret;
2261 }
2262
2263 static int dpcm_do_trigger(struct snd_soc_dpcm *dpcm,
2264                 struct snd_pcm_substream *substream, int cmd)
2265 {
2266         int ret;
2267
2268         dev_dbg(dpcm->be->dev, "ASoC: trigger BE %s cmd %d\n",
2269                         dpcm->be->dai_link->name, cmd);
2270
2271         ret = soc_pcm_trigger(substream, cmd);
2272         if (ret < 0)
2273                 dev_err(dpcm->be->dev,"ASoC: trigger BE failed %d\n", ret);
2274
2275         return ret;
2276 }
2277
2278 int dpcm_be_dai_trigger(struct snd_soc_pcm_runtime *fe, int stream,
2279                                int cmd)
2280 {
2281         struct snd_soc_dpcm *dpcm;
2282         int ret = 0;
2283
2284         for_each_dpcm_be(fe, stream, dpcm) {
2285
2286                 struct snd_soc_pcm_runtime *be = dpcm->be;
2287                 struct snd_pcm_substream *be_substream =
2288                         snd_soc_dpcm_get_substream(be, stream);
2289
2290                 /* is this op for this BE ? */
2291                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2292                         continue;
2293
2294                 switch (cmd) {
2295                 case SNDRV_PCM_TRIGGER_START:
2296                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PREPARE) &&
2297                             (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP))
2298                                 continue;
2299
2300                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2301                         if (ret)
2302                                 return ret;
2303
2304                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2305                         break;
2306                 case SNDRV_PCM_TRIGGER_RESUME:
2307                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND))
2308                                 continue;
2309
2310                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2311                         if (ret)
2312                                 return ret;
2313
2314                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2315                         break;
2316                 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2317                         if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2318                                 continue;
2319
2320                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2321                         if (ret)
2322                                 return ret;
2323
2324                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2325                         break;
2326                 case SNDRV_PCM_TRIGGER_STOP:
2327                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2328                                 continue;
2329
2330                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2331                                 continue;
2332
2333                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2334                         if (ret)
2335                                 return ret;
2336
2337                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2338                         break;
2339                 case SNDRV_PCM_TRIGGER_SUSPEND:
2340                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2341                                 continue;
2342
2343                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2344                                 continue;
2345
2346                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2347                         if (ret)
2348                                 return ret;
2349
2350                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_SUSPEND;
2351                         break;
2352                 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2353                         if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2354                                 continue;
2355
2356                         if (!snd_soc_dpcm_can_be_free_stop(fe, be, stream))
2357                                 continue;
2358
2359                         ret = dpcm_do_trigger(dpcm, be_substream, cmd);
2360                         if (ret)
2361                                 return ret;
2362
2363                         be->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2364                         break;
2365                 }
2366         }
2367
2368         return ret;
2369 }
2370 EXPORT_SYMBOL_GPL(dpcm_be_dai_trigger);
2371
2372 static int dpcm_fe_dai_do_trigger(struct snd_pcm_substream *substream, int cmd)
2373 {
2374         struct snd_soc_pcm_runtime *fe = substream->private_data;
2375         int stream = substream->stream, ret;
2376         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2377
2378         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_FE;
2379
2380         switch (trigger) {
2381         case SND_SOC_DPCM_TRIGGER_PRE:
2382                 /* call trigger on the frontend before the backend. */
2383
2384                 dev_dbg(fe->dev, "ASoC: pre trigger FE %s cmd %d\n",
2385                                 fe->dai_link->name, cmd);
2386
2387                 ret = soc_pcm_trigger(substream, cmd);
2388                 if (ret < 0) {
2389                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2390                         goto out;
2391                 }
2392
2393                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2394                 break;
2395         case SND_SOC_DPCM_TRIGGER_POST:
2396                 /* call trigger on the frontend after the backend. */
2397
2398                 ret = dpcm_be_dai_trigger(fe, substream->stream, cmd);
2399                 if (ret < 0) {
2400                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2401                         goto out;
2402                 }
2403
2404                 dev_dbg(fe->dev, "ASoC: post trigger FE %s cmd %d\n",
2405                                 fe->dai_link->name, cmd);
2406
2407                 ret = soc_pcm_trigger(substream, cmd);
2408                 break;
2409         case SND_SOC_DPCM_TRIGGER_BESPOKE:
2410                 /* bespoke trigger() - handles both FE and BEs */
2411
2412                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd %d\n",
2413                                 fe->dai_link->name, cmd);
2414
2415                 ret = soc_pcm_bespoke_trigger(substream, cmd);
2416                 if (ret < 0) {
2417                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2418                         goto out;
2419                 }
2420                 break;
2421         default:
2422                 dev_err(fe->dev, "ASoC: invalid trigger cmd %d for %s\n", cmd,
2423                                 fe->dai_link->name);
2424                 ret = -EINVAL;
2425                 goto out;
2426         }
2427
2428         switch (cmd) {
2429         case SNDRV_PCM_TRIGGER_START:
2430         case SNDRV_PCM_TRIGGER_RESUME:
2431         case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
2432                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_START;
2433                 break;
2434         case SNDRV_PCM_TRIGGER_STOP:
2435         case SNDRV_PCM_TRIGGER_SUSPEND:
2436                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_STOP;
2437                 break;
2438         case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
2439                 fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PAUSED;
2440                 break;
2441         }
2442
2443 out:
2444         fe->dpcm[stream].runtime_update = SND_SOC_DPCM_UPDATE_NO;
2445         return ret;
2446 }
2447
2448 static int dpcm_fe_dai_trigger(struct snd_pcm_substream *substream, int cmd)
2449 {
2450         struct snd_soc_pcm_runtime *fe = substream->private_data;
2451         int stream = substream->stream;
2452
2453         /* if FE's runtime_update is already set, we're in race;
2454          * process this trigger later at exit
2455          */
2456         if (fe->dpcm[stream].runtime_update != SND_SOC_DPCM_UPDATE_NO) {
2457                 fe->dpcm[stream].trigger_pending = cmd + 1;
2458                 return 0; /* delayed, assuming it's successful */
2459         }
2460
2461         /* we're alone, let's trigger */
2462         return dpcm_fe_dai_do_trigger(substream, cmd);
2463 }
2464
2465 int dpcm_be_dai_prepare(struct snd_soc_pcm_runtime *fe, int stream)
2466 {
2467         struct snd_soc_dpcm *dpcm;
2468         int ret = 0;
2469
2470         for_each_dpcm_be(fe, stream, dpcm) {
2471
2472                 struct snd_soc_pcm_runtime *be = dpcm->be;
2473                 struct snd_pcm_substream *be_substream =
2474                         snd_soc_dpcm_get_substream(be, stream);
2475
2476                 /* is this op for this BE ? */
2477                 if (!snd_soc_dpcm_be_can_update(fe, be, stream))
2478                         continue;
2479
2480                 if ((be->dpcm[stream].state != SND_SOC_DPCM_STATE_HW_PARAMS) &&
2481                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_STOP) &&
2482                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_SUSPEND) &&
2483                     (be->dpcm[stream].state != SND_SOC_DPCM_STATE_PAUSED))
2484                         continue;
2485
2486                 dev_dbg(be->dev, "ASoC: prepare BE %s\n",
2487                         be->dai_link->name);
2488
2489                 ret = soc_pcm_prepare(be_substream);
2490                 if (ret < 0) {
2491                         dev_err(be->dev, "ASoC: backend prepare failed %d\n",
2492                                 ret);
2493                         break;
2494                 }
2495
2496                 be->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2497         }
2498         return ret;
2499 }
2500
2501 static int dpcm_fe_dai_prepare(struct snd_pcm_substream *substream)
2502 {
2503         struct snd_soc_pcm_runtime *fe = substream->private_data;
2504         int stream = substream->stream, ret = 0;
2505
2506         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2507
2508         dev_dbg(fe->dev, "ASoC: prepare FE %s\n", fe->dai_link->name);
2509
2510         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_FE);
2511
2512         /* there is no point preparing this FE if there are no BEs */
2513         if (list_empty(&fe->dpcm[stream].be_clients)) {
2514                 dev_err(fe->dev, "ASoC: no backend DAIs enabled for %s\n",
2515                                 fe->dai_link->name);
2516                 ret = -EINVAL;
2517                 goto out;
2518         }
2519
2520         ret = dpcm_be_dai_prepare(fe, substream->stream);
2521         if (ret < 0)
2522                 goto out;
2523
2524         /* call prepare on the frontend */
2525         ret = soc_pcm_prepare(substream);
2526         if (ret < 0) {
2527                 dev_err(fe->dev,"ASoC: prepare FE %s failed\n",
2528                         fe->dai_link->name);
2529                 goto out;
2530         }
2531
2532         /* run the stream event for each BE */
2533         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_START);
2534         fe->dpcm[stream].state = SND_SOC_DPCM_STATE_PREPARE;
2535
2536 out:
2537         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2538         mutex_unlock(&fe->card->mutex);
2539
2540         return ret;
2541 }
2542
2543 static int soc_pcm_ioctl(struct snd_pcm_substream *substream,
2544                      unsigned int cmd, void *arg)
2545 {
2546         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2547         struct snd_soc_component *component;
2548         struct snd_soc_rtdcom_list *rtdcom;
2549
2550         for_each_rtdcom(rtd, rtdcom) {
2551                 component = rtdcom->component;
2552
2553                 if (!component->driver->ops ||
2554                     !component->driver->ops->ioctl)
2555                         continue;
2556
2557                 /* FIXME: use 1st ioctl */
2558                 return component->driver->ops->ioctl(substream, cmd, arg);
2559         }
2560
2561         return snd_pcm_lib_ioctl(substream, cmd, arg);
2562 }
2563
2564 static int dpcm_run_update_shutdown(struct snd_soc_pcm_runtime *fe, int stream)
2565 {
2566         struct snd_pcm_substream *substream =
2567                 snd_soc_dpcm_get_substream(fe, stream);
2568         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2569         int err;
2570
2571         dev_dbg(fe->dev, "ASoC: runtime %s close on FE %s\n",
2572                         stream ? "capture" : "playback", fe->dai_link->name);
2573
2574         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2575                 /* call bespoke trigger - FE takes care of all BE triggers */
2576                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd stop\n",
2577                                 fe->dai_link->name);
2578
2579                 err = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_STOP);
2580                 if (err < 0)
2581                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2582         } else {
2583                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd stop\n",
2584                         fe->dai_link->name);
2585
2586                 err = dpcm_be_dai_trigger(fe, stream, SNDRV_PCM_TRIGGER_STOP);
2587                 if (err < 0)
2588                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", err);
2589         }
2590
2591         err = dpcm_be_dai_hw_free(fe, stream);
2592         if (err < 0)
2593                 dev_err(fe->dev,"ASoC: hw_free FE failed %d\n", err);
2594
2595         err = dpcm_be_dai_shutdown(fe, stream);
2596         if (err < 0)
2597                 dev_err(fe->dev,"ASoC: shutdown FE failed %d\n", err);
2598
2599         /* run the stream event for each BE */
2600         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2601
2602         return 0;
2603 }
2604
2605 static int dpcm_run_update_startup(struct snd_soc_pcm_runtime *fe, int stream)
2606 {
2607         struct snd_pcm_substream *substream =
2608                 snd_soc_dpcm_get_substream(fe, stream);
2609         struct snd_soc_dpcm *dpcm;
2610         enum snd_soc_dpcm_trigger trigger = fe->dai_link->trigger[stream];
2611         int ret;
2612         unsigned long flags;
2613
2614         dev_dbg(fe->dev, "ASoC: runtime %s open on FE %s\n",
2615                         stream ? "capture" : "playback", fe->dai_link->name);
2616
2617         /* Only start the BE if the FE is ready */
2618         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_FREE ||
2619                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_CLOSE)
2620                 return -EINVAL;
2621
2622         /* startup must always be called for new BEs */
2623         ret = dpcm_be_dai_startup(fe, stream);
2624         if (ret < 0)
2625                 goto disconnect;
2626
2627         /* keep going if FE state is > open */
2628         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_OPEN)
2629                 return 0;
2630
2631         ret = dpcm_be_dai_hw_params(fe, stream);
2632         if (ret < 0)
2633                 goto close;
2634
2635         /* keep going if FE state is > hw_params */
2636         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_HW_PARAMS)
2637                 return 0;
2638
2639
2640         ret = dpcm_be_dai_prepare(fe, stream);
2641         if (ret < 0)
2642                 goto hw_free;
2643
2644         /* run the stream event for each BE */
2645         dpcm_dapm_stream_event(fe, stream, SND_SOC_DAPM_STREAM_NOP);
2646
2647         /* keep going if FE state is > prepare */
2648         if (fe->dpcm[stream].state == SND_SOC_DPCM_STATE_PREPARE ||
2649                 fe->dpcm[stream].state == SND_SOC_DPCM_STATE_STOP)
2650                 return 0;
2651
2652         if (trigger == SND_SOC_DPCM_TRIGGER_BESPOKE) {
2653                 /* call trigger on the frontend - FE takes care of all BE triggers */
2654                 dev_dbg(fe->dev, "ASoC: bespoke trigger FE %s cmd start\n",
2655                                 fe->dai_link->name);
2656
2657                 ret = soc_pcm_bespoke_trigger(substream, SNDRV_PCM_TRIGGER_START);
2658                 if (ret < 0) {
2659                         dev_err(fe->dev,"ASoC: bespoke trigger FE failed %d\n", ret);
2660                         goto hw_free;
2661                 }
2662         } else {
2663                 dev_dbg(fe->dev, "ASoC: trigger FE %s cmd start\n",
2664                         fe->dai_link->name);
2665
2666                 ret = dpcm_be_dai_trigger(fe, stream,
2667                                         SNDRV_PCM_TRIGGER_START);
2668                 if (ret < 0) {
2669                         dev_err(fe->dev,"ASoC: trigger FE failed %d\n", ret);
2670                         goto hw_free;
2671                 }
2672         }
2673
2674         return 0;
2675
2676 hw_free:
2677         dpcm_be_dai_hw_free(fe, stream);
2678 close:
2679         dpcm_be_dai_shutdown(fe, stream);
2680 disconnect:
2681         /* disconnect any non started BEs */
2682         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
2683         for_each_dpcm_be(fe, stream, dpcm) {
2684                 struct snd_soc_pcm_runtime *be = dpcm->be;
2685                 if (be->dpcm[stream].state != SND_SOC_DPCM_STATE_START)
2686                                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2687         }
2688         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
2689
2690         return ret;
2691 }
2692
2693 static int dpcm_run_new_update(struct snd_soc_pcm_runtime *fe, int stream)
2694 {
2695         int ret;
2696
2697         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2698         ret = dpcm_run_update_startup(fe, stream);
2699         if (ret < 0)
2700                 dev_err(fe->dev, "ASoC: failed to startup some BEs\n");
2701         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2702
2703         return ret;
2704 }
2705
2706 static int dpcm_run_old_update(struct snd_soc_pcm_runtime *fe, int stream)
2707 {
2708         int ret;
2709
2710         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_BE);
2711         ret = dpcm_run_update_shutdown(fe, stream);
2712         if (ret < 0)
2713                 dev_err(fe->dev, "ASoC: failed to shutdown some BEs\n");
2714         dpcm_set_fe_update_state(fe, stream, SND_SOC_DPCM_UPDATE_NO);
2715
2716         return ret;
2717 }
2718
2719 static int soc_dpcm_fe_runtime_update(struct snd_soc_pcm_runtime *fe, int new)
2720 {
2721         struct snd_soc_dapm_widget_list *list;
2722         int count, paths;
2723
2724         if (!fe->dai_link->dynamic)
2725                 return 0;
2726
2727         /* only check active links */
2728         if (!fe->cpu_dai->active)
2729                 return 0;
2730
2731         /* DAPM sync will call this to update DSP paths */
2732         dev_dbg(fe->dev, "ASoC: DPCM %s runtime update for FE %s\n",
2733                 new ? "new" : "old", fe->dai_link->name);
2734
2735         /* skip if FE doesn't have playback capability */
2736         if (!fe->cpu_dai->driver->playback.channels_min ||
2737             !fe->codec_dai->driver->playback.channels_min)
2738                 goto capture;
2739
2740         /* skip if FE isn't currently playing */
2741         if (!fe->cpu_dai->playback_active || !fe->codec_dai->playback_active)
2742                 goto capture;
2743
2744         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_PLAYBACK, &list);
2745         if (paths < 0) {
2746                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2747                          fe->dai_link->name,  "playback");
2748                 return paths;
2749         }
2750
2751         /* update any playback paths */
2752         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_PLAYBACK, &list, new);
2753         if (count) {
2754                 if (new)
2755                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2756                 else
2757                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_PLAYBACK);
2758
2759                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_PLAYBACK);
2760                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_PLAYBACK);
2761         }
2762
2763         dpcm_path_put(&list);
2764
2765 capture:
2766         /* skip if FE doesn't have capture capability */
2767         if (!fe->cpu_dai->driver->capture.channels_min ||
2768             !fe->codec_dai->driver->capture.channels_min)
2769                 return 0;
2770
2771         /* skip if FE isn't currently capturing */
2772         if (!fe->cpu_dai->capture_active || !fe->codec_dai->capture_active)
2773                 return 0;
2774
2775         paths = dpcm_path_get(fe, SNDRV_PCM_STREAM_CAPTURE, &list);
2776         if (paths < 0) {
2777                 dev_warn(fe->dev, "ASoC: %s no valid %s path\n",
2778                          fe->dai_link->name,  "capture");
2779                 return paths;
2780         }
2781
2782         /* update any old capture paths */
2783         count = dpcm_process_paths(fe, SNDRV_PCM_STREAM_CAPTURE, &list, new);
2784         if (count) {
2785                 if (new)
2786                         dpcm_run_new_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2787                 else
2788                         dpcm_run_old_update(fe, SNDRV_PCM_STREAM_CAPTURE);
2789
2790                 dpcm_clear_pending_state(fe, SNDRV_PCM_STREAM_CAPTURE);
2791                 dpcm_be_disconnect(fe, SNDRV_PCM_STREAM_CAPTURE);
2792         }
2793
2794         dpcm_path_put(&list);
2795
2796         return 0;
2797 }
2798
2799 /* Called by DAPM mixer/mux changes to update audio routing between PCMs and
2800  * any DAI links.
2801  */
2802 int soc_dpcm_runtime_update(struct snd_soc_card *card)
2803 {
2804         struct snd_soc_pcm_runtime *fe;
2805         int ret = 0;
2806
2807         mutex_lock_nested(&card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2808         /* shutdown all old paths first */
2809         for_each_card_rtds(card, fe) {
2810                 ret = soc_dpcm_fe_runtime_update(fe, 0);
2811                 if (ret)
2812                         goto out;
2813         }
2814
2815         /* bring new paths up */
2816         for_each_card_rtds(card, fe) {
2817                 ret = soc_dpcm_fe_runtime_update(fe, 1);
2818                 if (ret)
2819                         goto out;
2820         }
2821
2822 out:
2823         mutex_unlock(&card->mutex);
2824         return ret;
2825 }
2826 int soc_dpcm_be_digital_mute(struct snd_soc_pcm_runtime *fe, int mute)
2827 {
2828         struct snd_soc_dpcm *dpcm;
2829         struct snd_soc_dai *dai;
2830
2831         for_each_dpcm_be(fe, SNDRV_PCM_STREAM_PLAYBACK, dpcm) {
2832
2833                 struct snd_soc_pcm_runtime *be = dpcm->be;
2834                 int i;
2835
2836                 if (be->dai_link->ignore_suspend)
2837                         continue;
2838
2839                 for_each_rtd_codec_dai(be, i, dai) {
2840                         struct snd_soc_dai_driver *drv = dai->driver;
2841
2842                         dev_dbg(be->dev, "ASoC: BE digital mute %s\n",
2843                                          be->dai_link->name);
2844
2845                         if (drv->ops && drv->ops->digital_mute &&
2846                                                         dai->playback_active)
2847                                 drv->ops->digital_mute(dai, mute);
2848                 }
2849         }
2850
2851         return 0;
2852 }
2853
2854 static int dpcm_fe_dai_open(struct snd_pcm_substream *fe_substream)
2855 {
2856         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2857         struct snd_soc_dpcm *dpcm;
2858         struct snd_soc_dapm_widget_list *list;
2859         int ret;
2860         int stream = fe_substream->stream;
2861
2862         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2863         fe->dpcm[stream].runtime = fe_substream->runtime;
2864
2865         ret = dpcm_path_get(fe, stream, &list);
2866         if (ret < 0) {
2867                 mutex_unlock(&fe->card->mutex);
2868                 return ret;
2869         } else if (ret == 0) {
2870                 dev_dbg(fe->dev, "ASoC: %s no valid %s route\n",
2871                         fe->dai_link->name, stream ? "capture" : "playback");
2872         }
2873
2874         /* calculate valid and active FE <-> BE dpcms */
2875         dpcm_process_paths(fe, stream, &list, 1);
2876
2877         ret = dpcm_fe_dai_startup(fe_substream);
2878         if (ret < 0) {
2879                 /* clean up all links */
2880                 for_each_dpcm_be(fe, stream, dpcm)
2881                         dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2882
2883                 dpcm_be_disconnect(fe, stream);
2884                 fe->dpcm[stream].runtime = NULL;
2885         }
2886
2887         dpcm_clear_pending_state(fe, stream);
2888         dpcm_path_put(&list);
2889         mutex_unlock(&fe->card->mutex);
2890         return ret;
2891 }
2892
2893 static int dpcm_fe_dai_close(struct snd_pcm_substream *fe_substream)
2894 {
2895         struct snd_soc_pcm_runtime *fe = fe_substream->private_data;
2896         struct snd_soc_dpcm *dpcm;
2897         int stream = fe_substream->stream, ret;
2898
2899         mutex_lock_nested(&fe->card->mutex, SND_SOC_CARD_CLASS_RUNTIME);
2900         ret = dpcm_fe_dai_shutdown(fe_substream);
2901
2902         /* mark FE's links ready to prune */
2903         for_each_dpcm_be(fe, stream, dpcm)
2904                 dpcm->state = SND_SOC_DPCM_LINK_STATE_FREE;
2905
2906         dpcm_be_disconnect(fe, stream);
2907
2908         fe->dpcm[stream].runtime = NULL;
2909         mutex_unlock(&fe->card->mutex);
2910         return ret;
2911 }
2912
2913 static void soc_pcm_private_free(struct snd_pcm *pcm)
2914 {
2915         struct snd_soc_pcm_runtime *rtd = pcm->private_data;
2916         struct snd_soc_rtdcom_list *rtdcom;
2917         struct snd_soc_component *component;
2918
2919         /* need to sync the delayed work before releasing resources */
2920         flush_delayed_work(&rtd->delayed_work);
2921         for_each_rtdcom(rtd, rtdcom) {
2922                 component = rtdcom->component;
2923
2924                 if (component->driver->pcm_free)
2925                         component->driver->pcm_free(pcm);
2926         }
2927 }
2928
2929 static int soc_rtdcom_ack(struct snd_pcm_substream *substream)
2930 {
2931         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2932         struct snd_soc_rtdcom_list *rtdcom;
2933         struct snd_soc_component *component;
2934
2935         for_each_rtdcom(rtd, rtdcom) {
2936                 component = rtdcom->component;
2937
2938                 if (!component->driver->ops ||
2939                     !component->driver->ops->ack)
2940                         continue;
2941
2942                 /* FIXME. it returns 1st ask now */
2943                 return component->driver->ops->ack(substream);
2944         }
2945
2946         return -EINVAL;
2947 }
2948
2949 static int soc_rtdcom_copy_user(struct snd_pcm_substream *substream, int channel,
2950                                 unsigned long pos, void __user *buf,
2951                                 unsigned long bytes)
2952 {
2953         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2954         struct snd_soc_rtdcom_list *rtdcom;
2955         struct snd_soc_component *component;
2956
2957         for_each_rtdcom(rtd, rtdcom) {
2958                 component = rtdcom->component;
2959
2960                 if (!component->driver->ops ||
2961                     !component->driver->ops->copy_user)
2962                         continue;
2963
2964                 /* FIXME. it returns 1st copy now */
2965                 return component->driver->ops->copy_user(substream, channel,
2966                                                          pos, buf, bytes);
2967         }
2968
2969         return -EINVAL;
2970 }
2971
2972 static int soc_rtdcom_copy_kernel(struct snd_pcm_substream *substream, int channel,
2973                                   unsigned long pos, void *buf, unsigned long bytes)
2974 {
2975         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2976         struct snd_soc_rtdcom_list *rtdcom;
2977         struct snd_soc_component *component;
2978
2979         for_each_rtdcom(rtd, rtdcom) {
2980                 component = rtdcom->component;
2981
2982                 if (!component->driver->ops ||
2983                     !component->driver->ops->copy_kernel)
2984                         continue;
2985
2986                 /* FIXME. it returns 1st copy now */
2987                 return component->driver->ops->copy_kernel(substream, channel,
2988                                                            pos, buf, bytes);
2989         }
2990
2991         return -EINVAL;
2992 }
2993
2994 static int soc_rtdcom_fill_silence(struct snd_pcm_substream *substream, int channel,
2995                                    unsigned long pos, unsigned long bytes)
2996 {
2997         struct snd_soc_pcm_runtime *rtd = substream->private_data;
2998         struct snd_soc_rtdcom_list *rtdcom;
2999         struct snd_soc_component *component;
3000
3001         for_each_rtdcom(rtd, rtdcom) {
3002                 component = rtdcom->component;
3003
3004                 if (!component->driver->ops ||
3005                     !component->driver->ops->fill_silence)
3006                         continue;
3007
3008                 /* FIXME. it returns 1st silence now */
3009                 return component->driver->ops->fill_silence(substream, channel,
3010                                                             pos, bytes);
3011         }
3012
3013         return -EINVAL;
3014 }
3015
3016 static struct page *soc_rtdcom_page(struct snd_pcm_substream *substream,
3017                                     unsigned long offset)
3018 {
3019         struct snd_soc_pcm_runtime *rtd = substream->private_data;
3020         struct snd_soc_rtdcom_list *rtdcom;
3021         struct snd_soc_component *component;
3022         struct page *page;
3023
3024         for_each_rtdcom(rtd, rtdcom) {
3025                 component = rtdcom->component;
3026
3027                 if (!component->driver->ops ||
3028                     !component->driver->ops->page)
3029                         continue;
3030
3031                 /* FIXME. it returns 1st page now */
3032                 page = component->driver->ops->page(substream, offset);
3033                 if (page)
3034                         return page;
3035         }
3036
3037         return NULL;
3038 }
3039
3040 static int soc_rtdcom_mmap(struct snd_pcm_substream *substream,
3041                            struct vm_area_struct *vma)
3042 {
3043         struct snd_soc_pcm_runtime *rtd = substream->private_data;
3044         struct snd_soc_rtdcom_list *rtdcom;
3045         struct snd_soc_component *component;
3046
3047         for_each_rtdcom(rtd, rtdcom) {
3048                 component = rtdcom->component;
3049
3050                 if (!component->driver->ops ||
3051                     !component->driver->ops->mmap)
3052                         continue;
3053
3054                 /* FIXME. it returns 1st mmap now */
3055                 return component->driver->ops->mmap(substream, vma);
3056         }
3057
3058         return -EINVAL;
3059 }
3060
3061 /* create a new pcm */
3062 int soc_new_pcm(struct snd_soc_pcm_runtime *rtd, int num)
3063 {
3064         struct snd_soc_dai *codec_dai;
3065         struct snd_soc_dai *cpu_dai = rtd->cpu_dai;
3066         struct snd_soc_component *component;
3067         struct snd_soc_rtdcom_list *rtdcom;
3068         struct snd_pcm *pcm;
3069         char new_name[64];
3070         int ret = 0, playback = 0, capture = 0;
3071         int i;
3072
3073         if (rtd->dai_link->dynamic || rtd->dai_link->no_pcm) {
3074                 playback = rtd->dai_link->dpcm_playback;
3075                 capture = rtd->dai_link->dpcm_capture;
3076         } else {
3077                 for_each_rtd_codec_dai(rtd, i, codec_dai) {
3078                         if (codec_dai->driver->playback.channels_min)
3079                                 playback = 1;
3080                         if (codec_dai->driver->capture.channels_min)
3081                                 capture = 1;
3082                 }
3083
3084                 capture = capture && cpu_dai->driver->capture.channels_min;
3085                 playback = playback && cpu_dai->driver->playback.channels_min;
3086         }
3087
3088         if (rtd->dai_link->playback_only) {
3089                 playback = 1;
3090                 capture = 0;
3091         }
3092
3093         if (rtd->dai_link->capture_only) {
3094                 playback = 0;
3095                 capture = 1;
3096         }
3097
3098         /* create the PCM */
3099         if (rtd->dai_link->no_pcm) {
3100                 snprintf(new_name, sizeof(new_name), "(%s)",
3101                         rtd->dai_link->stream_name);
3102
3103                 ret = snd_pcm_new_internal(rtd->card->snd_card, new_name, num,
3104                                 playback, capture, &pcm);
3105         } else {
3106                 if (rtd->dai_link->dynamic)
3107                         snprintf(new_name, sizeof(new_name), "%s (*)",
3108                                 rtd->dai_link->stream_name);
3109                 else
3110                         snprintf(new_name, sizeof(new_name), "%s %s-%d",
3111                                 rtd->dai_link->stream_name,
3112                                 (rtd->num_codecs > 1) ?
3113                                 "multicodec" : rtd->codec_dai->name, num);
3114
3115                 ret = snd_pcm_new(rtd->card->snd_card, new_name, num, playback,
3116                         capture, &pcm);
3117         }
3118         if (ret < 0) {
3119                 dev_err(rtd->card->dev, "ASoC: can't create pcm for %s\n",
3120                         rtd->dai_link->name);
3121                 return ret;
3122         }
3123         dev_dbg(rtd->card->dev, "ASoC: registered pcm #%d %s\n",num, new_name);
3124
3125         /* DAPM dai link stream work */
3126         INIT_DELAYED_WORK(&rtd->delayed_work, close_delayed_work);
3127
3128         pcm->nonatomic = rtd->dai_link->nonatomic;
3129         rtd->pcm = pcm;
3130         pcm->private_data = rtd;
3131
3132         if (rtd->dai_link->no_pcm) {
3133                 if (playback)
3134                         pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream->private_data = rtd;
3135                 if (capture)
3136                         pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream->private_data = rtd;
3137                 goto out;
3138         }
3139
3140         /* ASoC PCM operations */
3141         if (rtd->dai_link->dynamic) {
3142                 rtd->ops.open           = dpcm_fe_dai_open;
3143                 rtd->ops.hw_params      = dpcm_fe_dai_hw_params;
3144                 rtd->ops.prepare        = dpcm_fe_dai_prepare;
3145                 rtd->ops.trigger        = dpcm_fe_dai_trigger;
3146                 rtd->ops.hw_free        = dpcm_fe_dai_hw_free;
3147                 rtd->ops.close          = dpcm_fe_dai_close;
3148                 rtd->ops.pointer        = soc_pcm_pointer;
3149                 rtd->ops.ioctl          = soc_pcm_ioctl;
3150         } else {
3151                 rtd->ops.open           = soc_pcm_open;
3152                 rtd->ops.hw_params      = soc_pcm_hw_params;
3153                 rtd->ops.prepare        = soc_pcm_prepare;
3154                 rtd->ops.trigger        = soc_pcm_trigger;
3155                 rtd->ops.hw_free        = soc_pcm_hw_free;
3156                 rtd->ops.close          = soc_pcm_close;
3157                 rtd->ops.pointer        = soc_pcm_pointer;
3158                 rtd->ops.ioctl          = soc_pcm_ioctl;
3159         }
3160
3161         for_each_rtdcom(rtd, rtdcom) {
3162                 const struct snd_pcm_ops *ops = rtdcom->component->driver->ops;
3163
3164                 if (!ops)
3165                         continue;
3166
3167                 if (ops->ack)
3168                         rtd->ops.ack            = soc_rtdcom_ack;
3169                 if (ops->copy_user)
3170                         rtd->ops.copy_user      = soc_rtdcom_copy_user;
3171                 if (ops->copy_kernel)
3172                         rtd->ops.copy_kernel    = soc_rtdcom_copy_kernel;
3173                 if (ops->fill_silence)
3174                         rtd->ops.fill_silence   = soc_rtdcom_fill_silence;
3175                 if (ops->page)
3176                         rtd->ops.page           = soc_rtdcom_page;
3177                 if (ops->mmap)
3178                         rtd->ops.mmap           = soc_rtdcom_mmap;
3179         }
3180
3181         if (playback)
3182                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_PLAYBACK, &rtd->ops);
3183
3184         if (capture)
3185                 snd_pcm_set_ops(pcm, SNDRV_PCM_STREAM_CAPTURE, &rtd->ops);
3186
3187         for_each_rtdcom(rtd, rtdcom) {
3188                 component = rtdcom->component;
3189
3190                 if (!component->driver->pcm_new)
3191                         continue;
3192
3193                 ret = component->driver->pcm_new(rtd);
3194                 if (ret < 0) {
3195                         dev_err(component->dev,
3196                                 "ASoC: pcm constructor failed: %d\n",
3197                                 ret);
3198                         return ret;
3199                 }
3200         }
3201
3202         pcm->private_free = soc_pcm_private_free;
3203         pcm->no_device_suspend = true;
3204 out:
3205         dev_info(rtd->card->dev, "%s <-> %s mapping ok\n",
3206                  (rtd->num_codecs > 1) ? "multicodec" : rtd->codec_dai->name,
3207                  cpu_dai->name);
3208         return ret;
3209 }
3210
3211 /* is the current PCM operation for this FE ? */
3212 int snd_soc_dpcm_fe_can_update(struct snd_soc_pcm_runtime *fe, int stream)
3213 {
3214         if (fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE)
3215                 return 1;
3216         return 0;
3217 }
3218 EXPORT_SYMBOL_GPL(snd_soc_dpcm_fe_can_update);
3219
3220 /* is the current PCM operation for this BE ? */
3221 int snd_soc_dpcm_be_can_update(struct snd_soc_pcm_runtime *fe,
3222                 struct snd_soc_pcm_runtime *be, int stream)
3223 {
3224         if ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_FE) ||
3225            ((fe->dpcm[stream].runtime_update == SND_SOC_DPCM_UPDATE_BE) &&
3226                   be->dpcm[stream].runtime_update))
3227                 return 1;
3228         return 0;
3229 }
3230 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_can_update);
3231
3232 /* get the substream for this BE */
3233 struct snd_pcm_substream *
3234         snd_soc_dpcm_get_substream(struct snd_soc_pcm_runtime *be, int stream)
3235 {
3236         return be->pcm->streams[stream].substream;
3237 }
3238 EXPORT_SYMBOL_GPL(snd_soc_dpcm_get_substream);
3239
3240 /* get the BE runtime state */
3241 enum snd_soc_dpcm_state
3242         snd_soc_dpcm_be_get_state(struct snd_soc_pcm_runtime *be, int stream)
3243 {
3244         return be->dpcm[stream].state;
3245 }
3246 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_get_state);
3247
3248 /* set the BE runtime state */
3249 void snd_soc_dpcm_be_set_state(struct snd_soc_pcm_runtime *be,
3250                 int stream, enum snd_soc_dpcm_state state)
3251 {
3252         be->dpcm[stream].state = state;
3253 }
3254 EXPORT_SYMBOL_GPL(snd_soc_dpcm_be_set_state);
3255
3256 /*
3257  * We can only hw_free, stop, pause or suspend a BE DAI if any of it's FE
3258  * are not running, paused or suspended for the specified stream direction.
3259  */
3260 int snd_soc_dpcm_can_be_free_stop(struct snd_soc_pcm_runtime *fe,
3261                 struct snd_soc_pcm_runtime *be, int stream)
3262 {
3263         struct snd_soc_dpcm *dpcm;
3264         int state;
3265         int ret = 1;
3266         unsigned long flags;
3267
3268         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3269         for_each_dpcm_fe(be, stream, dpcm) {
3270
3271                 if (dpcm->fe == fe)
3272                         continue;
3273
3274                 state = dpcm->fe->dpcm[stream].state;
3275                 if (state == SND_SOC_DPCM_STATE_START ||
3276                         state == SND_SOC_DPCM_STATE_PAUSED ||
3277                         state == SND_SOC_DPCM_STATE_SUSPEND) {
3278                         ret = 0;
3279                         break;
3280                 }
3281         }
3282         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3283
3284         /* it's safe to free/stop this BE DAI */
3285         return ret;
3286 }
3287 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_free_stop);
3288
3289 /*
3290  * We can only change hw params a BE DAI if any of it's FE are not prepared,
3291  * running, paused or suspended for the specified stream direction.
3292  */
3293 int snd_soc_dpcm_can_be_params(struct snd_soc_pcm_runtime *fe,
3294                 struct snd_soc_pcm_runtime *be, int stream)
3295 {
3296         struct snd_soc_dpcm *dpcm;
3297         int state;
3298         int ret = 1;
3299         unsigned long flags;
3300
3301         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3302         for_each_dpcm_fe(be, stream, dpcm) {
3303
3304                 if (dpcm->fe == fe)
3305                         continue;
3306
3307                 state = dpcm->fe->dpcm[stream].state;
3308                 if (state == SND_SOC_DPCM_STATE_START ||
3309                         state == SND_SOC_DPCM_STATE_PAUSED ||
3310                         state == SND_SOC_DPCM_STATE_SUSPEND ||
3311                         state == SND_SOC_DPCM_STATE_PREPARE) {
3312                         ret = 0;
3313                         break;
3314                 }
3315         }
3316         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3317
3318         /* it's safe to change hw_params */
3319         return ret;
3320 }
3321 EXPORT_SYMBOL_GPL(snd_soc_dpcm_can_be_params);
3322
3323 #ifdef CONFIG_DEBUG_FS
3324 static const char *dpcm_state_string(enum snd_soc_dpcm_state state)
3325 {
3326         switch (state) {
3327         case SND_SOC_DPCM_STATE_NEW:
3328                 return "new";
3329         case SND_SOC_DPCM_STATE_OPEN:
3330                 return "open";
3331         case SND_SOC_DPCM_STATE_HW_PARAMS:
3332                 return "hw_params";
3333         case SND_SOC_DPCM_STATE_PREPARE:
3334                 return "prepare";
3335         case SND_SOC_DPCM_STATE_START:
3336                 return "start";
3337         case SND_SOC_DPCM_STATE_STOP:
3338                 return "stop";
3339         case SND_SOC_DPCM_STATE_SUSPEND:
3340                 return "suspend";
3341         case SND_SOC_DPCM_STATE_PAUSED:
3342                 return "paused";
3343         case SND_SOC_DPCM_STATE_HW_FREE:
3344                 return "hw_free";
3345         case SND_SOC_DPCM_STATE_CLOSE:
3346                 return "close";
3347         }
3348
3349         return "unknown";
3350 }
3351
3352 static ssize_t dpcm_show_state(struct snd_soc_pcm_runtime *fe,
3353                                 int stream, char *buf, size_t size)
3354 {
3355         struct snd_pcm_hw_params *params = &fe->dpcm[stream].hw_params;
3356         struct snd_soc_dpcm *dpcm;
3357         ssize_t offset = 0;
3358         unsigned long flags;
3359
3360         /* FE state */
3361         offset += snprintf(buf + offset, size - offset,
3362                         "[%s - %s]\n", fe->dai_link->name,
3363                         stream ? "Capture" : "Playback");
3364
3365         offset += snprintf(buf + offset, size - offset, "State: %s\n",
3366                         dpcm_state_string(fe->dpcm[stream].state));
3367
3368         if ((fe->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3369             (fe->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3370                 offset += snprintf(buf + offset, size - offset,
3371                                 "Hardware Params: "
3372                                 "Format = %s, Channels = %d, Rate = %d\n",
3373                                 snd_pcm_format_name(params_format(params)),
3374                                 params_channels(params),
3375                                 params_rate(params));
3376
3377         /* BEs state */
3378         offset += snprintf(buf + offset, size - offset, "Backends:\n");
3379
3380         if (list_empty(&fe->dpcm[stream].be_clients)) {
3381                 offset += snprintf(buf + offset, size - offset,
3382                                 " No active DSP links\n");
3383                 goto out;
3384         }
3385
3386         spin_lock_irqsave(&fe->card->dpcm_lock, flags);
3387         for_each_dpcm_be(fe, stream, dpcm) {
3388                 struct snd_soc_pcm_runtime *be = dpcm->be;
3389                 params = &dpcm->hw_params;
3390
3391                 offset += snprintf(buf + offset, size - offset,
3392                                 "- %s\n", be->dai_link->name);
3393
3394                 offset += snprintf(buf + offset, size - offset,
3395                                 "   State: %s\n",
3396                                 dpcm_state_string(be->dpcm[stream].state));
3397
3398                 if ((be->dpcm[stream].state >= SND_SOC_DPCM_STATE_HW_PARAMS) &&
3399                     (be->dpcm[stream].state <= SND_SOC_DPCM_STATE_STOP))
3400                         offset += snprintf(buf + offset, size - offset,
3401                                 "   Hardware Params: "
3402                                 "Format = %s, Channels = %d, Rate = %d\n",
3403                                 snd_pcm_format_name(params_format(params)),
3404                                 params_channels(params),
3405                                 params_rate(params));
3406         }
3407         spin_unlock_irqrestore(&fe->card->dpcm_lock, flags);
3408 out:
3409         return offset;
3410 }
3411
3412 static ssize_t dpcm_state_read_file(struct file *file, char __user *user_buf,
3413                                 size_t count, loff_t *ppos)
3414 {
3415         struct snd_soc_pcm_runtime *fe = file->private_data;
3416         ssize_t out_count = PAGE_SIZE, offset = 0, ret = 0;
3417         char *buf;
3418
3419         buf = kmalloc(out_count, GFP_KERNEL);
3420         if (!buf)
3421                 return -ENOMEM;
3422
3423         if (fe->cpu_dai->driver->playback.channels_min)
3424                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_PLAYBACK,
3425                                         buf + offset, out_count - offset);
3426
3427         if (fe->cpu_dai->driver->capture.channels_min)
3428                 offset += dpcm_show_state(fe, SNDRV_PCM_STREAM_CAPTURE,
3429                                         buf + offset, out_count - offset);
3430
3431         ret = simple_read_from_buffer(user_buf, count, ppos, buf, offset);
3432
3433         kfree(buf);
3434         return ret;
3435 }
3436
3437 static const struct file_operations dpcm_state_fops = {
3438         .open = simple_open,
3439         .read = dpcm_state_read_file,
3440         .llseek = default_llseek,
3441 };
3442
3443 void soc_dpcm_debugfs_add(struct snd_soc_pcm_runtime *rtd)
3444 {
3445         if (!rtd->dai_link)
3446                 return;
3447
3448         if (!rtd->card->debugfs_card_root)
3449                 return;
3450
3451         rtd->debugfs_dpcm_root = debugfs_create_dir(rtd->dai_link->name,
3452                         rtd->card->debugfs_card_root);
3453         if (!rtd->debugfs_dpcm_root) {
3454                 dev_dbg(rtd->dev,
3455                          "ASoC: Failed to create dpcm debugfs directory %s\n",
3456                          rtd->dai_link->name);
3457                 return;
3458         }
3459
3460         debugfs_create_file("state", 0444, rtd->debugfs_dpcm_root,
3461                             rtd, &dpcm_state_fops);
3462 }
3463 #endif