Merge tag 'perf-tools-fixes-for-v6.8-1-2024-02-01' of git://git.kernel.org/pub/scm...
[linux-2.6-block.git] / sound / usb / pcm.c
CommitLineData
1a59d1b8 1// SPDX-License-Identifier: GPL-2.0-or-later
e5779998 2/*
e5779998
DM
3 */
4
5#include <linux/init.h>
9966ddaf 6#include <linux/slab.h>
44dcbbb1 7#include <linux/bitrev.h>
edcd3633 8#include <linux/ratelimit.h>
e5779998
DM
9#include <linux/usb.h>
10#include <linux/usb/audio.h>
7e847894 11#include <linux/usb/audio-v2.h>
e5779998
DM
12
13#include <sound/core.h>
14#include <sound/pcm.h>
15#include <sound/pcm_params.h>
16
17#include "usbaudio.h"
18#include "card.h"
19#include "quirks.h"
c731bc96 20#include "endpoint.h"
e5779998
DM
21#include "helper.h"
22#include "pcm.h"
79f920fb 23#include "clock.h"
88a8516a 24#include "power.h"
66354f18 25#include "media.h"
9fddc15e 26#include "implicit.h"
e5779998 27
edcd3633
DM
28#define SUBSTREAM_FLAG_DATA_EP_STARTED 0
29#define SUBSTREAM_FLAG_SYNC_EP_STARTED 1
30
294c4fb8 31/* return the estimated delay based on USB frame counters */
cdebd553 32static snd_pcm_uframes_t snd_usb_pcm_delay(struct snd_usb_substream *subs,
e8a8f09c 33 struct snd_pcm_runtime *runtime)
294c4fb8 34{
e8a8f09c
TI
35 unsigned int current_frame_number;
36 unsigned int frame_diff;
294c4fb8 37 int est_delay;
e8a8f09c 38 int queued;
294c4fb8 39
e8a8f09c
TI
40 if (subs->direction == SNDRV_PCM_STREAM_PLAYBACK) {
41 queued = bytes_to_frames(runtime, subs->inflight_bytes);
42 if (!queued)
43 return 0;
44 } else if (!subs->running) {
45 return 0;
46 }
48779a0b 47
294c4fb8
PLB
48 current_frame_number = usb_get_current_frame_number(subs->dev);
49 /*
50 * HCD implementations use different widths, use lower 8 bits.
51 * The delay will be managed up to 256ms, which is more than
52 * enough
53 */
54 frame_diff = (current_frame_number - subs->last_frame_number) & 0xff;
55
56 /* Approximation based on number of samples per USB frame (ms),
57 some truncation for 44.1 but the estimate is good enough */
e8a8f09c
TI
58 est_delay = frame_diff * runtime->rate / 1000;
59
60 if (subs->direction == SNDRV_PCM_STREAM_PLAYBACK) {
61 est_delay = queued - est_delay;
62 if (est_delay < 0)
63 est_delay = 0;
64 }
e4cc6153 65
294c4fb8
PLB
66 return est_delay;
67}
68
e5779998
DM
69/*
70 * return the current pcm pointer. just based on the hwptr_done value.
71 */
72static snd_pcm_uframes_t snd_usb_pcm_pointer(struct snd_pcm_substream *substream)
73{
e8a8f09c
TI
74 struct snd_pcm_runtime *runtime = substream->runtime;
75 struct snd_usb_substream *subs = runtime->private_data;
e5779998
DM
76 unsigned int hwptr_done;
77
47ab1545 78 if (atomic_read(&subs->stream->chip->shutdown))
978520b7 79 return SNDRV_PCM_POS_XRUN;
e5779998
DM
80 spin_lock(&subs->lock);
81 hwptr_done = subs->hwptr_done;
e8a8f09c 82 runtime->delay = snd_usb_pcm_delay(subs, runtime);
e5779998 83 spin_unlock(&subs->lock);
e8a8f09c 84 return bytes_to_frames(runtime, hwptr_done);
e5779998
DM
85}
86
87/*
88 * find a matching audio format
89 */
cab941b7 90static const struct audioformat *
bf6313a0
TI
91find_format(struct list_head *fmt_list_head, snd_pcm_format_t format,
92 unsigned int rate, unsigned int channels, bool strict_match,
93 struct snd_usb_substream *subs)
e5779998 94{
cab941b7
TI
95 const struct audioformat *fp;
96 const struct audioformat *found = NULL;
e5779998
DM
97 int cur_attr = 0, attr;
98
5a6c3e11 99 list_for_each_entry(fp, fmt_list_head, list) {
bf6313a0
TI
100 if (strict_match) {
101 if (!(fp->formats & pcm_format_to_bits(format)))
102 continue;
103 if (fp->channels != channels)
104 continue;
105 }
5a6c3e11 106 if (rate < fp->rate_min || rate > fp->rate_max)
e5779998 107 continue;
5a6c3e11 108 if (!(fp->rates & SNDRV_PCM_RATE_CONTINUOUS)) {
e5779998
DM
109 unsigned int i;
110 for (i = 0; i < fp->nr_rates; i++)
5a6c3e11 111 if (fp->rate_table[i] == rate)
e5779998
DM
112 break;
113 if (i >= fp->nr_rates)
114 continue;
115 }
116 attr = fp->ep_attr & USB_ENDPOINT_SYNCTYPE;
5a6c3e11 117 if (!found) {
e5779998
DM
118 found = fp;
119 cur_attr = attr;
120 continue;
121 }
122 /* avoid async out and adaptive in if the other method
123 * supports the same format.
124 * this is a workaround for the case like
125 * M-audio audiophile USB.
126 */
5a6c3e11 127 if (subs && attr != cur_attr) {
e5779998
DM
128 if ((attr == USB_ENDPOINT_SYNC_ASYNC &&
129 subs->direction == SNDRV_PCM_STREAM_PLAYBACK) ||
130 (attr == USB_ENDPOINT_SYNC_ADAPTIVE &&
131 subs->direction == SNDRV_PCM_STREAM_CAPTURE))
132 continue;
133 if ((cur_attr == USB_ENDPOINT_SYNC_ASYNC &&
134 subs->direction == SNDRV_PCM_STREAM_PLAYBACK) ||
135 (cur_attr == USB_ENDPOINT_SYNC_ADAPTIVE &&
136 subs->direction == SNDRV_PCM_STREAM_CAPTURE)) {
137 found = fp;
138 cur_attr = attr;
139 continue;
140 }
141 }
142 /* find the format with the largest max. packet size */
143 if (fp->maxpacksize > found->maxpacksize) {
144 found = fp;
145 cur_attr = attr;
146 }
147 }
148 return found;
149}
150
cab941b7 151static const struct audioformat *
bf6313a0
TI
152find_substream_format(struct snd_usb_substream *subs,
153 const struct snd_pcm_hw_params *params)
5a6c3e11 154{
bf6313a0
TI
155 return find_format(&subs->fmt_list, params_format(params),
156 params_rate(params), params_channels(params),
157 true, subs);
5a6c3e11
TI
158}
159
fd28941c
JK
160bool snd_usb_pcm_has_fixed_rate(struct snd_usb_substream *subs)
161{
162 const struct audioformat *fp;
92a9c0ad 163 struct snd_usb_audio *chip;
fd28941c
JK
164 int rate = -1;
165
291e9da9
JK
166 if (!subs)
167 return false;
92a9c0ad 168 chip = subs->stream->chip;
fd28941c
JK
169 if (!(chip->quirk_flags & QUIRK_FLAG_FIXED_RATE))
170 return false;
171 list_for_each_entry(fp, &subs->fmt_list, list) {
172 if (fp->rates & SNDRV_PCM_RATE_CONTINUOUS)
173 return false;
174 if (fp->nr_rates < 1)
175 continue;
176 if (fp->nr_rates > 1)
177 return false;
178 if (rate < 0) {
179 rate = fp->rate_table[0];
180 continue;
181 }
182 if (rate != fp->rate_table[0])
183 return false;
184 }
185 return true;
186}
187
bf6313a0 188static int init_pitch_v1(struct snd_usb_audio *chip, int ep)
767d75ad
DM
189{
190 struct usb_device *dev = chip->dev;
767d75ad
DM
191 unsigned char data[1];
192 int err;
193
767d75ad 194 data[0] = 1;
f25ecf8f
TI
195 err = snd_usb_ctl_msg(dev, usb_sndctrlpipe(dev, 0), UAC_SET_CUR,
196 USB_TYPE_CLASS|USB_RECIP_ENDPOINT|USB_DIR_OUT,
197 UAC_EP_CS_ATTR_PITCH_CONTROL << 8, ep,
198 data, sizeof(data));
bf6313a0 199 return err;
767d75ad 200}
e5779998 201
bf6313a0 202static int init_pitch_v2(struct snd_usb_audio *chip, int ep)
92c25611
DM
203{
204 struct usb_device *dev = chip->dev;
205 unsigned char data[1];
92c25611
DM
206 int err;
207
92c25611 208 data[0] = 1;
f25ecf8f
TI
209 err = snd_usb_ctl_msg(dev, usb_sndctrlpipe(dev, 0), UAC2_CS_CUR,
210 USB_TYPE_CLASS | USB_RECIP_ENDPOINT | USB_DIR_OUT,
211 UAC2_EP_CS_PITCH << 8, 0,
212 data, sizeof(data));
bf6313a0 213 return err;
92c25611
DM
214}
215
e5779998 216/*
92c25611 217 * initialize the pitch control and sample rate
e5779998 218 */
73037c8d 219int snd_usb_init_pitch(struct snd_usb_audio *chip,
cab941b7 220 const struct audioformat *fmt)
e5779998 221{
bf6313a0
TI
222 int err;
223
92c25611
DM
224 /* if endpoint doesn't have pitch control, bail out */
225 if (!(fmt->attributes & UAC_EP_CS_ATTR_PITCH_CONTROL))
226 return 0;
227
bf6313a0
TI
228 usb_audio_dbg(chip, "enable PITCH for EP 0x%x\n", fmt->endpoint);
229
8f898e92 230 switch (fmt->protocol) {
767d75ad 231 case UAC_VERSION_1:
bf6313a0
TI
232 err = init_pitch_v1(chip, fmt->endpoint);
233 break;
234 case UAC_VERSION_2:
235 err = init_pitch_v2(chip, fmt->endpoint);
236 break;
a2acad82 237 default:
bf6313a0
TI
238 return 0;
239 }
767d75ad 240
bf6313a0
TI
241 if (err < 0) {
242 usb_audio_err(chip, "failed to enable PITCH for EP 0x%x\n",
243 fmt->endpoint);
244 return err;
767d75ad 245 }
bf6313a0
TI
246
247 return 0;
767d75ad
DM
248}
249
813a17ca 250static bool stop_endpoints(struct snd_usb_substream *subs, bool keep_pending)
57234bc1 251{
bf6313a0
TI
252 bool stopped = 0;
253
57234bc1 254 if (test_and_clear_bit(SUBSTREAM_FLAG_SYNC_EP_STARTED, &subs->flags)) {
813a17ca 255 snd_usb_endpoint_stop(subs->sync_endpoint, keep_pending);
bf6313a0 256 stopped = true;
57234bc1 257 }
bf6313a0 258 if (test_and_clear_bit(SUBSTREAM_FLAG_DATA_EP_STARTED, &subs->flags)) {
813a17ca 259 snd_usb_endpoint_stop(subs->data_endpoint, keep_pending);
bf6313a0
TI
260 stopped = true;
261 }
262 return stopped;
57234bc1
TI
263}
264
1d0f9530 265static int start_endpoints(struct snd_usb_substream *subs)
edcd3633
DM
266{
267 int err;
268
269 if (!subs->data_endpoint)
270 return -EINVAL;
271
272 if (!test_and_set_bit(SUBSTREAM_FLAG_DATA_EP_STARTED, &subs->flags)) {
bf6313a0 273 err = snd_usb_endpoint_start(subs->data_endpoint);
edcd3633
DM
274 if (err < 0) {
275 clear_bit(SUBSTREAM_FLAG_DATA_EP_STARTED, &subs->flags);
57234bc1 276 goto error;
edcd3633
DM
277 }
278 }
279
280 if (subs->sync_endpoint &&
281 !test_and_set_bit(SUBSTREAM_FLAG_SYNC_EP_STARTED, &subs->flags)) {
bf6313a0 282 err = snd_usb_endpoint_start(subs->sync_endpoint);
edcd3633
DM
283 if (err < 0) {
284 clear_bit(SUBSTREAM_FLAG_SYNC_EP_STARTED, &subs->flags);
57234bc1 285 goto error;
edcd3633
DM
286 }
287 }
288
289 return 0;
57234bc1
TI
290
291 error:
813a17ca 292 stop_endpoints(subs, false);
57234bc1 293 return err;
edcd3633
DM
294}
295
dc5eafe7
TI
296static void sync_pending_stops(struct snd_usb_substream *subs)
297{
298 snd_usb_endpoint_sync_pending_stop(subs->sync_endpoint);
299 snd_usb_endpoint_sync_pending_stop(subs->data_endpoint);
300}
301
dc5eafe7
TI
302/* PCM sync_stop callback */
303static int snd_usb_pcm_sync_stop(struct snd_pcm_substream *substream)
304{
305 struct snd_usb_substream *subs = substream->runtime->private_data;
306
257d2d7e 307 sync_pending_stops(subs);
dc5eafe7 308 return 0;
edcd3633
DM
309}
310
9fddc15e 311/* Set up sync endpoint */
f6581c0e
TI
312int snd_usb_audioformat_set_sync_ep(struct snd_usb_audio *chip,
313 struct audioformat *fmt)
a60945fd 314{
f6581c0e 315 struct usb_device *dev = chip->dev;
f6581c0e
TI
316 struct usb_host_interface *alts;
317 struct usb_interface_descriptor *altsd;
318 unsigned int ep, attr, sync_attr;
319 bool is_playback;
a60945fd
EZ
320 int err;
321
e0469d65
TI
322 if (fmt->sync_ep)
323 return 0; /* already set up */
324
e42a09bc 325 alts = snd_usb_get_host_interface(chip, fmt->iface, fmt->altsetting);
f6581c0e 326 if (!alts)
2bc16b9f 327 return 0;
f6581c0e
TI
328 altsd = get_iface_desc(alts);
329
9fddc15e
TI
330 err = snd_usb_parse_implicit_fb_quirk(chip, fmt, alts);
331 if (err > 0)
332 return 0; /* matched */
333
334 /*
335 * Generic sync EP handling
336 */
2bc16b9f 337
efb75df1 338 if (fmt->ep_idx > 0 || altsd->bNumEndpoints < 2)
f34d0650 339 return 0;
c75a8a7a 340
9fddc15e 341 is_playback = !(get_endpoint(alts, 0)->bEndpointAddress & USB_DIR_IN);
f6581c0e 342 attr = fmt->ep_attr & USB_ENDPOINT_SYNCTYPE;
395ae54b
PLB
343 if ((is_playback && (attr == USB_ENDPOINT_SYNC_SYNC ||
344 attr == USB_ENDPOINT_SYNC_ADAPTIVE)) ||
f34d0650
EZ
345 (!is_playback && attr != USB_ENDPOINT_SYNC_ADAPTIVE))
346 return 0;
edcd3633 347
f6581c0e
TI
348 sync_attr = get_endpoint(alts, 1)->bmAttributes;
349
395ae54b
PLB
350 /*
351 * In case of illegal SYNC_NONE for OUT endpoint, we keep going to see
352 * if we don't find a sync endpoint, as on M-Audio Transit. In case of
353 * error fall back to SYNC mode and don't create sync endpoint
354 */
355
f34d0650
EZ
356 /* check sync-pipe endpoint */
357 /* ... and check descriptor size before accessing bSynchAddress
358 because there is a version of the SB Audigy 2 NX firmware lacking
359 the audio fields in the endpoint descriptors */
f6581c0e 360 if ((sync_attr & USB_ENDPOINT_XFERTYPE_MASK) != USB_ENDPOINT_XFER_ISOC ||
f34d0650 361 (get_endpoint(alts, 1)->bLength >= USB_DT_ENDPOINT_AUDIO_SIZE &&
95fec883 362 get_endpoint(alts, 1)->bSynchAddress != 0)) {
0ba41d91
TI
363 dev_err(&dev->dev,
364 "%d:%d : invalid sync pipe. bmAttributes %02x, bLength %d, bSynchAddress %02x\n",
365 fmt->iface, fmt->altsetting,
f34d0650
EZ
366 get_endpoint(alts, 1)->bmAttributes,
367 get_endpoint(alts, 1)->bLength,
368 get_endpoint(alts, 1)->bSynchAddress);
395ae54b
PLB
369 if (is_playback && attr == USB_ENDPOINT_SYNC_NONE)
370 return 0;
f34d0650
EZ
371 return -EINVAL;
372 }
373 ep = get_endpoint(alts, 1)->bEndpointAddress;
95fec883 374 if (get_endpoint(alts, 0)->bLength >= USB_DT_ENDPOINT_AUDIO_SIZE &&
1b34121d 375 get_endpoint(alts, 0)->bSynchAddress != 0 &&
f34d0650
EZ
376 ((is_playback && ep != (unsigned int)(get_endpoint(alts, 0)->bSynchAddress | USB_DIR_IN)) ||
377 (!is_playback && ep != (unsigned int)(get_endpoint(alts, 0)->bSynchAddress & ~USB_DIR_IN)))) {
0ba41d91
TI
378 dev_err(&dev->dev,
379 "%d:%d : invalid sync pipe. is_playback %d, ep %02x, bSynchAddress %02x\n",
380 fmt->iface, fmt->altsetting,
f34d0650 381 is_playback, ep, get_endpoint(alts, 0)->bSynchAddress);
395ae54b
PLB
382 if (is_playback && attr == USB_ENDPOINT_SYNC_NONE)
383 return 0;
f34d0650 384 return -EINVAL;
edcd3633 385 }
e5779998 386
f6581c0e
TI
387 fmt->sync_ep = ep;
388 fmt->sync_iface = altsd->bInterfaceNumber;
389 fmt->sync_altsetting = altsd->bAlternateSetting;
bf6313a0 390 fmt->sync_ep_idx = 1;
f6581c0e
TI
391 if ((sync_attr & USB_ENDPOINT_USAGE_MASK) == USB_ENDPOINT_USAGE_IMPLICIT_FB)
392 fmt->implicit_fb = 1;
393
394 dev_dbg(&dev->dev, "%d:%d: found sync_ep=0x%x, iface=%d, alt=%d, implicit_fb=%d\n",
395 fmt->iface, fmt->altsetting, fmt->sync_ep, fmt->sync_iface,
396 fmt->sync_altsetting, fmt->implicit_fb);
397
398 return 0;
399}
400
3f59aa11
JS
401static int snd_usb_pcm_change_state(struct snd_usb_substream *subs, int state)
402{
403 int ret;
404
405 if (!subs->str_pd)
406 return 0;
407
408 ret = snd_usb_power_domain_set(subs->stream->chip, subs->str_pd, state);
409 if (ret < 0) {
410 dev_err(&subs->dev->dev,
411 "Cannot change Power Domain ID: %d to state: %d. Err: %d\n",
412 subs->str_pd->pd_id, state, ret);
413 return ret;
414 }
415
416 return 0;
417}
418
419int snd_usb_pcm_suspend(struct snd_usb_stream *as)
420{
421 int ret;
422
423 ret = snd_usb_pcm_change_state(&as->substream[0], UAC3_PD_STATE_D2);
424 if (ret < 0)
425 return ret;
426
427 ret = snd_usb_pcm_change_state(&as->substream[1], UAC3_PD_STATE_D2);
428 if (ret < 0)
429 return ret;
430
431 return 0;
432}
433
434int snd_usb_pcm_resume(struct snd_usb_stream *as)
435{
436 int ret;
437
a0a4959e 438 ret = snd_usb_pcm_change_state(&as->substream[0], UAC3_PD_STATE_D1);
3f59aa11
JS
439 if (ret < 0)
440 return ret;
441
a0a4959e 442 ret = snd_usb_pcm_change_state(&as->substream[1], UAC3_PD_STATE_D1);
3f59aa11
JS
443 if (ret < 0)
444 return ret;
445
446 return 0;
447}
448
bf6313a0
TI
449static void close_endpoints(struct snd_usb_audio *chip,
450 struct snd_usb_substream *subs)
451{
452 if (subs->data_endpoint) {
453 snd_usb_endpoint_set_sync(chip, subs->data_endpoint, NULL);
454 snd_usb_endpoint_close(chip, subs->data_endpoint);
455 subs->data_endpoint = NULL;
456 }
457
458 if (subs->sync_endpoint) {
459 snd_usb_endpoint_close(chip, subs->sync_endpoint);
460 subs->sync_endpoint = NULL;
461 }
462}
463
e5779998
DM
464/*
465 * hw_params callback
466 *
467 * allocate a buffer and set the given audio format.
468 *
469 * so far we use a physically linear buffer although packetize transfer
470 * doesn't need a continuous area.
471 * if sg buffer is supported on the later version of alsa, we'll follow
472 * that.
473 */
474static int snd_usb_hw_params(struct snd_pcm_substream *substream,
475 struct snd_pcm_hw_params *hw_params)
476{
477 struct snd_usb_substream *subs = substream->runtime->private_data;
bf6313a0 478 struct snd_usb_audio *chip = subs->stream->chip;
cab941b7
TI
479 const struct audioformat *fmt;
480 const struct audioformat *sync_fmt;
fd28941c 481 bool fixed_rate, sync_fixed_rate;
61a70950 482 int ret;
e5779998 483
66354f18
SK
484 ret = snd_media_start_pipeline(subs);
485 if (ret)
486 return ret;
487
fd28941c 488 fixed_rate = snd_usb_pcm_has_fixed_rate(subs);
bf6313a0 489 fmt = find_substream_format(subs, hw_params);
e5779998 490 if (!fmt) {
bf6313a0
TI
491 usb_audio_dbg(chip,
492 "cannot find format: format=%s, rate=%d, channels=%d\n",
493 snd_pcm_format_name(params_format(hw_params)),
494 params_rate(hw_params), params_channels(hw_params));
66354f18
SK
495 ret = -EINVAL;
496 goto stop_pipeline;
e5779998
DM
497 }
498
9fddc15e
TI
499 if (fmt->implicit_fb) {
500 sync_fmt = snd_usb_find_implicit_fb_sync_format(chip, fmt,
501 hw_params,
fd28941c
JK
502 !substream->stream,
503 &sync_fixed_rate);
bf6313a0
TI
504 if (!sync_fmt) {
505 usb_audio_dbg(chip,
506 "cannot find sync format: ep=0x%x, iface=%d:%d, format=%s, rate=%d, channels=%d\n",
507 fmt->sync_ep, fmt->sync_iface,
508 fmt->sync_altsetting,
509 snd_pcm_format_name(params_format(hw_params)),
510 params_rate(hw_params), params_channels(hw_params));
511 ret = -EINVAL;
512 goto stop_pipeline;
513 }
514 } else {
515 sync_fmt = fmt;
fd28941c 516 sync_fixed_rate = fixed_rate;
bf6313a0
TI
517 }
518
519 ret = snd_usb_lock_shutdown(chip);
47ab1545 520 if (ret < 0)
66354f18 521 goto stop_pipeline;
a0a4959e
JS
522
523 ret = snd_usb_pcm_change_state(subs, UAC3_PD_STATE_D0);
524 if (ret < 0)
525 goto unlock;
526
bf6313a0
TI
527 if (subs->data_endpoint) {
528 if (snd_usb_endpoint_compatible(chip, subs->data_endpoint,
529 fmt, hw_params))
530 goto unlock;
0599313e
TI
531 if (stop_endpoints(subs, false))
532 sync_pending_stops(subs);
bf6313a0
TI
533 close_endpoints(chip, subs);
534 }
535
fd28941c 536 subs->data_endpoint = snd_usb_endpoint_open(chip, fmt, hw_params, false, fixed_rate);
bf6313a0
TI
537 if (!subs->data_endpoint) {
538 ret = -EINVAL;
539 goto unlock;
540 }
541
542 if (fmt->sync_ep) {
543 subs->sync_endpoint = snd_usb_endpoint_open(chip, sync_fmt,
544 hw_params,
fd28941c
JK
545 fmt == sync_fmt,
546 sync_fixed_rate);
bf6313a0
TI
547 if (!subs->sync_endpoint) {
548 ret = -EINVAL;
549 goto unlock;
550 }
551
552 snd_usb_endpoint_set_sync(chip, subs->data_endpoint,
553 subs->sync_endpoint);
554 }
555
6aa719d1 556 mutex_lock(&chip->mutex);
bf6313a0 557 subs->cur_audiofmt = fmt;
6aa719d1 558 mutex_unlock(&chip->mutex);
bf6313a0 559
2be79d58
TI
560 if (!subs->data_endpoint->need_setup)
561 goto unlock;
562
563 if (subs->sync_endpoint) {
564 ret = snd_usb_endpoint_set_params(chip, subs->sync_endpoint);
565 if (ret < 0)
566 goto unlock;
567 }
568
569 ret = snd_usb_endpoint_set_params(chip, subs->data_endpoint);
bf6313a0 570
a0a4959e 571 unlock:
66354f18 572 if (ret < 0)
bf6313a0 573 close_endpoints(chip, subs);
66354f18 574
bf6313a0 575 snd_usb_unlock_shutdown(chip);
66354f18 576 stop_pipeline:
bf6313a0
TI
577 if (ret < 0)
578 snd_media_stop_pipeline(subs);
579
a0a4959e 580 return ret;
e5779998
DM
581}
582
583/*
584 * hw_free callback
585 *
586 * reset the audio format and release the buffer
587 */
588static int snd_usb_hw_free(struct snd_pcm_substream *substream)
589{
590 struct snd_usb_substream *subs = substream->runtime->private_data;
5a6c3e11 591 struct snd_usb_audio *chip = subs->stream->chip;
e5779998 592
66354f18 593 snd_media_stop_pipeline(subs);
6aa719d1 594 mutex_lock(&chip->mutex);
e5779998 595 subs->cur_audiofmt = NULL;
6aa719d1 596 mutex_unlock(&chip->mutex);
5a6c3e11 597 if (!snd_usb_lock_shutdown(chip)) {
813a17ca 598 if (stop_endpoints(subs, false))
bf6313a0
TI
599 sync_pending_stops(subs);
600 close_endpoints(chip, subs);
5a6c3e11 601 snd_usb_unlock_shutdown(chip);
978520b7 602 }
f274baa4 603
6dd9486c 604 return 0;
e5779998
DM
605}
606
eee5d6f1
TI
607/* free-wheeling mode? (e.g. dmix) */
608static int in_free_wheeling_mode(struct snd_pcm_runtime *runtime)
609{
610 return runtime->stop_threshold > runtime->buffer_size;
611}
612
9c9a3b9d 613/* check whether early start is needed for playback stream */
e581f1ce
TI
614static int lowlatency_playback_available(struct snd_pcm_runtime *runtime,
615 struct snd_usb_substream *subs)
9c9a3b9d
TI
616{
617 struct snd_usb_audio *chip = subs->stream->chip;
618
619 if (subs->direction == SNDRV_PCM_STREAM_CAPTURE)
620 return false;
621 /* disabled via module option? */
622 if (!chip->lowlatency)
623 return false;
eee5d6f1 624 if (in_free_wheeling_mode(runtime))
e581f1ce 625 return false;
bceee753
TI
626 /* implicit feedback mode has own operation mode */
627 if (snd_usb_endpoint_implicit_feedback_sink(subs->data_endpoint))
628 return false;
9c9a3b9d
TI
629 return true;
630}
631
e5779998
DM
632/*
633 * prepare callback
634 *
635 * only a few subtle things...
636 */
637static int snd_usb_pcm_prepare(struct snd_pcm_substream *substream)
638{
639 struct snd_pcm_runtime *runtime = substream->runtime;
640 struct snd_usb_substream *subs = runtime->private_data;
bf6313a0 641 struct snd_usb_audio *chip = subs->stream->chip;
198dde08 642 int retry = 0;
61a70950 643 int ret;
e5779998 644
bf6313a0 645 ret = snd_usb_lock_shutdown(chip);
47ab1545
TI
646 if (ret < 0)
647 return ret;
978520b7
TI
648 if (snd_BUG_ON(!subs->data_endpoint)) {
649 ret = -EIO;
650 goto unlock;
651 }
edcd3633 652
8ba61c9f
TI
653 ret = snd_usb_pcm_change_state(subs, UAC3_PD_STATE_D0);
654 if (ret < 0)
655 goto unlock;
656
198dde08 657 again:
2be79d58
TI
658 if (subs->sync_endpoint) {
659 ret = snd_usb_endpoint_prepare(chip, subs->sync_endpoint);
660 if (ret < 0)
661 goto unlock;
662 }
663
664 ret = snd_usb_endpoint_prepare(chip, subs->data_endpoint);
61a70950 665 if (ret < 0)
978520b7 666 goto unlock;
2be79d58
TI
667 else if (ret > 0)
668 snd_usb_set_format_quirk(subs, subs->cur_audiofmt);
669 ret = 0;
61a70950 670
e5779998 671 /* reset the pointer */
d303c5d3 672 subs->buffer_bytes = frames_to_bytes(runtime, runtime->buffer_size);
e8a8f09c 673 subs->inflight_bytes = 0;
e5779998
DM
674 subs->hwptr_done = 0;
675 subs->transfer_done = 0;
294c4fb8 676 subs->last_frame_number = 0;
307cc9ba 677 subs->period_elapsed_pending = 0;
e5779998
DM
678 runtime->delay = 0;
679
e581f1ce 680 subs->lowlatency_playback = lowlatency_playback_available(runtime, subs);
83de8f83 681 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK &&
198dde08 682 !subs->lowlatency_playback) {
4267c5a8 683 ret = start_endpoints(subs);
198dde08
TI
684 /* if XRUN happens at starting streams (possibly with implicit
685 * fb case), restart again, but only try once.
686 */
687 if (ret == -EPIPE && !retry++) {
688 sync_pending_stops(subs);
689 goto again;
690 }
691 }
978520b7 692 unlock:
bf6313a0 693 snd_usb_unlock_shutdown(chip);
978520b7 694 return ret;
e5779998
DM
695}
696
7ec827b9
TI
697/*
698 * h/w constraints
699 */
700
701#ifdef HW_CONST_DEBUG
702#define hwc_debug(fmt, args...) pr_debug(fmt, ##args)
703#else
704#define hwc_debug(fmt, args...) do { } while(0)
705#endif
706
aaffbf78 707static const struct snd_pcm_hardware snd_usb_hardware =
e5779998
DM
708{
709 .info = SNDRV_PCM_INFO_MMAP |
710 SNDRV_PCM_INFO_MMAP_VALID |
711 SNDRV_PCM_INFO_BATCH |
712 SNDRV_PCM_INFO_INTERLEAVED |
713 SNDRV_PCM_INFO_BLOCK_TRANSFER |
714 SNDRV_PCM_INFO_PAUSE,
bf6313a0
TI
715 .channels_min = 1,
716 .channels_max = 256,
24d0c9f0 717 .buffer_bytes_max = INT_MAX, /* limited by BUFFER_TIME later */
e5779998 718 .period_bytes_min = 64,
24d0c9f0 719 .period_bytes_max = INT_MAX, /* limited by PERIOD_TIME later */
e5779998
DM
720 .periods_min = 2,
721 .periods_max = 1024,
722};
723
724static int hw_check_valid_format(struct snd_usb_substream *subs,
725 struct snd_pcm_hw_params *params,
cab941b7 726 const struct audioformat *fp)
e5779998
DM
727{
728 struct snd_interval *it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
729 struct snd_interval *ct = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
730 struct snd_mask *fmts = hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT);
731 struct snd_interval *pt = hw_param_interval(params, SNDRV_PCM_HW_PARAM_PERIOD_TIME);
015eb0b0 732 struct snd_mask check_fmts;
e5779998
DM
733 unsigned int ptime;
734
735 /* check the format */
015eb0b0
CL
736 snd_mask_none(&check_fmts);
737 check_fmts.bits[0] = (u32)fp->formats;
738 check_fmts.bits[1] = (u32)(fp->formats >> 32);
739 snd_mask_intersect(&check_fmts, fmts);
740 if (snd_mask_empty(&check_fmts)) {
e4ea77f8 741 hwc_debug(" > check: no supported format 0x%llx\n", fp->formats);
e5779998
DM
742 return 0;
743 }
744 /* check the channels */
745 if (fp->channels < ct->min || fp->channels > ct->max) {
746 hwc_debug(" > check: no valid channels %d (%d/%d)\n", fp->channels, ct->min, ct->max);
747 return 0;
748 }
749 /* check the rate is within the range */
750 if (fp->rate_min > it->max || (fp->rate_min == it->max && it->openmax)) {
751 hwc_debug(" > check: rate_min %d > max %d\n", fp->rate_min, it->max);
752 return 0;
753 }
754 if (fp->rate_max < it->min || (fp->rate_max == it->min && it->openmin)) {
755 hwc_debug(" > check: rate_max %d < min %d\n", fp->rate_max, it->min);
756 return 0;
757 }
758 /* check whether the period time is >= the data packet interval */
978520b7 759 if (subs->speed != USB_SPEED_FULL) {
e5779998
DM
760 ptime = 125 * (1 << fp->datainterval);
761 if (ptime > pt->max || (ptime == pt->max && pt->openmax)) {
762 hwc_debug(" > check: ptime %u > max %u\n", ptime, pt->max);
763 return 0;
764 }
765 }
766 return 1;
767}
768
7726dce1
TI
769static int apply_hw_params_minmax(struct snd_interval *it, unsigned int rmin,
770 unsigned int rmax)
771{
772 int changed;
773
774 if (rmin > rmax) {
775 hwc_debug(" --> get empty\n");
776 it->empty = 1;
777 return -EINVAL;
778 }
779
780 changed = 0;
781 if (it->min < rmin) {
782 it->min = rmin;
783 it->openmin = 0;
784 changed = 1;
785 }
786 if (it->max > rmax) {
787 it->max = rmax;
788 it->openmax = 0;
789 changed = 1;
790 }
791 if (snd_interval_checkempty(it)) {
792 it->empty = 1;
793 return -EINVAL;
794 }
795 hwc_debug(" --> (%d, %d) (changed = %d)\n", it->min, it->max, changed);
796 return changed;
797}
798
37b3e56d
TI
799/* get the specified endpoint object that is being used by other streams
800 * (i.e. the parameter is locked)
801 */
802static const struct snd_usb_endpoint *
803get_endpoint_in_use(struct snd_usb_audio *chip, int endpoint,
804 const struct snd_usb_endpoint *ref_ep)
805{
806 const struct snd_usb_endpoint *ep;
807
808 ep = snd_usb_get_endpoint(chip, endpoint);
809 if (ep && ep->cur_audiofmt && (ep != ref_ep || ep->opened > 1))
810 return ep;
811 return NULL;
812}
813
e5779998
DM
814static int hw_rule_rate(struct snd_pcm_hw_params *params,
815 struct snd_pcm_hw_rule *rule)
816{
817 struct snd_usb_substream *subs = rule->private;
4e7cf1fb 818 struct snd_usb_audio *chip = subs->stream->chip;
37b3e56d 819 const struct snd_usb_endpoint *ep;
cab941b7 820 const struct audioformat *fp;
e5779998 821 struct snd_interval *it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_RATE);
bc4e94aa 822 unsigned int rmin, rmax, r;
bc4e94aa 823 int i;
e5779998
DM
824
825 hwc_debug("hw_rule_rate: (%d,%d)\n", it->min, it->max);
bc4e94aa
TI
826 rmin = UINT_MAX;
827 rmax = 0;
88766f04 828 list_for_each_entry(fp, &subs->fmt_list, list) {
e5779998
DM
829 if (!hw_check_valid_format(subs, params, fp))
830 continue;
37b3e56d
TI
831
832 ep = get_endpoint_in_use(chip, fp->endpoint,
833 subs->data_endpoint);
834 if (ep) {
835 hwc_debug("rate limit %d for ep#%x\n",
836 ep->cur_rate, fp->endpoint);
837 rmin = min(rmin, ep->cur_rate);
838 rmax = max(rmax, ep->cur_rate);
839 continue;
840 }
841
842 if (fp->implicit_fb) {
843 ep = get_endpoint_in_use(chip, fp->sync_ep,
844 subs->sync_endpoint);
845 if (ep) {
846 hwc_debug("rate limit %d for sync_ep#%x\n",
847 ep->cur_rate, fp->sync_ep);
848 rmin = min(rmin, ep->cur_rate);
849 rmax = max(rmax, ep->cur_rate);
850 continue;
851 }
852 }
853
4e7cf1fb
TI
854 r = snd_usb_endpoint_get_clock_rate(chip, fp->clock);
855 if (r > 0) {
856 if (!snd_interval_test(it, r))
857 continue;
858 rmin = min(rmin, r);
859 rmax = max(rmax, r);
860 continue;
861 }
bc4e94aa
TI
862 if (fp->rate_table && fp->nr_rates) {
863 for (i = 0; i < fp->nr_rates; i++) {
864 r = fp->rate_table[i];
865 if (!snd_interval_test(it, r))
866 continue;
867 rmin = min(rmin, r);
868 rmax = max(rmax, r);
869 }
e5779998 870 } else {
bc4e94aa
TI
871 rmin = min(rmin, fp->rate_min);
872 rmax = max(rmax, fp->rate_max);
e5779998
DM
873 }
874 }
875
7726dce1 876 return apply_hw_params_minmax(it, rmin, rmax);
e5779998
DM
877}
878
879
880static int hw_rule_channels(struct snd_pcm_hw_params *params,
881 struct snd_pcm_hw_rule *rule)
882{
883 struct snd_usb_substream *subs = rule->private;
cab941b7 884 const struct audioformat *fp;
e5779998
DM
885 struct snd_interval *it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_CHANNELS);
886 unsigned int rmin, rmax;
e5779998
DM
887
888 hwc_debug("hw_rule_channels: (%d,%d)\n", it->min, it->max);
7726dce1
TI
889 rmin = UINT_MAX;
890 rmax = 0;
88766f04 891 list_for_each_entry(fp, &subs->fmt_list, list) {
e5779998
DM
892 if (!hw_check_valid_format(subs, params, fp))
893 continue;
7726dce1
TI
894 rmin = min(rmin, fp->channels);
895 rmax = max(rmax, fp->channels);
e5779998
DM
896 }
897
7726dce1 898 return apply_hw_params_minmax(it, rmin, rmax);
e5779998
DM
899}
900
e4ea77f8 901static int apply_hw_params_format_bits(struct snd_mask *fmt, u64 fbits)
e5779998 902{
e5779998
DM
903 u32 oldbits[2];
904 int changed;
905
e5779998
DM
906 oldbits[0] = fmt->bits[0];
907 oldbits[1] = fmt->bits[1];
908 fmt->bits[0] &= (u32)fbits;
909 fmt->bits[1] &= (u32)(fbits >> 32);
910 if (!fmt->bits[0] && !fmt->bits[1]) {
911 hwc_debug(" --> get empty\n");
912 return -EINVAL;
913 }
914 changed = (oldbits[0] != fmt->bits[0] || oldbits[1] != fmt->bits[1]);
915 hwc_debug(" --> %x:%x (changed = %d)\n", fmt->bits[0], fmt->bits[1], changed);
916 return changed;
917}
918
e4ea77f8
TI
919static int hw_rule_format(struct snd_pcm_hw_params *params,
920 struct snd_pcm_hw_rule *rule)
921{
922 struct snd_usb_substream *subs = rule->private;
37b3e56d
TI
923 struct snd_usb_audio *chip = subs->stream->chip;
924 const struct snd_usb_endpoint *ep;
e4ea77f8
TI
925 const struct audioformat *fp;
926 struct snd_mask *fmt = hw_param_mask(params, SNDRV_PCM_HW_PARAM_FORMAT);
927 u64 fbits;
928
929 hwc_debug("hw_rule_format: %x:%x\n", fmt->bits[0], fmt->bits[1]);
930 fbits = 0;
931 list_for_each_entry(fp, &subs->fmt_list, list) {
932 if (!hw_check_valid_format(subs, params, fp))
933 continue;
37b3e56d
TI
934
935 ep = get_endpoint_in_use(chip, fp->endpoint,
936 subs->data_endpoint);
937 if (ep) {
938 hwc_debug("format limit %d for ep#%x\n",
939 ep->cur_format, fp->endpoint);
940 fbits |= pcm_format_to_bits(ep->cur_format);
941 continue;
942 }
943
944 if (fp->implicit_fb) {
945 ep = get_endpoint_in_use(chip, fp->sync_ep,
946 subs->sync_endpoint);
947 if (ep) {
948 hwc_debug("format limit %d for sync_ep#%x\n",
949 ep->cur_format, fp->sync_ep);
950 fbits |= pcm_format_to_bits(ep->cur_format);
951 continue;
952 }
953 }
954
e4ea77f8
TI
955 fbits |= fp->formats;
956 }
957 return apply_hw_params_format_bits(fmt, fbits);
958}
959
e5779998
DM
960static int hw_rule_period_time(struct snd_pcm_hw_params *params,
961 struct snd_pcm_hw_rule *rule)
962{
963 struct snd_usb_substream *subs = rule->private;
cab941b7 964 const struct audioformat *fp;
e5779998
DM
965 struct snd_interval *it;
966 unsigned char min_datainterval;
967 unsigned int pmin;
e5779998
DM
968
969 it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_PERIOD_TIME);
970 hwc_debug("hw_rule_period_time: (%u,%u)\n", it->min, it->max);
971 min_datainterval = 0xff;
972 list_for_each_entry(fp, &subs->fmt_list, list) {
973 if (!hw_check_valid_format(subs, params, fp))
974 continue;
975 min_datainterval = min(min_datainterval, fp->datainterval);
976 }
977 if (min_datainterval == 0xff) {
a7ce2e0d 978 hwc_debug(" --> get empty\n");
e5779998
DM
979 it->empty = 1;
980 return -EINVAL;
981 }
982 pmin = 125 * (1 << min_datainterval);
7726dce1
TI
983
984 return apply_hw_params_minmax(it, pmin, UINT_MAX);
e5779998
DM
985}
986
37b3e56d
TI
987/* additional hw constraints for implicit feedback mode */
988static int hw_rule_period_size_implicit_fb(struct snd_pcm_hw_params *params,
989 struct snd_pcm_hw_rule *rule)
5a6c3e11 990{
37b3e56d 991 struct snd_usb_substream *subs = rule->private;
5a6c3e11 992 struct snd_usb_audio *chip = subs->stream->chip;
cab941b7 993 const struct audioformat *fp;
e4ea77f8 994 const struct snd_usb_endpoint *ep;
37b3e56d
TI
995 struct snd_interval *it;
996 unsigned int rmin, rmax;
5a6c3e11 997
37b3e56d
TI
998 it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_PERIOD_SIZE);
999 hwc_debug("hw_rule_period_size: (%u,%u)\n", it->min, it->max);
1000 rmin = UINT_MAX;
1001 rmax = 0;
5a6c3e11 1002 list_for_each_entry(fp, &subs->fmt_list, list) {
37b3e56d
TI
1003 if (!hw_check_valid_format(subs, params, fp))
1004 continue;
1005 ep = get_endpoint_in_use(chip, fp->endpoint,
1006 subs->data_endpoint);
1007 if (ep) {
1008 hwc_debug("period size limit %d for ep#%x\n",
1009 ep->cur_period_frames, fp->endpoint);
1010 rmin = min(rmin, ep->cur_period_frames);
1011 rmax = max(rmax, ep->cur_period_frames);
5a6c3e11 1012 continue;
d463ac1a 1013 }
5a6c3e11 1014
37b3e56d
TI
1015 if (fp->implicit_fb) {
1016 ep = get_endpoint_in_use(chip, fp->sync_ep,
1017 subs->sync_endpoint);
1018 if (ep) {
1019 hwc_debug("period size limit %d for sync_ep#%x\n",
1020 ep->cur_period_frames, fp->sync_ep);
1021 rmin = min(rmin, ep->cur_period_frames);
1022 rmax = max(rmax, ep->cur_period_frames);
1023 continue;
1024 }
1025 }
1026 }
e4ea77f8 1027
37b3e56d
TI
1028 if (!rmax)
1029 return 0; /* no limit by implicit fb */
1030 return apply_hw_params_minmax(it, rmin, rmax);
e4ea77f8
TI
1031}
1032
1033static int hw_rule_periods_implicit_fb(struct snd_pcm_hw_params *params,
1034 struct snd_pcm_hw_rule *rule)
1035{
1036 struct snd_usb_substream *subs = rule->private;
37b3e56d
TI
1037 struct snd_usb_audio *chip = subs->stream->chip;
1038 const struct audioformat *fp;
e4ea77f8
TI
1039 const struct snd_usb_endpoint *ep;
1040 struct snd_interval *it;
37b3e56d 1041 unsigned int rmin, rmax;
e4ea77f8 1042
e4ea77f8 1043 it = hw_param_interval(params, SNDRV_PCM_HW_PARAM_PERIODS);
37b3e56d
TI
1044 hwc_debug("hw_rule_periods: (%u,%u)\n", it->min, it->max);
1045 rmin = UINT_MAX;
1046 rmax = 0;
1047 list_for_each_entry(fp, &subs->fmt_list, list) {
1048 if (!hw_check_valid_format(subs, params, fp))
1049 continue;
1050 ep = get_endpoint_in_use(chip, fp->endpoint,
1051 subs->data_endpoint);
1052 if (ep) {
1053 hwc_debug("periods limit %d for ep#%x\n",
1054 ep->cur_buffer_periods, fp->endpoint);
1055 rmin = min(rmin, ep->cur_buffer_periods);
1056 rmax = max(rmax, ep->cur_buffer_periods);
1057 continue;
1058 }
1059
1060 if (fp->implicit_fb) {
1061 ep = get_endpoint_in_use(chip, fp->sync_ep,
1062 subs->sync_endpoint);
1063 if (ep) {
1064 hwc_debug("periods limit %d for sync_ep#%x\n",
1065 ep->cur_buffer_periods, fp->sync_ep);
1066 rmin = min(rmin, ep->cur_buffer_periods);
1067 rmax = max(rmax, ep->cur_buffer_periods);
1068 continue;
1069 }
1070 }
1071 }
1072
1073 if (!rmax)
1074 return 0; /* no limit by implicit fb */
1075 return apply_hw_params_minmax(it, rmin, rmax);
5a6c3e11 1076}
e5779998
DM
1077
1078/*
1079 * set up the runtime hardware information.
1080 */
1081
1082static int setup_hw_info(struct snd_pcm_runtime *runtime, struct snd_usb_substream *subs)
1083{
cab941b7 1084 const struct audioformat *fp;
e5779998 1085 unsigned int pt, ptmin;
5a6c3e11 1086 int param_period_time_if_needed = -1;
e5779998
DM
1087 int err;
1088
1089 runtime->hw.formats = subs->formats;
1090
1091 runtime->hw.rate_min = 0x7fffffff;
1092 runtime->hw.rate_max = 0;
1093 runtime->hw.channels_min = 256;
1094 runtime->hw.channels_max = 0;
1095 runtime->hw.rates = 0;
1096 ptmin = UINT_MAX;
1097 /* check min/max rates and channels */
88766f04 1098 list_for_each_entry(fp, &subs->fmt_list, list) {
e5779998
DM
1099 runtime->hw.rates |= fp->rates;
1100 if (runtime->hw.rate_min > fp->rate_min)
1101 runtime->hw.rate_min = fp->rate_min;
1102 if (runtime->hw.rate_max < fp->rate_max)
1103 runtime->hw.rate_max = fp->rate_max;
1104 if (runtime->hw.channels_min > fp->channels)
1105 runtime->hw.channels_min = fp->channels;
1106 if (runtime->hw.channels_max < fp->channels)
1107 runtime->hw.channels_max = fp->channels;
1108 if (fp->fmt_type == UAC_FORMAT_TYPE_II && fp->frame_size > 0) {
1109 /* FIXME: there might be more than one audio formats... */
1110 runtime->hw.period_bytes_min = runtime->hw.period_bytes_max =
1111 fp->frame_size;
1112 }
1113 pt = 125 * (1 << fp->datainterval);
1114 ptmin = min(ptmin, pt);
1115 }
1116
1117 param_period_time_if_needed = SNDRV_PCM_HW_PARAM_PERIOD_TIME;
978520b7 1118 if (subs->speed == USB_SPEED_FULL)
e5779998
DM
1119 /* full speed devices have fixed data packet interval */
1120 ptmin = 1000;
1121 if (ptmin == 1000)
1122 /* if period time doesn't go below 1 ms, no rules needed */
1123 param_period_time_if_needed = -1;
e92be814
TI
1124
1125 err = snd_pcm_hw_constraint_minmax(runtime,
1126 SNDRV_PCM_HW_PARAM_PERIOD_TIME,
1127 ptmin, UINT_MAX);
1128 if (err < 0)
1129 return err;
1130
1131 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_RATE,
1132 hw_rule_rate, subs,
506c203c 1133 SNDRV_PCM_HW_PARAM_RATE,
e92be814
TI
1134 SNDRV_PCM_HW_PARAM_FORMAT,
1135 SNDRV_PCM_HW_PARAM_CHANNELS,
1136 param_period_time_if_needed,
1137 -1);
1138 if (err < 0)
1139 return err;
5a6c3e11 1140
e92be814
TI
1141 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_CHANNELS,
1142 hw_rule_channels, subs,
506c203c 1143 SNDRV_PCM_HW_PARAM_CHANNELS,
e92be814
TI
1144 SNDRV_PCM_HW_PARAM_FORMAT,
1145 SNDRV_PCM_HW_PARAM_RATE,
1146 param_period_time_if_needed,
1147 -1);
1148 if (err < 0)
1149 return err;
1150 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_FORMAT,
1151 hw_rule_format, subs,
506c203c 1152 SNDRV_PCM_HW_PARAM_FORMAT,
e92be814
TI
1153 SNDRV_PCM_HW_PARAM_RATE,
1154 SNDRV_PCM_HW_PARAM_CHANNELS,
1155 param_period_time_if_needed,
1156 -1);
1157 if (err < 0)
1158 return err;
e5779998
DM
1159 if (param_period_time_if_needed >= 0) {
1160 err = snd_pcm_hw_rule_add(runtime, 0,
1161 SNDRV_PCM_HW_PARAM_PERIOD_TIME,
1162 hw_rule_period_time, subs,
1163 SNDRV_PCM_HW_PARAM_FORMAT,
1164 SNDRV_PCM_HW_PARAM_CHANNELS,
1165 SNDRV_PCM_HW_PARAM_RATE,
1166 -1);
1167 if (err < 0)
e92be814 1168 return err;
e5779998 1169 }
88a8516a 1170
24d0c9f0
TI
1171 /* set max period and buffer sizes for 1 and 2 seconds, respectively */
1172 err = snd_pcm_hw_constraint_minmax(runtime,
1173 SNDRV_PCM_HW_PARAM_PERIOD_TIME,
1174 0, 1000000);
1175 if (err < 0)
1176 return err;
1177 err = snd_pcm_hw_constraint_minmax(runtime,
1178 SNDRV_PCM_HW_PARAM_BUFFER_TIME,
1179 0, 2000000);
1180 if (err < 0)
1181 return err;
1182
e4ea77f8 1183 /* additional hw constraints for implicit fb */
e4ea77f8
TI
1184 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIOD_SIZE,
1185 hw_rule_period_size_implicit_fb, subs,
1186 SNDRV_PCM_HW_PARAM_PERIOD_SIZE, -1);
1187 if (err < 0)
1188 return err;
1189 err = snd_pcm_hw_rule_add(runtime, 0, SNDRV_PCM_HW_PARAM_PERIODS,
1190 hw_rule_periods_implicit_fb, subs,
1191 SNDRV_PCM_HW_PARAM_PERIODS, -1);
1192 if (err < 0)
1193 return err;
1194
59d7f5f6
TI
1195 list_for_each_entry(fp, &subs->fmt_list, list) {
1196 if (fp->implicit_fb) {
1197 runtime->hw.info |= SNDRV_PCM_INFO_JOINT_DUPLEX;
1198 break;
1199 }
1200 }
1201
1865211d 1202 return 0;
e5779998
DM
1203}
1204
6fddc797 1205static int snd_usb_pcm_open(struct snd_pcm_substream *substream)
e5779998 1206{
6fddc797 1207 int direction = substream->stream;
e5779998
DM
1208 struct snd_usb_stream *as = snd_pcm_substream_chip(substream);
1209 struct snd_pcm_runtime *runtime = substream->runtime;
1210 struct snd_usb_substream *subs = &as->substream[direction];
66354f18 1211 int ret;
e5779998 1212
e5779998 1213 runtime->hw = snd_usb_hardware;
d5f871f8
TI
1214 /* need an explicit sync to catch applptr update in low-latency mode */
1215 if (direction == SNDRV_PCM_STREAM_PLAYBACK &&
1216 as->chip->lowlatency)
53451b6d 1217 runtime->hw.info |= SNDRV_PCM_INFO_SYNC_APPLPTR;
e5779998
DM
1218 runtime->private_data = subs;
1219 subs->pcm_substream = substream;
88a8516a 1220 /* runtime PM is also done there */
d24f5061
DM
1221
1222 /* initialize DSD/DOP context */
1223 subs->dsd_dop.byte_idx = 0;
1224 subs->dsd_dop.channel = 0;
1225 subs->dsd_dop.marker = 1;
1226
66354f18 1227 ret = setup_hw_info(runtime, subs);
1865211d
TI
1228 if (ret < 0)
1229 return ret;
1230 ret = snd_usb_autoresume(subs->stream->chip);
1231 if (ret < 0)
1232 return ret;
1233 ret = snd_media_stream_init(subs, as->pcm, direction);
1234 if (ret < 0)
1235 snd_usb_autosuspend(subs->stream->chip);
66354f18 1236 return ret;
e5779998
DM
1237}
1238
6fddc797 1239static int snd_usb_pcm_close(struct snd_pcm_substream *substream)
e5779998 1240{
6fddc797 1241 int direction = substream->stream;
e5779998
DM
1242 struct snd_usb_stream *as = snd_pcm_substream_chip(substream);
1243 struct snd_usb_substream *subs = &as->substream[direction];
a0a4959e 1244 int ret;
e5779998 1245
66354f18 1246 snd_media_stop_pipeline(subs);
68e67f40 1247
bf6313a0 1248 if (!snd_usb_lock_shutdown(subs->stream->chip)) {
a0a4959e 1249 ret = snd_usb_pcm_change_state(subs, UAC3_PD_STATE_D1);
47ab1545 1250 snd_usb_unlock_shutdown(subs->stream->chip);
a0a4959e
JS
1251 if (ret < 0)
1252 return ret;
68e67f40
DM
1253 }
1254
e5779998 1255 subs->pcm_substream = NULL;
88a8516a 1256 snd_usb_autosuspend(subs->stream->chip);
edcd3633 1257
68e67f40 1258 return 0;
edcd3633
DM
1259}
1260
1261/* Since a URB can handle only a single linear buffer, we must use double
1262 * buffering when the data to be transferred overflows the buffer boundary.
1263 * To avoid inconsistencies when updating hwptr_done, we use double buffering
1264 * for all URBs.
1265 */
1266static void retire_capture_urb(struct snd_usb_substream *subs,
1267 struct urb *urb)
1268{
1269 struct snd_pcm_runtime *runtime = subs->pcm_substream->runtime;
1270 unsigned int stride, frames, bytes, oldptr;
1271 int i, period_elapsed = 0;
1272 unsigned long flags;
1273 unsigned char *cp;
e4cc6153
PLB
1274 int current_frame_number;
1275
1276 /* read frame number here, update pointer in critical section */
1277 current_frame_number = usb_get_current_frame_number(subs->dev);
edcd3633
DM
1278
1279 stride = runtime->frame_bits >> 3;
1280
1281 for (i = 0; i < urb->number_of_packets; i++) {
1539d4f8 1282 cp = (unsigned char *)urb->transfer_buffer + urb->iso_frame_desc[i].offset + subs->pkt_offset_adj;
edcd3633 1283 if (urb->iso_frame_desc[i].status && printk_ratelimit()) {
0ba41d91
TI
1284 dev_dbg(&subs->dev->dev, "frame %d active: %d\n",
1285 i, urb->iso_frame_desc[i].status);
edcd3633
DM
1286 // continue;
1287 }
1288 bytes = urb->iso_frame_desc[i].actual_length;
1b7ecc24
HM
1289 if (subs->stream_offset_adj > 0) {
1290 unsigned int adj = min(subs->stream_offset_adj, bytes);
1291 cp += adj;
1292 bytes -= adj;
1293 subs->stream_offset_adj -= adj;
1294 }
edcd3633
DM
1295 frames = bytes / stride;
1296 if (!subs->txfr_quirk)
1297 bytes = frames * stride;
1298 if (bytes % (runtime->sample_bits >> 3) != 0) {
edcd3633 1299 int oldbytes = bytes;
edcd3633 1300 bytes = frames * stride;
377a879d 1301 dev_warn_ratelimited(&subs->dev->dev,
0ba41d91 1302 "Corrected urb data len. %d->%d\n",
edcd3633
DM
1303 oldbytes, bytes);
1304 }
1305 /* update the current pointer */
1306 spin_lock_irqsave(&subs->lock, flags);
1307 oldptr = subs->hwptr_done;
1308 subs->hwptr_done += bytes;
d303c5d3
TI
1309 if (subs->hwptr_done >= subs->buffer_bytes)
1310 subs->hwptr_done -= subs->buffer_bytes;
edcd3633
DM
1311 frames = (bytes + (oldptr % stride)) / stride;
1312 subs->transfer_done += frames;
1313 if (subs->transfer_done >= runtime->period_size) {
1314 subs->transfer_done -= runtime->period_size;
1315 period_elapsed = 1;
1316 }
e4cc6153
PLB
1317
1318 /* realign last_frame_number */
1319 subs->last_frame_number = current_frame_number;
e4cc6153 1320
edcd3633
DM
1321 spin_unlock_irqrestore(&subs->lock, flags);
1322 /* copy a data chunk */
d303c5d3
TI
1323 if (oldptr + bytes > subs->buffer_bytes) {
1324 unsigned int bytes1 = subs->buffer_bytes - oldptr;
1325
edcd3633
DM
1326 memcpy(runtime->dma_area + oldptr, cp, bytes1);
1327 memcpy(runtime->dma_area, cp + bytes1, bytes - bytes1);
1328 } else {
1329 memcpy(runtime->dma_area + oldptr, cp, bytes);
1330 }
1331 }
1332
1333 if (period_elapsed)
1334 snd_pcm_period_elapsed(subs->pcm_substream);
1335}
1336
e8a8f09c
TI
1337static void urb_ctx_queue_advance(struct snd_usb_substream *subs,
1338 struct urb *urb, unsigned int bytes)
1339{
1340 struct snd_urb_ctx *ctx = urb->context;
1341
1342 ctx->queued += bytes;
1343 subs->inflight_bytes += bytes;
1344 subs->hwptr_done += bytes;
1345 if (subs->hwptr_done >= subs->buffer_bytes)
1346 subs->hwptr_done -= subs->buffer_bytes;
1347}
1348
d24f5061
DM
1349static inline void fill_playback_urb_dsd_dop(struct snd_usb_substream *subs,
1350 struct urb *urb, unsigned int bytes)
1351{
1352 struct snd_pcm_runtime *runtime = subs->pcm_substream->runtime;
d24f5061
DM
1353 unsigned int dst_idx = 0;
1354 unsigned int src_idx = subs->hwptr_done;
d303c5d3 1355 unsigned int wrap = subs->buffer_bytes;
d24f5061
DM
1356 u8 *dst = urb->transfer_buffer;
1357 u8 *src = runtime->dma_area;
6b2394ba 1358 static const u8 marker[] = { 0x05, 0xfa };
e8a8f09c 1359 unsigned int queued = 0;
d24f5061
DM
1360
1361 /*
1362 * The DSP DOP format defines a way to transport DSD samples over
1363 * normal PCM data endpoints. It requires stuffing of marker bytes
1364 * (0x05 and 0xfa, alternating per sample frame), and then expects
1365 * 2 additional bytes of actual payload. The whole frame is stored
1366 * LSB.
1367 *
1368 * Hence, for a stereo transport, the buffer layout looks like this,
1369 * where L refers to left channel samples and R to right.
1370 *
1371 * L1 L2 0x05 R1 R2 0x05 L3 L4 0xfa R3 R4 0xfa
1372 * L5 L6 0x05 R5 R6 0x05 L7 L8 0xfa R7 R8 0xfa
1373 * .....
1374 *
1375 */
1376
1377 while (bytes--) {
1378 if (++subs->dsd_dop.byte_idx == 3) {
1379 /* frame boundary? */
1380 dst[dst_idx++] = marker[subs->dsd_dop.marker];
1381 src_idx += 2;
1382 subs->dsd_dop.byte_idx = 0;
1383
1384 if (++subs->dsd_dop.channel % runtime->channels == 0) {
1385 /* alternate the marker */
1386 subs->dsd_dop.marker++;
1387 subs->dsd_dop.marker %= ARRAY_SIZE(marker);
1388 subs->dsd_dop.channel = 0;
1389 }
1390 } else {
1391 /* stuff the DSD payload */
1392 int idx = (src_idx + subs->dsd_dop.byte_idx - 1) % wrap;
44dcbbb1
DM
1393
1394 if (subs->cur_audiofmt->dsd_bitrev)
1395 dst[dst_idx++] = bitrev8(src[idx]);
1396 else
1397 dst[dst_idx++] = src[idx];
e8a8f09c 1398 queued++;
d24f5061
DM
1399 }
1400 }
e8a8f09c
TI
1401
1402 urb_ctx_queue_advance(subs, urb, queued);
d24f5061
DM
1403}
1404
4f083917
TI
1405/* copy bit-reversed bytes onto transfer buffer */
1406static void fill_playback_urb_dsd_bitrev(struct snd_usb_substream *subs,
1407 struct urb *urb, unsigned int bytes)
1408{
1409 struct snd_pcm_runtime *runtime = subs->pcm_substream->runtime;
1410 const u8 *src = runtime->dma_area;
1411 u8 *buf = urb->transfer_buffer;
1412 int i, ofs = subs->hwptr_done;
1413
1414 for (i = 0; i < bytes; i++) {
1415 *buf++ = bitrev8(src[ofs]);
1416 if (++ofs >= subs->buffer_bytes)
1417 ofs = 0;
1418 }
1419
1420 urb_ctx_queue_advance(subs, urb, bytes);
1421}
1422
b97a9369
RW
1423static void copy_to_urb(struct snd_usb_substream *subs, struct urb *urb,
1424 int offset, int stride, unsigned int bytes)
07a40c2f
RW
1425{
1426 struct snd_pcm_runtime *runtime = subs->pcm_substream->runtime;
1427
d303c5d3 1428 if (subs->hwptr_done + bytes > subs->buffer_bytes) {
07a40c2f 1429 /* err, the transferred area goes over buffer boundary. */
d303c5d3
TI
1430 unsigned int bytes1 = subs->buffer_bytes - subs->hwptr_done;
1431
b97a9369 1432 memcpy(urb->transfer_buffer + offset,
07a40c2f 1433 runtime->dma_area + subs->hwptr_done, bytes1);
b97a9369 1434 memcpy(urb->transfer_buffer + offset + bytes1,
07a40c2f
RW
1435 runtime->dma_area, bytes - bytes1);
1436 } else {
b97a9369 1437 memcpy(urb->transfer_buffer + offset,
07a40c2f
RW
1438 runtime->dma_area + subs->hwptr_done, bytes);
1439 }
e8a8f09c
TI
1440
1441 urb_ctx_queue_advance(subs, urb, bytes);
07a40c2f
RW
1442}
1443
e0570446
RW
1444static unsigned int copy_to_urb_quirk(struct snd_usb_substream *subs,
1445 struct urb *urb, int stride,
1446 unsigned int bytes)
1447{
1448 __le32 packet_length;
1449 int i;
1450
1451 /* Put __le32 length descriptor at start of each packet. */
1452 for (i = 0; i < urb->number_of_packets; i++) {
1453 unsigned int length = urb->iso_frame_desc[i].length;
1454 unsigned int offset = urb->iso_frame_desc[i].offset;
1455
1456 packet_length = cpu_to_le32(length);
1457 offset += i * sizeof(packet_length);
1458 urb->iso_frame_desc[i].offset = offset;
1459 urb->iso_frame_desc[i].length += sizeof(packet_length);
1460 memcpy(urb->transfer_buffer + offset,
1461 &packet_length, sizeof(packet_length));
1462 copy_to_urb(subs, urb, offset + sizeof(packet_length),
1463 stride, length);
1464 }
1465 /* Adjust transfer size accordingly. */
1466 bytes += urb->number_of_packets * sizeof(packet_length);
1467 return bytes;
1468}
1469
d5f871f8
TI
1470static int prepare_playback_urb(struct snd_usb_substream *subs,
1471 struct urb *urb,
1472 bool in_stream_lock)
edcd3633
DM
1473{
1474 struct snd_pcm_runtime *runtime = subs->pcm_substream->runtime;
245baf98 1475 struct snd_usb_endpoint *ep = subs->data_endpoint;
edcd3633 1476 struct snd_urb_ctx *ctx = urb->context;
d5f871f8
TI
1477 unsigned int frames, bytes;
1478 int counts;
1479 unsigned int transfer_done, frame_limit, avail = 0;
edcd3633
DM
1480 int i, stride, period_elapsed = 0;
1481 unsigned long flags;
d5f871f8 1482 int err = 0;
edcd3633 1483
d303c5d3 1484 stride = ep->stride;
edcd3633
DM
1485
1486 frames = 0;
e8a8f09c 1487 ctx->queued = 0;
edcd3633 1488 urb->number_of_packets = 0;
d5f871f8 1489
edcd3633 1490 spin_lock_irqsave(&subs->lock, flags);
d5f871f8
TI
1491 frame_limit = subs->frame_limit + ep->max_urb_frames;
1492 transfer_done = subs->transfer_done;
1493
1494 if (subs->lowlatency_playback &&
d8b4efee 1495 runtime->state != SNDRV_PCM_STATE_DRAINING) {
d5f871f8
TI
1496 unsigned int hwptr = subs->hwptr_done / stride;
1497
1498 /* calculate the byte offset-in-buffer of the appl_ptr */
1499 avail = (runtime->control->appl_ptr - runtime->hw_ptr_base)
1500 % runtime->buffer_size;
1501 if (avail <= hwptr)
1502 avail += runtime->buffer_size;
1503 avail -= hwptr;
1504 }
1505
edcd3633 1506 for (i = 0; i < ctx->packets; i++) {
d5f871f8
TI
1507 counts = snd_usb_endpoint_next_packet_size(ep, ctx, i, avail);
1508 if (counts < 0)
1509 break;
edcd3633 1510 /* set up descriptor */
d303c5d3
TI
1511 urb->iso_frame_desc[i].offset = frames * stride;
1512 urb->iso_frame_desc[i].length = counts * stride;
edcd3633 1513 frames += counts;
d5f871f8 1514 avail -= counts;
edcd3633 1515 urb->number_of_packets++;
d5f871f8
TI
1516 transfer_done += counts;
1517 if (transfer_done >= runtime->period_size) {
1518 transfer_done -= runtime->period_size;
1519 frame_limit = 0;
edcd3633
DM
1520 period_elapsed = 1;
1521 if (subs->fmt_type == UAC_FORMAT_TYPE_II) {
d5f871f8 1522 if (transfer_done > 0) {
edcd3633
DM
1523 /* FIXME: fill-max mode is not
1524 * supported yet */
d5f871f8
TI
1525 frames -= transfer_done;
1526 counts -= transfer_done;
edcd3633 1527 urb->iso_frame_desc[i].length =
d303c5d3 1528 counts * stride;
d5f871f8 1529 transfer_done = 0;
edcd3633
DM
1530 }
1531 i++;
1532 if (i < ctx->packets) {
1533 /* add a transfer delimiter */
1534 urb->iso_frame_desc[i].offset =
d303c5d3 1535 frames * stride;
edcd3633
DM
1536 urb->iso_frame_desc[i].length = 0;
1537 urb->number_of_packets++;
1538 }
1539 break;
1540 }
1541 }
976b6c06 1542 /* finish at the period boundary or after enough frames */
d5f871f8 1543 if ((period_elapsed || transfer_done >= frame_limit) &&
976b6c06 1544 !snd_usb_endpoint_implicit_feedback_sink(ep))
edcd3633
DM
1545 break;
1546 }
d24f5061 1547
d5f871f8
TI
1548 if (!frames) {
1549 err = -EAGAIN;
1550 goto unlock;
1551 }
1552
1553 bytes = frames * stride;
1554 subs->transfer_done = transfer_done;
1555 subs->frame_limit = frame_limit;
6aa719d1 1556 if (unlikely(ep->cur_format == SNDRV_PCM_FORMAT_DSD_U16_LE &&
d24f5061
DM
1557 subs->cur_audiofmt->dsd_dop)) {
1558 fill_playback_urb_dsd_dop(subs, urb, bytes);
6aa719d1 1559 } else if (unlikely(ep->cur_format == SNDRV_PCM_FORMAT_DSD_U8 &&
44dcbbb1 1560 subs->cur_audiofmt->dsd_bitrev)) {
4f083917 1561 fill_playback_urb_dsd_bitrev(subs, urb, bytes);
edcd3633 1562 } else {
d24f5061 1563 /* usual PCM */
e0570446
RW
1564 if (!subs->tx_length_quirk)
1565 copy_to_urb(subs, urb, 0, stride, bytes);
1566 else
1567 bytes = copy_to_urb_quirk(subs, urb, stride, bytes);
1568 /* bytes is now amount of outgoing data */
edcd3633 1569 }
d24f5061 1570
fbcfbf5f 1571 subs->last_frame_number = usb_get_current_frame_number(subs->dev);
fbcfbf5f 1572
ea33d359
PLB
1573 if (subs->trigger_tstamp_pending_update) {
1574 /* this is the first actual URB submitted,
1575 * update trigger timestamp to reflect actual start time
1576 */
1577 snd_pcm_gettime(runtime, &runtime->trigger_tstamp);
1578 subs->trigger_tstamp_pending_update = false;
1579 }
1580
9c9a3b9d 1581 if (period_elapsed && !subs->running && subs->lowlatency_playback) {
307cc9ba
TI
1582 subs->period_elapsed_pending = 1;
1583 period_elapsed = 0;
1584 }
d5f871f8
TI
1585
1586 unlock:
edcd3633 1587 spin_unlock_irqrestore(&subs->lock, flags);
d5f871f8
TI
1588 if (err < 0)
1589 return err;
edcd3633 1590 urb->transfer_buffer_length = bytes;
d5f871f8
TI
1591 if (period_elapsed) {
1592 if (in_stream_lock)
1593 snd_pcm_period_elapsed_under_stream_lock(subs->pcm_substream);
1594 else
1595 snd_pcm_period_elapsed(subs->pcm_substream);
1596 }
1597 return 0;
edcd3633
DM
1598}
1599
1600/*
1601 * process after playback data complete
1602 * - decrease the delay count again
1603 */
1604static void retire_playback_urb(struct snd_usb_substream *subs,
1605 struct urb *urb)
1606{
1607 unsigned long flags;
e8a8f09c 1608 struct snd_urb_ctx *ctx = urb->context;
307cc9ba 1609 bool period_elapsed = false;
1213a205 1610
edcd3633 1611 spin_lock_irqsave(&subs->lock, flags);
e8a8f09c
TI
1612 if (ctx->queued) {
1613 if (subs->inflight_bytes >= ctx->queued)
1614 subs->inflight_bytes -= ctx->queued;
1615 else
1616 subs->inflight_bytes = 0;
48779a0b
TI
1617 }
1618
e8a8f09c 1619 subs->last_frame_number = usb_get_current_frame_number(subs->dev);
307cc9ba
TI
1620 if (subs->running) {
1621 period_elapsed = subs->period_elapsed_pending;
1622 subs->period_elapsed_pending = 0;
1623 }
edcd3633 1624 spin_unlock_irqrestore(&subs->lock, flags);
307cc9ba
TI
1625 if (period_elapsed)
1626 snd_pcm_period_elapsed(subs->pcm_substream);
e5779998
DM
1627}
1628
d5f871f8
TI
1629/* PCM ack callback for the playback stream;
1630 * this plays a role only when the stream is running in low-latency mode.
1631 */
1632static int snd_usb_pcm_playback_ack(struct snd_pcm_substream *substream)
1633{
1634 struct snd_usb_substream *subs = substream->runtime->private_data;
1635 struct snd_usb_endpoint *ep;
1636
1637 if (!subs->lowlatency_playback || !subs->running)
1638 return 0;
1639 ep = subs->data_endpoint;
1640 if (!ep)
1641 return 0;
1642 /* When no more in-flight URBs available, try to process the pending
1643 * outputs here
1644 */
1645 if (!ep->active_mask)
8c721c53 1646 return snd_usb_queue_pending_output_urbs(ep, true);
d5f871f8
TI
1647 return 0;
1648}
1649
edcd3633
DM
1650static int snd_usb_substream_playback_trigger(struct snd_pcm_substream *substream,
1651 int cmd)
1652{
1653 struct snd_usb_substream *subs = substream->runtime->private_data;
307cc9ba 1654 int err;
edcd3633
DM
1655
1656 switch (cmd) {
1657 case SNDRV_PCM_TRIGGER_START:
ea33d359 1658 subs->trigger_tstamp_pending_update = true;
c0dbbdad 1659 fallthrough;
edcd3633 1660 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
96e221f3
TI
1661 snd_usb_endpoint_set_callback(subs->data_endpoint,
1662 prepare_playback_urb,
1663 retire_playback_urb,
1664 subs);
9c9a3b9d 1665 if (subs->lowlatency_playback &&
4267c5a8 1666 cmd == SNDRV_PCM_TRIGGER_START) {
eee5d6f1
TI
1667 if (in_free_wheeling_mode(substream->runtime))
1668 subs->lowlatency_playback = false;
307cc9ba
TI
1669 err = start_endpoints(subs);
1670 if (err < 0) {
1671 snd_usb_endpoint_set_callback(subs->data_endpoint,
1672 NULL, NULL, NULL);
1673 return err;
1674 }
1675 }
97f8d3b6 1676 subs->running = 1;
bf6313a0
TI
1677 dev_dbg(&subs->dev->dev, "%d:%d Start Playback PCM\n",
1678 subs->cur_audiofmt->iface,
1679 subs->cur_audiofmt->altsetting);
edcd3633 1680 return 0;
75c16b51 1681 case SNDRV_PCM_TRIGGER_SUSPEND:
edcd3633 1682 case SNDRV_PCM_TRIGGER_STOP:
d8b4efee 1683 stop_endpoints(subs, substream->runtime->state == SNDRV_PCM_STATE_DRAINING);
96e221f3
TI
1684 snd_usb_endpoint_set_callback(subs->data_endpoint,
1685 NULL, NULL, NULL);
97f8d3b6 1686 subs->running = 0;
bf6313a0
TI
1687 dev_dbg(&subs->dev->dev, "%d:%d Stop Playback PCM\n",
1688 subs->cur_audiofmt->iface,
1689 subs->cur_audiofmt->altsetting);
edcd3633
DM
1690 return 0;
1691 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
48779a0b 1692 /* keep retire_data_urb for delay calculation */
96e221f3
TI
1693 snd_usb_endpoint_set_callback(subs->data_endpoint,
1694 NULL,
1695 retire_playback_urb,
1696 subs);
97f8d3b6 1697 subs->running = 0;
bf6313a0
TI
1698 dev_dbg(&subs->dev->dev, "%d:%d Pause Playback PCM\n",
1699 subs->cur_audiofmt->iface,
1700 subs->cur_audiofmt->altsetting);
edcd3633
DM
1701 return 0;
1702 }
1703
1704 return -EINVAL;
1705}
1706
afe25967
DM
1707static int snd_usb_substream_capture_trigger(struct snd_pcm_substream *substream,
1708 int cmd)
edcd3633
DM
1709{
1710 int err;
1711 struct snd_usb_substream *subs = substream->runtime->private_data;
1712
1713 switch (cmd) {
1714 case SNDRV_PCM_TRIGGER_START:
1d0f9530 1715 err = start_endpoints(subs);
edcd3633
DM
1716 if (err < 0)
1717 return err;
96e221f3
TI
1718 fallthrough;
1719 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1720 snd_usb_endpoint_set_callback(subs->data_endpoint,
1721 NULL, retire_capture_urb,
1722 subs);
e8a8f09c 1723 subs->last_frame_number = usb_get_current_frame_number(subs->dev);
97f8d3b6 1724 subs->running = 1;
bf6313a0
TI
1725 dev_dbg(&subs->dev->dev, "%d:%d Start Capture PCM\n",
1726 subs->cur_audiofmt->iface,
1727 subs->cur_audiofmt->altsetting);
edcd3633 1728 return 0;
75c16b51 1729 case SNDRV_PCM_TRIGGER_SUSPEND:
edcd3633 1730 case SNDRV_PCM_TRIGGER_STOP:
813a17ca 1731 stop_endpoints(subs, false);
96e221f3 1732 fallthrough;
edcd3633 1733 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
96e221f3
TI
1734 snd_usb_endpoint_set_callback(subs->data_endpoint,
1735 NULL, NULL, NULL);
97f8d3b6 1736 subs->running = 0;
bf6313a0
TI
1737 dev_dbg(&subs->dev->dev, "%d:%d Stop Capture PCM\n",
1738 subs->cur_audiofmt->iface,
1739 subs->cur_audiofmt->altsetting);
edcd3633 1740 return 0;
edcd3633
DM
1741 }
1742
1743 return -EINVAL;
1744}
1745
31cb1fb4 1746static const struct snd_pcm_ops snd_usb_playback_ops = {
6fddc797
TI
1747 .open = snd_usb_pcm_open,
1748 .close = snd_usb_pcm_close,
e5779998
DM
1749 .hw_params = snd_usb_hw_params,
1750 .hw_free = snd_usb_hw_free,
1751 .prepare = snd_usb_pcm_prepare,
1752 .trigger = snd_usb_substream_playback_trigger,
dc5eafe7 1753 .sync_stop = snd_usb_pcm_sync_stop,
e5779998 1754 .pointer = snd_usb_pcm_pointer,
d5f871f8 1755 .ack = snd_usb_pcm_playback_ack,
e5779998
DM
1756};
1757
31cb1fb4 1758static const struct snd_pcm_ops snd_usb_capture_ops = {
6fddc797
TI
1759 .open = snd_usb_pcm_open,
1760 .close = snd_usb_pcm_close,
e5779998
DM
1761 .hw_params = snd_usb_hw_params,
1762 .hw_free = snd_usb_hw_free,
1763 .prepare = snd_usb_pcm_prepare,
1764 .trigger = snd_usb_substream_capture_trigger,
dc5eafe7 1765 .sync_stop = snd_usb_pcm_sync_stop,
e5779998 1766 .pointer = snd_usb_pcm_pointer,
f274baa4
TI
1767};
1768
e5779998
DM
1769void snd_usb_set_pcm_ops(struct snd_pcm *pcm, int stream)
1770{
f274baa4
TI
1771 const struct snd_pcm_ops *ops;
1772
b315997d 1773 ops = stream == SNDRV_PCM_STREAM_PLAYBACK ?
f274baa4 1774 &snd_usb_playback_ops : &snd_usb_capture_ops;
f274baa4
TI
1775 snd_pcm_set_ops(pcm, stream, ops);
1776}
1777
1778void snd_usb_preallocate_buffer(struct snd_usb_substream *subs)
1779{
1780 struct snd_pcm *pcm = subs->stream->pcm;
1781 struct snd_pcm_substream *s = pcm->streams[subs->direction].substream;
fb3c293b 1782 struct device *dev = subs->dev->bus->sysdev;
f274baa4 1783
b315997d 1784 if (snd_usb_use_vmalloc)
6dd9486c
TI
1785 snd_pcm_set_managed_buffer(s, SNDRV_DMA_TYPE_VMALLOC,
1786 NULL, 0, 0);
b315997d 1787 else
6dd9486c
TI
1788 snd_pcm_set_managed_buffer(s, SNDRV_DMA_TYPE_DEV_SG,
1789 dev, 64*1024, 512*1024);
e5779998 1790}