projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
ASoC: Intel: Allow Rx/Tx message list can be cleared prior to suspend
[linux-2.6-block.git] / sound / soc / intel / sst-baytrail-ipc.c
CommitLineData
a4b12990
MB		 1/*
2 * Intel Baytrail SST IPC Support
3 * Copyright (c) 2014, Intel Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 */
14
15#include <linux/types.h>
16#include <linux/kernel.h>
17#include <linux/list.h>
18#include <linux/device.h>
19#include <linux/wait.h>
20#include <linux/spinlock.h>
21#include <linux/workqueue.h>
22#include <linux/export.h>
23#include <linux/slab.h>
24#include <linux/delay.h>
25#include <linux/list.h>
26#include <linux/platform_device.h>
27#include <linux/kthread.h>
28#include <linux/firmware.h>
29#include <linux/io.h>
30#include <asm/div64.h>
31
32#include "sst-baytrail-ipc.h"
33#include "sst-dsp.h"
34#include "sst-dsp-priv.h"
35
36/* IPC message timeout */
37#define IPC_TIMEOUT_MSECS 300
38#define IPC_BOOT_MSECS 200
39
40#define IPC_EMPTY_LIST_SIZE 8
41
42/* IPC header bits */
43#define IPC_HEADER_MSG_ID_MASK 0xff
44#define IPC_HEADER_MSG_ID(x) ((x) & IPC_HEADER_MSG_ID_MASK)
45#define IPC_HEADER_STR_ID_SHIFT 8
46#define IPC_HEADER_STR_ID_MASK 0x1f
47#define IPC_HEADER_STR_ID(x) (((x) & 0x1f) << IPC_HEADER_STR_ID_SHIFT)
48#define IPC_HEADER_LARGE_SHIFT 13
49#define IPC_HEADER_LARGE(x) (((x) & 0x1) << IPC_HEADER_LARGE_SHIFT)
50#define IPC_HEADER_DATA_SHIFT 16
51#define IPC_HEADER_DATA_MASK 0x3fff
52#define IPC_HEADER_DATA(x) (((x) & 0x3fff) << IPC_HEADER_DATA_SHIFT)
53
54/* mask for differentiating between notification and reply message */
55#define IPC_NOTIFICATION (0x1 << 7)
56
57/* I2L Stream config/control msgs */
58#define IPC_IA_ALLOC_STREAM 0x20
59#define IPC_IA_FREE_STREAM 0x21
60#define IPC_IA_PAUSE_STREAM 0x24
61#define IPC_IA_RESUME_STREAM 0x25
62#define IPC_IA_DROP_STREAM 0x26
63#define IPC_IA_START_STREAM 0x30
64
65/* notification messages */
66#define IPC_IA_FW_INIT_CMPLT 0x81
67#define IPC_SST_PERIOD_ELAPSED 0x97
68
69/* IPC messages between host and ADSP */
70struct sst_byt_address_info {
71 u32 addr;
72 u32 size;
73} __packed;
74
75struct sst_byt_str_type {
76 u8 codec_type;
77 u8 str_type;
78 u8 operation;
79 u8 protected_str;
80 u8 time_slots;
81 u8 reserved;
82 u16 result;
83} __packed;
84
85struct sst_byt_pcm_params {
86 u8 num_chan;
87 u8 pcm_wd_sz;
88 u8 use_offload_path;
89 u8 reserved;
90 u32 sfreq;
91 u8 channel_map[8];
92} __packed;
93
94struct sst_byt_frames_info {
95 u16 num_entries;
96 u16 rsrvd;
97 u32 frag_size;
98 struct sst_byt_address_info ring_buf_info[8];
99} __packed;
100
101struct sst_byt_alloc_params {
102 struct sst_byt_str_type str_type;
103 struct sst_byt_pcm_params pcm_params;
104 struct sst_byt_frames_info frame_info;
105} __packed;
106
107struct sst_byt_alloc_response {
108 struct sst_byt_str_type str_type;
109 u8 reserved[88];
110} __packed;
111
112struct sst_byt_start_stream_params {
113 u32 byte_offset;
114} __packed;
115
116struct sst_byt_tstamp {
117 u64 ring_buffer_counter;
118 u64 hardware_counter;
119 u64 frames_decoded;
120 u64 bytes_decoded;
121 u64 bytes_copied;
122 u32 sampling_frequency;
123 u32 channel_peak[8];
124} __packed;
125
126/* driver internal IPC message structure */
127struct ipc_message {
128 struct list_head list;
129 u64 header;
130
131 /* direction wrt host CPU */
132 char tx_data[SST_BYT_IPC_MAX_PAYLOAD_SIZE];
133 size_t tx_size;
134 char rx_data[SST_BYT_IPC_MAX_PAYLOAD_SIZE];
135 size_t rx_size;
136
137 wait_queue_head_t waitq;
138 bool complete;
139 bool wait;
140 int errno;
141};
142
143struct sst_byt_stream;
144struct sst_byt;
145
146/* stream infomation */
147struct sst_byt_stream {
148 struct list_head node;
149
150 /* configuration */
151 struct sst_byt_alloc_params request;
152 struct sst_byt_alloc_response reply;
153
154 /* runtime info */
155 struct sst_byt *byt;
156 int str_id;
157 bool commited;
158 bool running;
159
160 /* driver callback */
161 u32 (*notify_position)(struct sst_byt_stream *stream, void *data);
162 void *pdata;
163};
164
165/* SST Baytrail IPC data */
166struct sst_byt {
167 struct device *dev;
168 struct sst_dsp *dsp;
169
170 /* stream */
171 struct list_head stream_list;
172
173 /* boot */
174 wait_queue_head_t boot_wait;
175 bool boot_complete;
176
177 /* IPC messaging */
178 struct list_head tx_list;
179 struct list_head rx_list;
180 struct list_head empty_list;
181 wait_queue_head_t wait_txq;
182 struct task_struct *tx_thread;
183 struct kthread_worker kworker;
184 struct kthread_work kwork;
185 struct ipc_message *msg;
186};
187
188static inline u64 sst_byt_header(int msg_id, int data, bool large, int str_id)
189{
190 u64 header;
191
192 header = IPC_HEADER_MSG_ID(msg_id) |
193 IPC_HEADER_STR_ID(str_id) |
194 IPC_HEADER_LARGE(large) |
195 IPC_HEADER_DATA(data) |
196 SST_BYT_IPCX_BUSY;
197
198 return header;
199}
200
201static inline u16 sst_byt_header_msg_id(u64 header)
202{
203 return header & IPC_HEADER_MSG_ID_MASK;
204}
205
206static inline u8 sst_byt_header_str_id(u64 header)
207{
208 return (header >> IPC_HEADER_STR_ID_SHIFT) & IPC_HEADER_STR_ID_MASK;
209}
210
211static inline u16 sst_byt_header_data(u64 header)
212{
213 return (header >> IPC_HEADER_DATA_SHIFT) & IPC_HEADER_DATA_MASK;
214}
215
216static struct sst_byt_stream *sst_byt_get_stream(struct sst_byt *byt,
217 int stream_id)
218{
219 struct sst_byt_stream *stream;
220
221 list_for_each_entry(stream, &byt->stream_list, node) {
222 if (stream->str_id == stream_id)
223 return stream;
224 }
225
226 return NULL;
227}
228
229static void sst_byt_ipc_shim_dbg(struct sst_byt *byt, const char *text)
230{
231 struct sst_dsp *sst = byt->dsp;
232 u64 isr, ipcd, imrx, ipcx;
233
234 ipcx = sst_dsp_shim_read64_unlocked(sst, SST_IPCX);
235 isr = sst_dsp_shim_read64_unlocked(sst, SST_ISRX);
236 ipcd = sst_dsp_shim_read64_unlocked(sst, SST_IPCD);
237 imrx = sst_dsp_shim_read64_unlocked(sst, SST_IMRX);
238
239 dev_err(byt->dev,
240 "ipc: --%s-- ipcx 0x%llx isr 0x%llx ipcd 0x%llx imrx 0x%llx\n",
241 text, ipcx, isr, ipcd, imrx);
242}
243
244/* locks held by caller */
245static struct ipc_message *sst_byt_msg_get_empty(struct sst_byt *byt)
246{
247 struct ipc_message *msg = NULL;
248
249 if (!list_empty(&byt->empty_list)) {
250 msg = list_first_entry(&byt->empty_list,
251 struct ipc_message, list);
252 list_del(&msg->list);
253 }
254
255 return msg;
256}
257
258static void sst_byt_ipc_tx_msgs(struct kthread_work *work)
259{
260 struct sst_byt *byt =
261 container_of(work, struct sst_byt, kwork);
262 struct ipc_message *msg;
263 u64 ipcx;
264 unsigned long flags;
265
266 spin_lock_irqsave(&byt->dsp->spinlock, flags);
267 if (list_empty(&byt->tx_list)) {
268 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
269 return;
270 }
271
272 /* if the DSP is busy we will TX messages after IRQ */
273 ipcx = sst_dsp_shim_read64_unlocked(byt->dsp, SST_IPCX);
274 if (ipcx & SST_BYT_IPCX_BUSY) {
275 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
276 return;
277 }
278
279 msg = list_first_entry(&byt->tx_list, struct ipc_message, list);
280
281 list_move(&msg->list, &byt->rx_list);
282
283 /* send the message */
284 if (msg->header & IPC_HEADER_LARGE(true))
285 sst_dsp_outbox_write(byt->dsp, msg->tx_data, msg->tx_size);
286 sst_dsp_shim_write64_unlocked(byt->dsp, SST_IPCX, msg->header);
287
288 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
289}
290
291static inline void sst_byt_tx_msg_reply_complete(struct sst_byt *byt,
292 struct ipc_message *msg)
293{
294 msg->complete = true;
295
296 if (!msg->wait)
297 list_add_tail(&msg->list, &byt->empty_list);
298 else
299 wake_up(&msg->waitq);
300}
301
609a13e5
LG		 302static void sst_byt_drop_all(struct sst_byt *byt)
303{
304 struct ipc_message *msg, *tmp;
305 unsigned long flags;
306
307 /* drop all TX and Rx messages before we stall + reset DSP */
308 spin_lock_irqsave(&byt->dsp->spinlock, flags);
309 list_for_each_entry_safe(msg, tmp, &byt->tx_list, list) {
310 list_move(&msg->list, &byt->empty_list);
311 }
312
313 list_for_each_entry_safe(msg, tmp, &byt->rx_list, list) {
314 list_move(&msg->list, &byt->empty_list);
315 }
316
317 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
318}
319
a4b12990
MB		 320static int sst_byt_tx_wait_done(struct sst_byt *byt, struct ipc_message *msg,
321 void *rx_data)
322{
323 unsigned long flags;
324 int ret;
325
326 /* wait for DSP completion */
327 ret = wait_event_timeout(msg->waitq, msg->complete,
328 msecs_to_jiffies(IPC_TIMEOUT_MSECS));
329
330 spin_lock_irqsave(&byt->dsp->spinlock, flags);
331 if (ret == 0) {
332 list_del(&msg->list);
333 sst_byt_ipc_shim_dbg(byt, "message timeout");
334
335 ret = -ETIMEDOUT;
336 } else {
337
338 /* copy the data returned from DSP */
339 if (msg->rx_size)
340 memcpy(rx_data, msg->rx_data, msg->rx_size);
341 ret = msg->errno;
342 }
343
344 list_add_tail(&msg->list, &byt->empty_list);
345 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
346 return ret;
347}
348
349static int sst_byt_ipc_tx_message(struct sst_byt *byt, u64 header,
350 void *tx_data, size_t tx_bytes,
351 void *rx_data, size_t rx_bytes, int wait)
352{
353 unsigned long flags;
354 struct ipc_message *msg;
355
356 spin_lock_irqsave(&byt->dsp->spinlock, flags);
357
358 msg = sst_byt_msg_get_empty(byt);
359 if (msg == NULL) {
360 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
361 return -EBUSY;
362 }
363
364 msg->header = header;
365 msg->tx_size = tx_bytes;
366 msg->rx_size = rx_bytes;
367 msg->wait = wait;
368 msg->errno = 0;
369 msg->complete = false;
370
371 if (tx_bytes) {
372 /* msg content = lower 32-bit of the header + data */
373 *(u32 *)msg->tx_data = (u32)(header & (u32)-1);
374 memcpy(msg->tx_data + sizeof(u32), tx_data, tx_bytes);
375 msg->tx_size += sizeof(u32);
376 }
377
378 list_add_tail(&msg->list, &byt->tx_list);
379 spin_unlock_irqrestore(&byt->dsp->spinlock, flags);
380
381 queue_kthread_work(&byt->kworker, &byt->kwork);
382
383 if (wait)
384 return sst_byt_tx_wait_done(byt, msg, rx_data);
385 else
386 return 0;
387}
388
389static inline int sst_byt_ipc_tx_msg_wait(struct sst_byt *byt, u64 header,
390 void *tx_data, size_t tx_bytes,
391 void *rx_data, size_t rx_bytes)
392{
393 return sst_byt_ipc_tx_message(byt, header, tx_data, tx_bytes,
394 rx_data, rx_bytes, 1);
395}
396
397static inline int sst_byt_ipc_tx_msg_nowait(struct sst_byt *byt, u64 header,
398 void *tx_data, size_t tx_bytes)
399{
400 return sst_byt_ipc_tx_message(byt, header, tx_data, tx_bytes,
401 NULL, 0, 0);
402}
403
404static struct ipc_message *sst_byt_reply_find_msg(struct sst_byt *byt,
405 u64 header)
406{
407 struct ipc_message *msg = NULL, *_msg;
408 u64 mask;
409
410 /* match reply to message sent based on msg and stream IDs */
411 mask = IPC_HEADER_MSG_ID_MASK |
412 IPC_HEADER_STR_ID_MASK << IPC_HEADER_STR_ID_SHIFT;
413 header &= mask;
414
415 if (list_empty(&byt->rx_list)) {
416 dev_err(byt->dev,
417 "ipc: rx list is empty but received 0x%llx\n", header);
418 goto out;
419 }
420
421 list_for_each_entry(_msg, &byt->rx_list, list) {
422 if ((_msg->header & mask) == header) {
423 msg = _msg;
424 break;
425 }
426 }
427
428out:
429 return msg;
430}
431
432static void sst_byt_stream_update(struct sst_byt *byt, struct ipc_message *msg)
433{
434 struct sst_byt_stream *stream;
435 u64 header = msg->header;
436 u8 stream_id = sst_byt_header_str_id(header);
437 u8 stream_msg = sst_byt_header_msg_id(header);
438
439 stream = sst_byt_get_stream(byt, stream_id);
440 if (stream == NULL)
441 return;
442
443 switch (stream_msg) {
444 case IPC_IA_DROP_STREAM:
445 case IPC_IA_PAUSE_STREAM:
446 case IPC_IA_FREE_STREAM:
447 stream->running = false;
448 break;
449 case IPC_IA_START_STREAM:
450 case IPC_IA_RESUME_STREAM:
451 stream->running = true;
452 break;
453 }
454}
455
456static int sst_byt_process_reply(struct sst_byt *byt, u64 header)
457{
458 struct ipc_message *msg;
459
460 msg = sst_byt_reply_find_msg(byt, header);
461 if (msg == NULL)
462 return 1;
463
464 if (header & IPC_HEADER_LARGE(true)) {
465 msg->rx_size = sst_byt_header_data(header);
466 sst_dsp_inbox_read(byt->dsp, msg->rx_data, msg->rx_size);
467 }
468
469 /* update any stream states */
470 sst_byt_stream_update(byt, msg);
471
472 list_del(&msg->list);
473 /* wake up */
474 sst_byt_tx_msg_reply_complete(byt, msg);
475
476 return 1;
477}
478
479static void sst_byt_fw_ready(struct sst_byt *byt, u64 header)
480{
481 dev_dbg(byt->dev, "ipc: DSP is ready 0x%llX\n", header);
482
483 byt->boot_complete = true;
484 wake_up(&byt->boot_wait);
485}
486
487static int sst_byt_process_notification(struct sst_byt *byt,
488 unsigned long *flags)
489{
490 struct sst_dsp *sst = byt->dsp;
491 struct sst_byt_stream *stream;
492 u64 header;
493 u8 msg_id, stream_id;
494 int handled = 1;
495
496 header = sst_dsp_shim_read64_unlocked(sst, SST_IPCD);
497 msg_id = sst_byt_header_msg_id(header);
498
499 switch (msg_id) {
500 case IPC_SST_PERIOD_ELAPSED:
501 stream_id = sst_byt_header_str_id(header);
502 stream = sst_byt_get_stream(byt, stream_id);
503 if (stream && stream->running && stream->notify_position) {
504 spin_unlock_irqrestore(&sst->spinlock, *flags);
505 stream->notify_position(stream, stream->pdata);
506 spin_lock_irqsave(&sst->spinlock, *flags);
507 }
508 break;
509 case IPC_IA_FW_INIT_CMPLT:
510 sst_byt_fw_ready(byt, header);
511 break;
512 }
513
514 return handled;
515}
516
517static irqreturn_t sst_byt_irq_thread(int irq, void *context)
518{
519 struct sst_dsp *sst = (struct sst_dsp *) context;
520 struct sst_byt *byt = sst_dsp_get_thread_context(sst);
521 u64 header;
522 unsigned long flags;
523
524 spin_lock_irqsave(&sst->spinlock, flags);
525
526 header = sst_dsp_shim_read64_unlocked(sst, SST_IPCD);
527 if (header & SST_BYT_IPCD_BUSY) {
528 if (header & IPC_NOTIFICATION) {
529 /* message from ADSP */
530 sst_byt_process_notification(byt, &flags);
531 } else {
532 /* reply from ADSP */
533 sst_byt_process_reply(byt, header);
534 }
535 /*
536 * clear IPCD BUSY bit and set DONE bit. Tell DSP we have
537 * processed the message and can accept new. Clear data part
538 * of the header
539 */
540 sst_dsp_shim_update_bits64_unlocked(sst, SST_IPCD,
541 SST_BYT_IPCD_DONE | SST_BYT_IPCD_BUSY |
542 IPC_HEADER_DATA(IPC_HEADER_DATA_MASK),
543 SST_BYT_IPCD_DONE);
544 /* unmask message request interrupts */
545 sst_dsp_shim_update_bits64_unlocked(sst, SST_IMRX,
546 SST_BYT_IMRX_REQUEST, 0);
547 }
548
549 spin_unlock_irqrestore(&sst->spinlock, flags);
550
551 /* continue to send any remaining messages... */
552 queue_kthread_work(&byt->kworker, &byt->kwork);
553
554 return IRQ_HANDLED;
555}
556
557/* stream API */
558struct sst_byt_stream *sst_byt_stream_new(struct sst_byt *byt, int id,
559 u32 (*notify_position)(struct sst_byt_stream *stream, void *data),
560 void *data)
561{
562 struct sst_byt_stream *stream;
563
564 stream = kzalloc(sizeof(*stream), GFP_KERNEL);
565 if (stream == NULL)
566 return NULL;
567
568 list_add(&stream->node, &byt->stream_list);
569 stream->notify_position = notify_position;
570 stream->pdata = data;
571 stream->byt = byt;
572 stream->str_id = id;
573
574 return stream;
575}
576
577int sst_byt_stream_set_bits(struct sst_byt *byt, struct sst_byt_stream *stream,
578 int bits)
579{
580 stream->request.pcm_params.pcm_wd_sz = bits;
581 return 0;
582}
583
584int sst_byt_stream_set_channels(struct sst_byt *byt,
585 struct sst_byt_stream *stream, u8 channels)
586{
587 stream->request.pcm_params.num_chan = channels;
588 return 0;
589}
590
591int sst_byt_stream_set_rate(struct sst_byt *byt, struct sst_byt_stream *stream,
592 unsigned int rate)
593{
594 stream->request.pcm_params.sfreq = rate;
595 return 0;
596}
597
598/* stream sonfiguration */
599int sst_byt_stream_type(struct sst_byt *byt, struct sst_byt_stream *stream,
600 int codec_type, int stream_type, int operation)
601{
602 stream->request.str_type.codec_type = codec_type;
603 stream->request.str_type.str_type = stream_type;
604 stream->request.str_type.operation = operation;
605 stream->request.str_type.time_slots = 0xc;
606
607 return 0;
608}
609
610int sst_byt_stream_buffer(struct sst_byt *byt, struct sst_byt_stream *stream,
611 uint32_t buffer_addr, uint32_t buffer_size)
612{
613 stream->request.frame_info.num_entries = 1;
614 stream->request.frame_info.ring_buf_info[0].addr = buffer_addr;
615 stream->request.frame_info.ring_buf_info[0].size = buffer_size;
616 /* calculate bytes per 4 ms fragment */
617 stream->request.frame_info.frag_size =
618 stream->request.pcm_params.sfreq *
619 stream->request.pcm_params.num_chan *
620 stream->request.pcm_params.pcm_wd_sz / 8 *
621 4 / 1000;
622 return 0;
623}
624
625int sst_byt_stream_commit(struct sst_byt *byt, struct sst_byt_stream *stream)
626{
627 struct sst_byt_alloc_params *str_req = &stream->request;
628 struct sst_byt_alloc_response *reply = &stream->reply;
629 u64 header;
630 int ret;
631
632 header = sst_byt_header(IPC_IA_ALLOC_STREAM,
633 sizeof(*str_req) + sizeof(u32),
634 true, stream->str_id);
635 ret = sst_byt_ipc_tx_msg_wait(byt, header, str_req, sizeof(*str_req),
636 reply, sizeof(*reply));
637 if (ret < 0) {
638 dev_err(byt->dev, "ipc: error stream commit failed\n");
639 return ret;
640 }
641
642 stream->commited = true;
643
644 return 0;
645}
646
647int sst_byt_stream_free(struct sst_byt *byt, struct sst_byt_stream *stream)
648{
649 u64 header;
650 int ret = 0;
651
652 if (!stream->commited)
653 goto out;
654
655 header = sst_byt_header(IPC_IA_FREE_STREAM, 0, false, stream->str_id);
656 ret = sst_byt_ipc_tx_msg_wait(byt, header, NULL, 0, NULL, 0);
657 if (ret < 0) {
658 dev_err(byt->dev, "ipc: free stream %d failed\n",
659 stream->str_id);
660 return -EAGAIN;
661 }
662
663 stream->commited = false;
664out:
665 list_del(&stream->node);
666 kfree(stream);
667
668 return ret;
669}
670
671static int sst_byt_stream_operations(struct sst_byt *byt, int type,
672 int stream_id, int wait)
673{
a4b12990 674 u64 header;
a4b12990 675
65ee9e8f 676 header = sst_byt_header(type, 0, false, stream_id);
a4b12990 677 if (wait)
65ee9e8f 678 return sst_byt_ipc_tx_msg_wait(byt, header, NULL, 0, NULL, 0);
a4b12990 679 else
65ee9e8f 680 return sst_byt_ipc_tx_msg_nowait(byt, header, NULL, 0);
a4b12990
MB		 681}
682
683/* stream ALSA trigger operations */
a6686ed5
JN		 684int sst_byt_stream_start(struct sst_byt *byt, struct sst_byt_stream *stream,
685 u32 start_offset)
a4b12990 686{
65ee9e8f
JN		 687 struct sst_byt_start_stream_params start_stream;
688 void *tx_msg;
689 size_t size;
690 u64 header;
a4b12990
MB		 691 int ret;
692
a6686ed5 693 start_stream.byte_offset = start_offset;
65ee9e8f
JN		 694 header = sst_byt_header(IPC_IA_START_STREAM,
695 sizeof(start_stream) + sizeof(u32),
696 true, stream->str_id);
697 tx_msg = &start_stream;
698 size = sizeof(start_stream);
699
700 ret = sst_byt_ipc_tx_msg_nowait(byt, header, tx_msg, size);
a4b12990
MB		 701 if (ret < 0)
702 dev_err(byt->dev, "ipc: error failed to start stream %d\n",
703 stream->str_id);
704
705 return ret;
706}
707
708int sst_byt_stream_stop(struct sst_byt *byt, struct sst_byt_stream *stream)
709{
710 int ret;
711
712 /* don't stop streams that are not commited */
713 if (!stream->commited)
714 return 0;
715
716 ret = sst_byt_stream_operations(byt, IPC_IA_DROP_STREAM,
717 stream->str_id, 0);
718 if (ret < 0)
719 dev_err(byt->dev, "ipc: error failed to stop stream %d\n",
720 stream->str_id);
721 return ret;
722}
723
724int sst_byt_stream_pause(struct sst_byt *byt, struct sst_byt_stream *stream)
725{
726 int ret;
727
728 ret = sst_byt_stream_operations(byt, IPC_IA_PAUSE_STREAM,
729 stream->str_id, 0);
730 if (ret < 0)
731 dev_err(byt->dev, "ipc: error failed to pause stream %d\n",
732 stream->str_id);
733
734 return ret;
735}
736
737int sst_byt_stream_resume(struct sst_byt *byt, struct sst_byt_stream *stream)
738{
739 int ret;
740
741 ret = sst_byt_stream_operations(byt, IPC_IA_RESUME_STREAM,
742 stream->str_id, 0);
743 if (ret < 0)
744 dev_err(byt->dev, "ipc: error failed to resume stream %d\n",
745 stream->str_id);
746
747 return ret;
748}
749
750int sst_byt_get_dsp_position(struct sst_byt *byt,
751 struct sst_byt_stream *stream, int buffer_size)
752{
753 struct sst_dsp *sst = byt->dsp;
754 struct sst_byt_tstamp fw_tstamp;
755 u8 str_id = stream->str_id;
756 u32 tstamp_offset;
757
758 tstamp_offset = SST_BYT_TIMESTAMP_OFFSET + str_id * sizeof(fw_tstamp);
759 memcpy_fromio(&fw_tstamp,
760 sst->addr.lpe + tstamp_offset, sizeof(fw_tstamp));
761
762 return do_div(fw_tstamp.ring_buffer_counter, buffer_size);
763}
764
765static int msg_empty_list_init(struct sst_byt *byt)
766{
767 struct ipc_message *msg;
768 int i;
769
770 byt->msg = kzalloc(sizeof(*msg) * IPC_EMPTY_LIST_SIZE, GFP_KERNEL);
771 if (byt->msg == NULL)
772 return -ENOMEM;
773
774 for (i = 0; i < IPC_EMPTY_LIST_SIZE; i++) {
775 init_waitqueue_head(&byt->msg[i].waitq);
776 list_add(&byt->msg[i].list, &byt->empty_list);
777 }
778
779 return 0;
780}
781
782struct sst_dsp *sst_byt_get_dsp(struct sst_byt *byt)
783{
784 return byt->dsp;
785}
786
787static struct sst_dsp_device byt_dev = {
788 .thread = sst_byt_irq_thread,
789 .ops = &sst_byt_ops,
790};
791
792int sst_byt_dsp_init(struct device *dev, struct sst_pdata *pdata)
793{
794 struct sst_byt *byt;
795 struct sst_fw *byt_sst_fw;
796 int err;
797
798 dev_dbg(dev, "initialising Byt DSP IPC\n");
799
800 byt = devm_kzalloc(dev, sizeof(*byt), GFP_KERNEL);
801 if (byt == NULL)
802 return -ENOMEM;
803
804 byt->dev = dev;
805 INIT_LIST_HEAD(&byt->stream_list);
806 INIT_LIST_HEAD(&byt->tx_list);
807 INIT_LIST_HEAD(&byt->rx_list);
808 INIT_LIST_HEAD(&byt->empty_list);
809 init_waitqueue_head(&byt->boot_wait);
810 init_waitqueue_head(&byt->wait_txq);
811
812 err = msg_empty_list_init(byt);
813 if (err < 0)
814 return -ENOMEM;
815
816 /* start the IPC message thread */
817 init_kthread_worker(&byt->kworker);
818 byt->tx_thread = kthread_run(kthread_worker_fn,
819 &byt->kworker,
820 dev_name(byt->dev));
821 if (IS_ERR(byt->tx_thread)) {
822 err = PTR_ERR(byt->tx_thread);
823 dev_err(byt->dev, "error failed to create message TX task\n");
824 goto err_free_msg;
825 }
826 init_kthread_work(&byt->kwork, sst_byt_ipc_tx_msgs);
827
828 byt_dev.thread_context = byt;
829
830 /* init SST shim */
831 byt->dsp = sst_dsp_new(dev, &byt_dev, pdata);
832 if (byt->dsp == NULL) {
833 err = -ENODEV;
834 goto err_free_msg;
835 }
836
837 /* keep the DSP in reset state for base FW loading */
838 sst_dsp_reset(byt->dsp);
839
840 byt_sst_fw = sst_fw_new(byt->dsp, pdata->fw, byt);
841 if (byt_sst_fw == NULL) {
842 err = -ENODEV;
843 dev_err(dev, "error: failed to load firmware\n");
844 goto fw_err;
845 }
846
847 /* wait for DSP boot completion */
848 sst_dsp_boot(byt->dsp);
849 err = wait_event_timeout(byt->boot_wait, byt->boot_complete,
850 msecs_to_jiffies(IPC_BOOT_MSECS));
851 if (err == 0) {
852 err = -EIO;
853 dev_err(byt->dev, "ipc: error DSP boot timeout\n");
854 goto boot_err;
855 }
856
857 pdata->dsp = byt;
858
859 return 0;
860
861boot_err:
862 sst_dsp_reset(byt->dsp);
863 sst_fw_free(byt_sst_fw);
864fw_err:
865 sst_dsp_free(byt->dsp);
866err_free_msg:
867 kfree(byt->msg);
868
869 return err;
870}
871EXPORT_SYMBOL_GPL(sst_byt_dsp_init);
872
873void sst_byt_dsp_free(struct device *dev, struct sst_pdata *pdata)
874{
875 struct sst_byt *byt = pdata->dsp;
876
877 sst_dsp_reset(byt->dsp);
878 sst_fw_free_all(byt->dsp);
879 sst_dsp_free(byt->dsp);
880 kfree(byt->msg);
881}
882EXPORT_SYMBOL_GPL(sst_byt_dsp_free);
Linux 6.x block layer and io_uring tree(s)