soundwire: Handle multiple master instances in a stream
[linux-2.6-block.git] / drivers / soundwire / stream.c
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-18 Intel Corporation.
3
4 /*
5  *  stream.c - SoundWire Bus stream operations.
6  */
7
8 #include <linux/delay.h>
9 #include <linux/device.h>
10 #include <linux/init.h>
11 #include <linux/module.h>
12 #include <linux/mod_devicetable.h>
13 #include <linux/slab.h>
14 #include <linux/soundwire/sdw_registers.h>
15 #include <linux/soundwire/sdw.h>
16 #include "bus.h"
17
18 /*
19  * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
20  *
21  * The rows are arranged as per the array index value programmed
22  * in register. The index 15 has dummy value 0 in order to fill hole.
23  */
24 int rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
25                         96, 100, 120, 128, 150, 160, 250, 0,
26                         192, 200, 240, 256, 72, 144, 90, 180};
27
28 int cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
29
30 static int sdw_find_col_index(int col)
31 {
32         int i;
33
34         for (i = 0; i < SDW_FRAME_COLS; i++) {
35                 if (cols[i] == col)
36                         return i;
37         }
38
39         pr_warn("Requested column not found, selecting lowest column no: 2\n");
40         return 0;
41 }
42
43 static int sdw_find_row_index(int row)
44 {
45         int i;
46
47         for (i = 0; i < SDW_FRAME_ROWS; i++) {
48                 if (rows[i] == row)
49                         return i;
50         }
51
52         pr_warn("Requested row not found, selecting lowest row no: 48\n");
53         return 0;
54 }
55 static int _sdw_program_slave_port_params(struct sdw_bus *bus,
56                                 struct sdw_slave *slave,
57                                 struct sdw_transport_params *t_params,
58                                 enum sdw_dpn_type type)
59 {
60         u32 addr1, addr2, addr3, addr4;
61         int ret;
62         u16 wbuf;
63
64         if (bus->params.next_bank) {
65                 addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
66                 addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
67                 addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
68                 addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
69         } else {
70                 addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
71                 addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
72                 addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
73                 addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
74         }
75
76         /* Program DPN_OffsetCtrl2 registers */
77         ret = sdw_write(slave, addr1, t_params->offset2);
78         if (ret < 0) {
79                 dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed");
80                 return ret;
81         }
82
83         /* Program DPN_BlockCtrl3 register */
84         ret = sdw_write(slave, addr2, t_params->blk_pkg_mode);
85         if (ret < 0) {
86                 dev_err(bus->dev, "DPN_BlockCtrl3 register write failed");
87                 return ret;
88         }
89
90         /*
91          * Data ports are FULL, SIMPLE and REDUCED. This function handles
92          * FULL and REDUCED only and and beyond this point only FULL is
93          * handled, so bail out if we are not FULL data port type
94          */
95         if (type != SDW_DPN_FULL)
96                 return ret;
97
98         /* Program DPN_SampleCtrl2 register */
99         wbuf = (t_params->sample_interval - 1);
100         wbuf &= SDW_DPN_SAMPLECTRL_HIGH;
101         wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH);
102
103         ret = sdw_write(slave, addr3, wbuf);
104         if (ret < 0) {
105                 dev_err(bus->dev, "DPN_SampleCtrl2 register write failed");
106                 return ret;
107         }
108
109         /* Program DPN_HCtrl register */
110         wbuf = t_params->hstart;
111         wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART);
112         wbuf |= t_params->hstop;
113
114         ret = sdw_write(slave, addr4, wbuf);
115         if (ret < 0)
116                 dev_err(bus->dev, "DPN_HCtrl register write failed");
117
118         return ret;
119 }
120
121 static int sdw_program_slave_port_params(struct sdw_bus *bus,
122                         struct sdw_slave_runtime *s_rt,
123                         struct sdw_port_runtime *p_rt)
124 {
125         struct sdw_transport_params *t_params = &p_rt->transport_params;
126         struct sdw_port_params *p_params = &p_rt->port_params;
127         struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
128         u32 addr1, addr2, addr3, addr4, addr5, addr6;
129         struct sdw_dpn_prop *dpn_prop;
130         int ret;
131         u8 wbuf;
132
133         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
134                                         s_rt->direction,
135                                         t_params->port_num);
136         if (!dpn_prop)
137                 return -EINVAL;
138
139         addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
140         addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
141
142         if (bus->params.next_bank) {
143                 addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
144                 addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
145                 addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
146                 addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
147
148         } else {
149                 addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
150                 addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
151                 addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
152                 addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
153         }
154
155         /* Program DPN_PortCtrl register */
156         wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE);
157         wbuf |= p_params->flow_mode;
158
159         ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf);
160         if (ret < 0) {
161                 dev_err(&s_rt->slave->dev,
162                         "DPN_PortCtrl register write failed for port %d",
163                         t_params->port_num);
164                 return ret;
165         }
166
167         /* Program DPN_BlockCtrl1 register */
168         ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1));
169         if (ret < 0) {
170                 dev_err(&s_rt->slave->dev,
171                         "DPN_BlockCtrl1 register write failed for port %d",
172                         t_params->port_num);
173                 return ret;
174         }
175
176         /* Program DPN_SampleCtrl1 register */
177         wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
178         ret = sdw_write(s_rt->slave, addr3, wbuf);
179         if (ret < 0) {
180                 dev_err(&s_rt->slave->dev,
181                         "DPN_SampleCtrl1 register write failed for port %d",
182                         t_params->port_num);
183                 return ret;
184         }
185
186         /* Program DPN_OffsetCtrl1 registers */
187         ret = sdw_write(s_rt->slave, addr4, t_params->offset1);
188         if (ret < 0) {
189                 dev_err(&s_rt->slave->dev,
190                         "DPN_OffsetCtrl1 register write failed for port %d",
191                         t_params->port_num);
192                 return ret;
193         }
194
195         /* Program DPN_BlockCtrl2 register*/
196         if (t_params->blk_grp_ctrl_valid) {
197                 ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl);
198                 if (ret < 0) {
199                         dev_err(&s_rt->slave->dev,
200                                 "DPN_BlockCtrl2 reg write failed for port %d",
201                                 t_params->port_num);
202                         return ret;
203                 }
204         }
205
206         /* program DPN_LaneCtrl register */
207         if (slave_prop->lane_control_support) {
208                 ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl);
209                 if (ret < 0) {
210                         dev_err(&s_rt->slave->dev,
211                                 "DPN_LaneCtrl register write failed for port %d",
212                                 t_params->port_num);
213                         return ret;
214                 }
215         }
216
217         if (dpn_prop->type != SDW_DPN_SIMPLE) {
218                 ret = _sdw_program_slave_port_params(bus, s_rt->slave,
219                                                 t_params, dpn_prop->type);
220                 if (ret < 0)
221                         dev_err(&s_rt->slave->dev,
222                                 "Transport reg write failed for port: %d",
223                                 t_params->port_num);
224         }
225
226         return ret;
227 }
228
229 static int sdw_program_master_port_params(struct sdw_bus *bus,
230                 struct sdw_port_runtime *p_rt)
231 {
232         int ret;
233
234         /*
235          * we need to set transport and port parameters for the port.
236          * Transport parameters refers to the smaple interval, offsets and
237          * hstart/stop etc of the data. Port parameters refers to word
238          * length, flow mode etc of the port
239          */
240         ret = bus->port_ops->dpn_set_port_transport_params(bus,
241                                         &p_rt->transport_params,
242                                         bus->params.next_bank);
243         if (ret < 0)
244                 return ret;
245
246         return bus->port_ops->dpn_set_port_params(bus,
247                                 &p_rt->port_params,
248                                 bus->params.next_bank);
249 }
250
251 /**
252  * sdw_program_port_params() - Programs transport parameters of Master(s)
253  * and Slave(s)
254  *
255  * @m_rt: Master stream runtime
256  */
257 static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
258 {
259         struct sdw_slave_runtime *s_rt = NULL;
260         struct sdw_bus *bus = m_rt->bus;
261         struct sdw_port_runtime *p_rt;
262         int ret = 0;
263
264         /* Program transport & port parameters for Slave(s) */
265         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
266                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
267                         ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
268                         if (ret < 0)
269                                 return ret;
270                 }
271         }
272
273         /* Program transport & port parameters for Master(s) */
274         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
275                 ret = sdw_program_master_port_params(bus, p_rt);
276                 if (ret < 0)
277                         return ret;
278         }
279
280         return 0;
281 }
282
283 /**
284  * sdw_enable_disable_slave_ports: Enable/disable slave data port
285  *
286  * @bus: bus instance
287  * @s_rt: slave runtime
288  * @p_rt: port runtime
289  * @en: enable or disable operation
290  *
291  * This function only sets the enable/disable bits in the relevant bank, the
292  * actual enable/disable is done with a bank switch
293  */
294 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
295                                 struct sdw_slave_runtime *s_rt,
296                                 struct sdw_port_runtime *p_rt, bool en)
297 {
298         struct sdw_transport_params *t_params = &p_rt->transport_params;
299         u32 addr;
300         int ret;
301
302         if (bus->params.next_bank)
303                 addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
304         else
305                 addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
306
307         /*
308          * Since bus doesn't support sharing a port across two streams,
309          * it is safe to reset this register
310          */
311         if (en)
312                 ret = sdw_update(s_rt->slave, addr, 0xFF, p_rt->ch_mask);
313         else
314                 ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
315
316         if (ret < 0)
317                 dev_err(&s_rt->slave->dev,
318                         "Slave chn_en reg write failed:%d port:%d",
319                         ret, t_params->port_num);
320
321         return ret;
322 }
323
324 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
325                         struct sdw_port_runtime *p_rt, bool en)
326 {
327         struct sdw_transport_params *t_params = &p_rt->transport_params;
328         struct sdw_bus *bus = m_rt->bus;
329         struct sdw_enable_ch enable_ch;
330         int ret = 0;
331
332         enable_ch.port_num = p_rt->num;
333         enable_ch.ch_mask = p_rt->ch_mask;
334         enable_ch.enable = en;
335
336         /* Perform Master port channel(s) enable/disable */
337         if (bus->port_ops->dpn_port_enable_ch) {
338                 ret = bus->port_ops->dpn_port_enable_ch(bus,
339                                 &enable_ch, bus->params.next_bank);
340                 if (ret < 0) {
341                         dev_err(bus->dev,
342                                 "Master chn_en write failed:%d port:%d",
343                                 ret, t_params->port_num);
344                         return ret;
345                 }
346         } else {
347                 dev_err(bus->dev,
348                         "dpn_port_enable_ch not supported, %s failed\n",
349                         en ? "enable" : "disable");
350                 return -EINVAL;
351         }
352
353         return 0;
354 }
355
356 /**
357  * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
358  * Slave(s)
359  *
360  * @m_rt: Master stream runtime
361  * @en: mode (enable/disable)
362  */
363 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
364 {
365         struct sdw_port_runtime *s_port, *m_port;
366         struct sdw_slave_runtime *s_rt = NULL;
367         int ret = 0;
368
369         /* Enable/Disable Slave port(s) */
370         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
371                 list_for_each_entry(s_port, &s_rt->port_list, port_node) {
372                         ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt,
373                                                         s_port, en);
374                         if (ret < 0)
375                                 return ret;
376                 }
377         }
378
379         /* Enable/Disable Master port(s) */
380         list_for_each_entry(m_port, &m_rt->port_list, port_node) {
381                 ret = sdw_enable_disable_master_ports(m_rt, m_port, en);
382                 if (ret < 0)
383                         return ret;
384         }
385
386         return 0;
387 }
388
389 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
390                 struct sdw_prepare_ch prep_ch, enum sdw_port_prep_ops cmd)
391 {
392         const struct sdw_slave_ops *ops = s_rt->slave->ops;
393         int ret;
394
395         if (ops->port_prep) {
396                 ret = ops->port_prep(s_rt->slave, &prep_ch, cmd);
397                 if (ret < 0) {
398                         dev_err(&s_rt->slave->dev,
399                                 "Slave Port Prep cmd %d failed: %d", cmd, ret);
400                         return ret;
401                 }
402         }
403
404         return 0;
405 }
406
407 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
408                         struct sdw_slave_runtime *s_rt,
409                         struct sdw_port_runtime *p_rt, bool prep)
410 {
411         struct completion *port_ready = NULL;
412         struct sdw_dpn_prop *dpn_prop;
413         struct sdw_prepare_ch prep_ch;
414         unsigned int time_left;
415         bool intr = false;
416         int ret = 0, val;
417         u32 addr;
418
419         prep_ch.num = p_rt->num;
420         prep_ch.ch_mask = p_rt->ch_mask;
421
422         dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave,
423                                         s_rt->direction,
424                                         prep_ch.num);
425         if (!dpn_prop) {
426                 dev_err(bus->dev,
427                         "Slave Port:%d properties not found", prep_ch.num);
428                 return -EINVAL;
429         }
430
431         prep_ch.prepare = prep;
432
433         prep_ch.bank = bus->params.next_bank;
434
435         if (dpn_prop->device_interrupts || !dpn_prop->simple_ch_prep_sm)
436                 intr = true;
437
438         /*
439          * Enable interrupt before Port prepare.
440          * For Port de-prepare, it is assumed that port
441          * was prepared earlier
442          */
443         if (prep && intr) {
444                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
445                                                 dpn_prop->device_interrupts);
446                 if (ret < 0)
447                         return ret;
448         }
449
450         /* Inform slave about the impending port prepare */
451         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP);
452
453         /* Prepare Slave port implementing CP_SM */
454         if (!dpn_prop->simple_ch_prep_sm) {
455                 addr = SDW_DPN_PREPARECTRL(p_rt->num);
456
457                 if (prep)
458                         ret = sdw_update(s_rt->slave, addr,
459                                         0xFF, p_rt->ch_mask);
460                 else
461                         ret = sdw_update(s_rt->slave, addr, 0xFF, 0x0);
462
463                 if (ret < 0) {
464                         dev_err(&s_rt->slave->dev,
465                                 "Slave prep_ctrl reg write failed");
466                         return ret;
467                 }
468
469                 /* Wait for completion on port ready */
470                 port_ready = &s_rt->slave->port_ready[prep_ch.num];
471                 time_left = wait_for_completion_timeout(port_ready,
472                                 msecs_to_jiffies(dpn_prop->ch_prep_timeout));
473
474                 val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
475                 val &= p_rt->ch_mask;
476                 if (!time_left || val) {
477                         dev_err(&s_rt->slave->dev,
478                                 "Chn prep failed for port:%d", prep_ch.num);
479                         return -ETIMEDOUT;
480                 }
481         }
482
483         /* Inform slaves about ports prepared */
484         sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP);
485
486         /* Disable interrupt after Port de-prepare */
487         if (!prep && intr)
488                 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep,
489                                                 dpn_prop->device_interrupts);
490
491         return ret;
492 }
493
494 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
495                                 struct sdw_port_runtime *p_rt, bool prep)
496 {
497         struct sdw_transport_params *t_params = &p_rt->transport_params;
498         struct sdw_bus *bus = m_rt->bus;
499         const struct sdw_master_port_ops *ops = bus->port_ops;
500         struct sdw_prepare_ch prep_ch;
501         int ret = 0;
502
503         prep_ch.num = p_rt->num;
504         prep_ch.ch_mask = p_rt->ch_mask;
505         prep_ch.prepare = prep; /* Prepare/De-prepare */
506         prep_ch.bank = bus->params.next_bank;
507
508         /* Pre-prepare/Pre-deprepare port(s) */
509         if (ops->dpn_port_prep) {
510                 ret = ops->dpn_port_prep(bus, &prep_ch);
511                 if (ret < 0) {
512                         dev_err(bus->dev, "Port prepare failed for port:%d",
513                                         t_params->port_num);
514                         return ret;
515                 }
516         }
517
518         return ret;
519 }
520
521 /**
522  * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
523  * Slave(s)
524  *
525  * @m_rt: Master runtime handle
526  * @prep: Prepare or De-prepare
527  */
528 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
529 {
530         struct sdw_slave_runtime *s_rt = NULL;
531         struct sdw_port_runtime *p_rt;
532         int ret = 0;
533
534         /* Prepare/De-prepare Slave port(s) */
535         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
536                 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
537                         ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt,
538                                                         p_rt, prep);
539                         if (ret < 0)
540                                 return ret;
541                 }
542         }
543
544         /* Prepare/De-prepare Master port(s) */
545         list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
546                 ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
547                 if (ret < 0)
548                         return ret;
549         }
550
551         return ret;
552 }
553
554 /**
555  * sdw_notify_config() - Notify bus configuration
556  *
557  * @m_rt: Master runtime handle
558  *
559  * This function notifies the Master(s) and Slave(s) of the
560  * new bus configuration.
561  */
562 static int sdw_notify_config(struct sdw_master_runtime *m_rt)
563 {
564         struct sdw_slave_runtime *s_rt;
565         struct sdw_bus *bus = m_rt->bus;
566         struct sdw_slave *slave;
567         int ret = 0;
568
569         if (bus->ops->set_bus_conf) {
570                 ret = bus->ops->set_bus_conf(bus, &bus->params);
571                 if (ret < 0)
572                         return ret;
573         }
574
575         list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
576                 slave = s_rt->slave;
577
578                 if (slave->ops->bus_config) {
579                         ret = slave->ops->bus_config(slave, &bus->params);
580                         if (ret < 0)
581                                 dev_err(bus->dev, "Notify Slave: %d failed",
582                                                                 slave->dev_num);
583                         return ret;
584                 }
585         }
586
587         return ret;
588 }
589
590 /**
591  * sdw_program_params() - Program transport and port parameters for Master(s)
592  * and Slave(s)
593  *
594  * @bus: SDW bus instance
595  */
596 static int sdw_program_params(struct sdw_bus *bus)
597 {
598         struct sdw_master_runtime *m_rt = NULL;
599         int ret = 0;
600
601         list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
602                 ret = sdw_program_port_params(m_rt);
603                 if (ret < 0) {
604                         dev_err(bus->dev,
605                                 "Program transport params failed: %d", ret);
606                         return ret;
607                 }
608
609                 ret = sdw_notify_config(m_rt);
610                 if (ret < 0) {
611                         dev_err(bus->dev, "Notify bus config failed: %d", ret);
612                         return ret;
613                 }
614
615                 /* Enable port(s) on alternate bank for all active streams */
616                 if (m_rt->stream->state != SDW_STREAM_ENABLED)
617                         continue;
618
619                 ret = sdw_enable_disable_ports(m_rt, true);
620                 if (ret < 0) {
621                         dev_err(bus->dev, "Enable channel failed: %d", ret);
622                         return ret;
623                 }
624         }
625
626         return ret;
627 }
628
629 static int sdw_bank_switch(struct sdw_bus *bus)
630 {
631         int col_index, row_index;
632         struct sdw_msg *wr_msg;
633         u8 *wbuf = NULL;
634         int ret = 0;
635         u16 addr;
636
637         wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL);
638         if (!wr_msg)
639                 return -ENOMEM;
640
641         wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL);
642         if (!wbuf) {
643                 ret = -ENOMEM;
644                 goto error_1;
645         }
646
647         /* Get row and column index to program register */
648         col_index = sdw_find_col_index(bus->params.col);
649         row_index = sdw_find_row_index(bus->params.row);
650         wbuf[0] = col_index | (row_index << 3);
651
652         if (bus->params.next_bank)
653                 addr = SDW_SCP_FRAMECTRL_B1;
654         else
655                 addr = SDW_SCP_FRAMECTRL_B0;
656
657         sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM,
658                                         SDW_MSG_FLAG_WRITE, wbuf);
659         wr_msg->ssp_sync = true;
660
661         ret = sdw_transfer(bus, wr_msg);
662         if (ret < 0) {
663                 dev_err(bus->dev, "Slave frame_ctrl reg write failed");
664                 goto error;
665         }
666
667         kfree(wr_msg);
668         kfree(wbuf);
669         bus->defer_msg.msg = NULL;
670         bus->params.curr_bank = !bus->params.curr_bank;
671         bus->params.next_bank = !bus->params.next_bank;
672
673         return 0;
674
675 error:
676         kfree(wbuf);
677 error_1:
678         kfree(wr_msg);
679         return ret;
680 }
681
682 static int do_bank_switch(struct sdw_stream_runtime *stream)
683 {
684         struct sdw_master_runtime *m_rt = NULL;
685         const struct sdw_master_ops *ops;
686         struct sdw_bus *bus = NULL;
687         int ret = 0;
688
689
690         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
691                 bus = m_rt->bus;
692                 ops = bus->ops;
693
694                 /* Pre-bank switch */
695                 if (ops->pre_bank_switch) {
696                         ret = ops->pre_bank_switch(bus);
697                         if (ret < 0) {
698                                 dev_err(bus->dev,
699                                         "Pre bank switch op failed: %d", ret);
700                                 return ret;
701                         }
702                 }
703
704                 /* Bank switch */
705                 ret = sdw_bank_switch(bus);
706                 if (ret < 0) {
707                         dev_err(bus->dev, "Bank switch failed: %d", ret);
708                         return ret;
709                 }
710         }
711
712         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
713                 bus = m_rt->bus;
714                 ops = bus->ops;
715
716                 /* Post-bank switch */
717                 if (ops->post_bank_switch) {
718                         ret = ops->post_bank_switch(bus);
719                         if (ret < 0) {
720                                 dev_err(bus->dev,
721                                         "Post bank switch op failed: %d", ret);
722                         }
723                 }
724         }
725
726         return ret;
727 }
728
729 /**
730  * sdw_release_stream() - Free the assigned stream runtime
731  *
732  * @stream: SoundWire stream runtime
733  *
734  * sdw_release_stream should be called only once per stream
735  */
736 void sdw_release_stream(struct sdw_stream_runtime *stream)
737 {
738         kfree(stream);
739 }
740 EXPORT_SYMBOL(sdw_release_stream);
741
742 /**
743  * sdw_alloc_stream() - Allocate and return stream runtime
744  *
745  * @stream_name: SoundWire stream name
746  *
747  * Allocates a SoundWire stream runtime instance.
748  * sdw_alloc_stream should be called only once per stream. Typically
749  * invoked from ALSA/ASoC machine/platform driver.
750  */
751 struct sdw_stream_runtime *sdw_alloc_stream(char *stream_name)
752 {
753         struct sdw_stream_runtime *stream;
754
755         stream = kzalloc(sizeof(*stream), GFP_KERNEL);
756         if (!stream)
757                 return NULL;
758
759         stream->name = stream_name;
760         INIT_LIST_HEAD(&stream->master_list);
761         stream->state = SDW_STREAM_ALLOCATED;
762
763         return stream;
764 }
765 EXPORT_SYMBOL(sdw_alloc_stream);
766
767 static struct sdw_master_runtime
768 *sdw_find_master_rt(struct sdw_bus *bus,
769                         struct sdw_stream_runtime *stream)
770 {
771         struct sdw_master_runtime *m_rt = NULL;
772
773         /* Retrieve Bus handle if already available */
774         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
775                 if (m_rt->bus == bus)
776                         return m_rt;
777         }
778
779         return NULL;
780 }
781
782 /**
783  * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle
784  *
785  * @bus: SDW bus instance
786  * @stream_config: Stream configuration
787  * @stream: Stream runtime handle.
788  *
789  * This function is to be called with bus_lock held.
790  */
791 static struct sdw_master_runtime
792 *sdw_alloc_master_rt(struct sdw_bus *bus,
793                         struct sdw_stream_config *stream_config,
794                         struct sdw_stream_runtime *stream)
795 {
796         struct sdw_master_runtime *m_rt;
797
798         /*
799          * check if Master is already allocated (as a result of Slave adding
800          * it first), if so skip allocation and go to configure
801          */
802         m_rt = sdw_find_master_rt(bus, stream);
803         if (m_rt)
804                 goto stream_config;
805
806         m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL);
807         if (!m_rt)
808                 return NULL;
809
810         /* Initialization of Master runtime handle */
811         INIT_LIST_HEAD(&m_rt->port_list);
812         INIT_LIST_HEAD(&m_rt->slave_rt_list);
813         list_add_tail(&m_rt->stream_node, &stream->master_list);
814
815         list_add_tail(&m_rt->bus_node, &bus->m_rt_list);
816
817 stream_config:
818         m_rt->ch_count = stream_config->ch_count;
819         m_rt->bus = bus;
820         m_rt->stream = stream;
821         m_rt->direction = stream_config->direction;
822
823         return m_rt;
824 }
825
826 /**
827  * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle.
828  *
829  * @slave: Slave handle
830  * @stream_config: Stream configuration
831  * @stream: Stream runtime handle
832  *
833  * This function is to be called with bus_lock held.
834  */
835 static struct sdw_slave_runtime
836 *sdw_alloc_slave_rt(struct sdw_slave *slave,
837                         struct sdw_stream_config *stream_config,
838                         struct sdw_stream_runtime *stream)
839 {
840         struct sdw_slave_runtime *s_rt = NULL;
841
842         s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL);
843         if (!s_rt)
844                 return NULL;
845
846         INIT_LIST_HEAD(&s_rt->port_list);
847         s_rt->ch_count = stream_config->ch_count;
848         s_rt->direction = stream_config->direction;
849         s_rt->slave = slave;
850
851         return s_rt;
852 }
853
854 static void sdw_master_port_release(struct sdw_bus *bus,
855                         struct sdw_master_runtime *m_rt)
856 {
857         struct sdw_port_runtime *p_rt, *_p_rt;
858
859         list_for_each_entry_safe(p_rt, _p_rt,
860                         &m_rt->port_list, port_node) {
861                 list_del(&p_rt->port_node);
862                 kfree(p_rt);
863         }
864 }
865
866 static void sdw_slave_port_release(struct sdw_bus *bus,
867                         struct sdw_slave *slave,
868                         struct sdw_stream_runtime *stream)
869 {
870         struct sdw_port_runtime *p_rt, *_p_rt;
871         struct sdw_master_runtime *m_rt;
872         struct sdw_slave_runtime *s_rt;
873
874         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
875                 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
876
877                         if (s_rt->slave != slave)
878                                 continue;
879
880                         list_for_each_entry_safe(p_rt, _p_rt,
881                                         &s_rt->port_list, port_node) {
882
883                                 list_del(&p_rt->port_node);
884                                 kfree(p_rt);
885                         }
886                 }
887         }
888 }
889
890 /**
891  * sdw_release_slave_stream() - Free Slave(s) runtime handle
892  *
893  * @slave: Slave handle.
894  * @stream: Stream runtime handle.
895  *
896  * This function is to be called with bus_lock held.
897  */
898 static void sdw_release_slave_stream(struct sdw_slave *slave,
899                         struct sdw_stream_runtime *stream)
900 {
901         struct sdw_slave_runtime *s_rt, *_s_rt;
902         struct sdw_master_runtime *m_rt;
903
904         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
905                 /* Retrieve Slave runtime handle */
906                 list_for_each_entry_safe(s_rt, _s_rt,
907                                         &m_rt->slave_rt_list, m_rt_node) {
908
909                         if (s_rt->slave == slave) {
910                                 list_del(&s_rt->m_rt_node);
911                                 kfree(s_rt);
912                                 return;
913                         }
914                 }
915         }
916 }
917
918 /**
919  * sdw_release_master_stream() - Free Master runtime handle
920  *
921  * @m_rt: Master runtime node
922  * @stream: Stream runtime handle.
923  *
924  * This function is to be called with bus_lock held
925  * It frees the Master runtime handle and associated Slave(s) runtime
926  * handle. If this is called first then sdw_release_slave_stream() will have
927  * no effect as Slave(s) runtime handle would already be freed up.
928  */
929 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt,
930                         struct sdw_stream_runtime *stream)
931 {
932         struct sdw_slave_runtime *s_rt, *_s_rt;
933
934         list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
935                 sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream);
936                 sdw_release_slave_stream(s_rt->slave, stream);
937         }
938
939         list_del(&m_rt->stream_node);
940         list_del(&m_rt->bus_node);
941         kfree(m_rt);
942 }
943
944 /**
945  * sdw_stream_remove_master() - Remove master from sdw_stream
946  *
947  * @bus: SDW Bus instance
948  * @stream: SoundWire stream
949  *
950  * This removes and frees port_rt and master_rt from a stream
951  */
952 int sdw_stream_remove_master(struct sdw_bus *bus,
953                 struct sdw_stream_runtime *stream)
954 {
955         struct sdw_master_runtime *m_rt, *_m_rt;
956
957         mutex_lock(&bus->bus_lock);
958
959         list_for_each_entry_safe(m_rt, _m_rt,
960                         &stream->master_list, stream_node) {
961
962                 if (m_rt->bus != bus)
963                         continue;
964
965                 sdw_master_port_release(bus, m_rt);
966                 sdw_release_master_stream(m_rt, stream);
967         }
968
969         if (list_empty(&stream->master_list))
970                 stream->state = SDW_STREAM_RELEASED;
971
972         mutex_unlock(&bus->bus_lock);
973
974         return 0;
975 }
976 EXPORT_SYMBOL(sdw_stream_remove_master);
977
978 /**
979  * sdw_stream_remove_slave() - Remove slave from sdw_stream
980  *
981  * @slave: SDW Slave instance
982  * @stream: SoundWire stream
983  *
984  * This removes and frees port_rt and slave_rt from a stream
985  */
986 int sdw_stream_remove_slave(struct sdw_slave *slave,
987                 struct sdw_stream_runtime *stream)
988 {
989         mutex_lock(&slave->bus->bus_lock);
990
991         sdw_slave_port_release(slave->bus, slave, stream);
992         sdw_release_slave_stream(slave, stream);
993
994         mutex_unlock(&slave->bus->bus_lock);
995
996         return 0;
997 }
998 EXPORT_SYMBOL(sdw_stream_remove_slave);
999
1000 /**
1001  * sdw_config_stream() - Configure the allocated stream
1002  *
1003  * @dev: SDW device
1004  * @stream: SoundWire stream
1005  * @stream_config: Stream configuration for audio stream
1006  * @is_slave: is API called from Slave or Master
1007  *
1008  * This function is to be called with bus_lock held.
1009  */
1010 static int sdw_config_stream(struct device *dev,
1011                 struct sdw_stream_runtime *stream,
1012                 struct sdw_stream_config *stream_config, bool is_slave)
1013 {
1014         /*
1015          * Update the stream rate, channel and bps based on data
1016          * source. For more than one data source (multilink),
1017          * match the rate, bps, stream type and increment number of channels.
1018          *
1019          * If rate/bps is zero, it means the values are not set, so skip
1020          * comparison and allow the value to be set and stored in stream
1021          */
1022         if (stream->params.rate &&
1023                         stream->params.rate != stream_config->frame_rate) {
1024                 dev_err(dev, "rate not matching, stream:%s", stream->name);
1025                 return -EINVAL;
1026         }
1027
1028         if (stream->params.bps &&
1029                         stream->params.bps != stream_config->bps) {
1030                 dev_err(dev, "bps not matching, stream:%s", stream->name);
1031                 return -EINVAL;
1032         }
1033
1034         stream->type = stream_config->type;
1035         stream->params.rate = stream_config->frame_rate;
1036         stream->params.bps = stream_config->bps;
1037
1038         /* TODO: Update this check during Device-device support */
1039         if (is_slave)
1040                 stream->params.ch_count += stream_config->ch_count;
1041
1042         return 0;
1043 }
1044
1045 static int sdw_is_valid_port_range(struct device *dev,
1046                                 struct sdw_port_runtime *p_rt)
1047 {
1048         if (!SDW_VALID_PORT_RANGE(p_rt->num)) {
1049                 dev_err(dev,
1050                         "SoundWire: Invalid port number :%d", p_rt->num);
1051                 return -EINVAL;
1052         }
1053
1054         return 0;
1055 }
1056
1057 static struct sdw_port_runtime *sdw_port_alloc(struct device *dev,
1058                                 struct sdw_port_config *port_config,
1059                                 int port_index)
1060 {
1061         struct sdw_port_runtime *p_rt;
1062
1063         p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL);
1064         if (!p_rt)
1065                 return NULL;
1066
1067         p_rt->ch_mask = port_config[port_index].ch_mask;
1068         p_rt->num = port_config[port_index].num;
1069
1070         return p_rt;
1071 }
1072
1073 static int sdw_master_port_config(struct sdw_bus *bus,
1074                         struct sdw_master_runtime *m_rt,
1075                         struct sdw_port_config *port_config,
1076                         unsigned int num_ports)
1077 {
1078         struct sdw_port_runtime *p_rt;
1079         int i;
1080
1081         /* Iterate for number of ports to perform initialization */
1082         for (i = 0; i < num_ports; i++) {
1083                 p_rt = sdw_port_alloc(bus->dev, port_config, i);
1084                 if (!p_rt)
1085                         return -ENOMEM;
1086
1087                 /*
1088                  * TODO: Check port capabilities for requested
1089                  * configuration (audio mode support)
1090                  */
1091
1092                 list_add_tail(&p_rt->port_node, &m_rt->port_list);
1093         }
1094
1095         return 0;
1096 }
1097
1098 static int sdw_slave_port_config(struct sdw_slave *slave,
1099                         struct sdw_slave_runtime *s_rt,
1100                         struct sdw_port_config *port_config,
1101                         unsigned int num_config)
1102 {
1103         struct sdw_port_runtime *p_rt;
1104         int i, ret;
1105
1106         /* Iterate for number of ports to perform initialization */
1107         for (i = 0; i < num_config; i++) {
1108                 p_rt = sdw_port_alloc(&slave->dev, port_config, i);
1109                 if (!p_rt)
1110                         return -ENOMEM;
1111
1112                 /*
1113                  * TODO: Check valid port range as defined by DisCo/
1114                  * slave
1115                  */
1116                 ret = sdw_is_valid_port_range(&slave->dev, p_rt);
1117                 if (ret < 0) {
1118                         kfree(p_rt);
1119                         return ret;
1120                 }
1121
1122                 /*
1123                  * TODO: Check port capabilities for requested
1124                  * configuration (audio mode support)
1125                  */
1126
1127                 list_add_tail(&p_rt->port_node, &s_rt->port_list);
1128         }
1129
1130         return 0;
1131 }
1132
1133 /**
1134  * sdw_stream_add_master() - Allocate and add master runtime to a stream
1135  *
1136  * @bus: SDW Bus instance
1137  * @stream_config: Stream configuration for audio stream
1138  * @port_config: Port configuration for audio stream
1139  * @num_ports: Number of ports
1140  * @stream: SoundWire stream
1141  */
1142 int sdw_stream_add_master(struct sdw_bus *bus,
1143                 struct sdw_stream_config *stream_config,
1144                 struct sdw_port_config *port_config,
1145                 unsigned int num_ports,
1146                 struct sdw_stream_runtime *stream)
1147 {
1148         struct sdw_master_runtime *m_rt = NULL;
1149         int ret;
1150
1151         mutex_lock(&bus->bus_lock);
1152
1153         m_rt = sdw_alloc_master_rt(bus, stream_config, stream);
1154         if (!m_rt) {
1155                 dev_err(bus->dev,
1156                                 "Master runtime config failed for stream:%s",
1157                                 stream->name);
1158                 ret = -ENOMEM;
1159                 goto unlock;
1160         }
1161
1162         ret = sdw_config_stream(bus->dev, stream, stream_config, false);
1163         if (ret)
1164                 goto stream_error;
1165
1166         ret = sdw_master_port_config(bus, m_rt, port_config, num_ports);
1167         if (ret)
1168                 goto stream_error;
1169
1170         goto unlock;
1171
1172 stream_error:
1173         sdw_release_master_stream(m_rt, stream);
1174 unlock:
1175         mutex_unlock(&bus->bus_lock);
1176         return ret;
1177 }
1178 EXPORT_SYMBOL(sdw_stream_add_master);
1179
1180 /**
1181  * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1182  *
1183  * @slave: SDW Slave instance
1184  * @stream_config: Stream configuration for audio stream
1185  * @stream: SoundWire stream
1186  * @port_config: Port configuration for audio stream
1187  * @num_ports: Number of ports
1188  *
1189  * It is expected that Slave is added before adding Master
1190  * to the Stream.
1191  *
1192  */
1193 int sdw_stream_add_slave(struct sdw_slave *slave,
1194                 struct sdw_stream_config *stream_config,
1195                 struct sdw_port_config *port_config,
1196                 unsigned int num_ports,
1197                 struct sdw_stream_runtime *stream)
1198 {
1199         struct sdw_slave_runtime *s_rt;
1200         struct sdw_master_runtime *m_rt;
1201         int ret;
1202
1203         mutex_lock(&slave->bus->bus_lock);
1204
1205         /*
1206          * If this API is invoked by Slave first then m_rt is not valid.
1207          * So, allocate m_rt and add Slave to it.
1208          */
1209         m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream);
1210         if (!m_rt) {
1211                 dev_err(&slave->dev,
1212                                 "alloc master runtime failed for stream:%s",
1213                                 stream->name);
1214                 ret = -ENOMEM;
1215                 goto error;
1216         }
1217
1218         s_rt = sdw_alloc_slave_rt(slave, stream_config, stream);
1219         if (!s_rt) {
1220                 dev_err(&slave->dev,
1221                                 "Slave runtime config failed for stream:%s",
1222                                 stream->name);
1223                 ret = -ENOMEM;
1224                 goto stream_error;
1225         }
1226
1227         ret = sdw_config_stream(&slave->dev, stream, stream_config, true);
1228         if (ret)
1229                 goto stream_error;
1230
1231         list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list);
1232
1233         ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports);
1234         if (ret)
1235                 goto stream_error;
1236
1237         /*
1238          * Change stream state to CONFIGURED on first Slave add.
1239          * Bus is not aware of number of Slave(s) in a stream at this
1240          * point so cannot depend on all Slave(s) to be added in order to
1241          * change stream state to CONFIGURED.
1242          */
1243         stream->state = SDW_STREAM_CONFIGURED;
1244         goto error;
1245
1246 stream_error:
1247         /*
1248          * we hit error so cleanup the stream, release all Slave(s) and
1249          * Master runtime
1250          */
1251         sdw_release_master_stream(m_rt, stream);
1252 error:
1253         mutex_unlock(&slave->bus->bus_lock);
1254         return ret;
1255 }
1256 EXPORT_SYMBOL(sdw_stream_add_slave);
1257
1258 /**
1259  * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1260  *
1261  * @slave: Slave handle
1262  * @direction: Data direction.
1263  * @port_num: Port number
1264  */
1265 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1266                                 enum sdw_data_direction direction,
1267                                 unsigned int port_num)
1268 {
1269         struct sdw_dpn_prop *dpn_prop;
1270         u8 num_ports;
1271         int i;
1272
1273         if (direction == SDW_DATA_DIR_TX) {
1274                 num_ports = hweight32(slave->prop.source_ports);
1275                 dpn_prop = slave->prop.src_dpn_prop;
1276         } else {
1277                 num_ports = hweight32(slave->prop.sink_ports);
1278                 dpn_prop = slave->prop.sink_dpn_prop;
1279         }
1280
1281         for (i = 0; i < num_ports; i++) {
1282                 dpn_prop = &dpn_prop[i];
1283
1284                 if (dpn_prop->num == port_num)
1285                         return &dpn_prop[i];
1286         }
1287
1288         return NULL;
1289 }
1290
1291 /**
1292  * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1293  *
1294  * @stream: SoundWire stream
1295  *
1296  * Acquire bus_lock for each of the master runtime(m_rt) part of this
1297  * stream to reconfigure the bus.
1298  * NOTE: This function is called from SoundWire stream ops and is
1299  * expected that a global lock is held before acquiring bus_lock.
1300  */
1301 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1302 {
1303         struct sdw_master_runtime *m_rt = NULL;
1304         struct sdw_bus *bus = NULL;
1305
1306         /* Iterate for all Master(s) in Master list */
1307         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1308                 bus = m_rt->bus;
1309
1310                 mutex_lock(&bus->bus_lock);
1311         }
1312 }
1313
1314 /**
1315  * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1316  *
1317  * @stream: SoundWire stream
1318  *
1319  * Release the previously held bus_lock after reconfiguring the bus.
1320  * NOTE: This function is called from SoundWire stream ops and is
1321  * expected that a global lock is held before releasing bus_lock.
1322  */
1323 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1324 {
1325         struct sdw_master_runtime *m_rt = NULL;
1326         struct sdw_bus *bus = NULL;
1327
1328         /* Iterate for all Master(s) in Master list */
1329         list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1330                 bus = m_rt->bus;
1331                 mutex_unlock(&bus->bus_lock);
1332         }
1333 }
1334
1335 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream)
1336 {
1337         struct sdw_master_runtime *m_rt = NULL;
1338         struct sdw_bus *bus = NULL;
1339         struct sdw_master_prop *prop = NULL;
1340         struct sdw_bus_params params;
1341         int ret;
1342
1343         /* Prepare  Master(s) and Slave(s) port(s) associated with stream */
1344         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1345                 bus = m_rt->bus;
1346                 prop = &bus->prop;
1347                 memcpy(&params, &bus->params, sizeof(params));
1348
1349                 /* TODO: Support Asynchronous mode */
1350                 if ((prop->max_freq % stream->params.rate) != 0) {
1351                         dev_err(bus->dev, "Async mode not supported");
1352                         return -EINVAL;
1353                 }
1354
1355                 /* Increment cumulative bus bandwidth */
1356                 /* TODO: Update this during Device-Device support */
1357                 bus->params.bandwidth += m_rt->stream->params.rate *
1358                         m_rt->ch_count * m_rt->stream->params.bps;
1359
1360                 /* Program params */
1361                 ret = sdw_program_params(bus);
1362                 if (ret < 0) {
1363                         dev_err(bus->dev, "Program params failed: %d", ret);
1364                         goto restore_params;
1365                 }
1366
1367         }
1368
1369         ret = do_bank_switch(stream);
1370         if (ret < 0) {
1371                 dev_err(bus->dev, "Bank switch failed: %d", ret);
1372                 goto restore_params;
1373         }
1374
1375         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1376                 bus = m_rt->bus;
1377
1378                 /* Prepare port(s) on the new clock configuration */
1379                 ret = sdw_prep_deprep_ports(m_rt, true);
1380                 if (ret < 0) {
1381                         dev_err(bus->dev, "Prepare port(s) failed ret = %d",
1382                                         ret);
1383                         return ret;
1384                 }
1385         }
1386
1387         stream->state = SDW_STREAM_PREPARED;
1388
1389         return ret;
1390
1391 restore_params:
1392         memcpy(&bus->params, &params, sizeof(params));
1393         return ret;
1394 }
1395
1396 /**
1397  * sdw_prepare_stream() - Prepare SoundWire stream
1398  *
1399  * @stream: Soundwire stream
1400  *
1401  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1402  */
1403 int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1404 {
1405         int ret = 0;
1406
1407         if (!stream) {
1408                 pr_err("SoundWire: Handle not found for stream");
1409                 return -EINVAL;
1410         }
1411
1412         sdw_acquire_bus_lock(stream);
1413
1414         ret = _sdw_prepare_stream(stream);
1415         if (ret < 0)
1416                 pr_err("Prepare for stream:%s failed: %d", stream->name, ret);
1417
1418         sdw_release_bus_lock(stream);
1419         return ret;
1420 }
1421 EXPORT_SYMBOL(sdw_prepare_stream);
1422
1423 static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1424 {
1425         struct sdw_master_runtime *m_rt = NULL;
1426         struct sdw_bus *bus = NULL;
1427         int ret;
1428
1429         /* Enable Master(s) and Slave(s) port(s) associated with stream */
1430         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1431                 bus = m_rt->bus;
1432
1433                 /* Program params */
1434                 ret = sdw_program_params(bus);
1435                 if (ret < 0) {
1436                         dev_err(bus->dev, "Program params failed: %d", ret);
1437                         return ret;
1438                 }
1439
1440                 /* Enable port(s) */
1441                 ret = sdw_enable_disable_ports(m_rt, true);
1442                 if (ret < 0) {
1443                         dev_err(bus->dev, "Enable port(s) failed ret: %d", ret);
1444                         return ret;
1445                 }
1446         }
1447
1448         ret = do_bank_switch(stream);
1449         if (ret < 0) {
1450                 dev_err(bus->dev, "Bank switch failed: %d", ret);
1451                 return ret;
1452         }
1453
1454         stream->state = SDW_STREAM_ENABLED;
1455         return 0;
1456 }
1457
1458 /**
1459  * sdw_enable_stream() - Enable SoundWire stream
1460  *
1461  * @stream: Soundwire stream
1462  *
1463  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1464  */
1465 int sdw_enable_stream(struct sdw_stream_runtime *stream)
1466 {
1467         int ret = 0;
1468
1469         if (!stream) {
1470                 pr_err("SoundWire: Handle not found for stream");
1471                 return -EINVAL;
1472         }
1473
1474         sdw_acquire_bus_lock(stream);
1475
1476         ret = _sdw_enable_stream(stream);
1477         if (ret < 0)
1478                 pr_err("Enable for stream:%s failed: %d", stream->name, ret);
1479
1480         sdw_release_bus_lock(stream);
1481         return ret;
1482 }
1483 EXPORT_SYMBOL(sdw_enable_stream);
1484
1485 static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1486 {
1487         struct sdw_master_runtime *m_rt = NULL;
1488         struct sdw_bus *bus = NULL;
1489         int ret;
1490
1491         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1492                 bus = m_rt->bus;
1493                 /* Disable port(s) */
1494                 ret = sdw_enable_disable_ports(m_rt, false);
1495                 if (ret < 0) {
1496                         dev_err(bus->dev, "Disable port(s) failed: %d", ret);
1497                         return ret;
1498                 }
1499         }
1500         stream->state = SDW_STREAM_DISABLED;
1501
1502         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1503                 bus = m_rt->bus;
1504                 /* Program params */
1505                 ret = sdw_program_params(bus);
1506                 if (ret < 0) {
1507                         dev_err(bus->dev, "Program params failed: %d", ret);
1508                         return ret;
1509                 }
1510         }
1511
1512         return do_bank_switch(stream);
1513 }
1514
1515 /**
1516  * sdw_disable_stream() - Disable SoundWire stream
1517  *
1518  * @stream: Soundwire stream
1519  *
1520  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1521  */
1522 int sdw_disable_stream(struct sdw_stream_runtime *stream)
1523 {
1524         int ret = 0;
1525
1526         if (!stream) {
1527                 pr_err("SoundWire: Handle not found for stream");
1528                 return -EINVAL;
1529         }
1530
1531         sdw_acquire_bus_lock(stream);
1532
1533         ret = _sdw_disable_stream(stream);
1534         if (ret < 0)
1535                 pr_err("Disable for stream:%s failed: %d", stream->name, ret);
1536
1537         sdw_release_bus_lock(stream);
1538         return ret;
1539 }
1540 EXPORT_SYMBOL(sdw_disable_stream);
1541
1542 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1543 {
1544         struct sdw_master_runtime *m_rt = NULL;
1545         struct sdw_bus *bus = NULL;
1546         int ret = 0;
1547
1548         list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1549                 bus = m_rt->bus;
1550                 /* De-prepare port(s) */
1551                 ret = sdw_prep_deprep_ports(m_rt, false);
1552                 if (ret < 0) {
1553                         dev_err(bus->dev, "De-prepare port(s) failed: %d", ret);
1554                         return ret;
1555                 }
1556
1557                 /* TODO: Update this during Device-Device support */
1558                 bus->params.bandwidth -= m_rt->stream->params.rate *
1559                         m_rt->ch_count * m_rt->stream->params.bps;
1560
1561                 /* Program params */
1562                 ret = sdw_program_params(bus);
1563                 if (ret < 0) {
1564                         dev_err(bus->dev, "Program params failed: %d", ret);
1565                         return ret;
1566                 }
1567
1568         }
1569
1570         stream->state = SDW_STREAM_DEPREPARED;
1571         return do_bank_switch(stream);
1572 }
1573
1574 /**
1575  * sdw_deprepare_stream() - Deprepare SoundWire stream
1576  *
1577  * @stream: Soundwire stream
1578  *
1579  * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1580  */
1581 int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1582 {
1583         int ret = 0;
1584
1585         if (!stream) {
1586                 pr_err("SoundWire: Handle not found for stream");
1587                 return -EINVAL;
1588         }
1589
1590         sdw_acquire_bus_lock(stream);
1591         ret = _sdw_deprepare_stream(stream);
1592         if (ret < 0)
1593                 pr_err("De-prepare for stream:%d failed: %d", ret, ret);
1594
1595         sdw_release_bus_lock(stream);
1596         return ret;
1597 }
1598 EXPORT_SYMBOL(sdw_deprepare_stream);