Merge tag 'io_uring-6.16-20250630' of git://git.kernel.dk/linux
[linux-block.git] / drivers / soundwire / qcom.c
CommitLineData
02efb49a
SK
1// SPDX-License-Identifier: GPL-2.0
2// Copyright (c) 2019, Linaro Limited
3
4#include <linux/clk.h>
5#include <linux/completion.h>
6#include <linux/interrupt.h>
7#include <linux/io.h>
8#include <linux/kernel.h>
9#include <linux/module.h>
abd9a604 10#include <linux/debugfs.h>
02efb49a
SK
11#include <linux/of.h>
12#include <linux/of_irq.h>
74e79da9 13#include <linux/pm_runtime.h>
02efb49a 14#include <linux/regmap.h>
33ba0178 15#include <linux/reset.h>
02efb49a 16#include <linux/slab.h>
04d46a7b 17#include <linux/pm_wakeirq.h>
02efb49a
SK
18#include <linux/slimbus.h>
19#include <linux/soundwire/sdw.h>
20#include <linux/soundwire/sdw_registers.h>
21#include <sound/pcm_params.h>
22#include <sound/soc.h>
23#include "bus.h"
24
74e79da9
SK
25#define SWRM_COMP_SW_RESET 0x008
26#define SWRM_COMP_STATUS 0x014
cf43cd33
SK
27#define SWRM_LINK_MANAGER_EE 0x018
28#define SWRM_EE_CPU 1
74e79da9 29#define SWRM_FRM_GEN_ENABLED BIT(0)
208a03ee
KK
30#define SWRM_VERSION_1_3_0 0x01030000
31#define SWRM_VERSION_1_5_1 0x01050001
32#define SWRM_VERSION_1_7_0 0x01070000
312355a6 33#define SWRM_VERSION_2_0_0 0x02000000
02efb49a
SK
34#define SWRM_COMP_HW_VERSION 0x00
35#define SWRM_COMP_CFG_ADDR 0x04
36#define SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK BIT(1)
37#define SWRM_COMP_CFG_ENABLE_MSK BIT(0)
38#define SWRM_COMP_PARAMS 0x100
a661308c
SK
39#define SWRM_COMP_PARAMS_WR_FIFO_DEPTH GENMASK(14, 10)
40#define SWRM_COMP_PARAMS_RD_FIFO_DEPTH GENMASK(19, 15)
02efb49a
SK
41#define SWRM_COMP_PARAMS_DOUT_PORTS_MASK GENMASK(4, 0)
42#define SWRM_COMP_PARAMS_DIN_PORTS_MASK GENMASK(9, 5)
74e79da9 43#define SWRM_COMP_MASTER_ID 0x104
6378fe11 44#define SWRM_V1_3_INTERRUPT_STATUS 0x200
312355a6 45#define SWRM_V2_0_INTERRUPT_STATUS 0x5000
02efb49a 46#define SWRM_INTERRUPT_STATUS_RMSK GENMASK(16, 0)
c7d49c76 47#define SWRM_INTERRUPT_STATUS_SLAVE_PEND_IRQ BIT(0)
02efb49a
SK
48#define SWRM_INTERRUPT_STATUS_NEW_SLAVE_ATTACHED BIT(1)
49#define SWRM_INTERRUPT_STATUS_CHANGE_ENUM_SLAVE_STATUS BIT(2)
c7d49c76
SK
50#define SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET BIT(3)
51#define SWRM_INTERRUPT_STATUS_RD_FIFO_OVERFLOW BIT(4)
52#define SWRM_INTERRUPT_STATUS_RD_FIFO_UNDERFLOW BIT(5)
53#define SWRM_INTERRUPT_STATUS_WR_CMD_FIFO_OVERFLOW BIT(6)
02efb49a 54#define SWRM_INTERRUPT_STATUS_CMD_ERROR BIT(7)
c7d49c76
SK
55#define SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION BIT(8)
56#define SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH BIT(9)
02efb49a 57#define SWRM_INTERRUPT_STATUS_SPECIAL_CMD_ID_FINISHED BIT(10)
312355a6
KK
58#define SWRM_INTERRUPT_STATUS_AUTO_ENUM_FAILED BIT(11)
59#define SWRM_INTERRUPT_STATUS_AUTO_ENUM_TABLE_IS_FULL BIT(12)
e24d0b65
KK
60#define SWRM_INTERRUPT_STATUS_BUS_RESET_FINISHED_V2 BIT(13)
61#define SWRM_INTERRUPT_STATUS_CLK_STOP_FINISHED_V2 BIT(14)
62#define SWRM_INTERRUPT_STATUS_EXT_CLK_STOP_WAKEUP BIT(16)
16d568c8 63#define SWRM_INTERRUPT_STATUS_CMD_IGNORED_AND_EXEC_CONTINUED BIT(19)
c7d49c76 64#define SWRM_INTERRUPT_MAX 17
6378fe11
KK
65#define SWRM_V1_3_INTERRUPT_MASK_ADDR 0x204
66#define SWRM_V1_3_INTERRUPT_CLEAR 0x208
312355a6 67#define SWRM_V2_0_INTERRUPT_CLEAR 0x5008
6378fe11 68#define SWRM_V1_3_INTERRUPT_CPU_EN 0x210
312355a6 69#define SWRM_V2_0_INTERRUPT_CPU_EN 0x5004
6378fe11 70#define SWRM_V1_3_CMD_FIFO_WR_CMD 0x300
312355a6 71#define SWRM_V2_0_CMD_FIFO_WR_CMD 0x5020
6378fe11 72#define SWRM_V1_3_CMD_FIFO_RD_CMD 0x304
312355a6 73#define SWRM_V2_0_CMD_FIFO_RD_CMD 0x5024
02efb49a 74#define SWRM_CMD_FIFO_CMD 0x308
ddea6cf7 75#define SWRM_CMD_FIFO_FLUSH 0x1
6378fe11 76#define SWRM_V1_3_CMD_FIFO_STATUS 0x30C
312355a6 77#define SWRM_V2_0_CMD_FIFO_STATUS 0x5050
a661308c
SK
78#define SWRM_RD_CMD_FIFO_CNT_MASK GENMASK(20, 16)
79#define SWRM_WR_CMD_FIFO_CNT_MASK GENMASK(12, 8)
02efb49a 80#define SWRM_CMD_FIFO_CFG_ADDR 0x314
542d3491 81#define SWRM_CONTINUE_EXEC_ON_CMD_IGNORE BIT(31)
02efb49a 82#define SWRM_RD_WR_CMD_RETRIES 0x7
6378fe11 83#define SWRM_V1_3_CMD_FIFO_RD_FIFO_ADDR 0x318
312355a6 84#define SWRM_V2_0_CMD_FIFO_RD_FIFO_ADDR 0x5040
ddea6cf7 85#define SWRM_RD_FIFO_CMD_ID_MASK GENMASK(11, 8)
02efb49a 86#define SWRM_ENUMERATOR_CFG_ADDR 0x500
a6e65819
SK
87#define SWRM_ENUMERATOR_SLAVE_DEV_ID_1(m) (0x530 + 0x8 * (m))
88#define SWRM_ENUMERATOR_SLAVE_DEV_ID_2(m) (0x534 + 0x8 * (m))
02efb49a 89#define SWRM_MCP_FRAME_CTRL_BANK_ADDR(m) (0x101C + 0x40 * (m))
02efb49a
SK
90#define SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK GENMASK(2, 0)
91#define SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK GENMASK(7, 3)
a866a049
SK
92#define SWRM_MCP_BUS_CTRL 0x1044
93#define SWRM_MCP_BUS_CLK_START BIT(1)
02efb49a
SK
94#define SWRM_MCP_CFG_ADDR 0x1048
95#define SWRM_MCP_CFG_MAX_NUM_OF_CMD_NO_PINGS_BMSK GENMASK(21, 17)
02efb49a
SK
96#define SWRM_DEF_CMD_NO_PINGS 0x1f
97#define SWRM_MCP_STATUS 0x104C
98#define SWRM_MCP_STATUS_BANK_NUM_MASK BIT(0)
99#define SWRM_MCP_SLV_STATUS 0x1090
100#define SWRM_MCP_SLV_STATUS_MASK GENMASK(1, 0)
c7d49c76 101#define SWRM_MCP_SLV_STATUS_SZ 2
02efb49a 102#define SWRM_DP_PORT_CTRL_BANK(n, m) (0x1124 + 0x100 * (n - 1) + 0x40 * m)
128eaf93
SK
103#define SWRM_DP_PORT_CTRL_2_BANK(n, m) (0x1128 + 0x100 * (n - 1) + 0x40 * m)
104#define SWRM_DP_BLOCK_CTRL_1(n) (0x112C + 0x100 * (n - 1))
105#define SWRM_DP_BLOCK_CTRL2_BANK(n, m) (0x1130 + 0x100 * (n - 1) + 0x40 * m)
106#define SWRM_DP_PORT_HCTRL_BANK(n, m) (0x1134 + 0x100 * (n - 1) + 0x40 * m)
5ffba1fb 107#define SWRM_DP_BLOCK_CTRL3_BANK(n, m) (0x1138 + 0x100 * (n - 1) + 0x40 * m)
a8dffaa0 108#define SWRM_DP_SAMPLECTRL2_BANK(n, m) (0x113C + 0x100 * (n - 1) + 0x40 * m)
128eaf93 109#define SWRM_DIN_DPn_PCM_PORT_CTRL(n) (0x1054 + 0x100 * (n - 1))
6378fe11 110#define SWR_V1_3_MSTR_MAX_REG_ADDR 0x1740
312355a6
KK
111#define SWR_V2_0_MSTR_MAX_REG_ADDR 0x50ac
112
113#define SWRM_V2_0_CLK_CTRL 0x5060
114#define SWRM_V2_0_CLK_CTRL_CLK_START BIT(0)
115#define SWRM_V2_0_LINK_STATUS 0x5064
128eaf93 116
02efb49a
SK
117#define SWRM_DP_PORT_CTRL_EN_CHAN_SHFT 0x18
118#define SWRM_DP_PORT_CTRL_OFFSET2_SHFT 0x10
119#define SWRM_DP_PORT_CTRL_OFFSET1_SHFT 0x08
120#define SWRM_AHB_BRIDGE_WR_DATA_0 0xc85
121#define SWRM_AHB_BRIDGE_WR_ADDR_0 0xc89
122#define SWRM_AHB_BRIDGE_RD_ADDR_0 0xc8d
123#define SWRM_AHB_BRIDGE_RD_DATA_0 0xc91
124
125#define SWRM_REG_VAL_PACK(data, dev, id, reg) \
126 ((reg) | ((id) << 16) | ((dev) << 20) | ((data) << 24))
127
e24d0b65
KK
128#define MAX_FREQ_NUM 1
129#define TIMEOUT_MS 100
130#define QCOM_SWRM_MAX_RD_LEN 0x1
131#define QCOM_SDW_MAX_PORTS 14
132#define DEFAULT_CLK_FREQ 9600000
133#define SWRM_MAX_DAIS 0xF
134#define SWR_INVALID_PARAM 0xFF
135#define SWR_HSTOP_MAX_VAL 0xF
136#define SWR_HSTART_MIN_VAL 0x0
137#define SWR_BROADCAST_CMD_ID 0x0F
138#define SWR_MAX_CMD_ID 14
139#define MAX_FIFO_RD_RETRY 3
140#define SWR_OVERFLOW_RETRY_COUNT 30
141#define SWRM_LINK_STATUS_RETRY_CNT 100
74e79da9
SK
142
143enum {
144 MASTER_ID_WSA = 1,
145 MASTER_ID_RX,
146 MASTER_ID_TX
147};
02efb49a
SK
148
149struct qcom_swrm_port_config {
a8dffaa0 150 u16 si;
02efb49a
SK
151 u8 off1;
152 u8 off2;
5ffba1fb 153 u8 bp_mode;
128eaf93
SK
154 u8 hstart;
155 u8 hstop;
156 u8 word_length;
157 u8 blk_group_count;
158 u8 lane_control;
7796c97d 159 u8 ch_mask;
02efb49a
SK
160};
161
6378fe11
KK
162/*
163 * Internal IDs for different register layouts. Only few registers differ per
164 * each variant, so the list of IDs below does not include all of registers.
165 */
166enum {
167 SWRM_REG_FRAME_GEN_ENABLED,
168 SWRM_REG_INTERRUPT_STATUS,
169 SWRM_REG_INTERRUPT_MASK_ADDR,
170 SWRM_REG_INTERRUPT_CLEAR,
171 SWRM_REG_INTERRUPT_CPU_EN,
172 SWRM_REG_CMD_FIFO_WR_CMD,
173 SWRM_REG_CMD_FIFO_RD_CMD,
174 SWRM_REG_CMD_FIFO_STATUS,
175 SWRM_REG_CMD_FIFO_RD_FIFO_ADDR,
176};
177
02efb49a
SK
178struct qcom_swrm_ctrl {
179 struct sdw_bus bus;
180 struct device *dev;
181 struct regmap *regmap;
6378fe11
KK
182 u32 max_reg;
183 const unsigned int *reg_layout;
82f5c70c 184 void __iomem *mmio;
33ba0178 185 struct reset_control *audio_cgcr;
abd9a604
SK
186#ifdef CONFIG_DEBUG_FS
187 struct dentry *debugfs;
188#endif
ddea6cf7 189 struct completion broadcast;
06dd9673 190 struct completion enumeration;
02efb49a
SK
191 /* Port alloc/free lock */
192 struct mutex port_lock;
193 struct clk *hclk;
02efb49a
SK
194 int irq;
195 unsigned int version;
04d46a7b 196 int wake_irq;
02efb49a
SK
197 int num_din_ports;
198 int num_dout_ports;
8cb3b4e7
SK
199 int cols_index;
200 int rows_index;
518aee32 201 unsigned long port_mask;
c7d49c76 202 u32 intr_mask;
ddea6cf7
SK
203 u8 rcmd_id;
204 u8 wcmd_id;
490937d4
KK
205 /* Port numbers are 1 - 14 */
206 struct qcom_swrm_port_config pconfig[QCOM_SDW_MAX_PORTS + 1];
02efb49a 207 struct sdw_stream_runtime *sruntime[SWRM_MAX_DAIS];
4ef3f2af 208 enum sdw_slave_status status[SDW_MAX_DEVICES + 1];
02efb49a
SK
209 int (*reg_read)(struct qcom_swrm_ctrl *ctrl, int reg, u32 *val);
210 int (*reg_write)(struct qcom_swrm_ctrl *ctrl, int reg, int val);
a6e65819 211 u32 slave_status;
a661308c
SK
212 u32 wr_fifo_depth;
213 u32 rd_fifo_depth;
74e79da9 214 bool clock_stop_not_supported;
02efb49a
SK
215};
216
8cb3b4e7
SK
217struct qcom_swrm_data {
218 u32 default_cols;
219 u32 default_rows;
1fd0d85a 220 bool sw_clk_gate_required;
6378fe11
KK
221 u32 max_reg;
222 const unsigned int *reg_layout;
223};
224
225static const unsigned int swrm_v1_3_reg_layout[] = {
226 [SWRM_REG_FRAME_GEN_ENABLED] = SWRM_COMP_STATUS,
227 [SWRM_REG_INTERRUPT_STATUS] = SWRM_V1_3_INTERRUPT_STATUS,
228 [SWRM_REG_INTERRUPT_MASK_ADDR] = SWRM_V1_3_INTERRUPT_MASK_ADDR,
229 [SWRM_REG_INTERRUPT_CLEAR] = SWRM_V1_3_INTERRUPT_CLEAR,
230 [SWRM_REG_INTERRUPT_CPU_EN] = SWRM_V1_3_INTERRUPT_CPU_EN,
231 [SWRM_REG_CMD_FIFO_WR_CMD] = SWRM_V1_3_CMD_FIFO_WR_CMD,
232 [SWRM_REG_CMD_FIFO_RD_CMD] = SWRM_V1_3_CMD_FIFO_RD_CMD,
233 [SWRM_REG_CMD_FIFO_STATUS] = SWRM_V1_3_CMD_FIFO_STATUS,
234 [SWRM_REG_CMD_FIFO_RD_FIFO_ADDR] = SWRM_V1_3_CMD_FIFO_RD_FIFO_ADDR,
8cb3b4e7
SK
235};
236
35732a06 237static const struct qcom_swrm_data swrm_v1_3_data = {
8cb3b4e7
SK
238 .default_rows = 48,
239 .default_cols = 16,
6378fe11
KK
240 .max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
241 .reg_layout = swrm_v1_3_reg_layout,
8cb3b4e7
SK
242};
243
35732a06 244static const struct qcom_swrm_data swrm_v1_5_data = {
8cb3b4e7
SK
245 .default_rows = 50,
246 .default_cols = 16,
6378fe11
KK
247 .max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
248 .reg_layout = swrm_v1_3_reg_layout,
8cb3b4e7
SK
249};
250
3f4a7026
SRM
251static const struct qcom_swrm_data swrm_v1_6_data = {
252 .default_rows = 50,
253 .default_cols = 16,
254 .sw_clk_gate_required = true,
6378fe11
KK
255 .max_reg = SWR_V1_3_MSTR_MAX_REG_ADDR,
256 .reg_layout = swrm_v1_3_reg_layout,
3f4a7026
SRM
257};
258
312355a6
KK
259static const unsigned int swrm_v2_0_reg_layout[] = {
260 [SWRM_REG_FRAME_GEN_ENABLED] = SWRM_V2_0_LINK_STATUS,
261 [SWRM_REG_INTERRUPT_STATUS] = SWRM_V2_0_INTERRUPT_STATUS,
262 [SWRM_REG_INTERRUPT_MASK_ADDR] = 0, /* Not present */
263 [SWRM_REG_INTERRUPT_CLEAR] = SWRM_V2_0_INTERRUPT_CLEAR,
264 [SWRM_REG_INTERRUPT_CPU_EN] = SWRM_V2_0_INTERRUPT_CPU_EN,
265 [SWRM_REG_CMD_FIFO_WR_CMD] = SWRM_V2_0_CMD_FIFO_WR_CMD,
266 [SWRM_REG_CMD_FIFO_RD_CMD] = SWRM_V2_0_CMD_FIFO_RD_CMD,
267 [SWRM_REG_CMD_FIFO_STATUS] = SWRM_V2_0_CMD_FIFO_STATUS,
268 [SWRM_REG_CMD_FIFO_RD_FIFO_ADDR] = SWRM_V2_0_CMD_FIFO_RD_FIFO_ADDR,
269};
270
271static const struct qcom_swrm_data swrm_v2_0_data = {
272 .default_rows = 50,
273 .default_cols = 16,
274 .sw_clk_gate_required = true,
275 .max_reg = SWR_V2_0_MSTR_MAX_REG_ADDR,
276 .reg_layout = swrm_v2_0_reg_layout,
277};
278
02efb49a
SK
279#define to_qcom_sdw(b) container_of(b, struct qcom_swrm_ctrl, bus)
280
d1df23fe 281static int qcom_swrm_ahb_reg_read(struct qcom_swrm_ctrl *ctrl, int reg,
02efb49a
SK
282 u32 *val)
283{
284 struct regmap *wcd_regmap = ctrl->regmap;
285 int ret;
286
287 /* pg register + offset */
288 ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_RD_ADDR_0,
289 (u8 *)&reg, 4);
290 if (ret < 0)
291 return SDW_CMD_FAIL;
292
293 ret = regmap_bulk_read(wcd_regmap, SWRM_AHB_BRIDGE_RD_DATA_0,
294 val, 4);
295 if (ret < 0)
296 return SDW_CMD_FAIL;
297
298 return SDW_CMD_OK;
299}
300
301static int qcom_swrm_ahb_reg_write(struct qcom_swrm_ctrl *ctrl,
302 int reg, int val)
303{
304 struct regmap *wcd_regmap = ctrl->regmap;
305 int ret;
306 /* pg register + offset */
307 ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_WR_DATA_0,
308 (u8 *)&val, 4);
309 if (ret)
310 return SDW_CMD_FAIL;
311
312 /* write address register */
313 ret = regmap_bulk_write(wcd_regmap, SWRM_AHB_BRIDGE_WR_ADDR_0,
314 (u8 *)&reg, 4);
315 if (ret)
316 return SDW_CMD_FAIL;
317
318 return SDW_CMD_OK;
319}
320
82f5c70c
JM
321static int qcom_swrm_cpu_reg_read(struct qcom_swrm_ctrl *ctrl, int reg,
322 u32 *val)
323{
324 *val = readl(ctrl->mmio + reg);
325 return SDW_CMD_OK;
326}
327
328static int qcom_swrm_cpu_reg_write(struct qcom_swrm_ctrl *ctrl, int reg,
329 int val)
330{
331 writel(val, ctrl->mmio + reg);
332 return SDW_CMD_OK;
333}
334
ddea6cf7
SK
335static u32 swrm_get_packed_reg_val(u8 *cmd_id, u8 cmd_data,
336 u8 dev_addr, u16 reg_addr)
02efb49a 337{
02efb49a 338 u32 val;
ddea6cf7 339 u8 id = *cmd_id;
02efb49a 340
ddea6cf7
SK
341 if (id != SWR_BROADCAST_CMD_ID) {
342 if (id < SWR_MAX_CMD_ID)
343 id += 1;
344 else
345 id = 0;
346 *cmd_id = id;
347 }
348 val = SWRM_REG_VAL_PACK(cmd_data, dev_addr, id, reg_addr);
02efb49a 349
ddea6cf7 350 return val;
02efb49a
SK
351}
352
6f76e791 353static int swrm_wait_for_rd_fifo_avail(struct qcom_swrm_ctrl *ctrl)
a661308c
SK
354{
355 u32 fifo_outstanding_data, value;
356 int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
357
358 do {
359 /* Check for fifo underflow during read */
6378fe11
KK
360 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
361 &value);
a661308c
SK
362 fifo_outstanding_data = FIELD_GET(SWRM_RD_CMD_FIFO_CNT_MASK, value);
363
364 /* Check if read data is available in read fifo */
365 if (fifo_outstanding_data > 0)
366 return 0;
367
368 usleep_range(500, 510);
369 } while (fifo_retry_count--);
370
371 if (fifo_outstanding_data == 0) {
6f76e791 372 dev_err_ratelimited(ctrl->dev, "%s err read underflow\n", __func__);
a661308c
SK
373 return -EIO;
374 }
375
376 return 0;
377}
378
6f76e791 379static int swrm_wait_for_wr_fifo_avail(struct qcom_swrm_ctrl *ctrl)
a661308c
SK
380{
381 u32 fifo_outstanding_cmds, value;
382 int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
383
384 do {
385 /* Check for fifo overflow during write */
6378fe11
KK
386 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
387 &value);
a661308c
SK
388 fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
389
390 /* Check for space in write fifo before writing */
6f76e791 391 if (fifo_outstanding_cmds < ctrl->wr_fifo_depth)
a661308c
SK
392 return 0;
393
394 usleep_range(500, 510);
395 } while (fifo_retry_count--);
396
6f76e791
KK
397 if (fifo_outstanding_cmds == ctrl->wr_fifo_depth) {
398 dev_err_ratelimited(ctrl->dev, "%s err write overflow\n", __func__);
a661308c
SK
399 return -EIO;
400 }
401
402 return 0;
403}
ddea6cf7 404
9ac4a444
SK
405static bool swrm_wait_for_wr_fifo_done(struct qcom_swrm_ctrl *ctrl)
406{
407 u32 fifo_outstanding_cmds, value;
408 int fifo_retry_count = SWR_OVERFLOW_RETRY_COUNT;
409
410 /* Check for fifo overflow during write */
411 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS], &value);
412 fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
413
414 if (fifo_outstanding_cmds) {
415 while (fifo_retry_count) {
416 usleep_range(500, 510);
417 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS], &value);
418 fifo_outstanding_cmds = FIELD_GET(SWRM_WR_CMD_FIFO_CNT_MASK, value);
419 fifo_retry_count--;
420 if (fifo_outstanding_cmds == 0)
421 return true;
422 }
423 } else {
424 return true;
425 }
426
427
428 return false;
429}
430
6f76e791 431static int qcom_swrm_cmd_fifo_wr_cmd(struct qcom_swrm_ctrl *ctrl, u8 cmd_data,
ddea6cf7 432 u8 dev_addr, u16 reg_addr)
02efb49a 433{
02efb49a 434
ddea6cf7
SK
435 u32 val;
436 int ret = 0;
437 u8 cmd_id = 0x0;
02efb49a 438
ddea6cf7
SK
439 if (dev_addr == SDW_BROADCAST_DEV_NUM) {
440 cmd_id = SWR_BROADCAST_CMD_ID;
441 val = swrm_get_packed_reg_val(&cmd_id, cmd_data,
442 dev_addr, reg_addr);
443 } else {
6f76e791 444 val = swrm_get_packed_reg_val(&ctrl->wcmd_id, cmd_data,
ddea6cf7
SK
445 dev_addr, reg_addr);
446 }
02efb49a 447
6f76e791 448 if (swrm_wait_for_wr_fifo_avail(ctrl))
a661308c
SK
449 return SDW_CMD_FAIL_OTHER;
450
f936fa7a 451 if (cmd_id == SWR_BROADCAST_CMD_ID)
6f76e791 452 reinit_completion(&ctrl->broadcast);
f936fa7a 453
ddea6cf7 454 /* Its assumed that write is okay as we do not get any status back */
6378fe11 455 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_WR_CMD], val);
ddea6cf7 456
6f76e791 457 if (ctrl->version <= SWRM_VERSION_1_3_0)
ddea6cf7
SK
458 usleep_range(150, 155);
459
460 if (cmd_id == SWR_BROADCAST_CMD_ID) {
9ac4a444 461 swrm_wait_for_wr_fifo_done(ctrl);
ddea6cf7
SK
462 /*
463 * sleep for 10ms for MSM soundwire variant to allow broadcast
464 * command to complete.
465 */
6f76e791 466 ret = wait_for_completion_timeout(&ctrl->broadcast,
ddea6cf7
SK
467 msecs_to_jiffies(TIMEOUT_MS));
468 if (!ret)
469 ret = SDW_CMD_IGNORED;
470 else
471 ret = SDW_CMD_OK;
02efb49a 472
02efb49a
SK
473 } else {
474 ret = SDW_CMD_OK;
475 }
ddea6cf7
SK
476 return ret;
477}
02efb49a 478
6f76e791 479static int qcom_swrm_cmd_fifo_rd_cmd(struct qcom_swrm_ctrl *ctrl,
ddea6cf7
SK
480 u8 dev_addr, u16 reg_addr,
481 u32 len, u8 *rval)
482{
483 u32 cmd_data, cmd_id, val, retry_attempt = 0;
484
6f76e791 485 val = swrm_get_packed_reg_val(&ctrl->rcmd_id, len, dev_addr, reg_addr);
ddea6cf7 486
49a46731
SK
487 /*
488 * Check for outstanding cmd wrt. write fifo depth to avoid
489 * overflow as read will also increase write fifo cnt.
490 */
6f76e791 491 swrm_wait_for_wr_fifo_avail(ctrl);
49a46731 492
ddea6cf7
SK
493 /* wait for FIFO RD to complete to avoid overflow */
494 usleep_range(100, 105);
6378fe11 495 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_CMD], val);
ddea6cf7
SK
496 /* wait for FIFO RD CMD complete to avoid overflow */
497 usleep_range(250, 255);
498
6f76e791 499 if (swrm_wait_for_rd_fifo_avail(ctrl))
a661308c
SK
500 return SDW_CMD_FAIL_OTHER;
501
ddea6cf7 502 do {
6378fe11
KK
503 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_FIFO_ADDR],
504 &cmd_data);
ddea6cf7
SK
505 rval[0] = cmd_data & 0xFF;
506 cmd_id = FIELD_GET(SWRM_RD_FIFO_CMD_ID_MASK, cmd_data);
507
6f76e791 508 if (cmd_id != ctrl->rcmd_id) {
ddea6cf7
SK
509 if (retry_attempt < (MAX_FIFO_RD_RETRY - 1)) {
510 /* wait 500 us before retry on fifo read failure */
511 usleep_range(500, 505);
6f76e791 512 ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD,
ddea6cf7 513 SWRM_CMD_FIFO_FLUSH);
6378fe11
KK
514 ctrl->reg_write(ctrl,
515 ctrl->reg_layout[SWRM_REG_CMD_FIFO_RD_CMD],
516 val);
ddea6cf7
SK
517 }
518 retry_attempt++;
519 } else {
520 return SDW_CMD_OK;
521 }
02efb49a 522
ddea6cf7 523 } while (retry_attempt < MAX_FIFO_RD_RETRY);
02efb49a 524
6f76e791 525 dev_err(ctrl->dev, "failed to read fifo: reg: 0x%x, rcmd_id: 0x%x,\
ddea6cf7 526 dev_num: 0x%x, cmd_data: 0x%x\n",
6f76e791 527 reg_addr, ctrl->rcmd_id, dev_addr, cmd_data);
ddea6cf7
SK
528
529 return SDW_CMD_IGNORED;
02efb49a
SK
530}
531
c7d49c76
SK
532static int qcom_swrm_get_alert_slave_dev_num(struct qcom_swrm_ctrl *ctrl)
533{
534 u32 val, status;
535 int dev_num;
536
537 ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &val);
538
ed8d07ac 539 for (dev_num = 1; dev_num <= SDW_MAX_DEVICES; dev_num++) {
c7d49c76
SK
540 status = (val >> (dev_num * SWRM_MCP_SLV_STATUS_SZ));
541
542 if ((status & SWRM_MCP_SLV_STATUS_MASK) == SDW_SLAVE_ALERT) {
f84d41b2 543 ctrl->status[dev_num] = status & SWRM_MCP_SLV_STATUS_MASK;
c7d49c76
SK
544 return dev_num;
545 }
546 }
547
548 return -EINVAL;
549}
550
02efb49a
SK
551static void qcom_swrm_get_device_status(struct qcom_swrm_ctrl *ctrl)
552{
553 u32 val;
554 int i;
555
556 ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &val);
a6e65819 557 ctrl->slave_status = val;
02efb49a 558
8039b6f3 559 for (i = 1; i <= SDW_MAX_DEVICES; i++) {
02efb49a
SK
560 u32 s;
561
562 s = (val >> (i * 2));
563 s &= SWRM_MCP_SLV_STATUS_MASK;
564 ctrl->status[i] = s;
565 }
566}
567
a6e65819
SK
568static void qcom_swrm_set_slave_dev_num(struct sdw_bus *bus,
569 struct sdw_slave *slave, int devnum)
570{
571 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
572 u32 status;
573
574 ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &status);
575 status = (status >> (devnum * SWRM_MCP_SLV_STATUS_SZ));
576 status &= SWRM_MCP_SLV_STATUS_MASK;
577
578 if (status == SDW_SLAVE_ATTACHED) {
579 if (slave)
580 slave->dev_num = devnum;
581 mutex_lock(&bus->bus_lock);
582 set_bit(devnum, bus->assigned);
583 mutex_unlock(&bus->bus_lock);
584 }
585}
586
587static int qcom_swrm_enumerate(struct sdw_bus *bus)
588{
589 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
590 struct sdw_slave *slave, *_s;
591 struct sdw_slave_id id;
592 u32 val1, val2;
593 bool found;
594 u64 addr;
595 int i;
596 char *buf1 = (char *)&val1, *buf2 = (char *)&val2;
597
598 for (i = 1; i <= SDW_MAX_DEVICES; i++) {
aa1262ca
SK
599 /* do not continue if the status is Not Present */
600 if (!ctrl->status[i])
601 continue;
602
a6e65819
SK
603 /*SCP_Devid5 - Devid 4*/
604 ctrl->reg_read(ctrl, SWRM_ENUMERATOR_SLAVE_DEV_ID_1(i), &val1);
605
606 /*SCP_Devid3 - DevId 2 Devid 1 Devid 0*/
607 ctrl->reg_read(ctrl, SWRM_ENUMERATOR_SLAVE_DEV_ID_2(i), &val2);
608
609 if (!val1 && !val2)
610 break;
611
612 addr = buf2[1] | (buf2[0] << 8) | (buf1[3] << 16) |
613 ((u64)buf1[2] << 24) | ((u64)buf1[1] << 32) |
614 ((u64)buf1[0] << 40);
615
616 sdw_extract_slave_id(bus, addr, &id);
617 found = false;
4830bfa2 618 ctrl->clock_stop_not_supported = false;
a6e65819
SK
619 /* Now compare with entries */
620 list_for_each_entry_safe(slave, _s, &bus->slaves, node) {
621 if (sdw_compare_devid(slave, id) == 0) {
622 qcom_swrm_set_slave_dev_num(bus, slave, i);
4830bfa2
SK
623 if (slave->prop.clk_stop_mode1)
624 ctrl->clock_stop_not_supported = true;
625
a6e65819
SK
626 found = true;
627 break;
628 }
629 }
630
631 if (!found) {
632 qcom_swrm_set_slave_dev_num(bus, NULL, i);
633 sdw_slave_add(bus, &id, NULL);
634 }
635 }
636
06dd9673 637 complete(&ctrl->enumeration);
a6e65819
SK
638 return 0;
639}
640
04d46a7b
SK
641static irqreturn_t qcom_swrm_wake_irq_handler(int irq, void *dev_id)
642{
6f76e791 643 struct qcom_swrm_ctrl *ctrl = dev_id;
04d46a7b
SK
644 int ret;
645
9f9914b1 646 ret = pm_runtime_get_sync(ctrl->dev);
04d46a7b 647 if (ret < 0 && ret != -EACCES) {
6f76e791 648 dev_err_ratelimited(ctrl->dev,
9f9914b1 649 "pm_runtime_get_sync failed in %s, ret %d\n",
04d46a7b 650 __func__, ret);
9f9914b1 651 pm_runtime_put_noidle(ctrl->dev);
f6ee6c84 652 return ret;
04d46a7b
SK
653 }
654
6f76e791
KK
655 if (ctrl->wake_irq > 0) {
656 if (!irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
657 disable_irq_nosync(ctrl->wake_irq);
04d46a7b
SK
658 }
659
6f76e791
KK
660 pm_runtime_mark_last_busy(ctrl->dev);
661 pm_runtime_put_autosuspend(ctrl->dev);
04d46a7b
SK
662
663 return IRQ_HANDLED;
664}
665
02efb49a
SK
666static irqreturn_t qcom_swrm_irq_handler(int irq, void *dev_id)
667{
6f76e791 668 struct qcom_swrm_ctrl *ctrl = dev_id;
a6e65819 669 u32 value, intr_sts, intr_sts_masked, slave_status;
c7d49c76 670 u32 i;
b26b4874 671 int devnum;
c7d49c76 672 int ret = IRQ_HANDLED;
6f76e791 673 clk_prepare_enable(ctrl->hclk);
02efb49a 674
6378fe11
KK
675 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_STATUS],
676 &intr_sts);
6f76e791 677 intr_sts_masked = intr_sts & ctrl->intr_mask;
02efb49a 678
c7d49c76
SK
679 do {
680 for (i = 0; i < SWRM_INTERRUPT_MAX; i++) {
681 value = intr_sts_masked & BIT(i);
682 if (!value)
683 continue;
684
685 switch (value) {
686 case SWRM_INTERRUPT_STATUS_SLAVE_PEND_IRQ:
6f76e791 687 devnum = qcom_swrm_get_alert_slave_dev_num(ctrl);
c7d49c76 688 if (devnum < 0) {
6f76e791 689 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
690 "no slave alert found.spurious interrupt\n");
691 } else {
6f76e791 692 sdw_handle_slave_status(&ctrl->bus, ctrl->status);
c7d49c76
SK
693 }
694
695 break;
696 case SWRM_INTERRUPT_STATUS_NEW_SLAVE_ATTACHED:
697 case SWRM_INTERRUPT_STATUS_CHANGE_ENUM_SLAVE_STATUS:
6f76e791
KK
698 dev_dbg_ratelimited(ctrl->dev, "SWR new slave attached\n");
699 ctrl->reg_read(ctrl, SWRM_MCP_SLV_STATUS, &slave_status);
700 if (ctrl->slave_status == slave_status) {
701 dev_dbg(ctrl->dev, "Slave status not changed %x\n",
a6e65819
SK
702 slave_status);
703 } else {
6f76e791
KK
704 qcom_swrm_get_device_status(ctrl);
705 qcom_swrm_enumerate(&ctrl->bus);
706 sdw_handle_slave_status(&ctrl->bus, ctrl->status);
a6e65819 707 }
c7d49c76
SK
708 break;
709 case SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET:
6f76e791 710 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
711 "%s: SWR bus clsh detected\n",
712 __func__);
6f76e791 713 ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
6378fe11
KK
714 ctrl->reg_write(ctrl,
715 ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
716 ctrl->intr_mask);
c7d49c76
SK
717 break;
718 case SWRM_INTERRUPT_STATUS_RD_FIFO_OVERFLOW:
6378fe11
KK
719 ctrl->reg_read(ctrl,
720 ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
721 &value);
6f76e791 722 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
723 "%s: SWR read FIFO overflow fifo status 0x%x\n",
724 __func__, value);
725 break;
726 case SWRM_INTERRUPT_STATUS_RD_FIFO_UNDERFLOW:
6378fe11
KK
727 ctrl->reg_read(ctrl,
728 ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
729 &value);
6f76e791 730 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
731 "%s: SWR read FIFO underflow fifo status 0x%x\n",
732 __func__, value);
733 break;
734 case SWRM_INTERRUPT_STATUS_WR_CMD_FIFO_OVERFLOW:
6378fe11
KK
735 ctrl->reg_read(ctrl,
736 ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
737 &value);
6f76e791 738 dev_err(ctrl->dev,
c7d49c76
SK
739 "%s: SWR write FIFO overflow fifo status %x\n",
740 __func__, value);
6f76e791 741 ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD, 0x1);
c7d49c76
SK
742 break;
743 case SWRM_INTERRUPT_STATUS_CMD_ERROR:
6378fe11
KK
744 ctrl->reg_read(ctrl,
745 ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
746 &value);
6f76e791 747 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
748 "%s: SWR CMD error, fifo status 0x%x, flushing fifo\n",
749 __func__, value);
6f76e791 750 ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CMD, 0x1);
c7d49c76
SK
751 break;
752 case SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION:
6f76e791 753 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
754 "%s: SWR Port collision detected\n",
755 __func__);
6f76e791
KK
756 ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_DOUT_PORT_COLLISION;
757 ctrl->reg_write(ctrl,
6378fe11
KK
758 ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
759 ctrl->intr_mask);
c7d49c76
SK
760 break;
761 case SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH:
6f76e791 762 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
763 "%s: SWR read enable valid mismatch\n",
764 __func__);
6f76e791 765 ctrl->intr_mask &=
c7d49c76 766 ~SWRM_INTERRUPT_STATUS_READ_EN_RD_VALID_MISMATCH;
6f76e791 767 ctrl->reg_write(ctrl,
6378fe11
KK
768 ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
769 ctrl->intr_mask);
c7d49c76
SK
770 break;
771 case SWRM_INTERRUPT_STATUS_SPECIAL_CMD_ID_FINISHED:
6f76e791 772 complete(&ctrl->broadcast);
c7d49c76
SK
773 break;
774 case SWRM_INTERRUPT_STATUS_BUS_RESET_FINISHED_V2:
775 break;
776 case SWRM_INTERRUPT_STATUS_CLK_STOP_FINISHED_V2:
777 break;
778 case SWRM_INTERRUPT_STATUS_EXT_CLK_STOP_WAKEUP:
779 break;
16d568c8
KK
780 case SWRM_INTERRUPT_STATUS_CMD_IGNORED_AND_EXEC_CONTINUED:
781 ctrl->reg_read(ctrl,
782 ctrl->reg_layout[SWRM_REG_CMD_FIFO_STATUS],
783 &value);
784 dev_err(ctrl->dev,
785 "%s: SWR CMD ignored, fifo status %x\n",
786 __func__, value);
787
788 /* Wait 3.5ms to clear */
789 usleep_range(3500, 3505);
790 break;
c7d49c76 791 default:
6f76e791 792 dev_err_ratelimited(ctrl->dev,
c7d49c76
SK
793 "%s: SWR unknown interrupt value: %d\n",
794 __func__, value);
795 ret = IRQ_NONE;
796 break;
797 }
798 }
6378fe11
KK
799 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
800 intr_sts);
801 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_STATUS],
802 &intr_sts);
6f76e791 803 intr_sts_masked = intr_sts & ctrl->intr_mask;
c7d49c76 804 } while (intr_sts_masked);
02efb49a 805
6f76e791 806 clk_disable_unprepare(ctrl->hclk);
c7d49c76 807 return ret;
02efb49a 808}
ddea6cf7 809
671ca2ef
SK
810static bool swrm_wait_for_frame_gen_enabled(struct qcom_swrm_ctrl *ctrl)
811{
812 int retry = SWRM_LINK_STATUS_RETRY_CNT;
813 int comp_sts;
814
815 do {
5d78c7d6
KK
816 ctrl->reg_read(ctrl, ctrl->reg_layout[SWRM_REG_FRAME_GEN_ENABLED],
817 &comp_sts);
671ca2ef
SK
818 if (comp_sts & SWRM_FRM_GEN_ENABLED)
819 return true;
820
821 usleep_range(500, 510);
822 } while (retry--);
823
824 dev_err(ctrl->dev, "%s: link status not %s\n", __func__,
825 comp_sts & SWRM_FRM_GEN_ENABLED ? "connected" : "disconnected");
826
827 return false;
828}
829
02efb49a
SK
830static int qcom_swrm_init(struct qcom_swrm_ctrl *ctrl)
831{
832 u32 val;
833
834 /* Clear Rows and Cols */
8cb3b4e7
SK
835 val = FIELD_PREP(SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK, ctrl->rows_index);
836 val |= FIELD_PREP(SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK, ctrl->cols_index);
02efb49a 837
33ba0178
SRM
838 reset_control_reset(ctrl->audio_cgcr);
839
02efb49a
SK
840 ctrl->reg_write(ctrl, SWRM_MCP_FRAME_CTRL_BANK_ADDR(0), val);
841
a6e65819
SK
842 /* Enable Auto enumeration */
843 ctrl->reg_write(ctrl, SWRM_ENUMERATOR_CFG_ADDR, 1);
02efb49a 844
c7d49c76 845 ctrl->intr_mask = SWRM_INTERRUPT_STATUS_RMSK;
02efb49a 846 /* Mask soundwire interrupts */
312355a6
KK
847 if (ctrl->version < SWRM_VERSION_2_0_0)
848 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
849 SWRM_INTERRUPT_STATUS_RMSK);
02efb49a
SK
850
851 /* Configure No pings */
852 ctrl->reg_read(ctrl, SWRM_MCP_CFG_ADDR, &val);
578ddced 853 u32p_replace_bits(&val, SWRM_DEF_CMD_NO_PINGS, SWRM_MCP_CFG_MAX_NUM_OF_CMD_NO_PINGS_BMSK);
02efb49a
SK
854 ctrl->reg_write(ctrl, SWRM_MCP_CFG_ADDR, val);
855
312355a6 856 if (ctrl->version == SWRM_VERSION_1_7_0) {
cf43cd33
SK
857 ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
858 ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL,
859 SWRM_MCP_BUS_CLK_START << SWRM_EE_CPU);
312355a6
KK
860 } else if (ctrl->version >= SWRM_VERSION_2_0_0) {
861 ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
862 ctrl->reg_write(ctrl, SWRM_V2_0_CLK_CTRL,
863 SWRM_V2_0_CLK_CTRL_CLK_START);
cf43cd33
SK
864 } else {
865 ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL, SWRM_MCP_BUS_CLK_START);
866 }
867
02efb49a 868 /* Configure number of retries of a read/write cmd */
208a03ee 869 if (ctrl->version >= SWRM_VERSION_1_5_1) {
542d3491
SK
870 ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CFG_ADDR,
871 SWRM_RD_WR_CMD_RETRIES |
872 SWRM_CONTINUE_EXEC_ON_CMD_IGNORE);
873 } else {
874 ctrl->reg_write(ctrl, SWRM_CMD_FIFO_CFG_ADDR,
875 SWRM_RD_WR_CMD_RETRIES);
876 }
02efb49a 877
671ca2ef
SK
878 /* COMP Enable */
879 ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR, SWRM_COMP_CFG_ENABLE_MSK);
880
02efb49a
SK
881 /* Set IRQ to PULSE */
882 ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR,
671ca2ef
SK
883 SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK);
884
885 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
886 0xFFFFFFFF);
82f5c70c
JM
887
888 /* enable CPU IRQs */
889 if (ctrl->mmio) {
6378fe11 890 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
82f5c70c
JM
891 SWRM_INTERRUPT_STATUS_RMSK);
892 }
671ca2ef
SK
893
894 /* Set IRQ to PULSE */
895 ctrl->reg_write(ctrl, SWRM_COMP_CFG_ADDR,
896 SWRM_COMP_CFG_IRQ_LEVEL_OR_PULSE_MSK |
897 SWRM_COMP_CFG_ENABLE_MSK);
898
899 swrm_wait_for_frame_gen_enabled(ctrl);
a6e65819 900 ctrl->slave_status = 0;
a661308c
SK
901 ctrl->reg_read(ctrl, SWRM_COMP_PARAMS, &val);
902 ctrl->rd_fifo_depth = FIELD_GET(SWRM_COMP_PARAMS_RD_FIFO_DEPTH, val);
903 ctrl->wr_fifo_depth = FIELD_GET(SWRM_COMP_PARAMS_WR_FIFO_DEPTH, val);
904
02efb49a
SK
905 return 0;
906}
907
ce5e811e
KK
908static int qcom_swrm_read_prop(struct sdw_bus *bus)
909{
910 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
911
912 if (ctrl->version >= SWRM_VERSION_2_0_0) {
913 bus->multi_link = true;
914 bus->hw_sync_min_links = 3;
915 }
916
917 return 0;
918}
919
02efb49a
SK
920static enum sdw_command_response qcom_swrm_xfer_msg(struct sdw_bus *bus,
921 struct sdw_msg *msg)
922{
923 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
924 int ret, i, len;
925
926 if (msg->flags == SDW_MSG_FLAG_READ) {
927 for (i = 0; i < msg->len;) {
928 if ((msg->len - i) < QCOM_SWRM_MAX_RD_LEN)
929 len = msg->len - i;
930 else
931 len = QCOM_SWRM_MAX_RD_LEN;
932
933 ret = qcom_swrm_cmd_fifo_rd_cmd(ctrl, msg->dev_num,
934 msg->addr + i, len,
935 &msg->buf[i]);
936 if (ret)
937 return ret;
938
939 i = i + len;
940 }
941 } else if (msg->flags == SDW_MSG_FLAG_WRITE) {
942 for (i = 0; i < msg->len; i++) {
943 ret = qcom_swrm_cmd_fifo_wr_cmd(ctrl, msg->buf[i],
944 msg->dev_num,
945 msg->addr + i);
946 if (ret)
947 return SDW_CMD_IGNORED;
948 }
949 }
950
951 return SDW_CMD_OK;
952}
953
954static int qcom_swrm_pre_bank_switch(struct sdw_bus *bus)
955{
956 u32 reg = SWRM_MCP_FRAME_CTRL_BANK_ADDR(bus->params.next_bank);
957 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
958 u32 val;
959
960 ctrl->reg_read(ctrl, reg, &val);
961
8cb3b4e7
SK
962 u32p_replace_bits(&val, ctrl->cols_index, SWRM_MCP_FRAME_CTRL_BANK_COL_CTRL_BMSK);
963 u32p_replace_bits(&val, ctrl->rows_index, SWRM_MCP_FRAME_CTRL_BANK_ROW_CTRL_BMSK);
02efb49a
SK
964
965 return ctrl->reg_write(ctrl, reg, val);
966}
967
968static int qcom_swrm_port_params(struct sdw_bus *bus,
969 struct sdw_port_params *p_params,
970 unsigned int bank)
971{
128eaf93
SK
972 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
973
974 return ctrl->reg_write(ctrl, SWRM_DP_BLOCK_CTRL_1(p_params->num),
975 p_params->bps - 1);
976
02efb49a
SK
977}
978
979static int qcom_swrm_transport_params(struct sdw_bus *bus,
980 struct sdw_transport_params *params,
981 enum sdw_reg_bank bank)
982{
983 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
128eaf93 984 struct qcom_swrm_port_config *pcfg;
02efb49a 985 u32 value;
5ffba1fb
SK
986 int reg = SWRM_DP_PORT_CTRL_BANK((params->port_num), bank);
987 int ret;
02efb49a 988
9916c02c 989 pcfg = &ctrl->pconfig[params->port_num];
128eaf93
SK
990
991 value = pcfg->off1 << SWRM_DP_PORT_CTRL_OFFSET1_SHFT;
992 value |= pcfg->off2 << SWRM_DP_PORT_CTRL_OFFSET2_SHFT;
a8dffaa0 993 value |= pcfg->si & 0xff;
02efb49a 994
5ffba1fb 995 ret = ctrl->reg_write(ctrl, reg, value);
e729e0fd
SK
996 if (ret)
997 goto err;
5ffba1fb 998
a8dffaa0
KK
999 if (pcfg->si > 0xff) {
1000 value = (pcfg->si >> 8) & 0xff;
1001 reg = SWRM_DP_SAMPLECTRL2_BANK(params->port_num, bank);
1002 ret = ctrl->reg_write(ctrl, reg, value);
1003 if (ret)
1004 goto err;
1005 }
1006
128eaf93
SK
1007 if (pcfg->lane_control != SWR_INVALID_PARAM) {
1008 reg = SWRM_DP_PORT_CTRL_2_BANK(params->port_num, bank);
1009 value = pcfg->lane_control;
1010 ret = ctrl->reg_write(ctrl, reg, value);
e729e0fd
SK
1011 if (ret)
1012 goto err;
128eaf93 1013 }
5ffba1fb 1014
128eaf93
SK
1015 if (pcfg->blk_group_count != SWR_INVALID_PARAM) {
1016 reg = SWRM_DP_BLOCK_CTRL2_BANK(params->port_num, bank);
1017 value = pcfg->blk_group_count;
1018 ret = ctrl->reg_write(ctrl, reg, value);
e729e0fd
SK
1019 if (ret)
1020 goto err;
128eaf93
SK
1021 }
1022
1023 if (pcfg->hstart != SWR_INVALID_PARAM
1024 && pcfg->hstop != SWR_INVALID_PARAM) {
1025 reg = SWRM_DP_PORT_HCTRL_BANK(params->port_num, bank);
1026 value = (pcfg->hstop << 4) | pcfg->hstart;
1027 ret = ctrl->reg_write(ctrl, reg, value);
1028 } else {
1029 reg = SWRM_DP_PORT_HCTRL_BANK(params->port_num, bank);
1030 value = (SWR_HSTOP_MAX_VAL << 4) | SWR_HSTART_MIN_VAL;
1031 ret = ctrl->reg_write(ctrl, reg, value);
1032 }
1033
e729e0fd
SK
1034 if (ret)
1035 goto err;
1036
128eaf93
SK
1037 if (pcfg->bp_mode != SWR_INVALID_PARAM) {
1038 reg = SWRM_DP_BLOCK_CTRL3_BANK(params->port_num, bank);
1039 ret = ctrl->reg_write(ctrl, reg, pcfg->bp_mode);
5ffba1fb
SK
1040 }
1041
e729e0fd 1042err:
5ffba1fb 1043 return ret;
02efb49a
SK
1044}
1045
1046static int qcom_swrm_port_enable(struct sdw_bus *bus,
1047 struct sdw_enable_ch *enable_ch,
1048 unsigned int bank)
1049{
1050 u32 reg = SWRM_DP_PORT_CTRL_BANK(enable_ch->port_num, bank);
1051 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
7796c97d 1052 struct qcom_swrm_port_config *pcfg;
02efb49a
SK
1053 u32 val;
1054
7796c97d 1055 pcfg = &ctrl->pconfig[enable_ch->port_num];
02efb49a 1056 ctrl->reg_read(ctrl, reg, &val);
7796c97d
MRS
1057 if (pcfg->ch_mask != SWR_INVALID_PARAM && pcfg->ch_mask != 0)
1058 enable_ch->ch_mask = pcfg->ch_mask;
02efb49a
SK
1059
1060 if (enable_ch->enable)
1061 val |= (enable_ch->ch_mask << SWRM_DP_PORT_CTRL_EN_CHAN_SHFT);
1062 else
1063 val &= ~(0xff << SWRM_DP_PORT_CTRL_EN_CHAN_SHFT);
1064
1065 return ctrl->reg_write(ctrl, reg, val);
1066}
1067
51fe3881 1068static const struct sdw_master_port_ops qcom_swrm_port_ops = {
02efb49a
SK
1069 .dpn_set_port_params = qcom_swrm_port_params,
1070 .dpn_set_port_transport_params = qcom_swrm_transport_params,
1071 .dpn_port_enable_ch = qcom_swrm_port_enable,
1072};
1073
51fe3881 1074static const struct sdw_master_ops qcom_swrm_ops = {
ce5e811e 1075 .read_prop = qcom_swrm_read_prop,
02efb49a
SK
1076 .xfer_msg = qcom_swrm_xfer_msg,
1077 .pre_bank_switch = qcom_swrm_pre_bank_switch,
1078};
1079
168cdf9c 1080static int qcom_swrm_compute_params(struct sdw_bus *bus, struct sdw_stream_runtime *stream)
02efb49a
SK
1081{
1082 struct qcom_swrm_ctrl *ctrl = to_qcom_sdw(bus);
1083 struct sdw_master_runtime *m_rt;
1084 struct sdw_slave_runtime *s_rt;
1085 struct sdw_port_runtime *p_rt;
1086 struct qcom_swrm_port_config *pcfg;
eb5a9094
SK
1087 struct sdw_slave *slave;
1088 unsigned int m_port;
9916c02c 1089 int i = 1;
02efb49a
SK
1090
1091 list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
1092 list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
9916c02c 1093 pcfg = &ctrl->pconfig[p_rt->num];
02efb49a 1094 p_rt->transport_params.port_num = p_rt->num;
128eaf93
SK
1095 if (pcfg->word_length != SWR_INVALID_PARAM) {
1096 sdw_fill_port_params(&p_rt->port_params,
1097 p_rt->num, pcfg->word_length + 1,
1098 SDW_PORT_FLOW_MODE_ISOCH,
1099 SDW_PORT_DATA_MODE_NORMAL);
1100 }
1101
02efb49a
SK
1102 }
1103
1104 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
eb5a9094 1105 slave = s_rt->slave;
02efb49a 1106 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
eb5a9094
SK
1107 m_port = slave->m_port_map[p_rt->num];
1108 /* port config starts at offset 0 so -1 from actual port number */
1109 if (m_port)
9916c02c 1110 pcfg = &ctrl->pconfig[m_port];
eb5a9094
SK
1111 else
1112 pcfg = &ctrl->pconfig[i];
02efb49a
SK
1113 p_rt->transport_params.port_num = p_rt->num;
1114 p_rt->transport_params.sample_interval =
1115 pcfg->si + 1;
1116 p_rt->transport_params.offset1 = pcfg->off1;
1117 p_rt->transport_params.offset2 = pcfg->off2;
5ffba1fb 1118 p_rt->transport_params.blk_pkg_mode = pcfg->bp_mode;
128eaf93
SK
1119 p_rt->transport_params.blk_grp_ctrl = pcfg->blk_group_count;
1120
1121 p_rt->transport_params.hstart = pcfg->hstart;
1122 p_rt->transport_params.hstop = pcfg->hstop;
1123 p_rt->transport_params.lane_ctrl = pcfg->lane_control;
1124 if (pcfg->word_length != SWR_INVALID_PARAM) {
1125 sdw_fill_port_params(&p_rt->port_params,
1126 p_rt->num,
1127 pcfg->word_length + 1,
1128 SDW_PORT_FLOW_MODE_ISOCH,
1129 SDW_PORT_DATA_MODE_NORMAL);
1130 }
02efb49a
SK
1131 i++;
1132 }
1133 }
1134 }
1135
1136 return 0;
1137}
1138
1139static u32 qcom_swrm_freq_tbl[MAX_FREQ_NUM] = {
1140 DEFAULT_CLK_FREQ,
1141};
1142
02efb49a
SK
1143static void qcom_swrm_stream_free_ports(struct qcom_swrm_ctrl *ctrl,
1144 struct sdw_stream_runtime *stream)
1145{
1146 struct sdw_master_runtime *m_rt;
1147 struct sdw_port_runtime *p_rt;
1148 unsigned long *port_mask;
1149
1150 mutex_lock(&ctrl->port_lock);
1151
1152 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
518aee32 1153 port_mask = &ctrl->port_mask;
02efb49a 1154 list_for_each_entry(p_rt, &m_rt->port_list, port_node)
650dfdb8 1155 clear_bit(p_rt->num, port_mask);
02efb49a
SK
1156 }
1157
1158 mutex_unlock(&ctrl->port_lock);
1159}
1160
1161static int qcom_swrm_stream_alloc_ports(struct qcom_swrm_ctrl *ctrl,
1162 struct sdw_stream_runtime *stream,
1163 struct snd_pcm_hw_params *params,
1164 int direction)
1165{
1166 struct sdw_port_config pconfig[QCOM_SDW_MAX_PORTS];
1167 struct sdw_stream_config sconfig;
1168 struct sdw_master_runtime *m_rt;
1169 struct sdw_slave_runtime *s_rt;
1170 struct sdw_port_runtime *p_rt;
eb5a9094 1171 struct sdw_slave *slave;
02efb49a 1172 unsigned long *port_mask;
5c68b66d 1173 int maxport, pn, nports = 0, ret = 0;
eb5a9094 1174 unsigned int m_port;
02efb49a 1175
5bdc61ef
KK
1176 if (direction == SNDRV_PCM_STREAM_CAPTURE)
1177 sconfig.direction = SDW_DATA_DIR_TX;
1178 else
1179 sconfig.direction = SDW_DATA_DIR_RX;
1180
a54dc8c6 1181 /* hw parameters will be ignored as we only support PDM */
5bdc61ef
KK
1182 sconfig.ch_count = 1;
1183 sconfig.frame_rate = params_rate(params);
1184 sconfig.type = stream->type;
1185 sconfig.bps = 1;
1186
02efb49a
SK
1187 mutex_lock(&ctrl->port_lock);
1188 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
ce5e811e
KK
1189 /*
1190 * For streams with multiple masters:
1191 * Allocate ports only for devices connected to this master.
1192 * Such devices will have ports allocated by their own master
1193 * and its qcom_swrm_stream_alloc_ports() call.
1194 */
1195 if (ctrl->bus.id != m_rt->bus->id)
1196 continue;
1197
518aee32
SK
1198 port_mask = &ctrl->port_mask;
1199 maxport = ctrl->num_dout_ports + ctrl->num_din_ports;
1200
02efb49a
SK
1201
1202 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
eb5a9094 1203 slave = s_rt->slave;
02efb49a 1204 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
eb5a9094 1205 m_port = slave->m_port_map[p_rt->num];
02efb49a 1206 /* Port numbers start from 1 - 14*/
eb5a9094
SK
1207 if (m_port)
1208 pn = m_port;
1209 else
1210 pn = find_first_zero_bit(port_mask, maxport);
1211
650dfdb8 1212 if (pn > maxport) {
02efb49a
SK
1213 dev_err(ctrl->dev, "All ports busy\n");
1214 ret = -EBUSY;
5c68b66d 1215 goto out;
02efb49a
SK
1216 }
1217 set_bit(pn, port_mask);
650dfdb8 1218 pconfig[nports].num = pn;
02efb49a
SK
1219 pconfig[nports].ch_mask = p_rt->ch_mask;
1220 nports++;
1221 }
1222 }
1223 }
1224
02efb49a
SK
1225 sdw_stream_add_master(&ctrl->bus, &sconfig, pconfig,
1226 nports, stream);
5c68b66d 1227out:
02efb49a
SK
1228 mutex_unlock(&ctrl->port_lock);
1229
1230 return ret;
1231}
1232
1233static int qcom_swrm_hw_params(struct snd_pcm_substream *substream,
1234 struct snd_pcm_hw_params *params,
1235 struct snd_soc_dai *dai)
1236{
1237 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1238 struct sdw_stream_runtime *sruntime = ctrl->sruntime[dai->id];
1239 int ret;
1240
1241 ret = qcom_swrm_stream_alloc_ports(ctrl, sruntime, params,
1242 substream->stream);
1243 if (ret)
1244 qcom_swrm_stream_free_ports(ctrl, sruntime);
1245
1246 return ret;
1247}
1248
1249static int qcom_swrm_hw_free(struct snd_pcm_substream *substream,
1250 struct snd_soc_dai *dai)
1251{
1252 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1253 struct sdw_stream_runtime *sruntime = ctrl->sruntime[dai->id];
1254
1255 qcom_swrm_stream_free_ports(ctrl, sruntime);
1256 sdw_stream_remove_master(&ctrl->bus, sruntime);
1257
1258 return 0;
1259}
1260
1261static int qcom_swrm_set_sdw_stream(struct snd_soc_dai *dai,
1262 void *stream, int direction)
1263{
1264 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1265
1266 ctrl->sruntime[dai->id] = stream;
1267
1268 return 0;
1269}
1270
39ec6f99
SK
1271static void *qcom_swrm_get_sdw_stream(struct snd_soc_dai *dai, int direction)
1272{
1273 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1274
1275 return ctrl->sruntime[dai->id];
1276}
1277
7796c97d
MRS
1278static int qcom_swrm_set_channel_map(struct snd_soc_dai *dai,
1279 unsigned int tx_num, const unsigned int *tx_slot,
1280 unsigned int rx_num, const unsigned int *rx_slot)
1281{
1282 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1283 int i;
1284
1285 if (tx_slot) {
1286 for (i = 0; i < tx_num; i++)
1287 ctrl->pconfig[i].ch_mask = tx_slot[i];
1288 }
1289
1290 if (rx_slot) {
1291 for (i = 0; i < rx_num; i++)
1292 ctrl->pconfig[i].ch_mask = rx_slot[i];
1293 }
1294
1295 return 0;
1296}
1297
02efb49a
SK
1298static int qcom_swrm_startup(struct snd_pcm_substream *substream,
1299 struct snd_soc_dai *dai)
1300{
1301 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
15c7fab0 1302 int ret;
02efb49a 1303
9f9914b1 1304 ret = pm_runtime_get_sync(ctrl->dev);
74e79da9
SK
1305 if (ret < 0 && ret != -EACCES) {
1306 dev_err_ratelimited(ctrl->dev,
9f9914b1 1307 "pm_runtime_get_sync failed in %s, ret %d\n",
74e79da9 1308 __func__, ret);
9f9914b1 1309 pm_runtime_put_noidle(ctrl->dev);
74e79da9
SK
1310 return ret;
1311 }
1312
02efb49a
SK
1313 return 0;
1314}
1315
1316static void qcom_swrm_shutdown(struct snd_pcm_substream *substream,
1317 struct snd_soc_dai *dai)
1318{
1319 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dai->dev);
1320
9ac4a444 1321 swrm_wait_for_wr_fifo_done(ctrl);
74e79da9
SK
1322 pm_runtime_mark_last_busy(ctrl->dev);
1323 pm_runtime_put_autosuspend(ctrl->dev);
1324
02efb49a
SK
1325}
1326
1327static const struct snd_soc_dai_ops qcom_swrm_pdm_dai_ops = {
1328 .hw_params = qcom_swrm_hw_params,
1329 .hw_free = qcom_swrm_hw_free,
1330 .startup = qcom_swrm_startup,
1331 .shutdown = qcom_swrm_shutdown,
e8444560
PLB
1332 .set_stream = qcom_swrm_set_sdw_stream,
1333 .get_stream = qcom_swrm_get_sdw_stream,
7796c97d 1334 .set_channel_map = qcom_swrm_set_channel_map,
02efb49a
SK
1335};
1336
1337static const struct snd_soc_component_driver qcom_swrm_dai_component = {
1338 .name = "soundwire",
1339};
1340
1341static int qcom_swrm_register_dais(struct qcom_swrm_ctrl *ctrl)
1342{
1343 int num_dais = ctrl->num_dout_ports + ctrl->num_din_ports;
1344 struct snd_soc_dai_driver *dais;
1345 struct snd_soc_pcm_stream *stream;
1346 struct device *dev = ctrl->dev;
1347 int i;
1348
1349 /* PDM dais are only tested for now */
1350 dais = devm_kcalloc(dev, num_dais, sizeof(*dais), GFP_KERNEL);
1351 if (!dais)
1352 return -ENOMEM;
1353
1354 for (i = 0; i < num_dais; i++) {
1355 dais[i].name = devm_kasprintf(dev, GFP_KERNEL, "SDW Pin%d", i);
1356 if (!dais[i].name)
1357 return -ENOMEM;
1358
1359 if (i < ctrl->num_dout_ports)
1360 stream = &dais[i].playback;
1361 else
1362 stream = &dais[i].capture;
1363
1364 stream->channels_min = 1;
1365 stream->channels_max = 1;
1366 stream->rates = SNDRV_PCM_RATE_48000;
1367 stream->formats = SNDRV_PCM_FMTBIT_S16_LE;
1368
1369 dais[i].ops = &qcom_swrm_pdm_dai_ops;
1370 dais[i].id = i;
1371 }
1372
1373 return devm_snd_soc_register_component(ctrl->dev,
1374 &qcom_swrm_dai_component,
1375 dais, num_dais);
1376}
1377
1378static int qcom_swrm_get_port_config(struct qcom_swrm_ctrl *ctrl)
1379{
1380 struct device_node *np = ctrl->dev->of_node;
1381 u8 off1[QCOM_SDW_MAX_PORTS];
1382 u8 off2[QCOM_SDW_MAX_PORTS];
a8dffaa0 1383 u16 si[QCOM_SDW_MAX_PORTS];
5ffba1fb 1384 u8 bp_mode[QCOM_SDW_MAX_PORTS] = { 0, };
128eaf93
SK
1385 u8 hstart[QCOM_SDW_MAX_PORTS];
1386 u8 hstop[QCOM_SDW_MAX_PORTS];
1387 u8 word_length[QCOM_SDW_MAX_PORTS];
1388 u8 blk_group_count[QCOM_SDW_MAX_PORTS];
1389 u8 lane_control[QCOM_SDW_MAX_PORTS];
02efb49a 1390 int i, ret, nports, val;
a8dffaa0 1391 bool si_16 = false;
02efb49a
SK
1392
1393 ctrl->reg_read(ctrl, SWRM_COMP_PARAMS, &val);
1394
9972b90a
VK
1395 ctrl->num_dout_ports = FIELD_GET(SWRM_COMP_PARAMS_DOUT_PORTS_MASK, val);
1396 ctrl->num_din_ports = FIELD_GET(SWRM_COMP_PARAMS_DIN_PORTS_MASK, val);
02efb49a
SK
1397
1398 ret = of_property_read_u32(np, "qcom,din-ports", &val);
1399 if (ret)
1400 return ret;
1401
1402 if (val > ctrl->num_din_ports)
1403 return -EINVAL;
1404
1405 ctrl->num_din_ports = val;
1406
1407 ret = of_property_read_u32(np, "qcom,dout-ports", &val);
1408 if (ret)
1409 return ret;
1410
1411 if (val > ctrl->num_dout_ports)
1412 return -EINVAL;
1413
1414 ctrl->num_dout_ports = val;
1415
1416 nports = ctrl->num_dout_ports + ctrl->num_din_ports;
2367e0ec
KK
1417 if (nports > QCOM_SDW_MAX_PORTS)
1418 return -EINVAL;
1419
650dfdb8 1420 /* Valid port numbers are from 1-14, so mask out port 0 explicitly */
518aee32 1421 set_bit(0, &ctrl->port_mask);
02efb49a
SK
1422
1423 ret = of_property_read_u8_array(np, "qcom,ports-offset1",
1424 off1, nports);
1425 if (ret)
1426 return ret;
1427
1428 ret = of_property_read_u8_array(np, "qcom,ports-offset2",
1429 off2, nports);
1430 if (ret)
1431 return ret;
1432
1433 ret = of_property_read_u8_array(np, "qcom,ports-sinterval-low",
a8dffaa0
KK
1434 (u8 *)si, nports);
1435 if (ret) {
1436 ret = of_property_read_u16_array(np, "qcom,ports-sinterval",
1437 si, nports);
1438 if (ret)
1439 return ret;
1440 si_16 = true;
1441 }
02efb49a 1442
5ffba1fb
SK
1443 ret = of_property_read_u8_array(np, "qcom,ports-block-pack-mode",
1444 bp_mode, nports);
da096fbc 1445 if (ret) {
208a03ee 1446 if (ctrl->version <= SWRM_VERSION_1_3_0)
da096fbc
SK
1447 memset(bp_mode, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1448 else
1449 return ret;
1450 }
a5943e4f 1451
128eaf93
SK
1452 memset(hstart, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1453 of_property_read_u8_array(np, "qcom,ports-hstart", hstart, nports);
1454
1455 memset(hstop, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1456 of_property_read_u8_array(np, "qcom,ports-hstop", hstop, nports);
1457
1458 memset(word_length, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1459 of_property_read_u8_array(np, "qcom,ports-word-length", word_length, nports);
1460
1461 memset(blk_group_count, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1462 of_property_read_u8_array(np, "qcom,ports-block-group-count", blk_group_count, nports);
1463
1464 memset(lane_control, SWR_INVALID_PARAM, QCOM_SDW_MAX_PORTS);
1465 of_property_read_u8_array(np, "qcom,ports-lane-control", lane_control, nports);
1466
02efb49a 1467 for (i = 0; i < nports; i++) {
9916c02c 1468 /* Valid port number range is from 1-14 */
a8dffaa0
KK
1469 if (si_16)
1470 ctrl->pconfig[i + 1].si = si[i];
1471 else
1472 ctrl->pconfig[i + 1].si = ((u8 *)si)[i];
9916c02c
SK
1473 ctrl->pconfig[i + 1].off1 = off1[i];
1474 ctrl->pconfig[i + 1].off2 = off2[i];
1475 ctrl->pconfig[i + 1].bp_mode = bp_mode[i];
1476 ctrl->pconfig[i + 1].hstart = hstart[i];
1477 ctrl->pconfig[i + 1].hstop = hstop[i];
1478 ctrl->pconfig[i + 1].word_length = word_length[i];
1479 ctrl->pconfig[i + 1].blk_group_count = blk_group_count[i];
1480 ctrl->pconfig[i + 1].lane_control = lane_control[i];
02efb49a
SK
1481 }
1482
1483 return 0;
1484}
1485
abd9a604
SK
1486#ifdef CONFIG_DEBUG_FS
1487static int swrm_reg_show(struct seq_file *s_file, void *data)
1488{
6f76e791 1489 struct qcom_swrm_ctrl *ctrl = s_file->private;
74e79da9
SK
1490 int reg, reg_val, ret;
1491
9f9914b1 1492 ret = pm_runtime_get_sync(ctrl->dev);
74e79da9 1493 if (ret < 0 && ret != -EACCES) {
6f76e791 1494 dev_err_ratelimited(ctrl->dev,
9f9914b1 1495 "pm_runtime_get_sync failed in %s, ret %d\n",
74e79da9 1496 __func__, ret);
9f9914b1 1497 pm_runtime_put_noidle(ctrl->dev);
f6ee6c84 1498 return ret;
74e79da9 1499 }
abd9a604 1500
6378fe11 1501 for (reg = 0; reg <= ctrl->max_reg; reg += 4) {
6f76e791 1502 ctrl->reg_read(ctrl, reg, &reg_val);
abd9a604
SK
1503 seq_printf(s_file, "0x%.3x: 0x%.2x\n", reg, reg_val);
1504 }
6f76e791
KK
1505 pm_runtime_mark_last_busy(ctrl->dev);
1506 pm_runtime_put_autosuspend(ctrl->dev);
74e79da9 1507
abd9a604
SK
1508
1509 return 0;
1510}
1511DEFINE_SHOW_ATTRIBUTE(swrm_reg);
1512#endif
1513
02efb49a
SK
1514static int qcom_swrm_probe(struct platform_device *pdev)
1515{
1516 struct device *dev = &pdev->dev;
1517 struct sdw_master_prop *prop;
1518 struct sdw_bus_params *params;
1519 struct qcom_swrm_ctrl *ctrl;
8cb3b4e7 1520 const struct qcom_swrm_data *data;
02efb49a
SK
1521 int ret;
1522 u32 val;
1523
1524 ctrl = devm_kzalloc(dev, sizeof(*ctrl), GFP_KERNEL);
1525 if (!ctrl)
1526 return -ENOMEM;
1527
8cb3b4e7 1528 data = of_device_get_match_data(dev);
6378fe11
KK
1529 ctrl->max_reg = data->max_reg;
1530 ctrl->reg_layout = data->reg_layout;
8cb3b4e7
SK
1531 ctrl->rows_index = sdw_find_row_index(data->default_rows);
1532 ctrl->cols_index = sdw_find_col_index(data->default_cols);
47edc010 1533#if IS_REACHABLE(CONFIG_SLIMBUS)
02efb49a 1534 if (dev->parent->bus == &slimbus_bus) {
5bd77324
JM
1535#else
1536 if (false) {
1537#endif
d1df23fe 1538 ctrl->reg_read = qcom_swrm_ahb_reg_read;
02efb49a
SK
1539 ctrl->reg_write = qcom_swrm_ahb_reg_write;
1540 ctrl->regmap = dev_get_regmap(dev->parent, NULL);
1541 if (!ctrl->regmap)
1542 return -EINVAL;
1543 } else {
82f5c70c
JM
1544 ctrl->reg_read = qcom_swrm_cpu_reg_read;
1545 ctrl->reg_write = qcom_swrm_cpu_reg_write;
1546 ctrl->mmio = devm_platform_ioremap_resource(pdev, 0);
1547 if (IS_ERR(ctrl->mmio))
1548 return PTR_ERR(ctrl->mmio);
02efb49a
SK
1549 }
1550
1fd0d85a 1551 if (data->sw_clk_gate_required) {
1cdbfd4c
SK
1552 ctrl->audio_cgcr = devm_reset_control_get_optional_exclusive(dev, "swr_audio_cgcr");
1553 if (IS_ERR(ctrl->audio_cgcr)) {
1fd0d85a
SRM
1554 dev_err(dev, "Failed to get cgcr reset ctrl required for SW gating\n");
1555 ret = PTR_ERR(ctrl->audio_cgcr);
1556 goto err_init;
1557 }
1558 }
1559
02efb49a 1560 ctrl->irq = of_irq_get(dev->of_node, 0);
91b5cfc0
PLB
1561 if (ctrl->irq < 0) {
1562 ret = ctrl->irq;
1563 goto err_init;
1564 }
02efb49a
SK
1565
1566 ctrl->hclk = devm_clk_get(dev, "iface");
91b5cfc0 1567 if (IS_ERR(ctrl->hclk)) {
95b0f3aa 1568 ret = dev_err_probe(dev, PTR_ERR(ctrl->hclk), "unable to get iface clock\n");
91b5cfc0
PLB
1569 goto err_init;
1570 }
02efb49a
SK
1571
1572 clk_prepare_enable(ctrl->hclk);
1573
1574 ctrl->dev = dev;
1575 dev_set_drvdata(&pdev->dev, ctrl);
02efb49a 1576 mutex_init(&ctrl->port_lock);
ddea6cf7 1577 init_completion(&ctrl->broadcast);
06dd9673 1578 init_completion(&ctrl->enumeration);
02efb49a 1579
02efb49a
SK
1580 ctrl->bus.ops = &qcom_swrm_ops;
1581 ctrl->bus.port_ops = &qcom_swrm_port_ops;
1582 ctrl->bus.compute_params = &qcom_swrm_compute_params;
74e79da9 1583 ctrl->bus.clk_stop_timeout = 300;
02efb49a
SK
1584
1585 ret = qcom_swrm_get_port_config(ctrl);
1586 if (ret)
91b5cfc0 1587 goto err_clk;
02efb49a
SK
1588
1589 params = &ctrl->bus.params;
1590 params->max_dr_freq = DEFAULT_CLK_FREQ;
1591 params->curr_dr_freq = DEFAULT_CLK_FREQ;
8cb3b4e7
SK
1592 params->col = data->default_cols;
1593 params->row = data->default_rows;
02efb49a
SK
1594 ctrl->reg_read(ctrl, SWRM_MCP_STATUS, &val);
1595 params->curr_bank = val & SWRM_MCP_STATUS_BANK_NUM_MASK;
1596 params->next_bank = !params->curr_bank;
1597
1598 prop = &ctrl->bus.prop;
1599 prop->max_clk_freq = DEFAULT_CLK_FREQ;
1600 prop->num_clk_gears = 0;
1601 prop->num_clk_freq = MAX_FREQ_NUM;
1602 prop->clk_freq = &qcom_swrm_freq_tbl[0];
8cb3b4e7
SK
1603 prop->default_col = data->default_cols;
1604 prop->default_row = data->default_rows;
02efb49a
SK
1605
1606 ctrl->reg_read(ctrl, SWRM_COMP_HW_VERSION, &ctrl->version);
1607
1608 ret = devm_request_threaded_irq(dev, ctrl->irq, NULL,
1609 qcom_swrm_irq_handler,
4f1738f4
SZ
1610 IRQF_TRIGGER_RISING |
1611 IRQF_ONESHOT,
02efb49a
SK
1612 "soundwire", ctrl);
1613 if (ret) {
1614 dev_err(dev, "Failed to request soundwire irq\n");
91b5cfc0 1615 goto err_clk;
02efb49a
SK
1616 }
1617
04d46a7b
SK
1618 ctrl->wake_irq = of_irq_get(dev->of_node, 1);
1619 if (ctrl->wake_irq > 0) {
1620 ret = devm_request_threaded_irq(dev, ctrl->wake_irq, NULL,
1621 qcom_swrm_wake_irq_handler,
1622 IRQF_TRIGGER_HIGH | IRQF_ONESHOT,
1623 "swr_wake_irq", ctrl);
1624 if (ret) {
1625 dev_err(dev, "Failed to request soundwire wake irq\n");
1626 goto err_init;
1627 }
1628 }
1629
6543ac13
PLB
1630 ctrl->bus.controller_id = -1;
1631
a7ae05ef
SK
1632 if (ctrl->version > SWRM_VERSION_1_3_0) {
1633 ctrl->reg_read(ctrl, SWRM_COMP_MASTER_ID, &val);
1634 ctrl->bus.controller_id = val;
1635 }
1636
5cab3ff2 1637 ret = sdw_bus_master_add(&ctrl->bus, dev, dev->fwnode);
02efb49a
SK
1638 if (ret) {
1639 dev_err(dev, "Failed to register Soundwire controller (%d)\n",
1640 ret);
91b5cfc0 1641 goto err_clk;
02efb49a
SK
1642 }
1643
1644 qcom_swrm_init(ctrl);
06dd9673
SK
1645 wait_for_completion_timeout(&ctrl->enumeration,
1646 msecs_to_jiffies(TIMEOUT_MS));
02efb49a
SK
1647 ret = qcom_swrm_register_dais(ctrl);
1648 if (ret)
91b5cfc0 1649 goto err_master_add;
02efb49a
SK
1650
1651 dev_info(dev, "Qualcomm Soundwire controller v%x.%x.%x Registered\n",
1652 (ctrl->version >> 24) & 0xff, (ctrl->version >> 16) & 0xff,
1653 ctrl->version & 0xffff);
1654
74e79da9
SK
1655 pm_runtime_set_autosuspend_delay(dev, 3000);
1656 pm_runtime_use_autosuspend(dev);
1657 pm_runtime_mark_last_busy(dev);
1658 pm_runtime_set_active(dev);
1659 pm_runtime_enable(dev);
1660
abd9a604
SK
1661#ifdef CONFIG_DEBUG_FS
1662 ctrl->debugfs = debugfs_create_dir("qualcomm-sdw", ctrl->bus.debugfs);
1663 debugfs_create_file("qualcomm-registers", 0400, ctrl->debugfs, ctrl,
1664 &swrm_reg_fops);
1665#endif
1666
02efb49a 1667 return 0;
91b5cfc0
PLB
1668
1669err_master_add:
5cab3ff2 1670 sdw_bus_master_delete(&ctrl->bus);
91b5cfc0 1671err_clk:
02efb49a 1672 clk_disable_unprepare(ctrl->hclk);
91b5cfc0 1673err_init:
02efb49a
SK
1674 return ret;
1675}
1676
fe12bec5 1677static void qcom_swrm_remove(struct platform_device *pdev)
02efb49a
SK
1678{
1679 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(&pdev->dev);
1680
5cab3ff2 1681 sdw_bus_master_delete(&ctrl->bus);
02efb49a 1682 clk_disable_unprepare(ctrl->hclk);
02efb49a
SK
1683}
1684
266fa946 1685static int __maybe_unused swrm_runtime_resume(struct device *dev)
74e79da9
SK
1686{
1687 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dev);
1688 int ret;
1689
04d46a7b
SK
1690 if (ctrl->wake_irq > 0) {
1691 if (!irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
1692 disable_irq_nosync(ctrl->wake_irq);
1693 }
1694
74e79da9
SK
1695 clk_prepare_enable(ctrl->hclk);
1696
1697 if (ctrl->clock_stop_not_supported) {
1698 reinit_completion(&ctrl->enumeration);
1699 ctrl->reg_write(ctrl, SWRM_COMP_SW_RESET, 0x01);
1700 usleep_range(100, 105);
1701
1702 qcom_swrm_init(ctrl);
1703
1704 usleep_range(100, 105);
1705 if (!swrm_wait_for_frame_gen_enabled(ctrl))
1706 dev_err(ctrl->dev, "link failed to connect\n");
1707
1708 /* wait for hw enumeration to complete */
1709 wait_for_completion_timeout(&ctrl->enumeration,
1710 msecs_to_jiffies(TIMEOUT_MS));
1711 qcom_swrm_get_device_status(ctrl);
1712 sdw_handle_slave_status(&ctrl->bus, ctrl->status);
1713 } else {
33ba0178
SRM
1714 reset_control_reset(ctrl->audio_cgcr);
1715
312355a6 1716 if (ctrl->version == SWRM_VERSION_1_7_0) {
cf43cd33
SK
1717 ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
1718 ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL,
1719 SWRM_MCP_BUS_CLK_START << SWRM_EE_CPU);
312355a6
KK
1720 } else if (ctrl->version >= SWRM_VERSION_2_0_0) {
1721 ctrl->reg_write(ctrl, SWRM_LINK_MANAGER_EE, SWRM_EE_CPU);
1722 ctrl->reg_write(ctrl, SWRM_V2_0_CLK_CTRL,
1723 SWRM_V2_0_CLK_CTRL_CLK_START);
cf43cd33
SK
1724 } else {
1725 ctrl->reg_write(ctrl, SWRM_MCP_BUS_CTRL, SWRM_MCP_BUS_CLK_START);
1726 }
6378fe11 1727 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CLEAR],
74e79da9
SK
1728 SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET);
1729
1730 ctrl->intr_mask |= SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
312355a6
KK
1731 if (ctrl->version < SWRM_VERSION_2_0_0)
1732 ctrl->reg_write(ctrl,
1733 ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
1734 ctrl->intr_mask);
6378fe11
KK
1735 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
1736 ctrl->intr_mask);
74e79da9
SK
1737
1738 usleep_range(100, 105);
1739 if (!swrm_wait_for_frame_gen_enabled(ctrl))
1740 dev_err(ctrl->dev, "link failed to connect\n");
1741
1742 ret = sdw_bus_exit_clk_stop(&ctrl->bus);
1743 if (ret < 0)
1744 dev_err(ctrl->dev, "bus failed to exit clock stop %d\n", ret);
1745 }
1746
1747 return 0;
1748}
1749
1750static int __maybe_unused swrm_runtime_suspend(struct device *dev)
1751{
1752 struct qcom_swrm_ctrl *ctrl = dev_get_drvdata(dev);
1753 int ret;
1754
9ac4a444 1755 swrm_wait_for_wr_fifo_done(ctrl);
74e79da9
SK
1756 if (!ctrl->clock_stop_not_supported) {
1757 /* Mask bus clash interrupt */
1758 ctrl->intr_mask &= ~SWRM_INTERRUPT_STATUS_MASTER_CLASH_DET;
312355a6
KK
1759 if (ctrl->version < SWRM_VERSION_2_0_0)
1760 ctrl->reg_write(ctrl,
1761 ctrl->reg_layout[SWRM_REG_INTERRUPT_MASK_ADDR],
1762 ctrl->intr_mask);
6378fe11
KK
1763 ctrl->reg_write(ctrl, ctrl->reg_layout[SWRM_REG_INTERRUPT_CPU_EN],
1764 ctrl->intr_mask);
74e79da9
SK
1765 /* Prepare slaves for clock stop */
1766 ret = sdw_bus_prep_clk_stop(&ctrl->bus);
1767 if (ret < 0 && ret != -ENODATA) {
1768 dev_err(dev, "prepare clock stop failed %d", ret);
1769 return ret;
1770 }
1771
1772 ret = sdw_bus_clk_stop(&ctrl->bus);
1773 if (ret < 0 && ret != -ENODATA) {
1774 dev_err(dev, "bus clock stop failed %d", ret);
1775 return ret;
1776 }
1777 }
1778
1779 clk_disable_unprepare(ctrl->hclk);
1780
1781 usleep_range(300, 305);
1782
04d46a7b
SK
1783 if (ctrl->wake_irq > 0) {
1784 if (irqd_irq_disabled(irq_get_irq_data(ctrl->wake_irq)))
1785 enable_irq(ctrl->wake_irq);
1786 }
1787
74e79da9
SK
1788 return 0;
1789}
1790
1791static const struct dev_pm_ops swrm_dev_pm_ops = {
1792 SET_RUNTIME_PM_OPS(swrm_runtime_suspend, swrm_runtime_resume, NULL)
1793};
1794
02efb49a 1795static const struct of_device_id qcom_swrm_of_match[] = {
8cb3b4e7
SK
1796 { .compatible = "qcom,soundwire-v1.3.0", .data = &swrm_v1_3_data },
1797 { .compatible = "qcom,soundwire-v1.5.1", .data = &swrm_v1_5_data },
3f4a7026 1798 { .compatible = "qcom,soundwire-v1.6.0", .data = &swrm_v1_6_data },
cf43cd33 1799 { .compatible = "qcom,soundwire-v1.7.0", .data = &swrm_v1_5_data },
312355a6 1800 { .compatible = "qcom,soundwire-v2.0.0", .data = &swrm_v2_0_data },
02efb49a
SK
1801 {/* sentinel */},
1802};
1803
1804MODULE_DEVICE_TABLE(of, qcom_swrm_of_match);
1805
1806static struct platform_driver qcom_swrm_driver = {
1807 .probe = &qcom_swrm_probe,
e70140ba 1808 .remove = qcom_swrm_remove,
02efb49a
SK
1809 .driver = {
1810 .name = "qcom-soundwire",
1811 .of_match_table = qcom_swrm_of_match,
74e79da9 1812 .pm = &swrm_dev_pm_ops,
02efb49a
SK
1813 }
1814};
1815module_platform_driver(qcom_swrm_driver);
1816
1817MODULE_DESCRIPTION("Qualcomm soundwire driver");
1818MODULE_LICENSE("GPL v2");