Commit | Line | Data |
---|---|---|
02a7fa00 JB |
1 | /****************************************************************************** |
2 | * | |
51368bf7 | 3 | * Copyright(c) 2003 - 2014 Intel Corporation. All rights reserved. |
f65ebd88 | 4 | * Copyright(c) 2015 - 2016 Intel Deutschland GmbH |
02a7fa00 JB |
5 | * |
6 | * Portions of this file are derived from the ipw3945 project. | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify it | |
9 | * under the terms of version 2 of the GNU General Public License as | |
10 | * published by the Free Software Foundation. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, but WITHOUT | |
13 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
15 | * more details. | |
16 | * | |
17 | * You should have received a copy of the GNU General Public License along with | |
18 | * this program; if not, write to the Free Software Foundation, Inc., | |
19 | * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA | |
20 | * | |
21 | * The full GNU General Public License is included in this distribution in the | |
22 | * file called LICENSE. | |
23 | * | |
24 | * Contact Information: | |
cb2f8277 | 25 | * Intel Linux Wireless <linuxwifi@intel.com> |
02a7fa00 JB |
26 | * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 |
27 | * | |
28 | *****************************************************************************/ | |
83ed9015 EG |
29 | #include <linux/delay.h> |
30 | #include <linux/device.h> | |
cc5f7e39 | 31 | #include <linux/export.h> |
02a7fa00 | 32 | |
48e29340 | 33 | #include "iwl-drv.h" |
02a7fa00 | 34 | #include "iwl-io.h" |
6ac7d115 | 35 | #include "iwl-csr.h" |
83ed9015 | 36 | #include "iwl-debug.h" |
4c9706dc | 37 | #include "iwl-prph.h" |
313b0a29 | 38 | #include "iwl-fh.h" |
02a7fa00 | 39 | |
a73a2cea EG |
40 | void iwl_write8(struct iwl_trans *trans, u32 ofs, u8 val) |
41 | { | |
42 | trace_iwlwifi_dev_iowrite8(trans->dev, ofs, val); | |
43 | iwl_trans_write8(trans, ofs, val); | |
44 | } | |
45 | IWL_EXPORT_SYMBOL(iwl_write8); | |
46 | ||
47 | void iwl_write32(struct iwl_trans *trans, u32 ofs, u32 val) | |
48 | { | |
49 | trace_iwlwifi_dev_iowrite32(trans->dev, ofs, val); | |
50 | iwl_trans_write32(trans, ofs, val); | |
51 | } | |
52 | IWL_EXPORT_SYMBOL(iwl_write32); | |
53 | ||
12a17458 SS |
54 | void iwl_write64(struct iwl_trans *trans, u64 ofs, u64 val) |
55 | { | |
56 | trace_iwlwifi_dev_iowrite64(trans->dev, ofs, val); | |
bd31dd9d JB |
57 | iwl_trans_write32(trans, ofs, lower_32_bits(val)); |
58 | iwl_trans_write32(trans, ofs + 4, upper_32_bits(val)); | |
12a17458 SS |
59 | } |
60 | IWL_EXPORT_SYMBOL(iwl_write64); | |
61 | ||
a73a2cea EG |
62 | u32 iwl_read32(struct iwl_trans *trans, u32 ofs) |
63 | { | |
64 | u32 val = iwl_trans_read32(trans, ofs); | |
89ced540 | 65 | |
a73a2cea EG |
66 | trace_iwlwifi_dev_ioread32(trans->dev, ofs, val); |
67 | return val; | |
68 | } | |
69 | IWL_EXPORT_SYMBOL(iwl_read32); | |
70 | ||
02a7fa00 JB |
71 | #define IWL_POLL_INTERVAL 10 /* microseconds */ |
72 | ||
1042db2a | 73 | int iwl_poll_bit(struct iwl_trans *trans, u32 addr, |
02a7fa00 JB |
74 | u32 bits, u32 mask, int timeout) |
75 | { | |
76 | int t = 0; | |
77 | ||
78 | do { | |
1042db2a | 79 | if ((iwl_read32(trans, addr) & mask) == (bits & mask)) |
02a7fa00 JB |
80 | return t; |
81 | udelay(IWL_POLL_INTERVAL); | |
82 | t += IWL_POLL_INTERVAL; | |
83 | } while (t < timeout); | |
84 | ||
85 | return -ETIMEDOUT; | |
86 | } | |
48e29340 | 87 | IWL_EXPORT_SYMBOL(iwl_poll_bit); |
02a7fa00 | 88 | |
1042db2a | 89 | u32 iwl_read_direct32(struct iwl_trans *trans, u32 reg) |
02a7fa00 | 90 | { |
abae2386 | 91 | u32 value = 0x5a5a5a5a; |
02a7fa00 | 92 | unsigned long flags; |
23ba9340 | 93 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
abae2386 | 94 | value = iwl_read32(trans, reg); |
e56b04ef | 95 | iwl_trans_release_nic_access(trans, &flags); |
abae2386 | 96 | } |
02a7fa00 JB |
97 | |
98 | return value; | |
99 | } | |
48e29340 | 100 | IWL_EXPORT_SYMBOL(iwl_read_direct32); |
02a7fa00 | 101 | |
1042db2a | 102 | void iwl_write_direct32(struct iwl_trans *trans, u32 reg, u32 value) |
02a7fa00 JB |
103 | { |
104 | unsigned long flags; | |
105 | ||
23ba9340 | 106 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
1042db2a | 107 | iwl_write32(trans, reg, value); |
e56b04ef | 108 | iwl_trans_release_nic_access(trans, &flags); |
02a7fa00 | 109 | } |
02a7fa00 | 110 | } |
48e29340 | 111 | IWL_EXPORT_SYMBOL(iwl_write_direct32); |
02a7fa00 | 112 | |
12a17458 SS |
113 | void iwl_write_direct64(struct iwl_trans *trans, u64 reg, u64 value) |
114 | { | |
115 | unsigned long flags; | |
116 | ||
117 | if (iwl_trans_grab_nic_access(trans, &flags)) { | |
118 | iwl_write64(trans, reg, value); | |
119 | iwl_trans_release_nic_access(trans, &flags); | |
120 | } | |
121 | } | |
122 | IWL_EXPORT_SYMBOL(iwl_write_direct64); | |
123 | ||
1042db2a | 124 | int iwl_poll_direct_bit(struct iwl_trans *trans, u32 addr, u32 mask, |
02a7fa00 JB |
125 | int timeout) |
126 | { | |
127 | int t = 0; | |
128 | ||
129 | do { | |
1042db2a | 130 | if ((iwl_read_direct32(trans, addr) & mask) == mask) |
02a7fa00 JB |
131 | return t; |
132 | udelay(IWL_POLL_INTERVAL); | |
133 | t += IWL_POLL_INTERVAL; | |
134 | } while (t < timeout); | |
135 | ||
136 | return -ETIMEDOUT; | |
137 | } | |
48e29340 | 138 | IWL_EXPORT_SYMBOL(iwl_poll_direct_bit); |
02a7fa00 | 139 | |
14ef1b43 | 140 | u32 iwl_read_prph_no_grab(struct iwl_trans *trans, u32 ofs) |
02a7fa00 | 141 | { |
6a06b6c1 EG |
142 | u32 val = iwl_trans_read_prph(trans, ofs); |
143 | trace_iwlwifi_dev_ioread_prph32(trans->dev, ofs, val); | |
144 | return val; | |
02a7fa00 | 145 | } |
14ef1b43 | 146 | IWL_EXPORT_SYMBOL(iwl_read_prph_no_grab); |
02a7fa00 | 147 | |
14ef1b43 | 148 | void iwl_write_prph_no_grab(struct iwl_trans *trans, u32 ofs, u32 val) |
02a7fa00 | 149 | { |
6a06b6c1 EG |
150 | trace_iwlwifi_dev_iowrite_prph32(trans->dev, ofs, val); |
151 | iwl_trans_write_prph(trans, ofs, val); | |
02a7fa00 | 152 | } |
14ef1b43 | 153 | IWL_EXPORT_SYMBOL(iwl_write_prph_no_grab); |
02a7fa00 | 154 | |
12a17458 SS |
155 | void iwl_write_prph64_no_grab(struct iwl_trans *trans, u64 ofs, u64 val) |
156 | { | |
157 | trace_iwlwifi_dev_iowrite_prph64(trans->dev, ofs, val); | |
158 | iwl_write_prph_no_grab(trans, ofs, val & 0xffffffff); | |
159 | iwl_write_prph_no_grab(trans, ofs + 4, val >> 32); | |
160 | } | |
161 | IWL_EXPORT_SYMBOL(iwl_write_prph64_no_grab); | |
162 | ||
6a06b6c1 | 163 | u32 iwl_read_prph(struct iwl_trans *trans, u32 ofs) |
02a7fa00 JB |
164 | { |
165 | unsigned long flags; | |
abae2386 | 166 | u32 val = 0x5a5a5a5a; |
02a7fa00 | 167 | |
23ba9340 | 168 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
14ef1b43 | 169 | val = iwl_read_prph_no_grab(trans, ofs); |
e56b04ef | 170 | iwl_trans_release_nic_access(trans, &flags); |
abae2386 | 171 | } |
02a7fa00 JB |
172 | return val; |
173 | } | |
48e29340 | 174 | IWL_EXPORT_SYMBOL(iwl_read_prph); |
02a7fa00 | 175 | |
6a06b6c1 | 176 | void iwl_write_prph(struct iwl_trans *trans, u32 ofs, u32 val) |
02a7fa00 JB |
177 | { |
178 | unsigned long flags; | |
179 | ||
23ba9340 | 180 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
14ef1b43 | 181 | iwl_write_prph_no_grab(trans, ofs, val); |
e56b04ef | 182 | iwl_trans_release_nic_access(trans, &flags); |
02a7fa00 | 183 | } |
02a7fa00 | 184 | } |
48e29340 | 185 | IWL_EXPORT_SYMBOL(iwl_write_prph); |
02a7fa00 | 186 | |
189fa2fa EH |
187 | int iwl_poll_prph_bit(struct iwl_trans *trans, u32 addr, |
188 | u32 bits, u32 mask, int timeout) | |
189 | { | |
190 | int t = 0; | |
191 | ||
192 | do { | |
193 | if ((iwl_read_prph(trans, addr) & mask) == (bits & mask)) | |
194 | return t; | |
195 | udelay(IWL_POLL_INTERVAL); | |
196 | t += IWL_POLL_INTERVAL; | |
197 | } while (t < timeout); | |
198 | ||
199 | return -ETIMEDOUT; | |
200 | } | |
201 | ||
6a06b6c1 | 202 | void iwl_set_bits_prph(struct iwl_trans *trans, u32 ofs, u32 mask) |
02a7fa00 JB |
203 | { |
204 | unsigned long flags; | |
205 | ||
23ba9340 | 206 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
14ef1b43 GBA |
207 | iwl_write_prph_no_grab(trans, ofs, |
208 | iwl_read_prph_no_grab(trans, ofs) | | |
209 | mask); | |
e56b04ef | 210 | iwl_trans_release_nic_access(trans, &flags); |
bfe4b80e | 211 | } |
02a7fa00 | 212 | } |
48e29340 | 213 | IWL_EXPORT_SYMBOL(iwl_set_bits_prph); |
02a7fa00 | 214 | |
6a06b6c1 | 215 | void iwl_set_bits_mask_prph(struct iwl_trans *trans, u32 ofs, |
02a7fa00 JB |
216 | u32 bits, u32 mask) |
217 | { | |
218 | unsigned long flags; | |
219 | ||
23ba9340 | 220 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
14ef1b43 GBA |
221 | iwl_write_prph_no_grab(trans, ofs, |
222 | (iwl_read_prph_no_grab(trans, ofs) & | |
223 | mask) | bits); | |
e56b04ef | 224 | iwl_trans_release_nic_access(trans, &flags); |
bfe4b80e | 225 | } |
02a7fa00 | 226 | } |
48e29340 | 227 | IWL_EXPORT_SYMBOL(iwl_set_bits_mask_prph); |
02a7fa00 | 228 | |
6a06b6c1 | 229 | void iwl_clear_bits_prph(struct iwl_trans *trans, u32 ofs, u32 mask) |
02a7fa00 JB |
230 | { |
231 | unsigned long flags; | |
232 | u32 val; | |
233 | ||
23ba9340 | 234 | if (iwl_trans_grab_nic_access(trans, &flags)) { |
14ef1b43 GBA |
235 | val = iwl_read_prph_no_grab(trans, ofs); |
236 | iwl_write_prph_no_grab(trans, ofs, (val & ~mask)); | |
e56b04ef | 237 | iwl_trans_release_nic_access(trans, &flags); |
bfe4b80e | 238 | } |
02a7fa00 | 239 | } |
48e29340 | 240 | IWL_EXPORT_SYMBOL(iwl_clear_bits_prph); |
313b0a29 | 241 | |
4c9706dc LK |
242 | void iwl_force_nmi(struct iwl_trans *trans) |
243 | { | |
5dd9c68a | 244 | if (trans->cfg->device_family != IWL_DEVICE_FAMILY_8000) { |
66396583 EG |
245 | iwl_write_prph(trans, DEVICE_SET_NMI_REG, |
246 | DEVICE_SET_NMI_VAL_DRV); | |
247 | iwl_write_prph(trans, DEVICE_SET_NMI_REG, | |
248 | DEVICE_SET_NMI_VAL_HW); | |
249 | } else { | |
5dd9c68a EG |
250 | iwl_write_prph(trans, DEVICE_SET_NMI_8000_REG, |
251 | DEVICE_SET_NMI_8000_VAL); | |
9b666db4 EG |
252 | iwl_write_prph(trans, DEVICE_SET_NMI_REG, |
253 | DEVICE_SET_NMI_VAL_DRV); | |
66396583 | 254 | } |
4c9706dc LK |
255 | } |
256 | IWL_EXPORT_SYMBOL(iwl_force_nmi); | |
257 | ||
f65ebd88 | 258 | static const char *get_rfh_string(int cmd) |
313b0a29 IH |
259 | { |
260 | #define IWL_CMD(x) case x: return #x | |
f65ebd88 SS |
261 | #define IWL_CMD_MQ(arg, reg, q) { if (arg == reg(q)) return #reg; } |
262 | ||
263 | int i; | |
264 | ||
265 | for (i = 0; i < IWL_MAX_RX_HW_QUEUES; i++) { | |
266 | IWL_CMD_MQ(cmd, RFH_Q_FRBDCB_BA_LSB, i); | |
267 | IWL_CMD_MQ(cmd, RFH_Q_FRBDCB_WIDX, i); | |
268 | IWL_CMD_MQ(cmd, RFH_Q_FRBDCB_RIDX, i); | |
269 | IWL_CMD_MQ(cmd, RFH_Q_URBD_STTS_WPTR_LSB, i); | |
c0ed8aa4 | 270 | } |
f65ebd88 SS |
271 | |
272 | switch (cmd) { | |
273 | IWL_CMD(RFH_RXF_DMA_CFG); | |
274 | IWL_CMD(RFH_GEN_CFG); | |
275 | IWL_CMD(RFH_GEN_STATUS); | |
276 | IWL_CMD(FH_TSSR_TX_STATUS_REG); | |
277 | IWL_CMD(FH_TSSR_TX_ERROR_REG); | |
278 | default: | |
279 | return "UNKNOWN"; | |
280 | } | |
281 | #undef IWL_CMD_MQ | |
282 | } | |
283 | ||
284 | struct reg { | |
285 | u32 addr; | |
286 | bool is64; | |
287 | }; | |
288 | ||
289 | static int iwl_dump_rfh(struct iwl_trans *trans, char **buf) | |
290 | { | |
291 | int i, q; | |
292 | int num_q = trans->num_rx_queues; | |
293 | static const u32 rfh_tbl[] = { | |
294 | RFH_RXF_DMA_CFG, | |
295 | RFH_GEN_CFG, | |
296 | RFH_GEN_STATUS, | |
297 | FH_TSSR_TX_STATUS_REG, | |
298 | FH_TSSR_TX_ERROR_REG, | |
299 | }; | |
300 | static const struct reg rfh_mq_tbl[] = { | |
301 | { RFH_Q0_FRBDCB_BA_LSB, true }, | |
302 | { RFH_Q0_FRBDCB_WIDX, false }, | |
303 | { RFH_Q0_FRBDCB_RIDX, false }, | |
304 | { RFH_Q0_URBD_STTS_WPTR_LSB, true }, | |
305 | }; | |
306 | ||
307 | #ifdef CONFIG_IWLWIFI_DEBUGFS | |
308 | if (buf) { | |
309 | int pos = 0; | |
310 | /* | |
311 | * Register (up to 34 for name + 8 blank/q for MQ): 40 chars | |
312 | * Colon + space: 2 characters | |
313 | * 0X%08x: 10 characters | |
314 | * New line: 1 character | |
315 | * Total of 53 characters | |
316 | */ | |
317 | size_t bufsz = ARRAY_SIZE(rfh_tbl) * 53 + | |
318 | ARRAY_SIZE(rfh_mq_tbl) * 53 * num_q + 40; | |
319 | ||
320 | *buf = kmalloc(bufsz, GFP_KERNEL); | |
321 | if (!*buf) | |
322 | return -ENOMEM; | |
323 | ||
324 | pos += scnprintf(*buf + pos, bufsz - pos, | |
325 | "RFH register values:\n"); | |
326 | ||
327 | for (i = 0; i < ARRAY_SIZE(rfh_tbl); i++) | |
328 | pos += scnprintf(*buf + pos, bufsz - pos, | |
329 | "%40s: 0X%08x\n", | |
330 | get_rfh_string(rfh_tbl[i]), | |
331 | iwl_read_prph(trans, rfh_tbl[i])); | |
332 | ||
333 | for (i = 0; i < ARRAY_SIZE(rfh_mq_tbl); i++) | |
334 | for (q = 0; q < num_q; q++) { | |
335 | u32 addr = rfh_mq_tbl[i].addr; | |
336 | ||
337 | addr += q * (rfh_mq_tbl[i].is64 ? 8 : 4); | |
338 | pos += scnprintf(*buf + pos, bufsz - pos, | |
339 | "%34s(q %2d): 0X%08x\n", | |
340 | get_rfh_string(addr), q, | |
341 | iwl_read_prph(trans, addr)); | |
342 | } | |
343 | ||
344 | return pos; | |
345 | } | |
346 | #endif | |
347 | ||
348 | IWL_ERR(trans, "RFH register values:\n"); | |
349 | for (i = 0; i < ARRAY_SIZE(rfh_tbl); i++) | |
350 | IWL_ERR(trans, " %34s: 0X%08x\n", | |
351 | get_rfh_string(rfh_tbl[i]), | |
352 | iwl_read_prph(trans, rfh_tbl[i])); | |
353 | ||
354 | for (i = 0; i < ARRAY_SIZE(rfh_mq_tbl); i++) | |
355 | for (q = 0; q < num_q; q++) { | |
356 | u32 addr = rfh_mq_tbl[i].addr; | |
357 | ||
358 | addr += q * (rfh_mq_tbl[i].is64 ? 8 : 4); | |
359 | IWL_ERR(trans, " %34s(q %d): 0X%08x\n", | |
360 | get_rfh_string(addr), q, | |
361 | iwl_read_prph(trans, addr)); | |
362 | } | |
363 | ||
364 | return 0; | |
365 | } | |
366 | ||
367 | static const char *get_fh_string(int cmd) | |
368 | { | |
313b0a29 IH |
369 | switch (cmd) { |
370 | IWL_CMD(FH_RSCSR_CHNL0_STTS_WPTR_REG); | |
371 | IWL_CMD(FH_RSCSR_CHNL0_RBDCB_BASE_REG); | |
372 | IWL_CMD(FH_RSCSR_CHNL0_WPTR); | |
373 | IWL_CMD(FH_MEM_RCSR_CHNL0_CONFIG_REG); | |
374 | IWL_CMD(FH_MEM_RSSR_SHARED_CTRL_REG); | |
375 | IWL_CMD(FH_MEM_RSSR_RX_STATUS_REG); | |
376 | IWL_CMD(FH_MEM_RSSR_RX_ENABLE_ERR_IRQ2DRV); | |
377 | IWL_CMD(FH_TSSR_TX_STATUS_REG); | |
378 | IWL_CMD(FH_TSSR_TX_ERROR_REG); | |
379 | default: | |
380 | return "UNKNOWN"; | |
381 | } | |
382 | #undef IWL_CMD | |
383 | } | |
384 | ||
385 | int iwl_dump_fh(struct iwl_trans *trans, char **buf) | |
386 | { | |
387 | int i; | |
388 | static const u32 fh_tbl[] = { | |
389 | FH_RSCSR_CHNL0_STTS_WPTR_REG, | |
390 | FH_RSCSR_CHNL0_RBDCB_BASE_REG, | |
391 | FH_RSCSR_CHNL0_WPTR, | |
392 | FH_MEM_RCSR_CHNL0_CONFIG_REG, | |
393 | FH_MEM_RSSR_SHARED_CTRL_REG, | |
394 | FH_MEM_RSSR_RX_STATUS_REG, | |
395 | FH_MEM_RSSR_RX_ENABLE_ERR_IRQ2DRV, | |
396 | FH_TSSR_TX_STATUS_REG, | |
397 | FH_TSSR_TX_ERROR_REG | |
398 | }; | |
399 | ||
f65ebd88 SS |
400 | if (trans->cfg->mq_rx_supported) |
401 | return iwl_dump_rfh(trans, buf); | |
402 | ||
313b0a29 IH |
403 | #ifdef CONFIG_IWLWIFI_DEBUGFS |
404 | if (buf) { | |
405 | int pos = 0; | |
406 | size_t bufsz = ARRAY_SIZE(fh_tbl) * 48 + 40; | |
407 | ||
408 | *buf = kmalloc(bufsz, GFP_KERNEL); | |
409 | if (!*buf) | |
410 | return -ENOMEM; | |
411 | ||
412 | pos += scnprintf(*buf + pos, bufsz - pos, | |
413 | "FH register values:\n"); | |
414 | ||
415 | for (i = 0; i < ARRAY_SIZE(fh_tbl); i++) | |
416 | pos += scnprintf(*buf + pos, bufsz - pos, | |
417 | " %34s: 0X%08x\n", | |
418 | get_fh_string(fh_tbl[i]), | |
419 | iwl_read_direct32(trans, fh_tbl[i])); | |
420 | ||
421 | return pos; | |
422 | } | |
423 | #endif | |
424 | ||
425 | IWL_ERR(trans, "FH register values:\n"); | |
426 | for (i = 0; i < ARRAY_SIZE(fh_tbl); i++) | |
427 | IWL_ERR(trans, " %34s: 0X%08x\n", | |
428 | get_fh_string(fh_tbl[i]), | |
429 | iwl_read_direct32(trans, fh_tbl[i])); | |
430 | ||
431 | return 0; | |
432 | } |