Commit | Line | Data |
---|---|---|
1802d0be | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
41f93af9 SN |
2 | /* |
3 | * Keystone Navigator QMSS driver internal header | |
4 | * | |
5 | * Copyright (C) 2014 Texas Instruments Incorporated - http://www.ti.com | |
6 | * Author: Sandeep Nair <sandeep_n@ti.com> | |
7 | * Cyril Chemparathy <cyril@ti.com> | |
8 | * Santosh Shilimkar <santosh.shilimkar@ti.com> | |
41f93af9 SN |
9 | */ |
10 | ||
11 | #ifndef __KNAV_QMSS_H__ | |
12 | #define __KNAV_QMSS_H__ | |
13 | ||
bc3acbb8 VG |
14 | #include <linux/percpu.h> |
15 | ||
41f93af9 SN |
16 | #define THRESH_GTE BIT(7) |
17 | #define THRESH_LT 0 | |
18 | ||
19 | #define PDSP_CTRL_PC_MASK 0xffff0000 | |
20 | #define PDSP_CTRL_SOFT_RESET BIT(0) | |
21 | #define PDSP_CTRL_ENABLE BIT(1) | |
22 | #define PDSP_CTRL_RUNNING BIT(15) | |
23 | ||
24 | #define ACC_MAX_CHANNEL 48 | |
25 | #define ACC_DEFAULT_PERIOD 25 /* usecs */ | |
26 | ||
27 | #define ACC_CHANNEL_INT_BASE 2 | |
28 | ||
29 | #define ACC_LIST_ENTRY_TYPE 1 | |
30 | #define ACC_LIST_ENTRY_WORDS (1 << ACC_LIST_ENTRY_TYPE) | |
31 | #define ACC_LIST_ENTRY_QUEUE_IDX 0 | |
32 | #define ACC_LIST_ENTRY_DESC_IDX (ACC_LIST_ENTRY_WORDS - 1) | |
33 | ||
34 | #define ACC_CMD_DISABLE_CHANNEL 0x80 | |
35 | #define ACC_CMD_ENABLE_CHANNEL 0x81 | |
36 | #define ACC_CFG_MULTI_QUEUE BIT(21) | |
37 | ||
38 | #define ACC_INTD_OFFSET_EOI (0x0010) | |
39 | #define ACC_INTD_OFFSET_COUNT(ch) (0x0300 + 4 * (ch)) | |
40 | #define ACC_INTD_OFFSET_STATUS(ch) (0x0200 + 4 * ((ch) / 32)) | |
41 | ||
42 | #define RANGE_MAX_IRQS 64 | |
43 | ||
44 | #define ACC_DESCS_MAX SZ_1K | |
45 | #define ACC_DESCS_MASK (ACC_DESCS_MAX - 1) | |
46 | #define DESC_SIZE_MASK 0xful | |
47 | #define DESC_PTR_MASK (~DESC_SIZE_MASK) | |
48 | ||
49 | #define KNAV_NAME_SIZE 32 | |
50 | ||
51 | enum knav_acc_result { | |
52 | ACC_RET_IDLE, | |
53 | ACC_RET_SUCCESS, | |
54 | ACC_RET_INVALID_COMMAND, | |
55 | ACC_RET_INVALID_CHANNEL, | |
56 | ACC_RET_INACTIVE_CHANNEL, | |
57 | ACC_RET_ACTIVE_CHANNEL, | |
58 | ACC_RET_INVALID_QUEUE, | |
59 | ACC_RET_INVALID_RET, | |
60 | }; | |
61 | ||
62 | struct knav_reg_config { | |
63 | u32 revision; | |
64 | u32 __pad1; | |
65 | u32 divert; | |
66 | u32 link_ram_base0; | |
67 | u32 link_ram_size0; | |
68 | u32 link_ram_base1; | |
69 | u32 __pad2[2]; | |
70 | u32 starvation[0]; | |
71 | }; | |
72 | ||
73 | struct knav_reg_region { | |
74 | u32 base; | |
75 | u32 start_index; | |
76 | u32 size_count; | |
77 | u32 __pad; | |
78 | }; | |
79 | ||
80 | struct knav_reg_pdsp_regs { | |
81 | u32 control; | |
82 | u32 status; | |
83 | u32 cycle_count; | |
84 | u32 stall_count; | |
85 | }; | |
86 | ||
87 | struct knav_reg_acc_command { | |
88 | u32 command; | |
89 | u32 queue_mask; | |
cc0336ec | 90 | u32 list_dma; |
41f93af9 SN |
91 | u32 queue_num; |
92 | u32 timer_config; | |
93 | }; | |
94 | ||
95 | struct knav_link_ram_block { | |
cc0336ec | 96 | dma_addr_t dma; |
41f93af9 SN |
97 | void *virt; |
98 | size_t size; | |
99 | }; | |
100 | ||
101 | struct knav_acc_info { | |
102 | u32 pdsp_id; | |
103 | u32 start_channel; | |
104 | u32 list_entries; | |
105 | u32 pacing_mode; | |
106 | u32 timer_count; | |
107 | int mem_size; | |
108 | int list_size; | |
109 | struct knav_pdsp_info *pdsp; | |
110 | }; | |
111 | ||
112 | struct knav_acc_channel { | |
113 | u32 channel; | |
114 | u32 list_index; | |
115 | u32 open_mask; | |
116 | u32 *list_cpu[2]; | |
117 | dma_addr_t list_dma[2]; | |
118 | char name[KNAV_NAME_SIZE]; | |
119 | atomic_t retrigger_count; | |
120 | }; | |
121 | ||
122 | struct knav_pdsp_info { | |
123 | const char *name; | |
124 | struct knav_reg_pdsp_regs __iomem *regs; | |
125 | union { | |
126 | void __iomem *command; | |
127 | struct knav_reg_acc_command __iomem *acc_command; | |
128 | u32 __iomem *qos_command; | |
129 | }; | |
130 | void __iomem *intd; | |
131 | u32 __iomem *iram; | |
41f93af9 SN |
132 | u32 id; |
133 | struct list_head list; | |
04501690 MK |
134 | bool loaded; |
135 | bool started; | |
41f93af9 SN |
136 | }; |
137 | ||
138 | struct knav_qmgr_info { | |
139 | unsigned start_queue; | |
140 | unsigned num_queues; | |
141 | struct knav_reg_config __iomem *reg_config; | |
142 | struct knav_reg_region __iomem *reg_region; | |
143 | struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek; | |
144 | void __iomem *reg_status; | |
145 | struct list_head list; | |
146 | }; | |
147 | ||
148 | #define KNAV_NUM_LINKRAM 2 | |
149 | ||
150 | /** | |
151 | * struct knav_queue_stats: queue statistics | |
152 | * pushes: number of push operations | |
153 | * pops: number of pop operations | |
154 | * push_errors: number of push errors | |
155 | * pop_errors: number of pop errors | |
156 | * notifies: notifier counts | |
157 | */ | |
158 | struct knav_queue_stats { | |
bc3acbb8 VG |
159 | unsigned int pushes; |
160 | unsigned int pops; | |
161 | unsigned int push_errors; | |
162 | unsigned int pop_errors; | |
163 | unsigned int notifies; | |
41f93af9 SN |
164 | }; |
165 | ||
166 | /** | |
167 | * struct knav_reg_queue: queue registers | |
168 | * @entry_count: valid entries in the queue | |
169 | * @byte_count: total byte count in thhe queue | |
170 | * @packet_size: packet size for the queue | |
171 | * @ptr_size_thresh: packet pointer size threshold | |
172 | */ | |
173 | struct knav_reg_queue { | |
174 | u32 entry_count; | |
175 | u32 byte_count; | |
176 | u32 packet_size; | |
177 | u32 ptr_size_thresh; | |
178 | }; | |
179 | ||
180 | /** | |
181 | * struct knav_region: qmss region info | |
182 | * @dma_start, dma_end: start and end dma address | |
183 | * @virt_start, virt_end: start and end virtual address | |
184 | * @desc_size: descriptor size | |
185 | * @used_desc: consumed descriptors | |
186 | * @id: region number | |
187 | * @num_desc: total descriptors | |
188 | * @link_index: index of the first descriptor | |
189 | * @name: region name | |
190 | * @list: instance in the device's region list | |
191 | * @pools: list of descriptor pools in the region | |
192 | */ | |
193 | struct knav_region { | |
194 | dma_addr_t dma_start, dma_end; | |
195 | void *virt_start, *virt_end; | |
196 | unsigned desc_size; | |
197 | unsigned used_desc; | |
198 | unsigned id; | |
199 | unsigned num_desc; | |
200 | unsigned link_index; | |
201 | const char *name; | |
202 | struct list_head list; | |
203 | struct list_head pools; | |
204 | }; | |
205 | ||
206 | /** | |
207 | * struct knav_pool: qmss pools | |
208 | * @dev: device pointer | |
209 | * @region: qmss region info | |
210 | * @queue: queue registers | |
211 | * @kdev: qmss device pointer | |
212 | * @region_offset: offset from the base | |
213 | * @num_desc: total descriptors | |
214 | * @desc_size: descriptor size | |
215 | * @region_id: region number | |
216 | * @name: pool name | |
217 | * @list: list head | |
218 | * @region_inst: instance in the region's pool list | |
219 | */ | |
220 | struct knav_pool { | |
221 | struct device *dev; | |
222 | struct knav_region *region; | |
223 | struct knav_queue *queue; | |
224 | struct knav_device *kdev; | |
225 | int region_offset; | |
226 | int num_desc; | |
227 | int desc_size; | |
228 | int region_id; | |
229 | const char *name; | |
230 | struct list_head list; | |
231 | struct list_head region_inst; | |
232 | }; | |
233 | ||
234 | /** | |
7bcfe20d | 235 | * struct knav_queue_inst: qmss queue instance properties |
41f93af9 SN |
236 | * @descs: descriptor pointer |
237 | * @desc_head, desc_tail, desc_count: descriptor counters | |
238 | * @acc: accumulator channel pointer | |
239 | * @kdev: qmss device pointer | |
240 | * @range: range info | |
241 | * @qmgr: queue manager info | |
7bcfe20d | 242 | * @id: queue instance id |
41f93af9 SN |
243 | * @irq_num: irq line number |
244 | * @notify_needed: notifier needed based on queue type | |
245 | * @num_notifiers: total notifiers | |
246 | * @handles: list head | |
247 | * @name: queue instance name | |
248 | * @irq_name: irq line name | |
249 | */ | |
250 | struct knav_queue_inst { | |
251 | u32 *descs; | |
252 | atomic_t desc_head, desc_tail, desc_count; | |
253 | struct knav_acc_channel *acc; | |
254 | struct knav_device *kdev; | |
255 | struct knav_range_info *range; | |
256 | struct knav_qmgr_info *qmgr; | |
257 | u32 id; | |
258 | int irq_num; | |
259 | int notify_needed; | |
260 | atomic_t num_notifiers; | |
261 | struct list_head handles; | |
262 | const char *name; | |
263 | const char *irq_name; | |
264 | }; | |
265 | ||
266 | /** | |
267 | * struct knav_queue: qmss queue properties | |
268 | * @reg_push, reg_pop, reg_peek: push, pop queue registers | |
7bcfe20d | 269 | * @inst: qmss queue instance properties |
41f93af9 SN |
270 | * @notifier_fn: notifier function |
271 | * @notifier_fn_arg: notifier function argument | |
272 | * @notifier_enabled: notier enabled for a give queue | |
273 | * @rcu: rcu head | |
274 | * @flags: queue flags | |
275 | * @list: list head | |
276 | */ | |
277 | struct knav_queue { | |
278 | struct knav_reg_queue __iomem *reg_push, *reg_pop, *reg_peek; | |
279 | struct knav_queue_inst *inst; | |
bc3acbb8 | 280 | struct knav_queue_stats __percpu *stats; |
41f93af9 SN |
281 | knav_queue_notify_fn notifier_fn; |
282 | void *notifier_fn_arg; | |
283 | atomic_t notifier_enabled; | |
284 | struct rcu_head rcu; | |
285 | unsigned flags; | |
286 | struct list_head list; | |
287 | }; | |
288 | ||
350601b4 MK |
289 | enum qmss_version { |
290 | QMSS, | |
291 | QMSS_66AK2G, | |
292 | }; | |
293 | ||
41f93af9 SN |
294 | struct knav_device { |
295 | struct device *dev; | |
296 | unsigned base_id; | |
297 | unsigned num_queues; | |
298 | unsigned num_queues_in_use; | |
299 | unsigned inst_shift; | |
300 | struct knav_link_ram_block link_rams[KNAV_NUM_LINKRAM]; | |
301 | void *instances; | |
302 | struct list_head regions; | |
303 | struct list_head queue_ranges; | |
304 | struct list_head pools; | |
305 | struct list_head pdsps; | |
306 | struct list_head qmgrs; | |
350601b4 | 307 | enum qmss_version version; |
41f93af9 SN |
308 | }; |
309 | ||
310 | struct knav_range_ops { | |
311 | int (*init_range)(struct knav_range_info *range); | |
312 | int (*free_range)(struct knav_range_info *range); | |
313 | int (*init_queue)(struct knav_range_info *range, | |
314 | struct knav_queue_inst *inst); | |
315 | int (*open_queue)(struct knav_range_info *range, | |
316 | struct knav_queue_inst *inst, unsigned flags); | |
317 | int (*close_queue)(struct knav_range_info *range, | |
318 | struct knav_queue_inst *inst); | |
319 | int (*set_notify)(struct knav_range_info *range, | |
320 | struct knav_queue_inst *inst, bool enabled); | |
321 | }; | |
322 | ||
323 | struct knav_irq_info { | |
832ad0e3 MZ |
324 | int irq; |
325 | struct cpumask *cpu_mask; | |
41f93af9 SN |
326 | }; |
327 | ||
328 | struct knav_range_info { | |
329 | const char *name; | |
330 | struct knav_device *kdev; | |
331 | unsigned queue_base; | |
332 | unsigned num_queues; | |
333 | void *queue_base_inst; | |
334 | unsigned flags; | |
335 | struct list_head list; | |
336 | struct knav_range_ops *ops; | |
337 | struct knav_acc_info acc_info; | |
338 | struct knav_acc_channel *acc; | |
339 | unsigned num_irqs; | |
340 | struct knav_irq_info irqs[RANGE_MAX_IRQS]; | |
341 | }; | |
342 | ||
343 | #define RANGE_RESERVED BIT(0) | |
344 | #define RANGE_HAS_IRQ BIT(1) | |
345 | #define RANGE_HAS_ACCUMULATOR BIT(2) | |
346 | #define RANGE_MULTI_QUEUE BIT(3) | |
347 | ||
348 | #define for_each_region(kdev, region) \ | |
349 | list_for_each_entry(region, &kdev->regions, list) | |
350 | ||
351 | #define first_region(kdev) \ | |
42813295 AL |
352 | list_first_entry_or_null(&kdev->regions, \ |
353 | struct knav_region, list) | |
41f93af9 SN |
354 | |
355 | #define for_each_queue_range(kdev, range) \ | |
356 | list_for_each_entry(range, &kdev->queue_ranges, list) | |
357 | ||
358 | #define first_queue_range(kdev) \ | |
42813295 AL |
359 | list_first_entry_or_null(&kdev->queue_ranges, \ |
360 | struct knav_range_info, list) | |
41f93af9 SN |
361 | |
362 | #define for_each_pool(kdev, pool) \ | |
363 | list_for_each_entry(pool, &kdev->pools, list) | |
364 | ||
365 | #define for_each_pdsp(kdev, pdsp) \ | |
366 | list_for_each_entry(pdsp, &kdev->pdsps, list) | |
367 | ||
368 | #define for_each_qmgr(kdev, qmgr) \ | |
369 | list_for_each_entry(qmgr, &kdev->qmgrs, list) | |
370 | ||
371 | static inline struct knav_pdsp_info * | |
372 | knav_find_pdsp(struct knav_device *kdev, unsigned pdsp_id) | |
373 | { | |
374 | struct knav_pdsp_info *pdsp; | |
375 | ||
376 | for_each_pdsp(kdev, pdsp) | |
377 | if (pdsp_id == pdsp->id) | |
378 | return pdsp; | |
379 | return NULL; | |
380 | } | |
381 | ||
382 | extern int knav_init_acc_range(struct knav_device *kdev, | |
383 | struct device_node *node, | |
384 | struct knav_range_info *range); | |
385 | extern void knav_queue_notify(struct knav_queue_inst *inst); | |
386 | ||
387 | #endif /* __KNAV_QMSS_H__ */ |