Commit | Line | Data |
---|---|---|
d2912cb1 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
f47b72a1 VK |
2 | /* |
3 | * Generic OPP OF helpers | |
4 | * | |
5 | * Copyright (C) 2009-2010 Texas Instruments Incorporated. | |
6 | * Nishanth Menon | |
7 | * Romit Dasgupta | |
8 | * Kevin Hilman | |
f47b72a1 VK |
9 | */ |
10 | ||
11 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt | |
12 | ||
13 | #include <linux/cpu.h> | |
14 | #include <linux/errno.h> | |
15 | #include <linux/device.h> | |
9867999f | 16 | #include <linux/of_device.h> |
3ba98324 | 17 | #include <linux/pm_domain.h> |
dfbe4678 | 18 | #include <linux/slab.h> |
f47b72a1 | 19 | #include <linux/export.h> |
a4f342b9 | 20 | #include <linux/energy_model.h> |
f47b72a1 VK |
21 | |
22 | #include "opp.h" | |
23 | ||
f06ed90e VK |
24 | /* |
25 | * Returns opp descriptor node for a device node, caller must | |
26 | * do of_node_put(). | |
27 | */ | |
28 | static struct device_node *_opp_of_get_opp_desc_node(struct device_node *np, | |
29 | int index) | |
30 | { | |
31 | /* "operating-points-v2" can be an array for power domain providers */ | |
32 | return of_parse_phandle(np, "operating-points-v2", index); | |
33 | } | |
34 | ||
35 | /* Returns opp descriptor node for a device, caller must do of_node_put() */ | |
36 | struct device_node *dev_pm_opp_of_get_opp_desc_node(struct device *dev) | |
37 | { | |
38 | return _opp_of_get_opp_desc_node(dev->of_node, 0); | |
39 | } | |
40 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_get_opp_desc_node); | |
41 | ||
283d55e6 | 42 | struct opp_table *_managed_opp(struct device *dev, int index) |
f47b72a1 | 43 | { |
b83c1899 | 44 | struct opp_table *opp_table, *managed_table = NULL; |
283d55e6 | 45 | struct device_node *np; |
b83c1899 | 46 | |
283d55e6 VK |
47 | np = _opp_of_get_opp_desc_node(dev->of_node, index); |
48 | if (!np) | |
49 | return NULL; | |
f47b72a1 | 50 | |
052c6f19 | 51 | list_for_each_entry(opp_table, &opp_tables, node) { |
f47b72a1 VK |
52 | if (opp_table->np == np) { |
53 | /* | |
54 | * Multiple devices can point to the same OPP table and | |
55 | * so will have same node-pointer, np. | |
56 | * | |
57 | * But the OPPs will be considered as shared only if the | |
58 | * OPP table contains a "opp-shared" property. | |
59 | */ | |
b83c1899 VK |
60 | if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) { |
61 | _get_opp_table_kref(opp_table); | |
62 | managed_table = opp_table; | |
63 | } | |
79ee2e8f | 64 | |
b83c1899 | 65 | break; |
f47b72a1 VK |
66 | } |
67 | } | |
68 | ||
283d55e6 | 69 | of_node_put(np); |
b83c1899 VK |
70 | |
71 | return managed_table; | |
f47b72a1 VK |
72 | } |
73 | ||
5d6d106f VK |
74 | /* The caller must call dev_pm_opp_put() after the OPP is used */ |
75 | static struct dev_pm_opp *_find_opp_of_np(struct opp_table *opp_table, | |
76 | struct device_node *opp_np) | |
77 | { | |
78 | struct dev_pm_opp *opp; | |
79 | ||
5d6d106f VK |
80 | mutex_lock(&opp_table->lock); |
81 | ||
82 | list_for_each_entry(opp, &opp_table->opp_list, node) { | |
83 | if (opp->np == opp_np) { | |
84 | dev_pm_opp_get(opp); | |
85 | mutex_unlock(&opp_table->lock); | |
86 | return opp; | |
87 | } | |
88 | } | |
89 | ||
90 | mutex_unlock(&opp_table->lock); | |
91 | ||
92 | return NULL; | |
93 | } | |
94 | ||
95 | static struct device_node *of_parse_required_opp(struct device_node *np, | |
96 | int index) | |
97 | { | |
98 | struct device_node *required_np; | |
99 | ||
100 | required_np = of_parse_phandle(np, "required-opps", index); | |
101 | if (unlikely(!required_np)) { | |
102 | pr_err("%s: Unable to parse required-opps: %pOF, index: %d\n", | |
103 | __func__, np, index); | |
104 | } | |
105 | ||
106 | return required_np; | |
107 | } | |
108 | ||
109 | /* The caller must call dev_pm_opp_put_opp_table() after the table is used */ | |
110 | static struct opp_table *_find_table_of_opp_np(struct device_node *opp_np) | |
111 | { | |
112 | struct opp_table *opp_table; | |
699e21e4 | 113 | struct device_node *opp_table_np; |
5d6d106f VK |
114 | |
115 | lockdep_assert_held(&opp_table_lock); | |
116 | ||
699e21e4 VK |
117 | opp_table_np = of_get_parent(opp_np); |
118 | if (!opp_table_np) | |
119 | goto err; | |
120 | ||
121 | /* It is safe to put the node now as all we need now is its address */ | |
122 | of_node_put(opp_table_np); | |
123 | ||
5d6d106f | 124 | list_for_each_entry(opp_table, &opp_tables, node) { |
699e21e4 | 125 | if (opp_table_np == opp_table->np) { |
5d6d106f VK |
126 | _get_opp_table_kref(opp_table); |
127 | return opp_table; | |
128 | } | |
129 | } | |
130 | ||
699e21e4 | 131 | err: |
5d6d106f VK |
132 | return ERR_PTR(-ENODEV); |
133 | } | |
134 | ||
135 | /* Free resources previously acquired by _opp_table_alloc_required_tables() */ | |
136 | static void _opp_table_free_required_tables(struct opp_table *opp_table) | |
137 | { | |
138 | struct opp_table **required_opp_tables = opp_table->required_opp_tables; | |
139 | int i; | |
140 | ||
141 | if (!required_opp_tables) | |
142 | return; | |
143 | ||
144 | for (i = 0; i < opp_table->required_opp_count; i++) { | |
145 | if (IS_ERR_OR_NULL(required_opp_tables[i])) | |
146 | break; | |
147 | ||
148 | dev_pm_opp_put_opp_table(required_opp_tables[i]); | |
149 | } | |
150 | ||
151 | kfree(required_opp_tables); | |
152 | ||
153 | opp_table->required_opp_count = 0; | |
154 | opp_table->required_opp_tables = NULL; | |
155 | } | |
156 | ||
157 | /* | |
158 | * Populate all devices and opp tables which are part of "required-opps" list. | |
159 | * Checking only the first OPP node should be enough. | |
160 | */ | |
161 | static void _opp_table_alloc_required_tables(struct opp_table *opp_table, | |
162 | struct device *dev, | |
163 | struct device_node *opp_np) | |
164 | { | |
165 | struct opp_table **required_opp_tables; | |
166 | struct device_node *required_np, *np; | |
c0ab9e08 | 167 | int count, i; |
5d6d106f VK |
168 | |
169 | /* Traversing the first OPP node is all we need */ | |
170 | np = of_get_next_available_child(opp_np, NULL); | |
171 | if (!np) { | |
172 | dev_err(dev, "Empty OPP table\n"); | |
173 | return; | |
174 | } | |
175 | ||
176 | count = of_count_phandle_with_args(np, "required-opps", NULL); | |
177 | if (!count) | |
178 | goto put_np; | |
179 | ||
180 | required_opp_tables = kcalloc(count, sizeof(*required_opp_tables), | |
181 | GFP_KERNEL); | |
c0ab9e08 | 182 | if (!required_opp_tables) |
5d6d106f VK |
183 | goto put_np; |
184 | ||
185 | opp_table->required_opp_tables = required_opp_tables; | |
186 | opp_table->required_opp_count = count; | |
187 | ||
188 | for (i = 0; i < count; i++) { | |
189 | required_np = of_parse_required_opp(np, i); | |
190 | if (!required_np) | |
191 | goto free_required_tables; | |
192 | ||
193 | required_opp_tables[i] = _find_table_of_opp_np(required_np); | |
194 | of_node_put(required_np); | |
195 | ||
196 | if (IS_ERR(required_opp_tables[i])) | |
197 | goto free_required_tables; | |
198 | ||
199 | /* | |
200 | * We only support genpd's OPPs in the "required-opps" for now, | |
201 | * as we don't know how much about other cases. Error out if the | |
202 | * required OPP doesn't belong to a genpd. | |
203 | */ | |
204 | if (!required_opp_tables[i]->is_genpd) { | |
205 | dev_err(dev, "required-opp doesn't belong to genpd: %pOF\n", | |
206 | required_np); | |
207 | goto free_required_tables; | |
208 | } | |
209 | } | |
210 | ||
211 | goto put_np; | |
212 | ||
213 | free_required_tables: | |
214 | _opp_table_free_required_tables(opp_table); | |
215 | put_np: | |
216 | of_node_put(np); | |
217 | } | |
218 | ||
eb7c8743 VK |
219 | void _of_init_opp_table(struct opp_table *opp_table, struct device *dev, |
220 | int index) | |
f47b72a1 | 221 | { |
f06ed90e VK |
222 | struct device_node *np, *opp_np; |
223 | u32 val; | |
f47b72a1 VK |
224 | |
225 | /* | |
226 | * Only required for backward compatibility with v1 bindings, but isn't | |
227 | * harmful for other cases. And so we do it unconditionally. | |
228 | */ | |
229 | np = of_node_get(dev->of_node); | |
f06ed90e VK |
230 | if (!np) |
231 | return; | |
232 | ||
233 | if (!of_property_read_u32(np, "clock-latency", &val)) | |
234 | opp_table->clock_latency_ns_max = val; | |
235 | of_property_read_u32(np, "voltage-tolerance", | |
236 | &opp_table->voltage_tolerance_v1); | |
237 | ||
61d8e7c7 VK |
238 | if (of_find_property(np, "#power-domain-cells", NULL)) |
239 | opp_table->is_genpd = true; | |
240 | ||
f06ed90e VK |
241 | /* Get OPP table node */ |
242 | opp_np = _opp_of_get_opp_desc_node(np, index); | |
243 | of_node_put(np); | |
244 | ||
245 | if (!opp_np) | |
246 | return; | |
247 | ||
248 | if (of_property_read_bool(opp_np, "opp-shared")) | |
249 | opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED; | |
250 | else | |
251 | opp_table->shared_opp = OPP_TABLE_ACCESS_EXCLUSIVE; | |
252 | ||
253 | opp_table->np = opp_np; | |
254 | ||
5d6d106f | 255 | _opp_table_alloc_required_tables(opp_table, dev, opp_np); |
f06ed90e | 256 | of_node_put(opp_np); |
f47b72a1 VK |
257 | } |
258 | ||
5d6d106f VK |
259 | void _of_clear_opp_table(struct opp_table *opp_table) |
260 | { | |
261 | _opp_table_free_required_tables(opp_table); | |
262 | } | |
263 | ||
da544b61 VK |
264 | /* |
265 | * Release all resources previously acquired with a call to | |
266 | * _of_opp_alloc_required_opps(). | |
267 | */ | |
268 | void _of_opp_free_required_opps(struct opp_table *opp_table, | |
269 | struct dev_pm_opp *opp) | |
270 | { | |
271 | struct dev_pm_opp **required_opps = opp->required_opps; | |
272 | int i; | |
273 | ||
274 | if (!required_opps) | |
275 | return; | |
276 | ||
277 | for (i = 0; i < opp_table->required_opp_count; i++) { | |
278 | if (!required_opps[i]) | |
279 | break; | |
280 | ||
281 | /* Put the reference back */ | |
282 | dev_pm_opp_put(required_opps[i]); | |
283 | } | |
284 | ||
285 | kfree(required_opps); | |
286 | opp->required_opps = NULL; | |
287 | } | |
288 | ||
289 | /* Populate all required OPPs which are part of "required-opps" list */ | |
290 | static int _of_opp_alloc_required_opps(struct opp_table *opp_table, | |
291 | struct dev_pm_opp *opp) | |
292 | { | |
293 | struct dev_pm_opp **required_opps; | |
294 | struct opp_table *required_table; | |
295 | struct device_node *np; | |
296 | int i, ret, count = opp_table->required_opp_count; | |
297 | ||
298 | if (!count) | |
299 | return 0; | |
300 | ||
301 | required_opps = kcalloc(count, sizeof(*required_opps), GFP_KERNEL); | |
302 | if (!required_opps) | |
303 | return -ENOMEM; | |
304 | ||
305 | opp->required_opps = required_opps; | |
306 | ||
307 | for (i = 0; i < count; i++) { | |
308 | required_table = opp_table->required_opp_tables[i]; | |
309 | ||
310 | np = of_parse_required_opp(opp->np, i); | |
311 | if (unlikely(!np)) { | |
312 | ret = -ENODEV; | |
313 | goto free_required_opps; | |
314 | } | |
315 | ||
316 | required_opps[i] = _find_opp_of_np(required_table, np); | |
317 | of_node_put(np); | |
318 | ||
319 | if (!required_opps[i]) { | |
320 | pr_err("%s: Unable to find required OPP node: %pOF (%d)\n", | |
321 | __func__, opp->np, i); | |
322 | ret = -ENODEV; | |
323 | goto free_required_opps; | |
324 | } | |
325 | } | |
326 | ||
327 | return 0; | |
328 | ||
329 | free_required_opps: | |
330 | _of_opp_free_required_opps(opp_table, opp); | |
331 | ||
332 | return ret; | |
333 | } | |
334 | ||
45679f9b SS |
335 | static int _bandwidth_supported(struct device *dev, struct opp_table *opp_table) |
336 | { | |
337 | struct device_node *np, *opp_np; | |
338 | struct property *prop; | |
339 | ||
340 | if (!opp_table) { | |
341 | np = of_node_get(dev->of_node); | |
342 | if (!np) | |
343 | return -ENODEV; | |
344 | ||
345 | opp_np = _opp_of_get_opp_desc_node(np, 0); | |
346 | of_node_put(np); | |
347 | } else { | |
348 | opp_np = of_node_get(opp_table->np); | |
349 | } | |
350 | ||
351 | /* Lets not fail in case we are parsing opp-v1 bindings */ | |
352 | if (!opp_np) | |
353 | return 0; | |
354 | ||
355 | /* Checking only first OPP is sufficient */ | |
356 | np = of_get_next_available_child(opp_np, NULL); | |
357 | if (!np) { | |
358 | dev_err(dev, "OPP table empty\n"); | |
359 | return -EINVAL; | |
360 | } | |
361 | of_node_put(opp_np); | |
362 | ||
363 | prop = of_find_property(np, "opp-peak-kBps", NULL); | |
364 | of_node_put(np); | |
365 | ||
366 | if (!prop || !prop->length) | |
367 | return 0; | |
368 | ||
369 | return 1; | |
370 | } | |
371 | ||
6d3f922c GD |
372 | int dev_pm_opp_of_find_icc_paths(struct device *dev, |
373 | struct opp_table *opp_table) | |
374 | { | |
375 | struct device_node *np; | |
45679f9b | 376 | int ret, i, count, num_paths; |
6d3f922c GD |
377 | struct icc_path **paths; |
378 | ||
45679f9b SS |
379 | ret = _bandwidth_supported(dev, opp_table); |
380 | if (ret <= 0) | |
381 | return ret; | |
382 | ||
383 | ret = 0; | |
384 | ||
6d3f922c GD |
385 | np = of_node_get(dev->of_node); |
386 | if (!np) | |
387 | return 0; | |
388 | ||
389 | count = of_count_phandle_with_args(np, "interconnects", | |
390 | "#interconnect-cells"); | |
391 | of_node_put(np); | |
392 | if (count < 0) | |
393 | return 0; | |
394 | ||
395 | /* two phandles when #interconnect-cells = <1> */ | |
396 | if (count % 2) { | |
397 | dev_err(dev, "%s: Invalid interconnects values\n", __func__); | |
398 | return -EINVAL; | |
399 | } | |
400 | ||
401 | num_paths = count / 2; | |
402 | paths = kcalloc(num_paths, sizeof(*paths), GFP_KERNEL); | |
403 | if (!paths) | |
404 | return -ENOMEM; | |
405 | ||
406 | for (i = 0; i < num_paths; i++) { | |
407 | paths[i] = of_icc_get_by_index(dev, i); | |
408 | if (IS_ERR(paths[i])) { | |
409 | ret = PTR_ERR(paths[i]); | |
410 | if (ret != -EPROBE_DEFER) { | |
411 | dev_err(dev, "%s: Unable to get path%d: %d\n", | |
412 | __func__, i, ret); | |
413 | } | |
414 | goto err; | |
415 | } | |
416 | } | |
417 | ||
418 | if (opp_table) { | |
419 | opp_table->paths = paths; | |
420 | opp_table->path_count = num_paths; | |
421 | return 0; | |
422 | } | |
423 | ||
424 | err: | |
425 | while (i--) | |
426 | icc_put(paths[i]); | |
427 | ||
428 | kfree(paths); | |
429 | ||
430 | return ret; | |
431 | } | |
432 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_find_icc_paths); | |
433 | ||
f47b72a1 VK |
434 | static bool _opp_is_supported(struct device *dev, struct opp_table *opp_table, |
435 | struct device_node *np) | |
436 | { | |
437 | unsigned int count = opp_table->supported_hw_count; | |
438 | u32 version; | |
439 | int ret; | |
440 | ||
a4ee4545 DG |
441 | if (!opp_table->supported_hw) { |
442 | /* | |
443 | * In the case that no supported_hw has been set by the | |
444 | * platform but there is an opp-supported-hw value set for | |
445 | * an OPP then the OPP should not be enabled as there is | |
446 | * no way to see if the hardware supports it. | |
447 | */ | |
448 | if (of_find_property(np, "opp-supported-hw", NULL)) | |
449 | return false; | |
450 | else | |
451 | return true; | |
452 | } | |
f47b72a1 VK |
453 | |
454 | while (count--) { | |
455 | ret = of_property_read_u32_index(np, "opp-supported-hw", count, | |
456 | &version); | |
457 | if (ret) { | |
458 | dev_warn(dev, "%s: failed to read opp-supported-hw property at index %d: %d\n", | |
459 | __func__, count, ret); | |
460 | return false; | |
461 | } | |
462 | ||
463 | /* Both of these are bitwise masks of the versions */ | |
464 | if (!(version & opp_table->supported_hw[count])) | |
465 | return false; | |
466 | } | |
467 | ||
468 | return true; | |
469 | } | |
470 | ||
f47b72a1 VK |
471 | static int opp_parse_supplies(struct dev_pm_opp *opp, struct device *dev, |
472 | struct opp_table *opp_table) | |
473 | { | |
dfbe4678 | 474 | u32 *microvolt, *microamp = NULL; |
46f48aca | 475 | int supplies = opp_table->regulator_count, vcount, icount, ret, i, j; |
f47b72a1 VK |
476 | struct property *prop = NULL; |
477 | char name[NAME_MAX]; | |
478 | ||
479 | /* Search for "opp-microvolt-<name>" */ | |
480 | if (opp_table->prop_name) { | |
481 | snprintf(name, sizeof(name), "opp-microvolt-%s", | |
482 | opp_table->prop_name); | |
483 | prop = of_find_property(opp->np, name, NULL); | |
484 | } | |
485 | ||
486 | if (!prop) { | |
487 | /* Search for "opp-microvolt" */ | |
488 | sprintf(name, "opp-microvolt"); | |
489 | prop = of_find_property(opp->np, name, NULL); | |
490 | ||
491 | /* Missing property isn't a problem, but an invalid entry is */ | |
688a48b0 | 492 | if (!prop) { |
46f48aca VK |
493 | if (unlikely(supplies == -1)) { |
494 | /* Initialize regulator_count */ | |
495 | opp_table->regulator_count = 0; | |
496 | return 0; | |
497 | } | |
498 | ||
499 | if (!supplies) | |
688a48b0 VK |
500 | return 0; |
501 | ||
502 | dev_err(dev, "%s: opp-microvolt missing although OPP managing regulators\n", | |
503 | __func__); | |
504 | return -EINVAL; | |
505 | } | |
f47b72a1 VK |
506 | } |
507 | ||
46f48aca VK |
508 | if (unlikely(supplies == -1)) { |
509 | /* Initialize regulator_count */ | |
510 | supplies = opp_table->regulator_count = 1; | |
511 | } else if (unlikely(!supplies)) { | |
512 | dev_err(dev, "%s: opp-microvolt wasn't expected\n", __func__); | |
513 | return -EINVAL; | |
514 | } | |
515 | ||
dfbe4678 VK |
516 | vcount = of_property_count_u32_elems(opp->np, name); |
517 | if (vcount < 0) { | |
f47b72a1 | 518 | dev_err(dev, "%s: Invalid %s property (%d)\n", |
dfbe4678 VK |
519 | __func__, name, vcount); |
520 | return vcount; | |
f47b72a1 VK |
521 | } |
522 | ||
dfbe4678 VK |
523 | /* There can be one or three elements per supply */ |
524 | if (vcount != supplies && vcount != supplies * 3) { | |
525 | dev_err(dev, "%s: Invalid number of elements in %s property (%d) with supplies (%d)\n", | |
526 | __func__, name, vcount, supplies); | |
f47b72a1 VK |
527 | return -EINVAL; |
528 | } | |
529 | ||
dfbe4678 VK |
530 | microvolt = kmalloc_array(vcount, sizeof(*microvolt), GFP_KERNEL); |
531 | if (!microvolt) | |
532 | return -ENOMEM; | |
533 | ||
534 | ret = of_property_read_u32_array(opp->np, name, microvolt, vcount); | |
f47b72a1 VK |
535 | if (ret) { |
536 | dev_err(dev, "%s: error parsing %s: %d\n", __func__, name, ret); | |
dfbe4678 VK |
537 | ret = -EINVAL; |
538 | goto free_microvolt; | |
f47b72a1 VK |
539 | } |
540 | ||
541 | /* Search for "opp-microamp-<name>" */ | |
542 | prop = NULL; | |
543 | if (opp_table->prop_name) { | |
544 | snprintf(name, sizeof(name), "opp-microamp-%s", | |
545 | opp_table->prop_name); | |
546 | prop = of_find_property(opp->np, name, NULL); | |
547 | } | |
548 | ||
549 | if (!prop) { | |
550 | /* Search for "opp-microamp" */ | |
551 | sprintf(name, "opp-microamp"); | |
552 | prop = of_find_property(opp->np, name, NULL); | |
553 | } | |
554 | ||
dfbe4678 VK |
555 | if (prop) { |
556 | icount = of_property_count_u32_elems(opp->np, name); | |
557 | if (icount < 0) { | |
558 | dev_err(dev, "%s: Invalid %s property (%d)\n", __func__, | |
559 | name, icount); | |
560 | ret = icount; | |
561 | goto free_microvolt; | |
562 | } | |
f47b72a1 | 563 | |
dfbe4678 VK |
564 | if (icount != supplies) { |
565 | dev_err(dev, "%s: Invalid number of elements in %s property (%d) with supplies (%d)\n", | |
566 | __func__, name, icount, supplies); | |
567 | ret = -EINVAL; | |
568 | goto free_microvolt; | |
569 | } | |
570 | ||
571 | microamp = kmalloc_array(icount, sizeof(*microamp), GFP_KERNEL); | |
572 | if (!microamp) { | |
573 | ret = -EINVAL; | |
574 | goto free_microvolt; | |
575 | } | |
576 | ||
577 | ret = of_property_read_u32_array(opp->np, name, microamp, | |
578 | icount); | |
579 | if (ret) { | |
580 | dev_err(dev, "%s: error parsing %s: %d\n", __func__, | |
581 | name, ret); | |
582 | ret = -EINVAL; | |
583 | goto free_microamp; | |
584 | } | |
585 | } | |
586 | ||
587 | for (i = 0, j = 0; i < supplies; i++) { | |
588 | opp->supplies[i].u_volt = microvolt[j++]; | |
589 | ||
590 | if (vcount == supplies) { | |
591 | opp->supplies[i].u_volt_min = opp->supplies[i].u_volt; | |
592 | opp->supplies[i].u_volt_max = opp->supplies[i].u_volt; | |
593 | } else { | |
594 | opp->supplies[i].u_volt_min = microvolt[j++]; | |
595 | opp->supplies[i].u_volt_max = microvolt[j++]; | |
596 | } | |
597 | ||
598 | if (microamp) | |
599 | opp->supplies[i].u_amp = microamp[i]; | |
600 | } | |
601 | ||
602 | free_microamp: | |
603 | kfree(microamp); | |
604 | free_microvolt: | |
605 | kfree(microvolt); | |
606 | ||
607 | return ret; | |
f47b72a1 VK |
608 | } |
609 | ||
610 | /** | |
611 | * dev_pm_opp_of_remove_table() - Free OPP table entries created from static DT | |
612 | * entries | |
613 | * @dev: device pointer used to lookup OPP table. | |
614 | * | |
615 | * Free OPPs created using static entries present in DT. | |
f47b72a1 VK |
616 | */ |
617 | void dev_pm_opp_of_remove_table(struct device *dev) | |
618 | { | |
8aaf6264 | 619 | dev_pm_opp_remove_table(dev); |
f47b72a1 VK |
620 | } |
621 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_remove_table); | |
622 | ||
120e117b GD |
623 | static int _read_bw(struct dev_pm_opp *new_opp, struct opp_table *table, |
624 | struct device_node *np, bool peak) | |
6d3f922c GD |
625 | { |
626 | const char *name = peak ? "opp-peak-kBps" : "opp-avg-kBps"; | |
627 | struct property *prop; | |
628 | int i, count, ret; | |
629 | u32 *bw; | |
630 | ||
631 | prop = of_find_property(np, name, NULL); | |
632 | if (!prop) | |
633 | return -ENODEV; | |
634 | ||
635 | count = prop->length / sizeof(u32); | |
120e117b GD |
636 | if (table->path_count != count) { |
637 | pr_err("%s: Mismatch between %s and paths (%d %d)\n", | |
638 | __func__, name, count, table->path_count); | |
639 | return -EINVAL; | |
640 | } | |
641 | ||
6d3f922c GD |
642 | bw = kmalloc_array(count, sizeof(*bw), GFP_KERNEL); |
643 | if (!bw) | |
644 | return -ENOMEM; | |
645 | ||
646 | ret = of_property_read_u32_array(np, name, bw, count); | |
647 | if (ret) { | |
648 | pr_err("%s: Error parsing %s: %d\n", __func__, name, ret); | |
649 | goto out; | |
650 | } | |
651 | ||
652 | for (i = 0; i < count; i++) { | |
653 | if (peak) | |
654 | new_opp->bandwidth[i].peak = kBps_to_icc(bw[i]); | |
655 | else | |
656 | new_opp->bandwidth[i].avg = kBps_to_icc(bw[i]); | |
657 | } | |
658 | ||
659 | out: | |
660 | kfree(bw); | |
661 | return ret; | |
662 | } | |
663 | ||
120e117b GD |
664 | static int _read_opp_key(struct dev_pm_opp *new_opp, struct opp_table *table, |
665 | struct device_node *np, bool *rate_not_available) | |
6c591eec | 666 | { |
6d3f922c | 667 | bool found = false; |
6c591eec SK |
668 | u64 rate; |
669 | int ret; | |
670 | ||
671 | ret = of_property_read_u64(np, "opp-hz", &rate); | |
672 | if (!ret) { | |
673 | /* | |
674 | * Rate is defined as an unsigned long in clk API, and so | |
675 | * casting explicitly to its type. Must be fixed once rate is 64 | |
676 | * bit guaranteed in clk API. | |
677 | */ | |
678 | new_opp->rate = (unsigned long)rate; | |
6d3f922c | 679 | found = true; |
6c591eec SK |
680 | } |
681 | *rate_not_available = !!ret; | |
682 | ||
6d3f922c GD |
683 | /* |
684 | * Bandwidth consists of peak and average (optional) values: | |
685 | * opp-peak-kBps = <path1_value path2_value>; | |
686 | * opp-avg-kBps = <path1_value path2_value>; | |
687 | */ | |
120e117b | 688 | ret = _read_bw(new_opp, table, np, true); |
6d3f922c GD |
689 | if (!ret) { |
690 | found = true; | |
120e117b | 691 | ret = _read_bw(new_opp, table, np, false); |
6d3f922c GD |
692 | } |
693 | ||
694 | /* The properties were found but we failed to parse them */ | |
695 | if (ret && ret != -ENODEV) | |
696 | return ret; | |
697 | ||
698 | if (!of_property_read_u32(np, "opp-level", &new_opp->level)) | |
699 | found = true; | |
700 | ||
701 | if (found) | |
702 | return 0; | |
6c591eec SK |
703 | |
704 | return ret; | |
705 | } | |
706 | ||
f47b72a1 VK |
707 | /** |
708 | * _opp_add_static_v2() - Allocate static OPPs (As per 'v2' DT bindings) | |
8cd2f6e8 | 709 | * @opp_table: OPP table |
f47b72a1 VK |
710 | * @dev: device for which we do this operation |
711 | * @np: device node | |
712 | * | |
713 | * This function adds an opp definition to the opp table and returns status. The | |
714 | * opp can be controlled using dev_pm_opp_enable/disable functions and may be | |
715 | * removed by dev_pm_opp_remove. | |
716 | * | |
f47b72a1 | 717 | * Return: |
deac8703 DG |
718 | * Valid OPP pointer: |
719 | * On success | |
720 | * NULL: | |
f47b72a1 | 721 | * Duplicate OPPs (both freq and volt are same) and opp->available |
deac8703 DG |
722 | * OR if the OPP is not supported by hardware. |
723 | * ERR_PTR(-EEXIST): | |
724 | * Freq are same and volt are different OR | |
f47b72a1 | 725 | * Duplicate OPPs (both freq and volt are same) and !opp->available |
deac8703 DG |
726 | * ERR_PTR(-ENOMEM): |
727 | * Memory allocation failure | |
728 | * ERR_PTR(-EINVAL): | |
729 | * Failed parsing the OPP node | |
f47b72a1 | 730 | */ |
deac8703 DG |
731 | static struct dev_pm_opp *_opp_add_static_v2(struct opp_table *opp_table, |
732 | struct device *dev, struct device_node *np) | |
f47b72a1 | 733 | { |
f47b72a1 | 734 | struct dev_pm_opp *new_opp; |
6a89e012 | 735 | u64 rate = 0; |
f47b72a1 VK |
736 | u32 val; |
737 | int ret; | |
a1e8c136 | 738 | bool rate_not_available = false; |
f47b72a1 | 739 | |
8cd2f6e8 VK |
740 | new_opp = _opp_allocate(opp_table); |
741 | if (!new_opp) | |
deac8703 | 742 | return ERR_PTR(-ENOMEM); |
f47b72a1 | 743 | |
120e117b | 744 | ret = _read_opp_key(new_opp, opp_table, np, &rate_not_available); |
6c591eec SK |
745 | if (ret < 0 && !opp_table->is_genpd) { |
746 | dev_err(dev, "%s: opp key field not found\n", __func__); | |
747 | goto free_opp; | |
f47b72a1 VK |
748 | } |
749 | ||
750 | /* Check if the OPP supports hardware's hierarchy of versions or not */ | |
751 | if (!_opp_is_supported(dev, opp_table, np)) { | |
752 | dev_dbg(dev, "OPP not supported by hardware: %llu\n", rate); | |
753 | goto free_opp; | |
754 | } | |
755 | ||
f47b72a1 VK |
756 | new_opp->turbo = of_property_read_bool(np, "turbo-mode"); |
757 | ||
758 | new_opp->np = np; | |
759 | new_opp->dynamic = false; | |
760 | new_opp->available = true; | |
761 | ||
da544b61 VK |
762 | ret = _of_opp_alloc_required_opps(opp_table, new_opp); |
763 | if (ret) | |
764 | goto free_opp; | |
765 | ||
f47b72a1 VK |
766 | if (!of_property_read_u32(np, "clock-latency-ns", &val)) |
767 | new_opp->clock_latency_ns = val; | |
768 | ||
769 | ret = opp_parse_supplies(new_opp, dev, opp_table); | |
770 | if (ret) | |
da544b61 | 771 | goto free_required_opps; |
f47b72a1 | 772 | |
ca1b5d77 VK |
773 | if (opp_table->is_genpd) |
774 | new_opp->pstate = pm_genpd_opp_to_performance_state(dev, new_opp); | |
f47b72a1 | 775 | |
a1e8c136 | 776 | ret = _opp_add(dev, new_opp, opp_table, rate_not_available); |
7f8538eb VK |
777 | if (ret) { |
778 | /* Don't return error for duplicate OPPs */ | |
779 | if (ret == -EBUSY) | |
780 | ret = 0; | |
da544b61 | 781 | goto free_required_opps; |
7f8538eb | 782 | } |
f47b72a1 VK |
783 | |
784 | /* OPP to select on device suspend */ | |
785 | if (of_property_read_bool(np, "opp-suspend")) { | |
786 | if (opp_table->suspend_opp) { | |
45275517 AH |
787 | /* Pick the OPP with higher rate as suspend OPP */ |
788 | if (new_opp->rate > opp_table->suspend_opp->rate) { | |
789 | opp_table->suspend_opp->suspend = false; | |
790 | new_opp->suspend = true; | |
791 | opp_table->suspend_opp = new_opp; | |
792 | } | |
f47b72a1 VK |
793 | } else { |
794 | new_opp->suspend = true; | |
795 | opp_table->suspend_opp = new_opp; | |
796 | } | |
797 | } | |
798 | ||
799 | if (new_opp->clock_latency_ns > opp_table->clock_latency_ns_max) | |
800 | opp_table->clock_latency_ns_max = new_opp->clock_latency_ns; | |
801 | ||
f47b72a1 | 802 | pr_debug("%s: turbo:%d rate:%lu uv:%lu uvmin:%lu uvmax:%lu latency:%lu\n", |
0f0fe7e0 | 803 | __func__, new_opp->turbo, new_opp->rate, |
dfbe4678 VK |
804 | new_opp->supplies[0].u_volt, new_opp->supplies[0].u_volt_min, |
805 | new_opp->supplies[0].u_volt_max, new_opp->clock_latency_ns); | |
f47b72a1 VK |
806 | |
807 | /* | |
808 | * Notify the changes in the availability of the operable | |
809 | * frequency/voltage list. | |
810 | */ | |
052c6f19 | 811 | blocking_notifier_call_chain(&opp_table->head, OPP_EVENT_ADD, new_opp); |
deac8703 | 812 | return new_opp; |
f47b72a1 | 813 | |
da544b61 VK |
814 | free_required_opps: |
815 | _of_opp_free_required_opps(opp_table, new_opp); | |
f47b72a1 | 816 | free_opp: |
8cd2f6e8 VK |
817 | _opp_free(new_opp); |
818 | ||
deac8703 | 819 | return ERR_PTR(ret); |
f47b72a1 VK |
820 | } |
821 | ||
822 | /* Initializes OPP tables based on new bindings */ | |
5ed4cecd | 823 | static int _of_add_opp_table_v2(struct device *dev, struct opp_table *opp_table) |
f47b72a1 VK |
824 | { |
825 | struct device_node *np; | |
283d55e6 | 826 | int ret, count = 0, pstate_count = 0; |
3ba98324 | 827 | struct dev_pm_opp *opp; |
f47b72a1 | 828 | |
283d55e6 | 829 | /* OPP table is already initialized for the device */ |
03758d60 | 830 | mutex_lock(&opp_table->lock); |
283d55e6 | 831 | if (opp_table->parsed_static_opps) { |
03758d60 VK |
832 | opp_table->parsed_static_opps++; |
833 | mutex_unlock(&opp_table->lock); | |
283d55e6 VK |
834 | return 0; |
835 | } | |
836 | ||
03758d60 VK |
837 | opp_table->parsed_static_opps = 1; |
838 | mutex_unlock(&opp_table->lock); | |
b19c2355 | 839 | |
f47b72a1 | 840 | /* We have opp-table node now, iterate over it and add OPPs */ |
5ed4cecd | 841 | for_each_available_child_of_node(opp_table->np, np) { |
deac8703 DG |
842 | opp = _opp_add_static_v2(opp_table, dev, np); |
843 | if (IS_ERR(opp)) { | |
844 | ret = PTR_ERR(opp); | |
f47b72a1 VK |
845 | dev_err(dev, "%s: Failed to add OPP, %d\n", __func__, |
846 | ret); | |
7978db34 | 847 | of_node_put(np); |
03758d60 | 848 | goto remove_static_opp; |
deac8703 DG |
849 | } else if (opp) { |
850 | count++; | |
f47b72a1 VK |
851 | } |
852 | } | |
853 | ||
854 | /* There should be one of more OPP defined */ | |
ba003319 VK |
855 | if (WARN_ON(!count)) { |
856 | ret = -ENOENT; | |
03758d60 | 857 | goto remove_static_opp; |
ba003319 | 858 | } |
f47b72a1 | 859 | |
3ba98324 VK |
860 | list_for_each_entry(opp, &opp_table->opp_list, node) |
861 | pstate_count += !!opp->pstate; | |
862 | ||
863 | /* Either all or none of the nodes shall have performance state set */ | |
864 | if (pstate_count && pstate_count != count) { | |
865 | dev_err(dev, "Not all nodes have performance state set (%d: %d)\n", | |
866 | count, pstate_count); | |
ba003319 | 867 | ret = -ENOENT; |
03758d60 | 868 | goto remove_static_opp; |
3ba98324 VK |
869 | } |
870 | ||
871 | if (pstate_count) | |
872 | opp_table->genpd_performance_state = true; | |
873 | ||
cdd6ed90 | 874 | return 0; |
ba003319 | 875 | |
03758d60 VK |
876 | remove_static_opp: |
877 | _opp_remove_all_static(opp_table); | |
ba003319 VK |
878 | |
879 | return ret; | |
f47b72a1 VK |
880 | } |
881 | ||
882 | /* Initializes OPP tables based on old-deprecated bindings */ | |
5ed4cecd | 883 | static int _of_add_opp_table_v1(struct device *dev, struct opp_table *opp_table) |
f47b72a1 VK |
884 | { |
885 | const struct property *prop; | |
886 | const __be32 *val; | |
8cd2f6e8 | 887 | int nr, ret = 0; |
f47b72a1 | 888 | |
90d46d71 VK |
889 | mutex_lock(&opp_table->lock); |
890 | if (opp_table->parsed_static_opps) { | |
891 | opp_table->parsed_static_opps++; | |
892 | mutex_unlock(&opp_table->lock); | |
893 | return 0; | |
894 | } | |
895 | ||
896 | opp_table->parsed_static_opps = 1; | |
897 | mutex_unlock(&opp_table->lock); | |
898 | ||
f47b72a1 | 899 | prop = of_find_property(dev->of_node, "operating-points", NULL); |
90d46d71 VK |
900 | if (!prop) { |
901 | ret = -ENODEV; | |
902 | goto remove_static_opp; | |
903 | } | |
904 | if (!prop->value) { | |
905 | ret = -ENODATA; | |
906 | goto remove_static_opp; | |
907 | } | |
f47b72a1 VK |
908 | |
909 | /* | |
910 | * Each OPP is a set of tuples consisting of frequency and | |
911 | * voltage like <freq-kHz vol-uV>. | |
912 | */ | |
913 | nr = prop->length / sizeof(u32); | |
914 | if (nr % 2) { | |
915 | dev_err(dev, "%s: Invalid OPP table\n", __func__); | |
90d46d71 VK |
916 | ret = -EINVAL; |
917 | goto remove_static_opp; | |
f47b72a1 VK |
918 | } |
919 | ||
920 | val = prop->value; | |
921 | while (nr) { | |
922 | unsigned long freq = be32_to_cpup(val++) * 1000; | |
923 | unsigned long volt = be32_to_cpup(val++); | |
924 | ||
8cd2f6e8 | 925 | ret = _opp_add_v1(opp_table, dev, freq, volt, false); |
04a86a84 VK |
926 | if (ret) { |
927 | dev_err(dev, "%s: Failed to add OPP %ld (%d)\n", | |
928 | __func__, freq, ret); | |
90d46d71 | 929 | goto remove_static_opp; |
04a86a84 | 930 | } |
f47b72a1 VK |
931 | nr -= 2; |
932 | } | |
933 | ||
90d46d71 VK |
934 | remove_static_opp: |
935 | _opp_remove_all_static(opp_table); | |
936 | ||
8cd2f6e8 | 937 | return ret; |
f47b72a1 VK |
938 | } |
939 | ||
940 | /** | |
941 | * dev_pm_opp_of_add_table() - Initialize opp table from device tree | |
942 | * @dev: device pointer used to lookup OPP table. | |
943 | * | |
944 | * Register the initial OPP table with the OPP library for given device. | |
945 | * | |
f47b72a1 VK |
946 | * Return: |
947 | * 0 On success OR | |
948 | * Duplicate OPPs (both freq and volt are same) and opp->available | |
949 | * -EEXIST Freq are same and volt are different OR | |
950 | * Duplicate OPPs (both freq and volt are same) and !opp->available | |
951 | * -ENOMEM Memory allocation failure | |
952 | * -ENODEV when 'operating-points' property is not found or is invalid data | |
953 | * in device node. | |
954 | * -ENODATA when empty 'operating-points' property is found | |
955 | * -EINVAL when invalid entries are found in opp-v2 table | |
956 | */ | |
957 | int dev_pm_opp_of_add_table(struct device *dev) | |
958 | { | |
5ed4cecd | 959 | struct opp_table *opp_table; |
f47b72a1 VK |
960 | int ret; |
961 | ||
5ed4cecd | 962 | opp_table = dev_pm_opp_get_opp_table_indexed(dev, 0); |
dd461cd9 SG |
963 | if (IS_ERR(opp_table)) |
964 | return PTR_ERR(opp_table); | |
5ed4cecd | 965 | |
f47b72a1 | 966 | /* |
5ed4cecd VK |
967 | * OPPs have two version of bindings now. Also try the old (v1) |
968 | * bindings for backward compatibility with older dtbs. | |
f47b72a1 | 969 | */ |
5ed4cecd VK |
970 | if (opp_table->np) |
971 | ret = _of_add_opp_table_v2(dev, opp_table); | |
972 | else | |
973 | ret = _of_add_opp_table_v1(dev, opp_table); | |
f47b72a1 | 974 | |
5ed4cecd VK |
975 | if (ret) |
976 | dev_pm_opp_put_opp_table(opp_table); | |
f47b72a1 VK |
977 | |
978 | return ret; | |
979 | } | |
980 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_add_table); | |
981 | ||
fa9b274f VK |
982 | /** |
983 | * dev_pm_opp_of_add_table_indexed() - Initialize indexed opp table from device tree | |
984 | * @dev: device pointer used to lookup OPP table. | |
985 | * @index: Index number. | |
986 | * | |
987 | * Register the initial OPP table with the OPP library for given device only | |
988 | * using the "operating-points-v2" property. | |
989 | * | |
990 | * Return: | |
991 | * 0 On success OR | |
992 | * Duplicate OPPs (both freq and volt are same) and opp->available | |
993 | * -EEXIST Freq are same and volt are different OR | |
994 | * Duplicate OPPs (both freq and volt are same) and !opp->available | |
995 | * -ENOMEM Memory allocation failure | |
996 | * -ENODEV when 'operating-points' property is not found or is invalid data | |
997 | * in device node. | |
998 | * -ENODATA when empty 'operating-points' property is found | |
999 | * -EINVAL when invalid entries are found in opp-v2 table | |
1000 | */ | |
1001 | int dev_pm_opp_of_add_table_indexed(struct device *dev, int index) | |
1002 | { | |
5ed4cecd | 1003 | struct opp_table *opp_table; |
8a352fd8 | 1004 | int ret, count; |
fa9b274f | 1005 | |
5ed4cecd | 1006 | if (index) { |
8a352fd8 VK |
1007 | /* |
1008 | * If only one phandle is present, then the same OPP table | |
1009 | * applies for all index requests. | |
1010 | */ | |
1011 | count = of_count_phandle_with_args(dev->of_node, | |
1012 | "operating-points-v2", NULL); | |
3e27c79c VK |
1013 | if (count == 1) |
1014 | index = 0; | |
8a352fd8 | 1015 | } |
fa9b274f | 1016 | |
5ed4cecd | 1017 | opp_table = dev_pm_opp_get_opp_table_indexed(dev, index); |
dd461cd9 SG |
1018 | if (IS_ERR(opp_table)) |
1019 | return PTR_ERR(opp_table); | |
5ed4cecd VK |
1020 | |
1021 | ret = _of_add_opp_table_v2(dev, opp_table); | |
1022 | if (ret) | |
1023 | dev_pm_opp_put_opp_table(opp_table); | |
fa9b274f VK |
1024 | |
1025 | return ret; | |
1026 | } | |
1027 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_add_table_indexed); | |
1028 | ||
f47b72a1 VK |
1029 | /* CPU device specific helpers */ |
1030 | ||
1031 | /** | |
1032 | * dev_pm_opp_of_cpumask_remove_table() - Removes OPP table for @cpumask | |
1033 | * @cpumask: cpumask for which OPP table needs to be removed | |
1034 | * | |
1035 | * This removes the OPP tables for CPUs present in the @cpumask. | |
1036 | * This should be used only to remove static entries created from DT. | |
f47b72a1 VK |
1037 | */ |
1038 | void dev_pm_opp_of_cpumask_remove_table(const struct cpumask *cpumask) | |
1039 | { | |
2a4eb735 | 1040 | _dev_pm_opp_cpumask_remove_table(cpumask, -1); |
f47b72a1 VK |
1041 | } |
1042 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_cpumask_remove_table); | |
1043 | ||
1044 | /** | |
1045 | * dev_pm_opp_of_cpumask_add_table() - Adds OPP table for @cpumask | |
1046 | * @cpumask: cpumask for which OPP table needs to be added. | |
1047 | * | |
1048 | * This adds the OPP tables for CPUs present in the @cpumask. | |
f47b72a1 VK |
1049 | */ |
1050 | int dev_pm_opp_of_cpumask_add_table(const struct cpumask *cpumask) | |
1051 | { | |
1052 | struct device *cpu_dev; | |
50b6b87c | 1053 | int cpu, ret; |
f47b72a1 | 1054 | |
50b6b87c VK |
1055 | if (WARN_ON(cpumask_empty(cpumask))) |
1056 | return -ENODEV; | |
f47b72a1 VK |
1057 | |
1058 | for_each_cpu(cpu, cpumask) { | |
1059 | cpu_dev = get_cpu_device(cpu); | |
1060 | if (!cpu_dev) { | |
1061 | pr_err("%s: failed to get cpu%d device\n", __func__, | |
1062 | cpu); | |
50b6b87c VK |
1063 | ret = -ENODEV; |
1064 | goto remove_table; | |
f47b72a1 VK |
1065 | } |
1066 | ||
1067 | ret = dev_pm_opp_of_add_table(cpu_dev); | |
1068 | if (ret) { | |
5b60697c VK |
1069 | /* |
1070 | * OPP may get registered dynamically, don't print error | |
1071 | * message here. | |
1072 | */ | |
1073 | pr_debug("%s: couldn't find opp table for cpu:%d, %d\n", | |
1074 | __func__, cpu, ret); | |
f47b72a1 | 1075 | |
50b6b87c | 1076 | goto remove_table; |
f47b72a1 VK |
1077 | } |
1078 | } | |
1079 | ||
50b6b87c VK |
1080 | return 0; |
1081 | ||
1082 | remove_table: | |
1083 | /* Free all other OPPs */ | |
1084 | _dev_pm_opp_cpumask_remove_table(cpumask, cpu); | |
1085 | ||
f47b72a1 VK |
1086 | return ret; |
1087 | } | |
1088 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_cpumask_add_table); | |
1089 | ||
1090 | /* | |
1091 | * Works only for OPP v2 bindings. | |
1092 | * | |
1093 | * Returns -ENOENT if operating-points-v2 bindings aren't supported. | |
1094 | */ | |
1095 | /** | |
1096 | * dev_pm_opp_of_get_sharing_cpus() - Get cpumask of CPUs sharing OPPs with | |
1097 | * @cpu_dev using operating-points-v2 | |
1098 | * bindings. | |
1099 | * | |
1100 | * @cpu_dev: CPU device for which we do this operation | |
1101 | * @cpumask: cpumask to update with information of sharing CPUs | |
1102 | * | |
1103 | * This updates the @cpumask with CPUs that are sharing OPPs with @cpu_dev. | |
1104 | * | |
1105 | * Returns -ENOENT if operating-points-v2 isn't present for @cpu_dev. | |
f47b72a1 VK |
1106 | */ |
1107 | int dev_pm_opp_of_get_sharing_cpus(struct device *cpu_dev, | |
1108 | struct cpumask *cpumask) | |
1109 | { | |
76279291 | 1110 | struct device_node *np, *tmp_np, *cpu_np; |
f47b72a1 VK |
1111 | int cpu, ret = 0; |
1112 | ||
1113 | /* Get OPP descriptor node */ | |
0764c604 | 1114 | np = dev_pm_opp_of_get_opp_desc_node(cpu_dev); |
f47b72a1 | 1115 | if (!np) { |
349aa92e | 1116 | dev_dbg(cpu_dev, "%s: Couldn't find opp node.\n", __func__); |
f47b72a1 VK |
1117 | return -ENOENT; |
1118 | } | |
1119 | ||
1120 | cpumask_set_cpu(cpu_dev->id, cpumask); | |
1121 | ||
1122 | /* OPPs are shared ? */ | |
1123 | if (!of_property_read_bool(np, "opp-shared")) | |
1124 | goto put_cpu_node; | |
1125 | ||
1126 | for_each_possible_cpu(cpu) { | |
1127 | if (cpu == cpu_dev->id) | |
1128 | continue; | |
1129 | ||
9867999f | 1130 | cpu_np = of_cpu_device_node_get(cpu); |
76279291 WR |
1131 | if (!cpu_np) { |
1132 | dev_err(cpu_dev, "%s: failed to get cpu%d node\n", | |
f47b72a1 | 1133 | __func__, cpu); |
76279291 | 1134 | ret = -ENOENT; |
f47b72a1 VK |
1135 | goto put_cpu_node; |
1136 | } | |
1137 | ||
1138 | /* Get OPP descriptor node */ | |
fa9b274f | 1139 | tmp_np = _opp_of_get_opp_desc_node(cpu_np, 0); |
9867999f | 1140 | of_node_put(cpu_np); |
f47b72a1 | 1141 | if (!tmp_np) { |
76279291 | 1142 | pr_err("%pOF: Couldn't find opp node\n", cpu_np); |
f47b72a1 VK |
1143 | ret = -ENOENT; |
1144 | goto put_cpu_node; | |
1145 | } | |
1146 | ||
1147 | /* CPUs are sharing opp node */ | |
1148 | if (np == tmp_np) | |
1149 | cpumask_set_cpu(cpu, cpumask); | |
1150 | ||
1151 | of_node_put(tmp_np); | |
1152 | } | |
1153 | ||
1154 | put_cpu_node: | |
1155 | of_node_put(np); | |
1156 | return ret; | |
1157 | } | |
1158 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_get_sharing_cpus); | |
a88bd2a5 VK |
1159 | |
1160 | /** | |
4c6a343e | 1161 | * of_get_required_opp_performance_state() - Search for required OPP and return its performance state. |
a88bd2a5 | 1162 | * @np: Node that contains the "required-opps" property. |
4c6a343e | 1163 | * @index: Index of the phandle to parse. |
a88bd2a5 | 1164 | * |
4c6a343e VK |
1165 | * Returns the performance state of the OPP pointed out by the "required-opps" |
1166 | * property at @index in @np. | |
a88bd2a5 | 1167 | * |
2feb5a89 VK |
1168 | * Return: Zero or positive performance state on success, otherwise negative |
1169 | * value on errors. | |
a88bd2a5 | 1170 | */ |
2feb5a89 | 1171 | int of_get_required_opp_performance_state(struct device_node *np, int index) |
a88bd2a5 | 1172 | { |
4c6a343e | 1173 | struct dev_pm_opp *opp; |
a88bd2a5 VK |
1174 | struct device_node *required_np; |
1175 | struct opp_table *opp_table; | |
2feb5a89 | 1176 | int pstate = -EINVAL; |
a88bd2a5 | 1177 | |
4c6a343e VK |
1178 | required_np = of_parse_required_opp(np, index); |
1179 | if (!required_np) | |
2feb5a89 | 1180 | return -EINVAL; |
a88bd2a5 | 1181 | |
4c6a343e VK |
1182 | opp_table = _find_table_of_opp_np(required_np); |
1183 | if (IS_ERR(opp_table)) { | |
1184 | pr_err("%s: Failed to find required OPP table %pOF: %ld\n", | |
1185 | __func__, np, PTR_ERR(opp_table)); | |
1186 | goto put_required_np; | |
a88bd2a5 VK |
1187 | } |
1188 | ||
4c6a343e VK |
1189 | opp = _find_opp_of_np(opp_table, required_np); |
1190 | if (opp) { | |
1191 | pstate = opp->pstate; | |
1192 | dev_pm_opp_put(opp); | |
a88bd2a5 VK |
1193 | } |
1194 | ||
4c6a343e | 1195 | dev_pm_opp_put_opp_table(opp_table); |
a88bd2a5 | 1196 | |
4c6a343e | 1197 | put_required_np: |
a88bd2a5 | 1198 | of_node_put(required_np); |
a88bd2a5 | 1199 | |
4c6a343e | 1200 | return pstate; |
a88bd2a5 | 1201 | } |
4c6a343e | 1202 | EXPORT_SYMBOL_GPL(of_get_required_opp_performance_state); |
e2f4b5f8 VK |
1203 | |
1204 | /** | |
1205 | * dev_pm_opp_get_of_node() - Gets the DT node corresponding to an opp | |
1206 | * @opp: opp for which DT node has to be returned for | |
1207 | * | |
1208 | * Return: DT node corresponding to the opp, else 0 on success. | |
1209 | * | |
1210 | * The caller needs to put the node with of_node_put() after using it. | |
1211 | */ | |
1212 | struct device_node *dev_pm_opp_get_of_node(struct dev_pm_opp *opp) | |
1213 | { | |
1214 | if (IS_ERR_OR_NULL(opp)) { | |
1215 | pr_err("%s: Invalid parameters\n", __func__); | |
1216 | return NULL; | |
1217 | } | |
1218 | ||
1219 | return of_node_get(opp->np); | |
1220 | } | |
1221 | EXPORT_SYMBOL_GPL(dev_pm_opp_get_of_node); | |
a4f342b9 QP |
1222 | |
1223 | /* | |
1224 | * Callback function provided to the Energy Model framework upon registration. | |
0e0ffa85 | 1225 | * This computes the power estimated by @dev at @kHz if it is the frequency |
a4f342b9 QP |
1226 | * of an existing OPP, or at the frequency of the first OPP above @kHz otherwise |
1227 | * (see dev_pm_opp_find_freq_ceil()). This function updates @kHz to the ceiled | |
1228 | * frequency and @mW to the associated power. The power is estimated as | |
0e0ffa85 LL |
1229 | * P = C * V^2 * f with C being the device's capacitance and V and f |
1230 | * respectively the voltage and frequency of the OPP. | |
a4f342b9 | 1231 | * |
0e0ffa85 LL |
1232 | * Returns -EINVAL if the power calculation failed because of missing |
1233 | * parameters, 0 otherwise. | |
a4f342b9 | 1234 | */ |
0e0ffa85 LL |
1235 | static int __maybe_unused _get_power(unsigned long *mW, unsigned long *kHz, |
1236 | struct device *dev) | |
a4f342b9 | 1237 | { |
a4f342b9 QP |
1238 | struct dev_pm_opp *opp; |
1239 | struct device_node *np; | |
1240 | unsigned long mV, Hz; | |
1241 | u32 cap; | |
1242 | u64 tmp; | |
1243 | int ret; | |
1244 | ||
0e0ffa85 | 1245 | np = of_node_get(dev->of_node); |
a4f342b9 QP |
1246 | if (!np) |
1247 | return -EINVAL; | |
1248 | ||
1249 | ret = of_property_read_u32(np, "dynamic-power-coefficient", &cap); | |
1250 | of_node_put(np); | |
1251 | if (ret) | |
1252 | return -EINVAL; | |
1253 | ||
1254 | Hz = *kHz * 1000; | |
0e0ffa85 | 1255 | opp = dev_pm_opp_find_freq_ceil(dev, &Hz); |
a4f342b9 QP |
1256 | if (IS_ERR(opp)) |
1257 | return -EINVAL; | |
1258 | ||
1259 | mV = dev_pm_opp_get_voltage(opp) / 1000; | |
1260 | dev_pm_opp_put(opp); | |
1261 | if (!mV) | |
1262 | return -EINVAL; | |
1263 | ||
1264 | tmp = (u64)cap * mV * mV * (Hz / 1000000); | |
1265 | do_div(tmp, 1000000000); | |
1266 | ||
1267 | *mW = (unsigned long)tmp; | |
1268 | *kHz = Hz / 1000; | |
1269 | ||
1270 | return 0; | |
1271 | } | |
1272 | ||
1273 | /** | |
1274 | * dev_pm_opp_of_register_em() - Attempt to register an Energy Model | |
0e0ffa85 LL |
1275 | * @dev : Device for which an Energy Model has to be registered |
1276 | * @cpus : CPUs for which an Energy Model has to be registered. For | |
1277 | * other type of devices it should be set to NULL. | |
a4f342b9 QP |
1278 | * |
1279 | * This checks whether the "dynamic-power-coefficient" devicetree property has | |
1280 | * been specified, and tries to register an Energy Model with it if it has. | |
0e0ffa85 LL |
1281 | * Having this property means the voltages are known for OPPs and the EM |
1282 | * might be calculated. | |
a4f342b9 | 1283 | */ |
0e0ffa85 | 1284 | int dev_pm_opp_of_register_em(struct device *dev, struct cpumask *cpus) |
a4f342b9 | 1285 | { |
0e0ffa85 | 1286 | struct em_data_callback em_cb = EM_DATA_CB(_get_power); |
a4f342b9 | 1287 | struct device_node *np; |
0e0ffa85 | 1288 | int ret, nr_opp; |
a4f342b9 QP |
1289 | u32 cap; |
1290 | ||
0e0ffa85 LL |
1291 | if (IS_ERR_OR_NULL(dev)) { |
1292 | ret = -EINVAL; | |
1293 | goto failed; | |
1294 | } | |
a4f342b9 | 1295 | |
0e0ffa85 LL |
1296 | nr_opp = dev_pm_opp_get_opp_count(dev); |
1297 | if (nr_opp <= 0) { | |
1298 | ret = -EINVAL; | |
1299 | goto failed; | |
1300 | } | |
a4f342b9 | 1301 | |
0e0ffa85 LL |
1302 | np = of_node_get(dev->of_node); |
1303 | if (!np) { | |
1304 | ret = -EINVAL; | |
1305 | goto failed; | |
1306 | } | |
a4f342b9 QP |
1307 | |
1308 | /* | |
1309 | * Register an EM only if the 'dynamic-power-coefficient' property is | |
1310 | * set in devicetree. It is assumed the voltage values are known if that | |
1311 | * property is set since it is useless otherwise. If voltages are not | |
1312 | * known, just let the EM registration fail with an error to alert the | |
1313 | * user about the inconsistent configuration. | |
1314 | */ | |
1315 | ret = of_property_read_u32(np, "dynamic-power-coefficient", &cap); | |
1316 | of_node_put(np); | |
0e0ffa85 LL |
1317 | if (ret || !cap) { |
1318 | dev_dbg(dev, "Couldn't find proper 'dynamic-power-coefficient' in DT\n"); | |
1319 | ret = -EINVAL; | |
1320 | goto failed; | |
1321 | } | |
a4f342b9 | 1322 | |
0e0ffa85 LL |
1323 | ret = em_dev_register_perf_domain(dev, nr_opp, &em_cb, cpus); |
1324 | if (ret) | |
1325 | goto failed; | |
a4f342b9 | 1326 | |
0e0ffa85 LL |
1327 | return 0; |
1328 | ||
1329 | failed: | |
1330 | dev_dbg(dev, "Couldn't register Energy Model %d\n", ret); | |
1331 | return ret; | |
a4f342b9 QP |
1332 | } |
1333 | EXPORT_SYMBOL_GPL(dev_pm_opp_of_register_em); |