Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
14a43e69 BH |
2 | /* |
3 | * PowerNV OPAL high level interfaces | |
4 | * | |
5 | * Copyright 2011 IBM Corp. | |
14a43e69 BH |
6 | */ |
7 | ||
c8742f85 | 8 | #define pr_fmt(fmt) "opal: " fmt |
14a43e69 | 9 | |
c8742f85 | 10 | #include <linux/printk.h> |
14a43e69 BH |
11 | #include <linux/types.h> |
12 | #include <linux/of.h> | |
26a2056e | 13 | #include <linux/of_fdt.h> |
14a43e69 | 14 | #include <linux/of_platform.h> |
8f95faaa | 15 | #include <linux/of_address.h> |
a125e092 | 16 | #include <linux/interrupt.h> |
1bc98de2 | 17 | #include <linux/notifier.h> |
73ed148a | 18 | #include <linux/slab.h> |
b63a0ffe | 19 | #include <linux/sched.h> |
6f68b5e2 | 20 | #include <linux/kobject.h> |
f7d98d18 | 21 | #include <linux/delay.h> |
55672ecf | 22 | #include <linux/memblock.h> |
3bf57561 BH |
23 | #include <linux/kthread.h> |
24 | #include <linux/freezer.h> | |
b746e3e0 NP |
25 | #include <linux/kmsg_dump.h> |
26 | #include <linux/console.h> | |
27 | #include <linux/sched/debug.h> | |
b14726c5 ME |
28 | |
29 | #include <asm/machdep.h> | |
14a43e69 BH |
30 | #include <asm/opal.h> |
31 | #include <asm/firmware.h> | |
36df96f8 | 32 | #include <asm/mce.h> |
8f95faaa | 33 | #include <asm/imc-pmu.h> |
6fcd6baa | 34 | #include <asm/bug.h> |
14a43e69 BH |
35 | |
36 | #include "powernv.h" | |
37 | ||
a9336ddf DM |
38 | #define OPAL_MSG_QUEUE_MAX 16 |
39 | ||
40 | struct opal_msg_node { | |
41 | struct list_head list; | |
42 | struct opal_msg msg; | |
43 | }; | |
44 | ||
45 | static DEFINE_SPINLOCK(msg_list_lock); | |
46 | static LIST_HEAD(msg_list); | |
47 | ||
6f68b5e2 VH |
48 | /* /sys/firmware/opal */ |
49 | struct kobject *opal_kobj; | |
50 | ||
14a43e69 BH |
51 | struct opal { |
52 | u64 base; | |
53 | u64 entry; | |
55672ecf | 54 | u64 size; |
14a43e69 BH |
55 | } opal; |
56 | ||
55672ecf MS |
57 | struct mcheck_recoverable_range { |
58 | u64 start_addr; | |
59 | u64 end_addr; | |
60 | u64 recover_addr; | |
61 | }; | |
62 | ||
a9336ddf DM |
63 | static int msg_list_size; |
64 | ||
55672ecf MS |
65 | static struct mcheck_recoverable_range *mc_recoverable_range; |
66 | static int mc_recoverable_range_len; | |
67 | ||
bfc36894 | 68 | struct device_node *opal_node; |
14a43e69 | 69 | static DEFINE_SPINLOCK(opal_write_lock); |
24366360 | 70 | static struct atomic_notifier_head opal_msg_notifier_head[OPAL_MSG_TYPE_MAX]; |
3bf57561 | 71 | static uint32_t opal_heartbeat; |
a203658b | 72 | static struct task_struct *kopald_tsk; |
2be1d5d1 VH |
73 | static struct opal_msg *opal_msg; |
74 | static u32 opal_msg_size __ro_after_init; | |
14a43e69 | 75 | |
e5913db1 | 76 | void __init opal_configure_cores(void) |
4926616c | 77 | { |
1c0eaf0f BH |
78 | u64 reinit_flags = 0; |
79 | ||
4926616c BH |
80 | /* Do the actual re-init, This will clobber all FPRs, VRs, etc... |
81 | * | |
82 | * It will preserve non volatile GPRs and HSPRG0/1. It will | |
83 | * also restore HIDs and other SPRs to their original value | |
84 | * but it might clobber a bunch. | |
85 | */ | |
86 | #ifdef __BIG_ENDIAN__ | |
1c0eaf0f | 87 | reinit_flags |= OPAL_REINIT_CPUS_HILE_BE; |
4926616c | 88 | #else |
1c0eaf0f | 89 | reinit_flags |= OPAL_REINIT_CPUS_HILE_LE; |
4926616c | 90 | #endif |
d3cbff1b | 91 | |
1c0eaf0f BH |
92 | /* |
93 | * POWER9 always support running hash: | |
94 | * ie. Host hash supports hash guests | |
95 | * Host radix supports hash/radix guests | |
96 | */ | |
a70b487b | 97 | if (early_cpu_has_feature(CPU_FTR_ARCH_300)) { |
1c0eaf0f BH |
98 | reinit_flags |= OPAL_REINIT_CPUS_MMU_HASH; |
99 | if (early_radix_enabled()) | |
100 | reinit_flags |= OPAL_REINIT_CPUS_MMU_RADIX; | |
101 | } | |
102 | ||
103 | opal_reinit_cpus(reinit_flags); | |
104 | ||
d3cbff1b BH |
105 | /* Restore some bits */ |
106 | if (cur_cpu_spec->cpu_restore) | |
107 | cur_cpu_spec->cpu_restore(); | |
4926616c BH |
108 | } |
109 | ||
14a43e69 BH |
110 | int __init early_init_dt_scan_opal(unsigned long node, |
111 | const char *uname, int depth, void *data) | |
112 | { | |
55672ecf | 113 | const void *basep, *entryp, *sizep; |
9d0c4dfe | 114 | int basesz, entrysz, runtimesz; |
14a43e69 BH |
115 | |
116 | if (depth != 1 || strcmp(uname, "ibm,opal") != 0) | |
117 | return 0; | |
118 | ||
119 | basep = of_get_flat_dt_prop(node, "opal-base-address", &basesz); | |
120 | entryp = of_get_flat_dt_prop(node, "opal-entry-address", &entrysz); | |
55672ecf | 121 | sizep = of_get_flat_dt_prop(node, "opal-runtime-size", &runtimesz); |
14a43e69 | 122 | |
55672ecf | 123 | if (!basep || !entryp || !sizep) |
14a43e69 BH |
124 | return 1; |
125 | ||
126 | opal.base = of_read_number(basep, basesz/4); | |
127 | opal.entry = of_read_number(entryp, entrysz/4); | |
55672ecf | 128 | opal.size = of_read_number(sizep, runtimesz/4); |
14a43e69 | 129 | |
9d0c4dfe | 130 | pr_debug("OPAL Base = 0x%llx (basep=%p basesz=%d)\n", |
14a43e69 | 131 | opal.base, basep, basesz); |
9d0c4dfe | 132 | pr_debug("OPAL Entry = 0x%llx (entryp=%p basesz=%d)\n", |
14a43e69 | 133 | opal.entry, entryp, entrysz); |
9d0c4dfe | 134 | pr_debug("OPAL Entry = 0x%llx (sizep=%p runtimesz=%d)\n", |
55672ecf | 135 | opal.size, sizep, runtimesz); |
14a43e69 | 136 | |
75b93da4 | 137 | if (of_flat_dt_is_compatible(node, "ibm,opal-v3")) { |
e4d54f71 | 138 | powerpc_firmware_features |= FW_FEATURE_OPAL; |
5138b314 | 139 | pr_debug("OPAL detected !\n"); |
14a43e69 | 140 | } else { |
786842b6 | 141 | panic("OPAL != V3 detected, no longer supported.\n"); |
14a43e69 BH |
142 | } |
143 | ||
c4463b37 JK |
144 | return 1; |
145 | } | |
146 | ||
55672ecf MS |
147 | int __init early_init_dt_scan_recoverable_ranges(unsigned long node, |
148 | const char *uname, int depth, void *data) | |
149 | { | |
9d0c4dfe | 150 | int i, psize, size; |
55672ecf MS |
151 | const __be32 *prop; |
152 | ||
153 | if (depth != 1 || strcmp(uname, "ibm,opal") != 0) | |
154 | return 0; | |
155 | ||
6e556b47 | 156 | prop = of_get_flat_dt_prop(node, "mcheck-recoverable-ranges", &psize); |
55672ecf MS |
157 | |
158 | if (!prop) | |
159 | return 1; | |
160 | ||
161 | pr_debug("Found machine check recoverable ranges.\n"); | |
162 | ||
6e556b47 MS |
163 | /* |
164 | * Calculate number of available entries. | |
165 | * | |
166 | * Each recoverable address range entry is (start address, len, | |
167 | * recovery address), 2 cells each for start and recovery address, | |
168 | * 1 cell for len, totalling 5 cells per entry. | |
169 | */ | |
170 | mc_recoverable_range_len = psize / (sizeof(*prop) * 5); | |
171 | ||
172 | /* Sanity check */ | |
173 | if (!mc_recoverable_range_len) | |
174 | return 1; | |
175 | ||
176 | /* Size required to hold all the entries. */ | |
177 | size = mc_recoverable_range_len * | |
178 | sizeof(struct mcheck_recoverable_range); | |
179 | ||
55672ecf | 180 | /* |
76b42e28 | 181 | * Allocate a buffer to hold the MC recoverable ranges. |
55672ecf | 182 | */ |
b63a07d6 | 183 | mc_recoverable_range = memblock_alloc(size, __alignof__(u64)); |
8a7f97b9 MR |
184 | if (!mc_recoverable_range) |
185 | panic("%s: Failed to allocate %u bytes align=0x%lx\n", | |
186 | __func__, size, __alignof__(u64)); | |
55672ecf | 187 | |
6e556b47 | 188 | for (i = 0; i < mc_recoverable_range_len; i++) { |
55672ecf MS |
189 | mc_recoverable_range[i].start_addr = |
190 | of_read_number(prop + (i * 5) + 0, 2); | |
191 | mc_recoverable_range[i].end_addr = | |
192 | mc_recoverable_range[i].start_addr + | |
193 | of_read_number(prop + (i * 5) + 2, 1); | |
194 | mc_recoverable_range[i].recover_addr = | |
195 | of_read_number(prop + (i * 5) + 3, 2); | |
196 | ||
197 | pr_debug("Machine check recoverable range: %llx..%llx: %llx\n", | |
198 | mc_recoverable_range[i].start_addr, | |
199 | mc_recoverable_range[i].end_addr, | |
200 | mc_recoverable_range[i].recover_addr); | |
201 | } | |
55672ecf MS |
202 | return 1; |
203 | } | |
204 | ||
c4463b37 JK |
205 | static int __init opal_register_exception_handlers(void) |
206 | { | |
29186097 | 207 | #ifdef __BIG_ENDIAN__ |
c4463b37 JK |
208 | u64 glue; |
209 | ||
210 | if (!(powerpc_firmware_features & FW_FEATURE_OPAL)) | |
211 | return -ENODEV; | |
212 | ||
28446de2 MS |
213 | /* Hookup some exception handlers except machine check. We use the |
214 | * fwnmi area at 0x7000 to provide the glue space to OPAL | |
ed79ba9e BH |
215 | */ |
216 | glue = 0x7000; | |
6507955c MS |
217 | |
218 | /* | |
1549c42d SS |
219 | * Only ancient OPAL firmware requires this. |
220 | * Specifically, firmware from FW810.00 (released June 2014) | |
221 | * through FW810.20 (Released October 2014). | |
6507955c | 222 | * |
1549c42d SS |
223 | * Check if we are running on newer (post Oct 2014) firmware that |
224 | * exports the OPAL_HANDLE_HMI token. If yes, then don't ask OPAL to | |
225 | * patch the HMI interrupt and we catch it directly in Linux. | |
6507955c | 226 | * |
1549c42d SS |
227 | * For older firmware (i.e < FW810.20), we fallback to old behavior and |
228 | * let OPAL patch the HMI vector and handle it inside OPAL firmware. | |
229 | * | |
230 | * For newer firmware we catch/handle the HMI directly in Linux. | |
6507955c MS |
231 | */ |
232 | if (!opal_check_token(OPAL_HANDLE_HMI)) { | |
08135139 | 233 | pr_info("Old firmware detected, OPAL handles HMIs.\n"); |
6507955c MS |
234 | opal_register_exception_handler( |
235 | OPAL_HYPERVISOR_MAINTENANCE_HANDLER, | |
236 | 0, glue); | |
237 | glue += 128; | |
238 | } | |
239 | ||
1549c42d SS |
240 | /* |
241 | * Only applicable to ancient firmware, all modern | |
242 | * (post March 2015/skiboot 5.0) firmware will just return | |
243 | * OPAL_UNSUPPORTED. | |
244 | */ | |
ed79ba9e | 245 | opal_register_exception_handler(OPAL_SOFTPATCH_HANDLER, 0, glue); |
29186097 | 246 | #endif |
ed79ba9e | 247 | |
c4463b37 | 248 | return 0; |
14a43e69 | 249 | } |
b14726c5 | 250 | machine_early_initcall(powernv, opal_register_exception_handlers); |
c4463b37 | 251 | |
a9336ddf DM |
252 | static void queue_replay_msg(void *msg) |
253 | { | |
254 | struct opal_msg_node *msg_node; | |
255 | ||
256 | if (msg_list_size < OPAL_MSG_QUEUE_MAX) { | |
257 | msg_node = kzalloc(sizeof(*msg_node), GFP_ATOMIC); | |
258 | if (msg_node) { | |
259 | INIT_LIST_HEAD(&msg_node->list); | |
260 | memcpy(&msg_node->msg, msg, sizeof(struct opal_msg)); | |
261 | list_add_tail(&msg_node->list, &msg_list); | |
262 | msg_list_size++; | |
263 | } else | |
264 | pr_warn_once("message queue no memory\n"); | |
265 | ||
266 | if (msg_list_size >= OPAL_MSG_QUEUE_MAX) | |
267 | pr_warn_once("message queue full\n"); | |
268 | } | |
269 | } | |
270 | ||
271 | static void dequeue_replay_msg(enum opal_msg_type msg_type) | |
272 | { | |
273 | struct opal_msg_node *msg_node, *tmp; | |
274 | ||
275 | list_for_each_entry_safe(msg_node, tmp, &msg_list, list) { | |
276 | if (be32_to_cpu(msg_node->msg.msg_type) != msg_type) | |
277 | continue; | |
278 | ||
279 | atomic_notifier_call_chain(&opal_msg_notifier_head[msg_type], | |
280 | msg_type, | |
281 | &msg_node->msg); | |
282 | ||
283 | list_del(&msg_node->list); | |
284 | kfree(msg_node); | |
285 | msg_list_size--; | |
286 | } | |
287 | } | |
288 | ||
24366360 MS |
289 | /* |
290 | * Opal message notifier based on message type. Allow subscribers to get | |
291 | * notified for specific messgae type. | |
292 | */ | |
d7cf83fc | 293 | int opal_message_notifier_register(enum opal_msg_type msg_type, |
24366360 MS |
294 | struct notifier_block *nb) |
295 | { | |
a9336ddf DM |
296 | int ret; |
297 | unsigned long flags; | |
298 | ||
792f96e9 | 299 | if (!nb || msg_type >= OPAL_MSG_TYPE_MAX) { |
f2c2cbcc JP |
300 | pr_warn("%s: Invalid arguments, msg_type:%d\n", |
301 | __func__, msg_type); | |
24366360 MS |
302 | return -EINVAL; |
303 | } | |
792f96e9 | 304 | |
a9336ddf DM |
305 | spin_lock_irqsave(&msg_list_lock, flags); |
306 | ret = atomic_notifier_chain_register( | |
307 | &opal_msg_notifier_head[msg_type], nb); | |
308 | ||
309 | /* | |
310 | * If the registration succeeded, replay any queued messages that came | |
311 | * in prior to the notifier chain registration. msg_list_lock held here | |
312 | * to ensure they're delivered prior to any subsequent messages. | |
313 | */ | |
314 | if (ret == 0) | |
315 | dequeue_replay_msg(msg_type); | |
316 | ||
317 | spin_unlock_irqrestore(&msg_list_lock, flags); | |
318 | ||
319 | return ret; | |
24366360 | 320 | } |
594fcb9e | 321 | EXPORT_SYMBOL_GPL(opal_message_notifier_register); |
24366360 | 322 | |
df60f576 | 323 | int opal_message_notifier_unregister(enum opal_msg_type msg_type, |
b921e902 NG |
324 | struct notifier_block *nb) |
325 | { | |
326 | return atomic_notifier_chain_unregister( | |
327 | &opal_msg_notifier_head[msg_type], nb); | |
328 | } | |
594fcb9e | 329 | EXPORT_SYMBOL_GPL(opal_message_notifier_unregister); |
b921e902 | 330 | |
24366360 MS |
331 | static void opal_message_do_notify(uint32_t msg_type, void *msg) |
332 | { | |
a9336ddf DM |
333 | unsigned long flags; |
334 | bool queued = false; | |
335 | ||
336 | spin_lock_irqsave(&msg_list_lock, flags); | |
337 | if (opal_msg_notifier_head[msg_type].head == NULL) { | |
338 | /* | |
339 | * Queue up the msg since no notifiers have registered | |
340 | * yet for this msg_type. | |
341 | */ | |
342 | queue_replay_msg(msg); | |
343 | queued = true; | |
344 | } | |
345 | spin_unlock_irqrestore(&msg_list_lock, flags); | |
346 | ||
347 | if (queued) | |
348 | return; | |
349 | ||
24366360 MS |
350 | /* notify subscribers */ |
351 | atomic_notifier_call_chain(&opal_msg_notifier_head[msg_type], | |
352 | msg_type, msg); | |
353 | } | |
354 | ||
355 | static void opal_handle_message(void) | |
356 | { | |
357 | s64 ret; | |
bb4398e1 | 358 | u32 type; |
24366360 | 359 | |
2be1d5d1 | 360 | ret = opal_get_msg(__pa(opal_msg), opal_msg_size); |
24366360 MS |
361 | /* No opal message pending. */ |
362 | if (ret == OPAL_RESOURCE) | |
363 | return; | |
364 | ||
365 | /* check for errors. */ | |
366 | if (ret) { | |
f2c2cbcc JP |
367 | pr_warn("%s: Failed to retrieve opal message, err=%lld\n", |
368 | __func__, ret); | |
24366360 MS |
369 | return; |
370 | } | |
371 | ||
2be1d5d1 | 372 | type = be32_to_cpu(opal_msg->msg_type); |
bb4398e1 | 373 | |
24366360 | 374 | /* Sanity check */ |
792f96e9 | 375 | if (type >= OPAL_MSG_TYPE_MAX) { |
98da62b7 | 376 | pr_warn_once("%s: Unknown message type: %u\n", __func__, type); |
24366360 MS |
377 | return; |
378 | } | |
2be1d5d1 | 379 | opal_message_do_notify(type, (void *)opal_msg); |
24366360 MS |
380 | } |
381 | ||
a295af24 | 382 | static irqreturn_t opal_message_notify(int irq, void *data) |
24366360 | 383 | { |
a295af24 AP |
384 | opal_handle_message(); |
385 | return IRQ_HANDLED; | |
24366360 MS |
386 | } |
387 | ||
2be1d5d1 | 388 | static int __init opal_message_init(struct device_node *opal_node) |
24366360 | 389 | { |
a295af24 | 390 | int ret, i, irq; |
24366360 | 391 | |
2be1d5d1 VH |
392 | ret = of_property_read_u32(opal_node, "opal-msg-size", &opal_msg_size); |
393 | if (ret) { | |
394 | pr_notice("Failed to read opal-msg-size property\n"); | |
395 | opal_msg_size = sizeof(struct opal_msg); | |
396 | } | |
397 | ||
398 | opal_msg = kmalloc(opal_msg_size, GFP_KERNEL); | |
399 | if (!opal_msg) { | |
400 | opal_msg_size = sizeof(struct opal_msg); | |
401 | /* Try to allocate fixed message size */ | |
402 | opal_msg = kmalloc(opal_msg_size, GFP_KERNEL); | |
403 | BUG_ON(opal_msg == NULL); | |
404 | } | |
405 | ||
24366360 MS |
406 | for (i = 0; i < OPAL_MSG_TYPE_MAX; i++) |
407 | ATOMIC_INIT_NOTIFIER_HEAD(&opal_msg_notifier_head[i]); | |
408 | ||
a295af24 AP |
409 | irq = opal_event_request(ilog2(OPAL_EVENT_MSG_PENDING)); |
410 | if (!irq) { | |
411 | pr_err("%s: Can't register OPAL event irq (%d)\n", | |
412 | __func__, irq); | |
413 | return irq; | |
414 | } | |
415 | ||
416 | ret = request_irq(irq, opal_message_notify, | |
417 | IRQ_TYPE_LEVEL_HIGH, "opal-msg", NULL); | |
24366360 | 418 | if (ret) { |
a295af24 | 419 | pr_err("%s: Can't request OPAL event irq (%d)\n", |
24366360 MS |
420 | __func__, ret); |
421 | return ret; | |
422 | } | |
a295af24 | 423 | |
24366360 MS |
424 | return 0; |
425 | } | |
24366360 | 426 | |
f32fcbed | 427 | ssize_t opal_get_chars(uint32_t vtermno, u8 *buf, size_t count) |
14a43e69 | 428 | { |
4f89363b BH |
429 | s64 rc; |
430 | __be64 evt, len; | |
14a43e69 BH |
431 | |
432 | if (!opal.entry) | |
daea1175 | 433 | return -ENODEV; |
14a43e69 | 434 | opal_poll_events(&evt); |
4f89363b | 435 | if ((be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_INPUT) == 0) |
14a43e69 | 436 | return 0; |
4f89363b | 437 | len = cpu_to_be64(count); |
9d0c4dfe | 438 | rc = opal_console_read(vtermno, &len, buf); |
14a43e69 | 439 | if (rc == OPAL_SUCCESS) |
4f89363b | 440 | return be64_to_cpu(len); |
14a43e69 BH |
441 | return 0; |
442 | } | |
443 | ||
f32fcbed JSS |
444 | static ssize_t __opal_put_chars(uint32_t vtermno, const u8 *data, |
445 | size_t total_len, bool atomic) | |
14a43e69 | 446 | { |
17cc1dd4 | 447 | unsigned long flags = 0 /* shut up gcc */; |
f32fcbed | 448 | ssize_t written; |
b74d2807 NP |
449 | __be64 olen; |
450 | s64 rc; | |
14a43e69 BH |
451 | |
452 | if (!opal.entry) | |
daea1175 | 453 | return -ENODEV; |
14a43e69 | 454 | |
17cc1dd4 NP |
455 | if (atomic) |
456 | spin_lock_irqsave(&opal_write_lock, flags); | |
e4d54f71 | 457 | rc = opal_console_write_buffer_space(vtermno, &olen); |
b74d2807 | 458 | if (rc || be64_to_cpu(olen) < total_len) { |
e4d54f71 SS |
459 | /* Closed -> drop characters */ |
460 | if (rc) | |
b74d2807 NP |
461 | written = total_len; |
462 | else | |
463 | written = -EAGAIN; | |
464 | goto out; | |
14a43e69 BH |
465 | } |
466 | ||
b74d2807 NP |
467 | /* Should not get a partial write here because space is available. */ |
468 | olen = cpu_to_be64(total_len); | |
469 | rc = opal_console_write(vtermno, &olen, data); | |
470 | if (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { | |
95b861a7 | 471 | if (rc == OPAL_BUSY_EVENT) |
b74d2807 | 472 | opal_poll_events(NULL); |
b74d2807 NP |
473 | written = -EAGAIN; |
474 | goto out; | |
475 | } | |
36d2dabc | 476 | |
b74d2807 NP |
477 | /* Closed or other error drop */ |
478 | if (rc != OPAL_SUCCESS) { | |
479 | written = opal_error_code(rc); | |
480 | goto out; | |
481 | } | |
36d2dabc | 482 | |
b74d2807 NP |
483 | written = be64_to_cpu(olen); |
484 | if (written < total_len) { | |
17cc1dd4 NP |
485 | if (atomic) { |
486 | /* Should not happen */ | |
487 | pr_warn("atomic console write returned partial " | |
f32fcbed | 488 | "len=%zu written=%zd\n", total_len, written); |
17cc1dd4 | 489 | } |
b74d2807 NP |
490 | if (!written) |
491 | written = -EAGAIN; | |
d2a2262e | 492 | } |
b74d2807 NP |
493 | |
494 | out: | |
17cc1dd4 NP |
495 | if (atomic) |
496 | spin_unlock_irqrestore(&opal_write_lock, flags); | |
d2a2262e NP |
497 | |
498 | return written; | |
499 | } | |
500 | ||
f32fcbed | 501 | ssize_t opal_put_chars(uint32_t vtermno, const u8 *data, size_t total_len) |
17cc1dd4 NP |
502 | { |
503 | return __opal_put_chars(vtermno, data, total_len, false); | |
504 | } | |
505 | ||
506 | /* | |
507 | * opal_put_chars_atomic will not perform partial-writes. Data will be | |
508 | * atomically written to the terminal or not at all. This is not strictly | |
509 | * true at the moment because console space can race with OPAL's console | |
510 | * writes. | |
511 | */ | |
f32fcbed JSS |
512 | ssize_t opal_put_chars_atomic(uint32_t vtermno, const u8 *data, |
513 | size_t total_len) | |
17cc1dd4 NP |
514 | { |
515 | return __opal_put_chars(vtermno, data, total_len, true); | |
516 | } | |
517 | ||
95b861a7 | 518 | static s64 __opal_flush_console(uint32_t vtermno) |
d2a2262e NP |
519 | { |
520 | s64 rc; | |
521 | ||
522 | if (!opal_check_token(OPAL_CONSOLE_FLUSH)) { | |
523 | __be64 evt; | |
524 | ||
d2a2262e NP |
525 | /* |
526 | * If OPAL_CONSOLE_FLUSH is not implemented in the firmware, | |
527 | * the console can still be flushed by calling the polling | |
528 | * function while it has OPAL_EVENT_CONSOLE_OUTPUT events. | |
529 | */ | |
95b861a7 NP |
530 | WARN_ONCE(1, "opal: OPAL_CONSOLE_FLUSH missing.\n"); |
531 | ||
532 | opal_poll_events(&evt); | |
533 | if (!(be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_OUTPUT)) | |
534 | return OPAL_SUCCESS; | |
535 | return OPAL_BUSY; | |
d2a2262e | 536 | |
95b861a7 NP |
537 | } else { |
538 | rc = opal_console_flush(vtermno); | |
539 | if (rc == OPAL_BUSY_EVENT) { | |
540 | opal_poll_events(NULL); | |
541 | rc = OPAL_BUSY; | |
542 | } | |
543 | return rc; | |
14a43e69 | 544 | } |
d2a2262e | 545 | |
95b861a7 NP |
546 | } |
547 | ||
548 | /* | |
549 | * opal_flush_console spins until the console is flushed | |
550 | */ | |
551 | int opal_flush_console(uint32_t vtermno) | |
552 | { | |
553 | for (;;) { | |
554 | s64 rc = __opal_flush_console(vtermno); | |
555 | ||
556 | if (rc == OPAL_BUSY || rc == OPAL_PARTIAL) { | |
557 | mdelay(1); | |
558 | continue; | |
559 | } | |
560 | ||
561 | return opal_error_code(rc); | |
562 | } | |
563 | } | |
564 | ||
565 | /* | |
566 | * opal_flush_chars is an hvc interface that sleeps until the console is | |
567 | * flushed if wait, otherwise it will return -EBUSY if the console has data, | |
568 | * -EAGAIN if it has data and some of it was flushed. | |
569 | */ | |
570 | int opal_flush_chars(uint32_t vtermno, bool wait) | |
571 | { | |
572 | for (;;) { | |
573 | s64 rc = __opal_flush_console(vtermno); | |
574 | ||
575 | if (rc == OPAL_BUSY || rc == OPAL_PARTIAL) { | |
576 | if (wait) { | |
577 | msleep(OPAL_BUSY_DELAY_MS); | |
578 | continue; | |
d2a2262e | 579 | } |
95b861a7 NP |
580 | if (rc == OPAL_PARTIAL) |
581 | return -EAGAIN; | |
d2a2262e | 582 | } |
d2a2262e | 583 | |
95b861a7 NP |
584 | return opal_error_code(rc); |
585 | } | |
14a43e69 BH |
586 | } |
587 | ||
b63a0ffe MS |
588 | static int opal_recover_mce(struct pt_regs *regs, |
589 | struct machine_check_event *evt) | |
590 | { | |
591 | int recovered = 0; | |
b63a0ffe | 592 | |
806c0e6e | 593 | if (regs_is_unrecoverable(regs)) { |
b63a0ffe | 594 | /* If MSR_RI isn't set, we cannot recover */ |
c74dd88e | 595 | pr_err("Machine check interrupt unrecoverable: MSR(RI=0)\n"); |
b63a0ffe MS |
596 | recovered = 0; |
597 | } else if (evt->disposition == MCE_DISPOSITION_RECOVERED) { | |
598 | /* Platform corrected itself */ | |
599 | recovered = 1; | |
1363875b NP |
600 | } else if (evt->severity == MCE_SEV_FATAL) { |
601 | /* Fatal machine check */ | |
602 | pr_err("Machine check interrupt is fatal\n"); | |
603 | recovered = 0; | |
6fcd6baa NP |
604 | } |
605 | ||
cda6618d | 606 | if (!recovered && evt->sync_error) { |
b63a0ffe | 607 | /* |
6fcd6baa NP |
608 | * Try to kill processes if we get a synchronous machine check |
609 | * (e.g., one caused by execution of this instruction). This | |
610 | * will devolve into a panic if we try to kill init or are in | |
611 | * an interrupt etc. | |
b63a0ffe MS |
612 | * |
613 | * TODO: Queue up this address for hwpoisioning later. | |
6fcd6baa NP |
614 | * TODO: This is not quite right for d-side machine |
615 | * checks ->nip is not necessarily the important | |
616 | * address. | |
b63a0ffe | 617 | */ |
6fcd6baa NP |
618 | if ((user_mode(regs))) { |
619 | _exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip); | |
620 | recovered = 1; | |
621 | } else if (die_will_crash()) { | |
622 | /* | |
623 | * die() would kill the kernel, so better to go via | |
624 | * the platform reboot code that will log the | |
625 | * machine check. | |
626 | */ | |
627 | recovered = 0; | |
628 | } else { | |
209e9d50 | 629 | die_mce("Machine check", regs, SIGBUS); |
6fcd6baa NP |
630 | recovered = 1; |
631 | } | |
b63a0ffe | 632 | } |
6fcd6baa | 633 | |
b63a0ffe MS |
634 | return recovered; |
635 | } | |
636 | ||
62dea077 | 637 | void __noreturn pnv_platform_error_reboot(struct pt_regs *regs, const char *msg) |
b746e3e0 | 638 | { |
35adacd6 NP |
639 | panic_flush_kmsg_start(); |
640 | ||
b746e3e0 NP |
641 | pr_emerg("Hardware platform error: %s\n", msg); |
642 | if (regs) | |
643 | show_regs(regs); | |
644 | smp_send_stop(); | |
35adacd6 NP |
645 | |
646 | panic_flush_kmsg_end(); | |
b746e3e0 NP |
647 | |
648 | /* | |
649 | * Don't bother to shut things down because this will | |
650 | * xstop the system. | |
651 | */ | |
652 | if (opal_cec_reboot2(OPAL_REBOOT_PLATFORM_ERROR, msg) | |
653 | == OPAL_UNSUPPORTED) { | |
654 | pr_emerg("Reboot type %d not supported for %s\n", | |
655 | OPAL_REBOOT_PLATFORM_ERROR, msg); | |
656 | } | |
657 | ||
658 | /* | |
659 | * We reached here. There can be three possibilities: | |
660 | * 1. We are running on a firmware level that do not support | |
661 | * opal_cec_reboot2() | |
662 | * 2. We are running on a firmware level that do not support | |
663 | * OPAL_REBOOT_PLATFORM_ERROR reboot type. | |
664 | * 3. We are running on FSP based system that does not need | |
665 | * opal to trigger checkstop explicitly for error analysis. | |
666 | * The FSP PRD component would have already got notified | |
667 | * about this error through other channels. | |
5ee573e8 BS |
668 | * 4. We are running on a newer skiboot that by default does |
669 | * not cause a checkstop, drops us back to the kernel to | |
670 | * extract context and state at the time of the error. | |
b746e3e0 NP |
671 | */ |
672 | ||
5ee573e8 | 673 | panic(msg); |
b746e3e0 NP |
674 | } |
675 | ||
ed79ba9e BH |
676 | int opal_machine_check(struct pt_regs *regs) |
677 | { | |
36df96f8 | 678 | struct machine_check_event evt; |
ed79ba9e | 679 | |
36df96f8 MS |
680 | if (!get_mce_event(&evt, MCE_EVENT_RELEASE)) |
681 | return 0; | |
ed79ba9e BH |
682 | |
683 | /* Print things out */ | |
36df96f8 | 684 | if (evt.version != MCE_V1) { |
ed79ba9e BH |
685 | pr_err("Machine Check Exception, Unknown event version %d !\n", |
686 | evt.version); | |
687 | return 0; | |
688 | } | |
c0577201 | 689 | machine_check_print_event_info(&evt, user_mode(regs), false); |
ed79ba9e | 690 | |
b63a0ffe MS |
691 | if (opal_recover_mce(regs, &evt)) |
692 | return 1; | |
e784b649 | 693 | |
b746e3e0 | 694 | pnv_platform_error_reboot(regs, "Unrecoverable Machine Check exception"); |
ed79ba9e BH |
695 | } |
696 | ||
0869b6fd MS |
697 | /* Early hmi handler called in real mode. */ |
698 | int opal_hmi_exception_early(struct pt_regs *regs) | |
699 | { | |
0ef95b41 MS |
700 | s64 rc; |
701 | ||
702 | /* | |
703 | * call opal hmi handler. Pass paca address as token. | |
704 | * The return value OPAL_SUCCESS is an indication that there is | |
705 | * an HMI event generated waiting to pull by Linux. | |
706 | */ | |
707 | rc = opal_handle_hmi(); | |
708 | if (rc == OPAL_SUCCESS) { | |
709 | local_paca->hmi_event_available = 1; | |
710 | return 1; | |
711 | } | |
0869b6fd MS |
712 | return 0; |
713 | } | |
714 | ||
de269129 MS |
715 | int opal_hmi_exception_early2(struct pt_regs *regs) |
716 | { | |
717 | s64 rc; | |
718 | __be64 out_flags; | |
719 | ||
720 | /* | |
721 | * call opal hmi handler. | |
722 | * Check 64-bit flag mask to find out if an event was generated, | |
723 | * and whether TB is still valid or not etc. | |
724 | */ | |
725 | rc = opal_handle_hmi2(&out_flags); | |
726 | if (rc != OPAL_SUCCESS) | |
727 | return 0; | |
728 | ||
729 | if (be64_to_cpu(out_flags) & OPAL_HMI_FLAGS_NEW_EVENT) | |
730 | local_paca->hmi_event_available = 1; | |
731 | if (be64_to_cpu(out_flags) & OPAL_HMI_FLAGS_TOD_TB_FAIL) | |
732 | tb_invalid = true; | |
733 | return 1; | |
734 | } | |
735 | ||
59d512e4 | 736 | /* HMI exception handler called in virtual mode when irqs are next enabled. */ |
0869b6fd MS |
737 | int opal_handle_hmi_exception(struct pt_regs *regs) |
738 | { | |
0ef95b41 MS |
739 | /* |
740 | * Check if HMI event is available. | |
56c0b48b | 741 | * if Yes, then wake kopald to process them. |
0ef95b41 MS |
742 | */ |
743 | if (!local_paca->hmi_event_available) | |
744 | return 0; | |
745 | ||
746 | local_paca->hmi_event_available = 0; | |
56c0b48b | 747 | opal_wake_poller(); |
0ef95b41 MS |
748 | |
749 | return 1; | |
0869b6fd MS |
750 | } |
751 | ||
55672ecf MS |
752 | static uint64_t find_recovery_address(uint64_t nip) |
753 | { | |
754 | int i; | |
755 | ||
756 | for (i = 0; i < mc_recoverable_range_len; i++) | |
757 | if ((nip >= mc_recoverable_range[i].start_addr) && | |
758 | (nip < mc_recoverable_range[i].end_addr)) | |
759 | return mc_recoverable_range[i].recover_addr; | |
760 | return 0; | |
761 | } | |
762 | ||
763 | bool opal_mce_check_early_recovery(struct pt_regs *regs) | |
764 | { | |
765 | uint64_t recover_addr = 0; | |
766 | ||
767 | if (!opal.base || !opal.size) | |
768 | goto out; | |
769 | ||
770 | if ((regs->nip >= opal.base) && | |
dc3799bb | 771 | (regs->nip < (opal.base + opal.size))) |
55672ecf MS |
772 | recover_addr = find_recovery_address(regs->nip); |
773 | ||
774 | /* | |
775 | * Setup regs->nip to rfi into fixup address. | |
776 | */ | |
777 | if (recover_addr) | |
59dc5bfc | 778 | regs_set_return_ip(regs, recover_addr); |
55672ecf MS |
779 | |
780 | out: | |
781 | return !!recover_addr; | |
782 | } | |
783 | ||
e5913db1 | 784 | static int __init opal_sysfs_init(void) |
6f68b5e2 VH |
785 | { |
786 | opal_kobj = kobject_create_and_add("opal", firmware_kobj); | |
787 | if (!opal_kobj) { | |
788 | pr_warn("kobject_create_and_add opal failed\n"); | |
789 | return -ENOMEM; | |
790 | } | |
791 | ||
792 | return 0; | |
793 | } | |
794 | ||
db933612 OH |
795 | static int opal_add_one_export(struct kobject *parent, const char *export_name, |
796 | struct device_node *np, const char *prop_name) | |
797 | { | |
798 | struct bin_attribute *attr = NULL; | |
799 | const char *name = NULL; | |
800 | u64 vals[2]; | |
801 | int rc; | |
802 | ||
803 | rc = of_property_read_u64_array(np, prop_name, &vals[0], 2); | |
804 | if (rc) | |
805 | goto out; | |
806 | ||
807 | attr = kzalloc(sizeof(*attr), GFP_KERNEL); | |
ceffa63a CZ |
808 | if (!attr) { |
809 | rc = -ENOMEM; | |
810 | goto out; | |
811 | } | |
db933612 OH |
812 | name = kstrdup(export_name, GFP_KERNEL); |
813 | if (!name) { | |
814 | rc = -ENOMEM; | |
815 | goto out; | |
816 | } | |
817 | ||
818 | sysfs_bin_attr_init(attr); | |
819 | attr->attr.name = name; | |
820 | attr->attr.mode = 0400; | |
66bc1a17 | 821 | attr->read = sysfs_bin_attr_simple_read; |
db933612 OH |
822 | attr->private = __va(vals[0]); |
823 | attr->size = vals[1]; | |
824 | ||
825 | rc = sysfs_create_bin_file(parent, attr); | |
826 | out: | |
827 | if (rc) { | |
828 | kfree(name); | |
829 | kfree(attr); | |
830 | } | |
831 | ||
832 | return rc; | |
833 | } | |
834 | ||
835 | static void opal_add_exported_attrs(struct device_node *np, | |
836 | struct kobject *kobj) | |
837 | { | |
838 | struct device_node *child; | |
839 | struct property *prop; | |
840 | ||
841 | for_each_property_of_node(np, prop) { | |
842 | int rc; | |
843 | ||
844 | if (!strcmp(prop->name, "name") || | |
845 | !strcmp(prop->name, "phandle")) | |
846 | continue; | |
847 | ||
848 | rc = opal_add_one_export(kobj, prop->name, np, prop->name); | |
849 | if (rc) { | |
850 | pr_warn("Unable to add export %pOF/%s, rc = %d!\n", | |
851 | np, prop->name, rc); | |
852 | } | |
853 | } | |
854 | ||
855 | for_each_child_of_node(np, child) { | |
856 | struct kobject *child_kobj; | |
857 | ||
858 | child_kobj = kobject_create_and_add(child->name, kobj); | |
859 | if (!child_kobj) { | |
860 | pr_err("Unable to create export dir for %pOF\n", child); | |
861 | continue; | |
862 | } | |
863 | ||
864 | opal_add_exported_attrs(child, child_kobj); | |
865 | } | |
866 | } | |
867 | ||
11fe909d MB |
868 | /* |
869 | * opal_export_attrs: creates a sysfs node for each property listed in | |
870 | * the device-tree under /ibm,opal/firmware/exports/ | |
871 | * All new sysfs nodes are created under /opal/exports/. | |
872 | * This allows for reserved memory regions (e.g. HDAT) to be read. | |
873 | * The new sysfs nodes are only readable by root. | |
874 | */ | |
875 | static void opal_export_attrs(void) | |
876 | { | |
11fe909d | 877 | struct device_node *np; |
11fe909d | 878 | struct kobject *kobj; |
846a17a5 | 879 | int rc; |
11fe909d MB |
880 | |
881 | np = of_find_node_by_path("/ibm,opal/firmware/exports"); | |
882 | if (!np) | |
883 | return; | |
884 | ||
885 | /* Create new 'exports' directory - /sys/firmware/opal/exports */ | |
886 | kobj = kobject_create_and_add("exports", opal_kobj); | |
887 | if (!kobj) { | |
888 | pr_warn("kobject_create_and_add() of exports failed\n"); | |
71a92e99 | 889 | of_node_put(np); |
11fe909d MB |
890 | return; |
891 | } | |
892 | ||
db933612 | 893 | opal_add_exported_attrs(np, kobj); |
11fe909d | 894 | |
846a17a5 OH |
895 | /* |
896 | * NB: symbol_map existed before the generic export interface so it | |
897 | * lives under the top level opal_kobj. | |
898 | */ | |
899 | rc = opal_add_one_export(opal_kobj, "symbol_map", | |
900 | np->parent, "symbol-map"); | |
901 | if (rc) | |
902 | pr_warn("Error %d creating OPAL symbols file\n", rc); | |
903 | ||
11fe909d MB |
904 | of_node_put(np); |
905 | } | |
906 | ||
b09c2ec4 VH |
907 | static void __init opal_dump_region_init(void) |
908 | { | |
909 | void *addr; | |
910 | uint64_t size; | |
911 | int rc; | |
912 | ||
b962f5a4 SS |
913 | if (!opal_check_token(OPAL_REGISTER_DUMP_REGION)) |
914 | return; | |
915 | ||
b09c2ec4 VH |
916 | /* Register kernel log buffer */ |
917 | addr = log_buf_addr_get(); | |
6501ab5e PK |
918 | if (addr == NULL) |
919 | return; | |
920 | ||
b09c2ec4 | 921 | size = log_buf_len_get(); |
6501ab5e PK |
922 | if (size == 0) |
923 | return; | |
924 | ||
b09c2ec4 VH |
925 | rc = opal_register_dump_region(OPAL_DUMP_REGION_LOG_BUF, |
926 | __pa(addr), size); | |
927 | /* Don't warn if this is just an older OPAL that doesn't | |
928 | * know about that call | |
929 | */ | |
930 | if (rc && rc != OPAL_UNSUPPORTED) | |
931 | pr_warn("DUMP: Failed to register kernel log buffer. " | |
932 | "rc = %d\n", rc); | |
933 | } | |
608b286d | 934 | |
e5913db1 | 935 | static void __init opal_pdev_init(const char *compatible) |
ed59190e CB |
936 | { |
937 | struct device_node *np; | |
938 | ||
9e4f51bd | 939 | for_each_compatible_node(np, NULL, compatible) |
47083450 NG |
940 | of_platform_device_create(np, NULL, NULL); |
941 | } | |
942 | ||
8f95faaa MS |
943 | static void __init opal_imc_init_dev(void) |
944 | { | |
945 | struct device_node *np; | |
946 | ||
947 | np = of_find_compatible_node(NULL, NULL, IMC_DTB_COMPAT); | |
948 | if (np) | |
949 | of_platform_device_create(np, NULL, NULL); | |
605c27f3 LH |
950 | |
951 | of_node_put(np); | |
8f95faaa MS |
952 | } |
953 | ||
3bf57561 BH |
954 | static int kopald(void *unused) |
955 | { | |
a203658b | 956 | unsigned long timeout = msecs_to_jiffies(opal_heartbeat) + 1; |
9f0fd049 | 957 | |
3bf57561 BH |
958 | set_freezable(); |
959 | do { | |
960 | try_to_freeze(); | |
56c0b48b NP |
961 | |
962 | opal_handle_events(); | |
963 | ||
964 | set_current_state(TASK_INTERRUPTIBLE); | |
965 | if (opal_have_pending_events()) | |
966 | __set_current_state(TASK_RUNNING); | |
967 | else | |
968 | schedule_timeout(timeout); | |
969 | ||
3bf57561 BH |
970 | } while (!kthread_should_stop()); |
971 | ||
972 | return 0; | |
973 | } | |
974 | ||
a203658b BH |
975 | void opal_wake_poller(void) |
976 | { | |
977 | if (kopald_tsk) | |
978 | wake_up_process(kopald_tsk); | |
979 | } | |
980 | ||
e5913db1 | 981 | static void __init opal_init_heartbeat(void) |
3bf57561 BH |
982 | { |
983 | /* Old firwmware, we assume the HVC heartbeat is sufficient */ | |
984 | if (of_property_read_u32(opal_node, "ibm,heartbeat-ms", | |
985 | &opal_heartbeat) != 0) | |
986 | opal_heartbeat = 0; | |
987 | ||
988 | if (opal_heartbeat) | |
a203658b | 989 | kopald_tsk = kthread_run(kopald, NULL, "kopald"); |
3bf57561 BH |
990 | } |
991 | ||
14a43e69 BH |
992 | static int __init opal_init(void) |
993 | { | |
c159b596 | 994 | struct device_node *np, *consoles, *leds; |
c1c3a526 | 995 | int rc; |
14a43e69 BH |
996 | |
997 | opal_node = of_find_node_by_path("/ibm,opal"); | |
998 | if (!opal_node) { | |
08135139 | 999 | pr_warn("Device node not found\n"); |
14a43e69 BH |
1000 | return -ENODEV; |
1001 | } | |
2db29d28 BH |
1002 | |
1003 | /* Register OPAL consoles if any ports */ | |
7261aafc | 1004 | consoles = of_find_node_by_path("/ibm,opal/consoles"); |
2db29d28 BH |
1005 | if (consoles) { |
1006 | for_each_child_of_node(consoles, np) { | |
2c8e65b5 | 1007 | if (!of_node_name_eq(np, "serial")) |
2db29d28 BH |
1008 | continue; |
1009 | of_platform_device_create(np, NULL, NULL); | |
1010 | } | |
1011 | of_node_put(consoles); | |
14a43e69 | 1012 | } |
a125e092 | 1013 | |
96e023e7 | 1014 | /* Initialise OPAL messaging system */ |
2be1d5d1 | 1015 | opal_message_init(opal_node); |
96e023e7 AP |
1016 | |
1017 | /* Initialise OPAL asynchronous completion interface */ | |
1018 | opal_async_comp_init(); | |
1019 | ||
1020 | /* Initialise OPAL sensor interface */ | |
1021 | opal_sensor_init(); | |
1022 | ||
1023 | /* Initialise OPAL hypervisor maintainence interrupt handling */ | |
1024 | opal_hmi_handler_init(); | |
1025 | ||
47083450 | 1026 | /* Create i2c platform devices */ |
9e4f51bd | 1027 | opal_pdev_init("ibm,opal-i2c"); |
47083450 | 1028 | |
3013e173 OH |
1029 | /* Handle non-volatile memory devices */ |
1030 | opal_pdev_init("pmem-region"); | |
1031 | ||
3bf57561 BH |
1032 | /* Setup a heatbeat thread if requested by OPAL */ |
1033 | opal_init_heartbeat(); | |
1034 | ||
8f95faaa MS |
1035 | /* Detect In-Memory Collection counters and create devices*/ |
1036 | opal_imc_init_dev(); | |
1037 | ||
c159b596 VH |
1038 | /* Create leds platform devices */ |
1039 | leds = of_find_node_by_path("/ibm,opal/leds"); | |
1040 | if (leds) { | |
1041 | of_platform_device_create(leds, "opal_leds", NULL); | |
1042 | of_node_put(leds); | |
1043 | } | |
1044 | ||
9b4fffa1 AD |
1045 | /* Initialise OPAL message log interface */ |
1046 | opal_msglog_init(); | |
1047 | ||
6f68b5e2 VH |
1048 | /* Create "opal" kobject under /sys/firmware */ |
1049 | rc = opal_sysfs_init(); | |
50bd6153 | 1050 | if (rc == 0) { |
b09c2ec4 VH |
1051 | /* Setup dump region interface */ |
1052 | opal_dump_region_init(); | |
774fea1a SS |
1053 | /* Setup error log interface */ |
1054 | rc = opal_elog_init(); | |
50bd6153 | 1055 | /* Setup code update interface */ |
ed59190e | 1056 | opal_flash_update_init(); |
c7e64b9c SS |
1057 | /* Setup platform dump extract interface */ |
1058 | opal_platform_dump_init(); | |
4029cd66 NG |
1059 | /* Setup system parameters interface */ |
1060 | opal_sys_param_init(); | |
9b4fffa1 AD |
1061 | /* Setup message log sysfs interface. */ |
1062 | opal_msglog_sysfs_init(); | |
db933612 OH |
1063 | /* Add all export properties*/ |
1064 | opal_export_attrs(); | |
50bd6153 | 1065 | } |
6f68b5e2 | 1066 | |
0d7cd855 | 1067 | /* Initialize platform devices: IPMI backend, PRD & flash interface */ |
9e4f51bd JM |
1068 | opal_pdev_init("ibm,opal-ipmi"); |
1069 | opal_pdev_init("ibm,opal-flash"); | |
1070 | opal_pdev_init("ibm,opal-prd"); | |
ed59190e | 1071 | |
43a1dd9b | 1072 | /* Initialise platform device: oppanel interface */ |
9e4f51bd | 1073 | opal_pdev_init("ibm,opal-oppanel"); |
43a1dd9b | 1074 | |
affddff6 RC |
1075 | /* Initialise OPAL kmsg dumper for flushing console on panic */ |
1076 | opal_kmsg_init(); | |
1077 | ||
cb8b340d SB |
1078 | /* Initialise OPAL powercap interface */ |
1079 | opal_powercap_init(); | |
1080 | ||
8e84b2d1 SB |
1081 | /* Initialise OPAL Power-Shifting-Ratio interface */ |
1082 | opal_psr_init(); | |
1083 | ||
bf957155 SB |
1084 | /* Initialise OPAL sensor groups */ |
1085 | opal_sensor_groups_init(); | |
1086 | ||
08fb726d MS |
1087 | /* Initialise OPAL Power control interface */ |
1088 | opal_power_control_init(); | |
1089 | ||
9155e234 NJ |
1090 | /* Initialize OPAL secure variables */ |
1091 | opal_pdev_init("ibm,secvar-backend"); | |
1092 | ||
14a43e69 BH |
1093 | return 0; |
1094 | } | |
b14726c5 | 1095 | machine_subsys_initcall(powernv, opal_init); |
73ed148a BH |
1096 | |
1097 | void opal_shutdown(void) | |
1098 | { | |
f7d98d18 | 1099 | long rc = OPAL_BUSY; |
73ed148a | 1100 | |
9f0fd049 | 1101 | opal_event_shutdown(); |
f7d98d18 VH |
1102 | |
1103 | /* | |
1104 | * Then sync with OPAL which ensure anything that can | |
1105 | * potentially write to our memory has completed such | |
1106 | * as an ongoing dump retrieval | |
1107 | */ | |
1108 | while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { | |
1109 | rc = opal_sync_host_reboot(); | |
1110 | if (rc == OPAL_BUSY) | |
1111 | opal_poll_events(NULL); | |
1112 | else | |
1113 | mdelay(10); | |
1114 | } | |
b09c2ec4 VH |
1115 | |
1116 | /* Unregister memory dump region */ | |
b962f5a4 SS |
1117 | if (opal_check_token(OPAL_UNREGISTER_DUMP_REGION)) |
1118 | opal_unregister_dump_region(OPAL_DUMP_REGION_LOG_BUF); | |
73ed148a | 1119 | } |
e28b05e7 JS |
1120 | |
1121 | /* Export this so that test modules can use it */ | |
1122 | EXPORT_SYMBOL_GPL(opal_invalid_call); | |
594fcb9e JK |
1123 | EXPORT_SYMBOL_GPL(opal_xscom_read); |
1124 | EXPORT_SYMBOL_GPL(opal_xscom_write); | |
608b286d JK |
1125 | EXPORT_SYMBOL_GPL(opal_ipmi_send); |
1126 | EXPORT_SYMBOL_GPL(opal_ipmi_recv); | |
ed59190e CB |
1127 | EXPORT_SYMBOL_GPL(opal_flash_read); |
1128 | EXPORT_SYMBOL_GPL(opal_flash_write); | |
1129 | EXPORT_SYMBOL_GPL(opal_flash_erase); | |
0d7cd855 | 1130 | EXPORT_SYMBOL_GPL(opal_prd_msg); |
6e708000 | 1131 | EXPORT_SYMBOL_GPL(opal_check_token); |
3441f04b AB |
1132 | |
1133 | /* Convert a region of vmalloc memory to an opal sg list */ | |
1134 | struct opal_sg_list *opal_vmalloc_to_sg_list(void *vmalloc_addr, | |
1135 | unsigned long vmalloc_size) | |
1136 | { | |
1137 | struct opal_sg_list *sg, *first = NULL; | |
1138 | unsigned long i = 0; | |
1139 | ||
1140 | sg = kzalloc(PAGE_SIZE, GFP_KERNEL); | |
1141 | if (!sg) | |
1142 | goto nomem; | |
1143 | ||
1144 | first = sg; | |
1145 | ||
1146 | while (vmalloc_size > 0) { | |
1147 | uint64_t data = vmalloc_to_pfn(vmalloc_addr) << PAGE_SHIFT; | |
1148 | uint64_t length = min(vmalloc_size, PAGE_SIZE); | |
1149 | ||
1150 | sg->entry[i].data = cpu_to_be64(data); | |
1151 | sg->entry[i].length = cpu_to_be64(length); | |
1152 | i++; | |
1153 | ||
1154 | if (i >= SG_ENTRIES_PER_NODE) { | |
1155 | struct opal_sg_list *next; | |
1156 | ||
1157 | next = kzalloc(PAGE_SIZE, GFP_KERNEL); | |
1158 | if (!next) | |
1159 | goto nomem; | |
1160 | ||
1161 | sg->length = cpu_to_be64( | |
1162 | i * sizeof(struct opal_sg_entry) + 16); | |
1163 | i = 0; | |
1164 | sg->next = cpu_to_be64(__pa(next)); | |
1165 | sg = next; | |
1166 | } | |
1167 | ||
1168 | vmalloc_addr += length; | |
1169 | vmalloc_size -= length; | |
1170 | } | |
1171 | ||
1172 | sg->length = cpu_to_be64(i * sizeof(struct opal_sg_entry) + 16); | |
1173 | ||
1174 | return first; | |
1175 | ||
1176 | nomem: | |
1177 | pr_err("%s : Failed to allocate memory\n", __func__); | |
1178 | opal_free_sg_list(first); | |
1179 | return NULL; | |
1180 | } | |
1181 | ||
1182 | void opal_free_sg_list(struct opal_sg_list *sg) | |
1183 | { | |
1184 | while (sg) { | |
1185 | uint64_t next = be64_to_cpu(sg->next); | |
1186 | ||
1187 | kfree(sg); | |
1188 | ||
1189 | if (next) | |
1190 | sg = __va(next); | |
1191 | else | |
1192 | sg = NULL; | |
1193 | } | |
1194 | } | |
16b1d26e | 1195 | |
e3c5c2e0 CLG |
1196 | int opal_error_code(int rc) |
1197 | { | |
1198 | switch (rc) { | |
1199 | case OPAL_SUCCESS: return 0; | |
1200 | ||
1201 | case OPAL_PARAMETER: return -EINVAL; | |
1202 | case OPAL_ASYNC_COMPLETION: return -EINPROGRESS; | |
77adbd22 | 1203 | case OPAL_BUSY: |
e3c5c2e0 CLG |
1204 | case OPAL_BUSY_EVENT: return -EBUSY; |
1205 | case OPAL_NO_MEM: return -ENOMEM; | |
14aae78f | 1206 | case OPAL_PERMISSION: return -EPERM; |
e3c5c2e0 CLG |
1207 | |
1208 | case OPAL_UNSUPPORTED: return -EIO; | |
1209 | case OPAL_HARDWARE: return -EIO; | |
1210 | case OPAL_INTERNAL_ERROR: return -EIO; | |
cb8b340d | 1211 | case OPAL_TIMEOUT: return -ETIMEDOUT; |
e3c5c2e0 CLG |
1212 | default: |
1213 | pr_err("%s: unexpected OPAL error %d\n", __func__, rc); | |
1214 | return -EIO; | |
1215 | } | |
1216 | } | |
1217 | ||
1d0761d2 AP |
1218 | void powernv_set_nmmu_ptcr(unsigned long ptcr) |
1219 | { | |
1220 | int rc; | |
1221 | ||
1222 | if (firmware_has_feature(FW_FEATURE_OPAL)) { | |
1223 | rc = opal_nmmu_set_ptcr(-1UL, ptcr); | |
1224 | if (rc != OPAL_SUCCESS && rc != OPAL_UNSUPPORTED) | |
1225 | pr_warn("%s: Unable to set nest mmu ptcr\n", __func__); | |
1226 | } | |
1227 | } | |
1228 | ||
16b1d26e NG |
1229 | EXPORT_SYMBOL_GPL(opal_poll_events); |
1230 | EXPORT_SYMBOL_GPL(opal_rtc_read); | |
1231 | EXPORT_SYMBOL_GPL(opal_rtc_write); | |
1232 | EXPORT_SYMBOL_GPL(opal_tpo_read); | |
1233 | EXPORT_SYMBOL_GPL(opal_tpo_write); | |
47083450 | 1234 | EXPORT_SYMBOL_GPL(opal_i2c_request); |
c159b596 VH |
1235 | /* Export these symbols for PowerNV LED class driver */ |
1236 | EXPORT_SYMBOL_GPL(opal_leds_get_ind); | |
1237 | EXPORT_SYMBOL_GPL(opal_leds_set_ind); | |
43a1dd9b SJS |
1238 | /* Export this symbol for PowerNV Operator Panel class driver */ |
1239 | EXPORT_SYMBOL_GPL(opal_write_oppanel_async); | |
ffe6d810 PM |
1240 | /* Export this for KVM */ |
1241 | EXPORT_SYMBOL_GPL(opal_int_set_mfrr); | |
5af50993 | 1242 | EXPORT_SYMBOL_GPL(opal_int_eoi); |
77adbd22 | 1243 | EXPORT_SYMBOL_GPL(opal_error_code); |
656ecc16 HM |
1244 | /* Export the below symbol for NX compression */ |
1245 | EXPORT_SYMBOL(opal_nx_coproc_init); |