Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * drivers/s390/cio/css.c | |
3 | * driver for channel subsystem | |
1da177e4 | 4 | * |
7e9db9ea | 5 | * Copyright IBM Corp. 2002,2008 |
1da177e4 | 6 | * Author(s): Arnd Bergmann (arndb@de.ibm.com) |
4ce3b30c | 7 | * Cornelia Huck (cornelia.huck@de.ibm.com) |
1da177e4 | 8 | */ |
e6d5a428 ME |
9 | |
10 | #define KMSG_COMPONENT "cio" | |
11 | #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt | |
12 | ||
1da177e4 LT |
13 | #include <linux/module.h> |
14 | #include <linux/init.h> | |
15 | #include <linux/device.h> | |
16 | #include <linux/slab.h> | |
17 | #include <linux/errno.h> | |
18 | #include <linux/list.h> | |
a55360df | 19 | #include <linux/reboot.h> |
3a3fc29a | 20 | #include <asm/isc.h> |
f5daba1d | 21 | #include <asm/crw.h> |
1da177e4 LT |
22 | |
23 | #include "css.h" | |
24 | #include "cio.h" | |
25 | #include "cio_debug.h" | |
26 | #include "ioasm.h" | |
27 | #include "chsc.h" | |
40154b82 | 28 | #include "device.h" |
83b3370c | 29 | #include "idset.h" |
7ad6a249 | 30 | #include "chp.h" |
1da177e4 | 31 | |
1da177e4 | 32 | int css_init_done = 0; |
40154b82 | 33 | static int need_reprobe = 0; |
fb6958a5 | 34 | static int max_ssid = 0; |
1da177e4 | 35 | |
7c9f4e3a | 36 | struct channel_subsystem *channel_subsystems[__MAX_CSSID + 1]; |
1da177e4 | 37 | |
4d284cac | 38 | int |
f97a56fb CH |
39 | for_each_subchannel(int(*fn)(struct subchannel_id, void *), void *data) |
40 | { | |
41 | struct subchannel_id schid; | |
42 | int ret; | |
43 | ||
44 | init_subchannel_id(&schid); | |
45 | ret = -ENODEV; | |
46 | do { | |
fb6958a5 CH |
47 | do { |
48 | ret = fn(schid, data); | |
49 | if (ret) | |
50 | break; | |
51 | } while (schid.sch_no++ < __MAX_SUBCHANNEL); | |
52 | schid.sch_no = 0; | |
53 | } while (schid.ssid++ < max_ssid); | |
f97a56fb CH |
54 | return ret; |
55 | } | |
56 | ||
e82a1567 PO |
57 | struct cb_data { |
58 | void *data; | |
59 | struct idset *set; | |
60 | int (*fn_known_sch)(struct subchannel *, void *); | |
61 | int (*fn_unknown_sch)(struct subchannel_id, void *); | |
62 | }; | |
63 | ||
64 | static int call_fn_known_sch(struct device *dev, void *data) | |
65 | { | |
66 | struct subchannel *sch = to_subchannel(dev); | |
67 | struct cb_data *cb = data; | |
68 | int rc = 0; | |
69 | ||
70 | idset_sch_del(cb->set, sch->schid); | |
71 | if (cb->fn_known_sch) | |
72 | rc = cb->fn_known_sch(sch, cb->data); | |
73 | return rc; | |
74 | } | |
75 | ||
76 | static int call_fn_unknown_sch(struct subchannel_id schid, void *data) | |
77 | { | |
78 | struct cb_data *cb = data; | |
79 | int rc = 0; | |
80 | ||
81 | if (idset_sch_contains(cb->set, schid)) | |
82 | rc = cb->fn_unknown_sch(schid, cb->data); | |
83 | return rc; | |
84 | } | |
85 | ||
90ac24a5 SO |
86 | static int call_fn_all_sch(struct subchannel_id schid, void *data) |
87 | { | |
88 | struct cb_data *cb = data; | |
89 | struct subchannel *sch; | |
90 | int rc = 0; | |
91 | ||
92 | sch = get_subchannel_by_schid(schid); | |
93 | if (sch) { | |
94 | if (cb->fn_known_sch) | |
95 | rc = cb->fn_known_sch(sch, cb->data); | |
96 | put_device(&sch->dev); | |
97 | } else { | |
98 | if (cb->fn_unknown_sch) | |
99 | rc = cb->fn_unknown_sch(schid, cb->data); | |
100 | } | |
101 | ||
102 | return rc; | |
103 | } | |
104 | ||
e82a1567 PO |
105 | int for_each_subchannel_staged(int (*fn_known)(struct subchannel *, void *), |
106 | int (*fn_unknown)(struct subchannel_id, | |
107 | void *), void *data) | |
108 | { | |
109 | struct cb_data cb; | |
110 | int rc; | |
111 | ||
e82a1567 PO |
112 | cb.data = data; |
113 | cb.fn_known_sch = fn_known; | |
114 | cb.fn_unknown_sch = fn_unknown; | |
90ac24a5 SO |
115 | |
116 | cb.set = idset_sch_new(); | |
117 | if (!cb.set) | |
118 | /* fall back to brute force scanning in case of oom */ | |
119 | return for_each_subchannel(call_fn_all_sch, &cb); | |
120 | ||
121 | idset_fill(cb.set); | |
122 | ||
e82a1567 PO |
123 | /* Process registered subchannels. */ |
124 | rc = bus_for_each_dev(&css_bus_type, NULL, &cb, call_fn_known_sch); | |
125 | if (rc) | |
126 | goto out; | |
127 | /* Process unregistered subchannels. */ | |
128 | if (fn_unknown) | |
129 | rc = for_each_subchannel(call_fn_unknown_sch, &cb); | |
130 | out: | |
131 | idset_free(cb.set); | |
132 | ||
133 | return rc; | |
134 | } | |
135 | ||
1da177e4 | 136 | static struct subchannel * |
a8237fc4 | 137 | css_alloc_subchannel(struct subchannel_id schid) |
1da177e4 LT |
138 | { |
139 | struct subchannel *sch; | |
140 | int ret; | |
141 | ||
142 | sch = kmalloc (sizeof (*sch), GFP_KERNEL | GFP_DMA); | |
143 | if (sch == NULL) | |
144 | return ERR_PTR(-ENOMEM); | |
a8237fc4 | 145 | ret = cio_validate_subchannel (sch, schid); |
1da177e4 LT |
146 | if (ret < 0) { |
147 | kfree(sch); | |
148 | return ERR_PTR(ret); | |
149 | } | |
1da177e4 LT |
150 | return sch; |
151 | } | |
152 | ||
153 | static void | |
154 | css_free_subchannel(struct subchannel *sch) | |
155 | { | |
156 | if (sch) { | |
157 | /* Reset intparm to zeroes. */ | |
13952ec1 SO |
158 | sch->config.intparm = 0; |
159 | cio_commit_config(sch); | |
2ec22984 | 160 | kfree(sch->lock); |
1da177e4 LT |
161 | kfree(sch); |
162 | } | |
1da177e4 LT |
163 | } |
164 | ||
165 | static void | |
166 | css_subchannel_release(struct device *dev) | |
167 | { | |
168 | struct subchannel *sch; | |
169 | ||
170 | sch = to_subchannel(dev); | |
2ec22984 CH |
171 | if (!cio_is_console(sch->schid)) { |
172 | kfree(sch->lock); | |
1da177e4 | 173 | kfree(sch); |
2ec22984 | 174 | } |
1da177e4 LT |
175 | } |
176 | ||
07c6a338 | 177 | static int css_sch_device_register(struct subchannel *sch) |
6ab4879a CH |
178 | { |
179 | int ret; | |
180 | ||
181 | mutex_lock(&sch->reg_mutex); | |
182 | ret = device_register(&sch->dev); | |
183 | mutex_unlock(&sch->reg_mutex); | |
184 | return ret; | |
185 | } | |
186 | ||
44a1c19e CH |
187 | /** |
188 | * css_sch_device_unregister - unregister a subchannel | |
189 | * @sch: subchannel to be unregistered | |
190 | */ | |
6ab4879a CH |
191 | void css_sch_device_unregister(struct subchannel *sch) |
192 | { | |
193 | mutex_lock(&sch->reg_mutex); | |
ef60cd13 SO |
194 | if (device_is_registered(&sch->dev)) |
195 | device_unregister(&sch->dev); | |
6ab4879a CH |
196 | mutex_unlock(&sch->reg_mutex); |
197 | } | |
44a1c19e | 198 | EXPORT_SYMBOL_GPL(css_sch_device_unregister); |
6ab4879a | 199 | |
7ad6a249 PO |
200 | static void ssd_from_pmcw(struct chsc_ssd_info *ssd, struct pmcw *pmcw) |
201 | { | |
202 | int i; | |
203 | int mask; | |
204 | ||
205 | memset(ssd, 0, sizeof(struct chsc_ssd_info)); | |
206 | ssd->path_mask = pmcw->pim; | |
207 | for (i = 0; i < 8; i++) { | |
208 | mask = 0x80 >> i; | |
209 | if (pmcw->pim & mask) { | |
210 | chp_id_init(&ssd->chpid[i]); | |
211 | ssd->chpid[i].id = pmcw->chpid[i]; | |
212 | } | |
213 | } | |
214 | } | |
215 | ||
216 | static void ssd_register_chpids(struct chsc_ssd_info *ssd) | |
217 | { | |
218 | int i; | |
219 | int mask; | |
220 | ||
221 | for (i = 0; i < 8; i++) { | |
222 | mask = 0x80 >> i; | |
223 | if (ssd->path_mask & mask) | |
224 | if (!chp_is_registered(ssd->chpid[i])) | |
225 | chp_new(ssd->chpid[i]); | |
226 | } | |
227 | } | |
228 | ||
229 | void css_update_ssd_info(struct subchannel *sch) | |
230 | { | |
231 | int ret; | |
232 | ||
233 | if (cio_is_console(sch->schid)) { | |
234 | /* Console is initialized too early for functions requiring | |
235 | * memory allocation. */ | |
236 | ssd_from_pmcw(&sch->ssd_info, &sch->schib.pmcw); | |
237 | } else { | |
238 | ret = chsc_get_ssd_info(sch->schid, &sch->ssd_info); | |
239 | if (ret) | |
240 | ssd_from_pmcw(&sch->ssd_info, &sch->schib.pmcw); | |
241 | ssd_register_chpids(&sch->ssd_info); | |
242 | } | |
243 | } | |
244 | ||
7e9db9ea CH |
245 | static ssize_t type_show(struct device *dev, struct device_attribute *attr, |
246 | char *buf) | |
247 | { | |
248 | struct subchannel *sch = to_subchannel(dev); | |
249 | ||
250 | return sprintf(buf, "%01x\n", sch->st); | |
251 | } | |
252 | ||
253 | static DEVICE_ATTR(type, 0444, type_show, NULL); | |
254 | ||
255 | static ssize_t modalias_show(struct device *dev, struct device_attribute *attr, | |
256 | char *buf) | |
257 | { | |
258 | struct subchannel *sch = to_subchannel(dev); | |
259 | ||
260 | return sprintf(buf, "css:t%01X\n", sch->st); | |
261 | } | |
262 | ||
263 | static DEVICE_ATTR(modalias, 0444, modalias_show, NULL); | |
264 | ||
265 | static struct attribute *subch_attrs[] = { | |
266 | &dev_attr_type.attr, | |
267 | &dev_attr_modalias.attr, | |
268 | NULL, | |
269 | }; | |
270 | ||
271 | static struct attribute_group subch_attr_group = { | |
272 | .attrs = subch_attrs, | |
273 | }; | |
274 | ||
275 | static struct attribute_group *default_subch_attr_groups[] = { | |
276 | &subch_attr_group, | |
277 | NULL, | |
278 | }; | |
279 | ||
7ad6a249 | 280 | static int css_register_subchannel(struct subchannel *sch) |
1da177e4 LT |
281 | { |
282 | int ret; | |
283 | ||
284 | /* Initialize the subchannel structure */ | |
7c9f4e3a | 285 | sch->dev.parent = &channel_subsystems[0]->device; |
1da177e4 LT |
286 | sch->dev.bus = &css_bus_type; |
287 | sch->dev.release = &css_subchannel_release; | |
7e9db9ea | 288 | sch->dev.groups = default_subch_attr_groups; |
5bf04b20 CH |
289 | /* |
290 | * We don't want to generate uevents for I/O subchannels that don't | |
291 | * have a working ccw device behind them since they will be | |
292 | * unregistered before they can be used anyway, so we delay the add | |
293 | * uevent until after device recognition was successful. | |
7e9db9ea CH |
294 | * Note that we suppress the uevent for all subchannel types; |
295 | * the subchannel driver can decide itself when it wants to inform | |
296 | * userspace of its existence. | |
5bf04b20 | 297 | */ |
7e9db9ea | 298 | sch->dev.uevent_suppress = 1; |
7ad6a249 | 299 | css_update_ssd_info(sch); |
1da177e4 | 300 | /* make it known to the system */ |
6ab4879a | 301 | ret = css_sch_device_register(sch); |
7674da77 | 302 | if (ret) { |
e556bbbd CH |
303 | CIO_MSG_EVENT(0, "Could not register sch 0.%x.%04x: %d\n", |
304 | sch->schid.ssid, sch->schid.sch_no, ret); | |
7674da77 CH |
305 | return ret; |
306 | } | |
7e9db9ea CH |
307 | if (!sch->driver) { |
308 | /* | |
309 | * No driver matched. Generate the uevent now so that | |
310 | * a fitting driver module may be loaded based on the | |
311 | * modalias. | |
312 | */ | |
313 | sch->dev.uevent_suppress = 0; | |
314 | kobject_uevent(&sch->dev.kobj, KOBJ_ADD); | |
315 | } | |
1da177e4 LT |
316 | return ret; |
317 | } | |
318 | ||
c820de39 | 319 | int css_probe_device(struct subchannel_id schid) |
1da177e4 LT |
320 | { |
321 | int ret; | |
322 | struct subchannel *sch; | |
323 | ||
a8237fc4 | 324 | sch = css_alloc_subchannel(schid); |
1da177e4 LT |
325 | if (IS_ERR(sch)) |
326 | return PTR_ERR(sch); | |
327 | ret = css_register_subchannel(sch); | |
328 | if (ret) | |
329 | css_free_subchannel(sch); | |
330 | return ret; | |
331 | } | |
332 | ||
b0744bd2 CH |
333 | static int |
334 | check_subchannel(struct device * dev, void * data) | |
335 | { | |
336 | struct subchannel *sch; | |
a8237fc4 | 337 | struct subchannel_id *schid = data; |
b0744bd2 CH |
338 | |
339 | sch = to_subchannel(dev); | |
a8237fc4 | 340 | return schid_equal(&sch->schid, schid); |
b0744bd2 CH |
341 | } |
342 | ||
1da177e4 | 343 | struct subchannel * |
a8237fc4 | 344 | get_subchannel_by_schid(struct subchannel_id schid) |
1da177e4 | 345 | { |
1da177e4 LT |
346 | struct device *dev; |
347 | ||
b0744bd2 | 348 | dev = bus_find_device(&css_bus_type, NULL, |
12975aef | 349 | &schid, check_subchannel); |
1da177e4 | 350 | |
b0744bd2 | 351 | return dev ? to_subchannel(dev) : NULL; |
1da177e4 LT |
352 | } |
353 | ||
b279a4f5 CH |
354 | /** |
355 | * css_sch_is_valid() - check if a subchannel is valid | |
356 | * @schib: subchannel information block for the subchannel | |
357 | */ | |
358 | int css_sch_is_valid(struct schib *schib) | |
359 | { | |
360 | if ((schib->pmcw.st == SUBCHANNEL_TYPE_IO) && !schib->pmcw.dnv) | |
361 | return 0; | |
b3a686f4 CH |
362 | if ((schib->pmcw.st == SUBCHANNEL_TYPE_MSG) && !schib->pmcw.w) |
363 | return 0; | |
b279a4f5 CH |
364 | return 1; |
365 | } | |
366 | EXPORT_SYMBOL_GPL(css_sch_is_valid); | |
367 | ||
564337f3 PO |
368 | static int css_evaluate_new_subchannel(struct subchannel_id schid, int slow) |
369 | { | |
370 | struct schib schib; | |
371 | ||
372 | if (!slow) { | |
373 | /* Will be done on the slow path. */ | |
374 | return -EAGAIN; | |
375 | } | |
b279a4f5 | 376 | if (stsch_err(schid, &schib) || !css_sch_is_valid(&schib)) { |
564337f3 PO |
377 | /* Unusable - ignore. */ |
378 | return 0; | |
1da177e4 | 379 | } |
564337f3 PO |
380 | CIO_MSG_EVENT(4, "Evaluating schid 0.%x.%04x, event %d, unknown, " |
381 | "slow path.\n", schid.ssid, schid.sch_no, CIO_OPER); | |
382 | ||
383 | return css_probe_device(schid); | |
384 | } | |
385 | ||
c820de39 CH |
386 | static int css_evaluate_known_subchannel(struct subchannel *sch, int slow) |
387 | { | |
388 | int ret = 0; | |
389 | ||
390 | if (sch->driver) { | |
391 | if (sch->driver->sch_event) | |
392 | ret = sch->driver->sch_event(sch, slow); | |
393 | else | |
394 | dev_dbg(&sch->dev, | |
395 | "Got subchannel machine check but " | |
396 | "no sch_event handler provided.\n"); | |
397 | } | |
398 | return ret; | |
399 | } | |
400 | ||
83b3370c | 401 | static void css_evaluate_subchannel(struct subchannel_id schid, int slow) |
564337f3 PO |
402 | { |
403 | struct subchannel *sch; | |
404 | int ret; | |
405 | ||
406 | sch = get_subchannel_by_schid(schid); | |
407 | if (sch) { | |
408 | ret = css_evaluate_known_subchannel(sch, slow); | |
409 | put_device(&sch->dev); | |
410 | } else | |
411 | ret = css_evaluate_new_subchannel(schid, slow); | |
83b3370c PO |
412 | if (ret == -EAGAIN) |
413 | css_schedule_eval(schid); | |
1da177e4 LT |
414 | } |
415 | ||
83b3370c PO |
416 | static struct idset *slow_subchannel_set; |
417 | static spinlock_t slow_subchannel_lock; | |
418 | ||
419 | static int __init slow_subchannel_init(void) | |
1da177e4 | 420 | { |
83b3370c PO |
421 | spin_lock_init(&slow_subchannel_lock); |
422 | slow_subchannel_set = idset_sch_new(); | |
423 | if (!slow_subchannel_set) { | |
e556bbbd | 424 | CIO_MSG_EVENT(0, "could not allocate slow subchannel set\n"); |
83b3370c PO |
425 | return -ENOMEM; |
426 | } | |
427 | return 0; | |
1da177e4 LT |
428 | } |
429 | ||
e82a1567 | 430 | static int slow_eval_known_fn(struct subchannel *sch, void *data) |
1da177e4 | 431 | { |
e82a1567 PO |
432 | int eval; |
433 | int rc; | |
1da177e4 LT |
434 | |
435 | spin_lock_irq(&slow_subchannel_lock); | |
e82a1567 PO |
436 | eval = idset_sch_contains(slow_subchannel_set, sch->schid); |
437 | idset_sch_del(slow_subchannel_set, sch->schid); | |
438 | spin_unlock_irq(&slow_subchannel_lock); | |
439 | if (eval) { | |
440 | rc = css_evaluate_known_subchannel(sch, 1); | |
441 | if (rc == -EAGAIN) | |
442 | css_schedule_eval(sch->schid); | |
1da177e4 | 443 | } |
e82a1567 PO |
444 | return 0; |
445 | } | |
446 | ||
447 | static int slow_eval_unknown_fn(struct subchannel_id schid, void *data) | |
448 | { | |
449 | int eval; | |
450 | int rc = 0; | |
451 | ||
452 | spin_lock_irq(&slow_subchannel_lock); | |
453 | eval = idset_sch_contains(slow_subchannel_set, schid); | |
454 | idset_sch_del(slow_subchannel_set, schid); | |
1da177e4 | 455 | spin_unlock_irq(&slow_subchannel_lock); |
e82a1567 PO |
456 | if (eval) { |
457 | rc = css_evaluate_new_subchannel(schid, 1); | |
458 | switch (rc) { | |
459 | case -EAGAIN: | |
460 | css_schedule_eval(schid); | |
461 | rc = 0; | |
462 | break; | |
463 | case -ENXIO: | |
464 | case -ENOMEM: | |
465 | case -EIO: | |
466 | /* These should abort looping */ | |
467 | break; | |
468 | default: | |
469 | rc = 0; | |
470 | } | |
471 | } | |
472 | return rc; | |
473 | } | |
474 | ||
475 | static void css_slow_path_func(struct work_struct *unused) | |
476 | { | |
477 | CIO_TRACE_EVENT(4, "slowpath"); | |
478 | for_each_subchannel_staged(slow_eval_known_fn, slow_eval_unknown_fn, | |
479 | NULL); | |
1da177e4 LT |
480 | } |
481 | ||
83b3370c | 482 | static DECLARE_WORK(slow_path_work, css_slow_path_func); |
1da177e4 LT |
483 | struct workqueue_struct *slow_path_wq; |
484 | ||
83b3370c PO |
485 | void css_schedule_eval(struct subchannel_id schid) |
486 | { | |
487 | unsigned long flags; | |
488 | ||
489 | spin_lock_irqsave(&slow_subchannel_lock, flags); | |
490 | idset_sch_add(slow_subchannel_set, schid); | |
491 | queue_work(slow_path_wq, &slow_path_work); | |
492 | spin_unlock_irqrestore(&slow_subchannel_lock, flags); | |
493 | } | |
494 | ||
495 | void css_schedule_eval_all(void) | |
496 | { | |
497 | unsigned long flags; | |
498 | ||
499 | spin_lock_irqsave(&slow_subchannel_lock, flags); | |
500 | idset_fill(slow_subchannel_set); | |
501 | queue_work(slow_path_wq, &slow_path_work); | |
502 | spin_unlock_irqrestore(&slow_subchannel_lock, flags); | |
503 | } | |
504 | ||
22806dc1 CH |
505 | void css_wait_for_slow_path(void) |
506 | { | |
22806dc1 CH |
507 | flush_workqueue(slow_path_wq); |
508 | } | |
509 | ||
40154b82 PO |
510 | /* Reprobe subchannel if unregistered. */ |
511 | static int reprobe_subchannel(struct subchannel_id schid, void *data) | |
512 | { | |
40154b82 PO |
513 | int ret; |
514 | ||
e556bbbd CH |
515 | CIO_MSG_EVENT(6, "cio: reprobe 0.%x.%04x\n", |
516 | schid.ssid, schid.sch_no); | |
40154b82 PO |
517 | if (need_reprobe) |
518 | return -EAGAIN; | |
519 | ||
40154b82 PO |
520 | ret = css_probe_device(schid); |
521 | switch (ret) { | |
522 | case 0: | |
523 | break; | |
524 | case -ENXIO: | |
525 | case -ENOMEM: | |
67175616 | 526 | case -EIO: |
40154b82 PO |
527 | /* These should abort looping */ |
528 | break; | |
529 | default: | |
530 | ret = 0; | |
531 | } | |
532 | ||
533 | return ret; | |
534 | } | |
535 | ||
56e25e97 PO |
536 | static void reprobe_after_idle(struct work_struct *unused) |
537 | { | |
538 | /* Make sure initial subchannel scan is done. */ | |
539 | wait_event(ccw_device_init_wq, | |
540 | atomic_read(&ccw_device_init_count) == 0); | |
541 | if (need_reprobe) | |
542 | css_schedule_reprobe(); | |
543 | } | |
544 | ||
545 | static DECLARE_WORK(reprobe_idle_work, reprobe_after_idle); | |
546 | ||
40154b82 | 547 | /* Work function used to reprobe all unregistered subchannels. */ |
4927b3f7 | 548 | static void reprobe_all(struct work_struct *unused) |
40154b82 PO |
549 | { |
550 | int ret; | |
551 | ||
139b83dd | 552 | CIO_MSG_EVENT(4, "reprobe start\n"); |
40154b82 | 553 | |
40154b82 | 554 | /* Make sure initial subchannel scan is done. */ |
56e25e97 PO |
555 | if (atomic_read(&ccw_device_init_count) != 0) { |
556 | queue_work(ccw_device_work, &reprobe_idle_work); | |
557 | return; | |
558 | } | |
559 | need_reprobe = 0; | |
e82a1567 | 560 | ret = for_each_subchannel_staged(NULL, reprobe_subchannel, NULL); |
40154b82 | 561 | |
139b83dd | 562 | CIO_MSG_EVENT(4, "reprobe done (rc=%d, need_reprobe=%d)\n", ret, |
40154b82 PO |
563 | need_reprobe); |
564 | } | |
565 | ||
2b67fc46 | 566 | static DECLARE_WORK(css_reprobe_work, reprobe_all); |
40154b82 PO |
567 | |
568 | /* Schedule reprobing of all unregistered subchannels. */ | |
569 | void css_schedule_reprobe(void) | |
570 | { | |
571 | need_reprobe = 1; | |
c5d4a999 | 572 | queue_work(slow_path_wq, &css_reprobe_work); |
40154b82 PO |
573 | } |
574 | ||
575 | EXPORT_SYMBOL_GPL(css_schedule_reprobe); | |
576 | ||
1da177e4 LT |
577 | /* |
578 | * Called from the machine check handler for subchannel report words. | |
579 | */ | |
c1156189 | 580 | static void css_process_crw(struct crw *crw0, struct crw *crw1, int overflow) |
1da177e4 | 581 | { |
a8237fc4 | 582 | struct subchannel_id mchk_schid; |
1da177e4 | 583 | |
c1156189 CH |
584 | if (overflow) { |
585 | css_schedule_eval_all(); | |
586 | return; | |
587 | } | |
588 | CIO_CRW_EVENT(2, "CRW0 reports slct=%d, oflw=%d, " | |
589 | "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n", | |
590 | crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc, | |
591 | crw0->erc, crw0->rsid); | |
592 | if (crw1) | |
593 | CIO_CRW_EVENT(2, "CRW1 reports slct=%d, oflw=%d, " | |
594 | "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n", | |
595 | crw1->slct, crw1->oflw, crw1->chn, crw1->rsc, | |
596 | crw1->anc, crw1->erc, crw1->rsid); | |
a8237fc4 | 597 | init_subchannel_id(&mchk_schid); |
c1156189 CH |
598 | mchk_schid.sch_no = crw0->rsid; |
599 | if (crw1) | |
600 | mchk_schid.ssid = (crw1->rsid >> 8) & 3; | |
fb6958a5 | 601 | |
c1156189 | 602 | /* |
1da177e4 LT |
603 | * Since we are always presented with IPI in the CRW, we have to |
604 | * use stsch() to find out if the subchannel in question has come | |
605 | * or gone. | |
606 | */ | |
83b3370c | 607 | css_evaluate_subchannel(mchk_schid, 0); |
1da177e4 LT |
608 | } |
609 | ||
f97a56fb CH |
610 | static int __init |
611 | __init_channel_subsystem(struct subchannel_id schid, void *data) | |
612 | { | |
613 | struct subchannel *sch; | |
614 | int ret; | |
615 | ||
616 | if (cio_is_console(schid)) | |
617 | sch = cio_get_console_subchannel(); | |
618 | else { | |
619 | sch = css_alloc_subchannel(schid); | |
620 | if (IS_ERR(sch)) | |
621 | ret = PTR_ERR(sch); | |
622 | else | |
623 | ret = 0; | |
624 | switch (ret) { | |
625 | case 0: | |
626 | break; | |
627 | case -ENOMEM: | |
628 | panic("Out of memory in init_channel_subsystem\n"); | |
629 | /* -ENXIO: no more subchannels. */ | |
630 | case -ENXIO: | |
631 | return ret; | |
e843e280 GS |
632 | /* -EIO: this subchannel set not supported. */ |
633 | case -EIO: | |
634 | return ret; | |
f97a56fb CH |
635 | default: |
636 | return 0; | |
637 | } | |
638 | } | |
639 | /* | |
640 | * We register ALL valid subchannels in ioinfo, even those | |
641 | * that have been present before init_channel_subsystem. | |
642 | * These subchannels can't have been registered yet (kmalloc | |
643 | * not working) so we do it now. This is true e.g. for the | |
644 | * console subchannel. | |
645 | */ | |
646 | css_register_subchannel(sch); | |
647 | return 0; | |
648 | } | |
649 | ||
1da177e4 | 650 | static void __init |
a28c6944 | 651 | css_generate_pgid(struct channel_subsystem *css, u32 tod_high) |
1da177e4 | 652 | { |
75784c00 | 653 | if (css_general_characteristics.mcss) { |
a28c6944 CH |
654 | css->global_pgid.pgid_high.ext_cssid.version = 0x80; |
655 | css->global_pgid.pgid_high.ext_cssid.cssid = css->cssid; | |
656 | } else { | |
1da177e4 | 657 | #ifdef CONFIG_SMP |
a28c6944 | 658 | css->global_pgid.pgid_high.cpu_addr = hard_smp_processor_id(); |
1da177e4 | 659 | #else |
a28c6944 | 660 | css->global_pgid.pgid_high.cpu_addr = 0; |
1da177e4 LT |
661 | #endif |
662 | } | |
a28c6944 CH |
663 | css->global_pgid.cpu_id = ((cpuid_t *) __LC_CPUID)->ident; |
664 | css->global_pgid.cpu_model = ((cpuid_t *) __LC_CPUID)->machine; | |
665 | css->global_pgid.tod_high = tod_high; | |
666 | ||
667 | } | |
668 | ||
3b793060 CH |
669 | static void |
670 | channel_subsystem_release(struct device *dev) | |
671 | { | |
672 | struct channel_subsystem *css; | |
673 | ||
674 | css = to_css(dev); | |
495a5b45 | 675 | mutex_destroy(&css->mutex); |
a2164b81 CH |
676 | if (css->pseudo_subchannel) { |
677 | /* Implies that it has been generated but never registered. */ | |
678 | css_subchannel_release(&css->pseudo_subchannel->dev); | |
679 | css->pseudo_subchannel = NULL; | |
680 | } | |
3b793060 CH |
681 | kfree(css); |
682 | } | |
683 | ||
495a5b45 CH |
684 | static ssize_t |
685 | css_cm_enable_show(struct device *dev, struct device_attribute *attr, | |
686 | char *buf) | |
687 | { | |
688 | struct channel_subsystem *css = to_css(dev); | |
8284fb19 | 689 | int ret; |
495a5b45 CH |
690 | |
691 | if (!css) | |
692 | return 0; | |
8284fb19 ME |
693 | mutex_lock(&css->mutex); |
694 | ret = sprintf(buf, "%x\n", css->cm_enabled); | |
695 | mutex_unlock(&css->mutex); | |
696 | return ret; | |
495a5b45 CH |
697 | } |
698 | ||
699 | static ssize_t | |
700 | css_cm_enable_store(struct device *dev, struct device_attribute *attr, | |
701 | const char *buf, size_t count) | |
702 | { | |
703 | struct channel_subsystem *css = to_css(dev); | |
704 | int ret; | |
2f972202 | 705 | unsigned long val; |
495a5b45 | 706 | |
2f972202 CH |
707 | ret = strict_strtoul(buf, 16, &val); |
708 | if (ret) | |
709 | return ret; | |
8284fb19 | 710 | mutex_lock(&css->mutex); |
2f972202 CH |
711 | switch (val) { |
712 | case 0: | |
495a5b45 CH |
713 | ret = css->cm_enabled ? chsc_secm(css, 0) : 0; |
714 | break; | |
2f972202 | 715 | case 1: |
495a5b45 CH |
716 | ret = css->cm_enabled ? 0 : chsc_secm(css, 1); |
717 | break; | |
718 | default: | |
719 | ret = -EINVAL; | |
720 | } | |
8284fb19 | 721 | mutex_unlock(&css->mutex); |
495a5b45 CH |
722 | return ret < 0 ? ret : count; |
723 | } | |
724 | ||
725 | static DEVICE_ATTR(cm_enable, 0644, css_cm_enable_show, css_cm_enable_store); | |
726 | ||
4d284cac | 727 | static int __init setup_css(int nr) |
a28c6944 CH |
728 | { |
729 | u32 tod_high; | |
d7b5a4c9 | 730 | int ret; |
7c9f4e3a | 731 | struct channel_subsystem *css; |
a28c6944 | 732 | |
7c9f4e3a CH |
733 | css = channel_subsystems[nr]; |
734 | memset(css, 0, sizeof(struct channel_subsystem)); | |
735 | css->pseudo_subchannel = | |
736 | kzalloc(sizeof(*css->pseudo_subchannel), GFP_KERNEL); | |
737 | if (!css->pseudo_subchannel) | |
d7b5a4c9 | 738 | return -ENOMEM; |
7c9f4e3a CH |
739 | css->pseudo_subchannel->dev.parent = &css->device; |
740 | css->pseudo_subchannel->dev.release = css_subchannel_release; | |
1bf5b285 | 741 | dev_set_name(&css->pseudo_subchannel->dev, "defunct"); |
7c9f4e3a | 742 | ret = cio_create_sch_lock(css->pseudo_subchannel); |
d7b5a4c9 | 743 | if (ret) { |
7c9f4e3a | 744 | kfree(css->pseudo_subchannel); |
d7b5a4c9 CH |
745 | return ret; |
746 | } | |
7c9f4e3a CH |
747 | mutex_init(&css->mutex); |
748 | css->valid = 1; | |
749 | css->cssid = nr; | |
1bf5b285 | 750 | dev_set_name(&css->device, "css%x", nr); |
7c9f4e3a | 751 | css->device.release = channel_subsystem_release; |
a28c6944 | 752 | tod_high = (u32) (get_clock() >> 32); |
7c9f4e3a | 753 | css_generate_pgid(css, tod_high); |
d7b5a4c9 | 754 | return 0; |
1da177e4 LT |
755 | } |
756 | ||
a55360df CH |
757 | static int css_reboot_event(struct notifier_block *this, |
758 | unsigned long event, | |
759 | void *ptr) | |
760 | { | |
761 | int ret, i; | |
762 | ||
763 | ret = NOTIFY_DONE; | |
764 | for (i = 0; i <= __MAX_CSSID; i++) { | |
765 | struct channel_subsystem *css; | |
766 | ||
767 | css = channel_subsystems[i]; | |
8284fb19 | 768 | mutex_lock(&css->mutex); |
a55360df CH |
769 | if (css->cm_enabled) |
770 | if (chsc_secm(css, 0)) | |
771 | ret = NOTIFY_BAD; | |
8284fb19 | 772 | mutex_unlock(&css->mutex); |
a55360df CH |
773 | } |
774 | ||
775 | return ret; | |
776 | } | |
777 | ||
778 | static struct notifier_block css_reboot_notifier = { | |
779 | .notifier_call = css_reboot_event, | |
780 | }; | |
781 | ||
1da177e4 LT |
782 | /* |
783 | * Now that the driver core is running, we can setup our channel subsystem. | |
784 | * The struct subchannel's are created during probing (except for the | |
785 | * static console subchannel). | |
786 | */ | |
787 | static int __init | |
788 | init_channel_subsystem (void) | |
789 | { | |
a28c6944 | 790 | int ret, i; |
1da177e4 | 791 | |
4434a38c CH |
792 | ret = chsc_determine_css_characteristics(); |
793 | if (ret == -ENOMEM) | |
794 | goto out; /* No need to continue. */ | |
1da177e4 | 795 | |
4434a38c CH |
796 | ret = chsc_alloc_sei_area(); |
797 | if (ret) | |
798 | goto out; | |
799 | ||
800 | ret = slow_subchannel_init(); | |
801 | if (ret) | |
802 | goto out; | |
803 | ||
f5daba1d | 804 | ret = crw_register_handler(CRW_RSC_SCH, css_process_crw); |
c1156189 CH |
805 | if (ret) |
806 | goto out; | |
807 | ||
1da177e4 LT |
808 | if ((ret = bus_register(&css_bus_type))) |
809 | goto out; | |
1da177e4 | 810 | |
fb6958a5 CH |
811 | /* Try to enable MSS. */ |
812 | ret = chsc_enable_facility(CHSC_SDA_OC_MSS); | |
813 | switch (ret) { | |
814 | case 0: /* Success. */ | |
815 | max_ssid = __MAX_SSID; | |
816 | break; | |
817 | case -ENOMEM: | |
818 | goto out_bus; | |
819 | default: | |
820 | max_ssid = 0; | |
821 | } | |
a28c6944 CH |
822 | /* Setup css structure. */ |
823 | for (i = 0; i <= __MAX_CSSID; i++) { | |
7c9f4e3a CH |
824 | struct channel_subsystem *css; |
825 | ||
826 | css = kmalloc(sizeof(struct channel_subsystem), GFP_KERNEL); | |
827 | if (!css) { | |
a28c6944 | 828 | ret = -ENOMEM; |
fb6958a5 | 829 | goto out_unregister; |
a28c6944 | 830 | } |
7c9f4e3a | 831 | channel_subsystems[i] = css; |
d7b5a4c9 | 832 | ret = setup_css(i); |
a2164b81 CH |
833 | if (ret) { |
834 | kfree(channel_subsystems[i]); | |
835 | goto out_unregister; | |
836 | } | |
7c9f4e3a | 837 | ret = device_register(&css->device); |
a2164b81 CH |
838 | if (ret) { |
839 | put_device(&css->device); | |
840 | goto out_unregister; | |
841 | } | |
75784c00 | 842 | if (css_chsc_characteristics.secm) { |
7c9f4e3a | 843 | ret = device_create_file(&css->device, |
7e560814 CH |
844 | &dev_attr_cm_enable); |
845 | if (ret) | |
846 | goto out_device; | |
847 | } | |
7c9f4e3a | 848 | ret = device_register(&css->pseudo_subchannel->dev); |
d7b5a4c9 CH |
849 | if (ret) |
850 | goto out_file; | |
a28c6944 | 851 | } |
a55360df CH |
852 | ret = register_reboot_notifier(&css_reboot_notifier); |
853 | if (ret) | |
a2164b81 | 854 | goto out_unregister; |
1da177e4 LT |
855 | css_init_done = 1; |
856 | ||
3a3fc29a | 857 | /* Enable default isc for I/O subchannels. */ |
6ef556cc | 858 | isc_register(IO_SCH_ISC); |
1da177e4 | 859 | |
f97a56fb | 860 | for_each_subchannel(__init_channel_subsystem, NULL); |
1da177e4 | 861 | return 0; |
d7b5a4c9 | 862 | out_file: |
a2164b81 CH |
863 | if (css_chsc_characteristics.secm) |
864 | device_remove_file(&channel_subsystems[i]->device, | |
865 | &dev_attr_cm_enable); | |
7e560814 | 866 | out_device: |
7c9f4e3a | 867 | device_unregister(&channel_subsystems[i]->device); |
fb6958a5 | 868 | out_unregister: |
a28c6944 | 869 | while (i > 0) { |
7c9f4e3a CH |
870 | struct channel_subsystem *css; |
871 | ||
a28c6944 | 872 | i--; |
7c9f4e3a CH |
873 | css = channel_subsystems[i]; |
874 | device_unregister(&css->pseudo_subchannel->dev); | |
a2164b81 | 875 | css->pseudo_subchannel = NULL; |
75784c00 | 876 | if (css_chsc_characteristics.secm) |
7c9f4e3a | 877 | device_remove_file(&css->device, |
495a5b45 | 878 | &dev_attr_cm_enable); |
7c9f4e3a | 879 | device_unregister(&css->device); |
a28c6944 | 880 | } |
fb6958a5 | 881 | out_bus: |
1da177e4 LT |
882 | bus_unregister(&css_bus_type); |
883 | out: | |
f5daba1d | 884 | crw_unregister_handler(CRW_RSC_CSS); |
4434a38c CH |
885 | chsc_free_sei_area(); |
886 | kfree(slow_subchannel_set); | |
e6d5a428 ME |
887 | pr_alert("The CSS device driver initialization failed with " |
888 | "errno=%d\n", ret); | |
1da177e4 LT |
889 | return ret; |
890 | } | |
891 | ||
d7b5a4c9 CH |
892 | int sch_is_pseudo_sch(struct subchannel *sch) |
893 | { | |
894 | return sch == to_css(sch->dev.parent)->pseudo_subchannel; | |
895 | } | |
896 | ||
f08adc00 | 897 | static int css_bus_match(struct device *dev, struct device_driver *drv) |
1da177e4 | 898 | { |
084325d8 CH |
899 | struct subchannel *sch = to_subchannel(dev); |
900 | struct css_driver *driver = to_cssdriver(drv); | |
f08adc00 | 901 | struct css_device_id *id; |
1da177e4 | 902 | |
f08adc00 CH |
903 | for (id = driver->subchannel_type; id->match_flags; id++) { |
904 | if (sch->st == id->type) | |
905 | return 1; | |
906 | } | |
1da177e4 LT |
907 | |
908 | return 0; | |
909 | } | |
910 | ||
98c13c28 | 911 | static int css_probe(struct device *dev) |
8bbace7e CH |
912 | { |
913 | struct subchannel *sch; | |
98c13c28 | 914 | int ret; |
8bbace7e CH |
915 | |
916 | sch = to_subchannel(dev); | |
084325d8 | 917 | sch->driver = to_cssdriver(dev->driver); |
98c13c28 CH |
918 | ret = sch->driver->probe ? sch->driver->probe(sch) : 0; |
919 | if (ret) | |
920 | sch->driver = NULL; | |
921 | return ret; | |
8bbace7e CH |
922 | } |
923 | ||
98c13c28 | 924 | static int css_remove(struct device *dev) |
8bbace7e CH |
925 | { |
926 | struct subchannel *sch; | |
98c13c28 | 927 | int ret; |
8bbace7e CH |
928 | |
929 | sch = to_subchannel(dev); | |
98c13c28 CH |
930 | ret = sch->driver->remove ? sch->driver->remove(sch) : 0; |
931 | sch->driver = NULL; | |
932 | return ret; | |
8bbace7e CH |
933 | } |
934 | ||
98c13c28 | 935 | static void css_shutdown(struct device *dev) |
8bbace7e CH |
936 | { |
937 | struct subchannel *sch; | |
938 | ||
939 | sch = to_subchannel(dev); | |
98c13c28 | 940 | if (sch->driver && sch->driver->shutdown) |
8bbace7e CH |
941 | sch->driver->shutdown(sch); |
942 | } | |
943 | ||
7e9db9ea CH |
944 | static int css_uevent(struct device *dev, struct kobj_uevent_env *env) |
945 | { | |
946 | struct subchannel *sch = to_subchannel(dev); | |
947 | int ret; | |
948 | ||
949 | ret = add_uevent_var(env, "ST=%01X", sch->st); | |
950 | if (ret) | |
951 | return ret; | |
952 | ret = add_uevent_var(env, "MODALIAS=css:t%01X", sch->st); | |
953 | return ret; | |
954 | } | |
955 | ||
1da177e4 | 956 | struct bus_type css_bus_type = { |
8bbace7e CH |
957 | .name = "css", |
958 | .match = css_bus_match, | |
959 | .probe = css_probe, | |
960 | .remove = css_remove, | |
961 | .shutdown = css_shutdown, | |
7e9db9ea | 962 | .uevent = css_uevent, |
1da177e4 LT |
963 | }; |
964 | ||
25b7bb58 CH |
965 | /** |
966 | * css_driver_register - register a css driver | |
967 | * @cdrv: css driver to register | |
968 | * | |
969 | * This is mainly a wrapper around driver_register that sets name | |
970 | * and bus_type in the embedded struct device_driver correctly. | |
971 | */ | |
972 | int css_driver_register(struct css_driver *cdrv) | |
973 | { | |
974 | cdrv->drv.name = cdrv->name; | |
975 | cdrv->drv.bus = &css_bus_type; | |
4beee646 | 976 | cdrv->drv.owner = cdrv->owner; |
25b7bb58 CH |
977 | return driver_register(&cdrv->drv); |
978 | } | |
979 | EXPORT_SYMBOL_GPL(css_driver_register); | |
980 | ||
981 | /** | |
982 | * css_driver_unregister - unregister a css driver | |
983 | * @cdrv: css driver to unregister | |
984 | * | |
985 | * This is a wrapper around driver_unregister. | |
986 | */ | |
987 | void css_driver_unregister(struct css_driver *cdrv) | |
988 | { | |
989 | driver_unregister(&cdrv->drv); | |
990 | } | |
991 | EXPORT_SYMBOL_GPL(css_driver_unregister); | |
992 | ||
1da177e4 LT |
993 | subsys_initcall(init_channel_subsystem); |
994 | ||
1da177e4 LT |
995 | MODULE_LICENSE("GPL"); |
996 | EXPORT_SYMBOL(css_bus_type); |