[S390] remove ptrace warning on 31 bit.
[linux-2.6-block.git] / drivers / s390 / cio / cio.c
CommitLineData
1da177e4
LT
1/*
2 * drivers/s390/cio/cio.c
3 * S/390 common I/O routines -- low level i/o calls
1da177e4 4 *
0ae7a7b2 5 * Copyright IBM Corp. 1999,2008
1da177e4 6 * Author(s): Ingo Adlung (adlung@de.ibm.com)
4ce3b30c 7 * Cornelia Huck (cornelia.huck@de.ibm.com)
1da177e4
LT
8 * Arnd Bergmann (arndb@de.ibm.com)
9 * Martin Schwidefsky (schwidefsky@de.ibm.com)
10 */
11
12#include <linux/module.h>
1da177e4
LT
13#include <linux/init.h>
14#include <linux/slab.h>
15#include <linux/device.h>
16#include <linux/kernel_stat.h>
17#include <linux/interrupt.h>
1da177e4
LT
18#include <asm/cio.h>
19#include <asm/delay.h>
20#include <asm/irq.h>
5a489b98 21#include <asm/irq_regs.h>
e87bfe51 22#include <asm/setup.h>
15e9b586 23#include <asm/reset.h>
46b05d26 24#include <asm/ipl.h>
e5854a58 25#include <asm/chpid.h>
4e8e56c6 26#include <asm/airq.h>
3a3fc29a 27#include <asm/isc.h>
43ca5c3a 28#include <asm/cpu.h>
83262d63 29#include <asm/fcx.h>
1da177e4
LT
30#include "cio.h"
31#include "css.h"
32#include "chsc.h"
33#include "ioasm.h"
cd6b4f27 34#include "io_sch.h"
1da177e4
LT
35#include "blacklist.h"
36#include "cio_debug.h"
e6b6e10a 37#include "chp.h"
15e9b586 38#include "../s390mach.h"
1da177e4
LT
39
40debug_info_t *cio_debug_msg_id;
41debug_info_t *cio_debug_trace_id;
42debug_info_t *cio_debug_crw_id;
43
1da177e4
LT
44/*
45 * Function: cio_debug_init
bc698bcf
CH
46 * Initializes three debug logs for common I/O:
47 * - cio_msg logs generic cio messages
1da177e4 48 * - cio_trace logs the calling of different functions
bc698bcf 49 * - cio_crw logs machine check related cio messages
1da177e4 50 */
bc698bcf 51static int __init cio_debug_init(void)
1da177e4 52{
361f494d 53 cio_debug_msg_id = debug_register("cio_msg", 16, 1, 16 * sizeof(long));
1da177e4
LT
54 if (!cio_debug_msg_id)
55 goto out_unregister;
bc698bcf
CH
56 debug_register_view(cio_debug_msg_id, &debug_sprintf_view);
57 debug_set_level(cio_debug_msg_id, 2);
361f494d 58 cio_debug_trace_id = debug_register("cio_trace", 16, 1, 16);
1da177e4
LT
59 if (!cio_debug_trace_id)
60 goto out_unregister;
bc698bcf
CH
61 debug_register_view(cio_debug_trace_id, &debug_hex_ascii_view);
62 debug_set_level(cio_debug_trace_id, 2);
361f494d 63 cio_debug_crw_id = debug_register("cio_crw", 16, 1, 16 * sizeof(long));
1da177e4
LT
64 if (!cio_debug_crw_id)
65 goto out_unregister;
bc698bcf
CH
66 debug_register_view(cio_debug_crw_id, &debug_sprintf_view);
67 debug_set_level(cio_debug_crw_id, 4);
1da177e4
LT
68 return 0;
69
70out_unregister:
71 if (cio_debug_msg_id)
bc698bcf 72 debug_unregister(cio_debug_msg_id);
1da177e4 73 if (cio_debug_trace_id)
bc698bcf 74 debug_unregister(cio_debug_trace_id);
1da177e4 75 if (cio_debug_crw_id)
bc698bcf 76 debug_unregister(cio_debug_crw_id);
1da177e4
LT
77 return -1;
78}
79
80arch_initcall (cio_debug_init);
81
82int
83cio_set_options (struct subchannel *sch, int flags)
84{
85 sch->options.suspend = (flags & DOIO_ALLOW_SUSPEND) != 0;
86 sch->options.prefetch = (flags & DOIO_DENY_PREFETCH) != 0;
87 sch->options.inter = (flags & DOIO_SUPPRESS_INTER) != 0;
88 return 0;
89}
90
91/* FIXME: who wants to use this? */
92int
93cio_get_options (struct subchannel *sch)
94{
95 int flags;
96
97 flags = 0;
98 if (sch->options.suspend)
99 flags |= DOIO_ALLOW_SUSPEND;
100 if (sch->options.prefetch)
101 flags |= DOIO_DENY_PREFETCH;
102 if (sch->options.inter)
103 flags |= DOIO_SUPPRESS_INTER;
104 return flags;
105}
106
107/*
108 * Use tpi to get a pending interrupt, call the interrupt handler and
109 * return a pointer to the subchannel structure.
110 */
4d284cac 111static int
1da177e4
LT
112cio_tpi(void)
113{
114 struct tpi_info *tpi_info;
115 struct subchannel *sch;
116 struct irb *irb;
b1e76613 117 int irq_context;
1da177e4
LT
118
119 tpi_info = (struct tpi_info *) __LC_SUBCHANNEL_ID;
120 if (tpi (NULL) != 1)
121 return 0;
122 irb = (struct irb *) __LC_IRB;
123 /* Store interrupt response block to lowcore. */
a8237fc4 124 if (tsch (tpi_info->schid, irb) != 0)
1da177e4
LT
125 /* Not status pending or not operational. */
126 return 1;
127 sch = (struct subchannel *)(unsigned long)tpi_info->intparm;
128 if (!sch)
129 return 1;
b1e76613
HC
130 irq_context = in_interrupt();
131 if (!irq_context)
132 local_bh_disable();
1da177e4 133 irq_enter ();
2ec22984 134 spin_lock(sch->lock);
23d805b6 135 memcpy(&sch->schib.scsw, &irb->scsw, sizeof(union scsw));
1da177e4 136 if (sch->driver && sch->driver->irq)
602b20f2 137 sch->driver->irq(sch);
2ec22984 138 spin_unlock(sch->lock);
1da177e4 139 irq_exit ();
b1e76613
HC
140 if (!irq_context)
141 _local_bh_enable();
1da177e4
LT
142 return 1;
143}
144
4d284cac 145static int
1da177e4
LT
146cio_start_handle_notoper(struct subchannel *sch, __u8 lpm)
147{
148 char dbf_text[15];
149
150 if (lpm != 0)
151 sch->lpm &= ~lpm;
152 else
153 sch->lpm = 0;
154
a8237fc4 155 stsch (sch->schid, &sch->schib);
1da177e4 156
139b83dd 157 CIO_MSG_EVENT(2, "cio_start: 'not oper' status for "
fb6958a5
CH
158 "subchannel 0.%x.%04x!\n", sch->schid.ssid,
159 sch->schid.sch_no);
2a0217d5 160 sprintf(dbf_text, "no%s", dev_name(&sch->dev));
1da177e4
LT
161 CIO_TRACE_EVENT(0, dbf_text);
162 CIO_HEX_EVENT(0, &sch->schib, sizeof (struct schib));
163
164 return (sch->lpm ? -EACCES : -ENODEV);
165}
166
167int
168cio_start_key (struct subchannel *sch, /* subchannel structure */
169 struct ccw1 * cpa, /* logical channel prog addr */
170 __u8 lpm, /* logical path mask */
171 __u8 key) /* storage key */
172{
173 char dbf_txt[15];
174 int ccode;
83262d63 175 union orb *orb;
1da177e4 176
cd6b4f27 177 CIO_TRACE_EVENT(4, "stIO");
2a0217d5 178 CIO_TRACE_EVENT(4, dev_name(&sch->dev));
1da177e4 179
cd6b4f27 180 orb = &to_io_private(sch)->orb;
9adb8c1d 181 memset(orb, 0, sizeof(union orb));
1da177e4 182 /* sch is always under 2G. */
83262d63
PO
183 orb->cmd.intparm = (u32)(addr_t)sch;
184 orb->cmd.fmt = 1;
1da177e4 185
83262d63
PO
186 orb->cmd.pfch = sch->options.prefetch == 0;
187 orb->cmd.spnd = sch->options.suspend;
188 orb->cmd.ssic = sch->options.suspend && sch->options.inter;
189 orb->cmd.lpm = (lpm != 0) ? lpm : sch->lpm;
347a8dc3 190#ifdef CONFIG_64BIT
1da177e4
LT
191 /*
192 * for 64 bit we always support 64 bit IDAWs with 4k page size only
193 */
83262d63
PO
194 orb->cmd.c64 = 1;
195 orb->cmd.i2k = 0;
1da177e4 196#endif
83262d63 197 orb->cmd.key = key >> 4;
1da177e4 198 /* issue "Start Subchannel" */
83262d63 199 orb->cmd.cpa = (__u32) __pa(cpa);
cd6b4f27 200 ccode = ssch(sch->schid, orb);
1da177e4
LT
201
202 /* process condition code */
cd6b4f27
CH
203 sprintf(dbf_txt, "ccode:%d", ccode);
204 CIO_TRACE_EVENT(4, dbf_txt);
1da177e4
LT
205
206 switch (ccode) {
207 case 0:
208 /*
209 * initialize device status information
210 */
23d805b6 211 sch->schib.scsw.cmd.actl |= SCSW_ACTL_START_PEND;
1da177e4
LT
212 return 0;
213 case 1: /* status pending */
214 case 2: /* busy */
215 return -EBUSY;
c91ebe49 216 case 3: /* device/path not operational */
1da177e4 217 return cio_start_handle_notoper(sch, lpm);
c91ebe49
CH
218 default:
219 return ccode;
1da177e4
LT
220 }
221}
222
223int
224cio_start (struct subchannel *sch, struct ccw1 *cpa, __u8 lpm)
225{
0b642ede 226 return cio_start_key(sch, cpa, lpm, PAGE_DEFAULT_KEY);
1da177e4
LT
227}
228
229/*
230 * resume suspended I/O operation
231 */
232int
233cio_resume (struct subchannel *sch)
234{
235 char dbf_txt[15];
236 int ccode;
237
238 CIO_TRACE_EVENT (4, "resIO");
2a0217d5 239 CIO_TRACE_EVENT(4, dev_name(&sch->dev));
1da177e4 240
a8237fc4 241 ccode = rsch (sch->schid);
1da177e4
LT
242
243 sprintf (dbf_txt, "ccode:%d", ccode);
244 CIO_TRACE_EVENT (4, dbf_txt);
245
246 switch (ccode) {
247 case 0:
23d805b6 248 sch->schib.scsw.cmd.actl |= SCSW_ACTL_RESUME_PEND;
1da177e4
LT
249 return 0;
250 case 1:
251 return -EBUSY;
252 case 2:
253 return -EINVAL;
254 default:
255 /*
256 * useless to wait for request completion
257 * as device is no longer operational !
258 */
259 return -ENODEV;
260 }
261}
262
263/*
264 * halt I/O operation
265 */
266int
267cio_halt(struct subchannel *sch)
268{
269 char dbf_txt[15];
270 int ccode;
271
272 if (!sch)
273 return -ENODEV;
274
275 CIO_TRACE_EVENT (2, "haltIO");
2a0217d5 276 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1da177e4
LT
277
278 /*
279 * Issue "Halt subchannel" and process condition code
280 */
a8237fc4 281 ccode = hsch (sch->schid);
1da177e4
LT
282
283 sprintf (dbf_txt, "ccode:%d", ccode);
284 CIO_TRACE_EVENT (2, dbf_txt);
285
286 switch (ccode) {
287 case 0:
23d805b6 288 sch->schib.scsw.cmd.actl |= SCSW_ACTL_HALT_PEND;
1da177e4
LT
289 return 0;
290 case 1: /* status pending */
291 case 2: /* busy */
292 return -EBUSY;
293 default: /* device not operational */
294 return -ENODEV;
295 }
296}
297
298/*
299 * Clear I/O operation
300 */
301int
302cio_clear(struct subchannel *sch)
303{
304 char dbf_txt[15];
305 int ccode;
306
307 if (!sch)
308 return -ENODEV;
309
310 CIO_TRACE_EVENT (2, "clearIO");
2a0217d5 311 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1da177e4
LT
312
313 /*
314 * Issue "Clear subchannel" and process condition code
315 */
a8237fc4 316 ccode = csch (sch->schid);
1da177e4
LT
317
318 sprintf (dbf_txt, "ccode:%d", ccode);
319 CIO_TRACE_EVENT (2, dbf_txt);
320
321 switch (ccode) {
322 case 0:
23d805b6 323 sch->schib.scsw.cmd.actl |= SCSW_ACTL_CLEAR_PEND;
1da177e4
LT
324 return 0;
325 default: /* device not operational */
326 return -ENODEV;
327 }
328}
329
330/*
331 * Function: cio_cancel
332 * Issues a "Cancel Subchannel" on the specified subchannel
333 * Note: We don't need any fancy intparms and flags here
334 * since xsch is executed synchronously.
335 * Only for common I/O internal use as for now.
336 */
337int
338cio_cancel (struct subchannel *sch)
339{
340 char dbf_txt[15];
341 int ccode;
342
343 if (!sch)
344 return -ENODEV;
345
346 CIO_TRACE_EVENT (2, "cancelIO");
2a0217d5 347 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1da177e4 348
a8237fc4 349 ccode = xsch (sch->schid);
1da177e4
LT
350
351 sprintf (dbf_txt, "ccode:%d", ccode);
352 CIO_TRACE_EVENT (2, dbf_txt);
353
354 switch (ccode) {
355 case 0: /* success */
356 /* Update information in scsw. */
a8237fc4 357 stsch (sch->schid, &sch->schib);
1da177e4
LT
358 return 0;
359 case 1: /* status pending */
360 return -EBUSY;
361 case 2: /* not applicable */
362 return -EINVAL;
363 default: /* not oper */
364 return -ENODEV;
365 }
366}
367
368/*
369 * Function: cio_modify
370 * Issues a "Modify Subchannel" on the specified subchannel
371 */
372int
373cio_modify (struct subchannel *sch)
374{
375 int ccode, retry, ret;
376
377 ret = 0;
378 for (retry = 0; retry < 5; retry++) {
a8237fc4 379 ccode = msch_err (sch->schid, &sch->schib);
1da177e4
LT
380 if (ccode < 0) /* -EIO if msch gets a program check. */
381 return ccode;
382 switch (ccode) {
383 case 0: /* successfull */
384 return 0;
385 case 1: /* status pending */
386 return -EBUSY;
387 case 2: /* busy */
388 udelay (100); /* allow for recovery */
389 ret = -EBUSY;
390 break;
391 case 3: /* not operational */
392 return -ENODEV;
393 }
394 }
395 return ret;
396}
397
44a1c19e
CH
398/**
399 * cio_enable_subchannel - enable a subchannel.
400 * @sch: subchannel to be enabled
401 * @intparm: interruption parameter to set
1da177e4 402 */
edf22096 403int cio_enable_subchannel(struct subchannel *sch, u32 intparm)
1da177e4
LT
404{
405 char dbf_txt[15];
406 int ccode;
407 int retry;
408 int ret;
409
410 CIO_TRACE_EVENT (2, "ensch");
2a0217d5 411 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1da177e4 412
d7b5a4c9
CH
413 if (sch_is_pseudo_sch(sch))
414 return -EINVAL;
a8237fc4 415 ccode = stsch (sch->schid, &sch->schib);
1da177e4
LT
416 if (ccode)
417 return -ENODEV;
418
419 for (retry = 5, ret = 0; retry > 0; retry--) {
420 sch->schib.pmcw.ena = 1;
edf22096 421 sch->schib.pmcw.isc = sch->isc;
b279a4f5 422 sch->schib.pmcw.intparm = intparm;
1da177e4
LT
423 ret = cio_modify(sch);
424 if (ret == -ENODEV)
425 break;
426 if (ret == -EIO)
427 /*
428 * Got a program check in cio_modify. Try without
429 * the concurrent sense bit the next time.
430 */
431 sch->schib.pmcw.csense = 0;
432 if (ret == 0) {
a8237fc4 433 stsch (sch->schid, &sch->schib);
1da177e4
LT
434 if (sch->schib.pmcw.ena)
435 break;
436 }
437 if (ret == -EBUSY) {
438 struct irb irb;
a8237fc4 439 if (tsch(sch->schid, &irb) != 0)
1da177e4
LT
440 break;
441 }
442 }
443 sprintf (dbf_txt, "ret:%d", ret);
444 CIO_TRACE_EVENT (2, dbf_txt);
445 return ret;
446}
44a1c19e 447EXPORT_SYMBOL_GPL(cio_enable_subchannel);
1da177e4 448
44a1c19e
CH
449/**
450 * cio_disable_subchannel - disable a subchannel.
451 * @sch: subchannel to disable
1da177e4 452 */
44a1c19e 453int cio_disable_subchannel(struct subchannel *sch)
1da177e4
LT
454{
455 char dbf_txt[15];
456 int ccode;
457 int retry;
458 int ret;
459
460 CIO_TRACE_EVENT (2, "dissch");
2a0217d5 461 CIO_TRACE_EVENT(2, dev_name(&sch->dev));
1da177e4 462
d7b5a4c9
CH
463 if (sch_is_pseudo_sch(sch))
464 return 0;
a8237fc4 465 ccode = stsch (sch->schid, &sch->schib);
1da177e4
LT
466 if (ccode == 3) /* Not operational. */
467 return -ENODEV;
468
23d805b6 469 if (scsw_actl(&sch->schib.scsw) != 0)
1da177e4
LT
470 /*
471 * the disable function must not be called while there are
472 * requests pending for completion !
473 */
474 return -EBUSY;
475
476 for (retry = 5, ret = 0; retry > 0; retry--) {
477 sch->schib.pmcw.ena = 0;
478 ret = cio_modify(sch);
479 if (ret == -ENODEV)
480 break;
481 if (ret == -EBUSY)
482 /*
483 * The subchannel is busy or status pending.
484 * We'll disable when the next interrupt was delivered
485 * via the state machine.
486 */
487 break;
488 if (ret == 0) {
a8237fc4 489 stsch (sch->schid, &sch->schib);
1da177e4
LT
490 if (!sch->schib.pmcw.ena)
491 break;
492 }
493 }
494 sprintf (dbf_txt, "ret:%d", ret);
495 CIO_TRACE_EVENT (2, dbf_txt);
496 return ret;
497}
44a1c19e 498EXPORT_SYMBOL_GPL(cio_disable_subchannel);
1da177e4 499
d7b5a4c9 500int cio_create_sch_lock(struct subchannel *sch)
2ec22984
CH
501{
502 sch->lock = kmalloc(sizeof(spinlock_t), GFP_KERNEL);
503 if (!sch->lock)
504 return -ENOMEM;
505 spin_lock_init(sch->lock);
506 return 0;
507}
508
b3a686f4 509static int cio_check_devno_blacklisted(struct subchannel *sch)
0ae7a7b2 510{
0ae7a7b2
CH
511 if (is_blacklisted(sch->schid.ssid, sch->schib.pmcw.dev)) {
512 /*
513 * This device must not be known to Linux. So we simply
514 * say that there is no device and return ENODEV.
515 */
516 CIO_MSG_EVENT(6, "Blacklisted device detected "
517 "at devno %04X, subchannel set %x\n",
518 sch->schib.pmcw.dev, sch->schid.ssid);
519 return -ENODEV;
520 }
521 return 0;
522}
523
b3a686f4
CH
524static int cio_validate_io_subchannel(struct subchannel *sch)
525{
526 /* Initialization for io subchannels. */
527 if (!css_sch_is_valid(&sch->schib))
528 return -ENODEV;
529
530 /* Devno is valid. */
531 return cio_check_devno_blacklisted(sch);
532}
533
534static int cio_validate_msg_subchannel(struct subchannel *sch)
535{
536 /* Initialization for message subchannels. */
537 if (!css_sch_is_valid(&sch->schib))
538 return -ENODEV;
539
540 /* Devno is valid. */
541 return cio_check_devno_blacklisted(sch);
542}
543
0ae7a7b2
CH
544/**
545 * cio_validate_subchannel - basic validation of subchannel
546 * @sch: subchannel structure to be filled out
547 * @schid: subchannel id
1da177e4
LT
548 *
549 * Find out subchannel type and initialize struct subchannel.
550 * Return codes:
0ae7a7b2 551 * 0 on success
1da177e4 552 * -ENXIO for non-defined subchannels
0ae7a7b2
CH
553 * -ENODEV for invalid subchannels or blacklisted devices
554 * -EIO for subchannels in an invalid subchannel set
1da177e4 555 */
0ae7a7b2 556int cio_validate_subchannel(struct subchannel *sch, struct subchannel_id schid)
1da177e4
LT
557{
558 char dbf_txt[15];
559 int ccode;
2ec22984 560 int err;
1da177e4 561
0ae7a7b2
CH
562 sprintf(dbf_txt, "valsch%x", schid.sch_no);
563 CIO_TRACE_EVENT(4, dbf_txt);
1da177e4
LT
564
565 /* Nuke all fields. */
566 memset(sch, 0, sizeof(struct subchannel));
567
2ec22984
CH
568 sch->schid = schid;
569 if (cio_is_console(schid)) {
570 sch->lock = cio_get_console_lock();
571 } else {
572 err = cio_create_sch_lock(sch);
573 if (err)
574 goto out;
575 }
6ab4879a 576 mutex_init(&sch->reg_mutex);
1da177e4 577 /* Set a name for the subchannel */
1f4e7eda
CH
578 if (cio_is_console(schid))
579 sch->dev.init_name = cio_get_console_sch_name(schid);
580 else
581 dev_set_name(&sch->dev, "0.%x.%04x", schid.ssid, schid.sch_no);
1da177e4
LT
582
583 /*
584 * The first subchannel that is not-operational (ccode==3)
585 * indicates that there aren't any more devices available.
fb6958a5
CH
586 * If stsch gets an exception, it means the current subchannel set
587 * is not valid.
1da177e4 588 */
fb6958a5 589 ccode = stsch_err (schid, &sch->schib);
2ec22984
CH
590 if (ccode) {
591 err = (ccode == 3) ? -ENXIO : ccode;
592 goto out;
593 }
1da177e4
LT
594 /* Copy subchannel type from path management control word. */
595 sch->st = sch->schib.pmcw.st;
c820de39 596
0ae7a7b2
CH
597 switch (sch->st) {
598 case SUBCHANNEL_TYPE_IO:
599 err = cio_validate_io_subchannel(sch);
600 break;
b3a686f4
CH
601 case SUBCHANNEL_TYPE_MSG:
602 err = cio_validate_msg_subchannel(sch);
603 break;
0ae7a7b2
CH
604 default:
605 err = 0;
1da177e4 606 }
0ae7a7b2 607 if (err)
808e4888 608 goto out;
808e4888 609
0ae7a7b2
CH
610 CIO_MSG_EVENT(4, "Subchannel 0.%x.%04x reports subchannel type %04X\n",
611 sch->schid.ssid, sch->schid.sch_no, sch->st);
1da177e4 612 return 0;
2ec22984
CH
613out:
614 if (!cio_is_console(schid))
615 kfree(sch->lock);
616 sch->lock = NULL;
617 return err;
1da177e4
LT
618}
619
620/*
621 * do_IRQ() handles all normal I/O device IRQ's (the special
622 * SMP cross-CPU interrupts have their own specific
623 * handlers).
624 *
625 */
626void
627do_IRQ (struct pt_regs *regs)
628{
629 struct tpi_info *tpi_info;
630 struct subchannel *sch;
631 struct irb *irb;
5a489b98 632 struct pt_regs *old_regs;
1da177e4 633
5a489b98 634 old_regs = set_irq_regs(regs);
9d0a57cb 635 irq_enter();
43ca5c3a 636 s390_idle_check();
5a62b192
HC
637 if (S390_lowcore.int_clock >= S390_lowcore.clock_comparator)
638 /* Serve timer interrupts first. */
639 clock_comparator_work();
1da177e4
LT
640 /*
641 * Get interrupt information from lowcore
642 */
643 tpi_info = (struct tpi_info *) __LC_SUBCHANNEL_ID;
644 irb = (struct irb *) __LC_IRB;
645 do {
646 kstat_cpu(smp_processor_id()).irqs[IO_INTERRUPT]++;
647 /*
648 * Non I/O-subchannel thin interrupts are processed differently
649 */
650 if (tpi_info->adapter_IO == 1 &&
651 tpi_info->int_type == IO_INTERRUPT_TYPE) {
da7c5af8 652 do_adapter_IO(tpi_info->isc);
1da177e4
LT
653 continue;
654 }
655 sch = (struct subchannel *)(unsigned long)tpi_info->intparm;
a806170e
HC
656 if (!sch) {
657 /* Clear pending interrupt condition. */
658 tsch(tpi_info->schid, irb);
659 continue;
660 }
661 spin_lock(sch->lock);
1da177e4 662 /* Store interrupt response block to lowcore. */
a806170e 663 if (tsch(tpi_info->schid, irb) == 0) {
1da177e4
LT
664 /* Keep subchannel information word up to date. */
665 memcpy (&sch->schib.scsw, &irb->scsw,
666 sizeof (irb->scsw));
667 /* Call interrupt handler if there is one. */
668 if (sch->driver && sch->driver->irq)
602b20f2 669 sch->driver->irq(sch);
1da177e4 670 }
a806170e 671 spin_unlock(sch->lock);
1da177e4
LT
672 /*
673 * Are more interrupts pending?
674 * If so, the tpi instruction will update the lowcore
675 * to hold the info for the next interrupt.
676 * We don't do this for VM because a tpi drops the cpu
677 * out of the sie which costs more cycles than it saves.
678 */
679 } while (!MACHINE_IS_VM && tpi (NULL) != 0);
9d0a57cb 680 irq_exit();
5a489b98 681 set_irq_regs(old_regs);
1da177e4
LT
682}
683
684#ifdef CONFIG_CCW_CONSOLE
685static struct subchannel console_subchannel;
1f4e7eda 686static char console_sch_name[10] = "0.x.xxxx";
cd6b4f27 687static struct io_subchannel_private console_priv;
1da177e4
LT
688static int console_subchannel_in_use;
689
cd6b4f27
CH
690void *cio_get_console_priv(void)
691{
692 return &console_priv;
693}
694
1da177e4
LT
695/*
696 * busy wait for the next interrupt on the console
697 */
a806170e
HC
698void wait_cons_dev(void)
699 __releases(console_subchannel.lock)
700 __acquires(console_subchannel.lock)
1da177e4
LT
701{
702 unsigned long cr6 __attribute__ ((aligned (8)));
703 unsigned long save_cr6 __attribute__ ((aligned (8)));
704
705 /*
706 * before entering the spinlock we may already have
707 * processed the interrupt on a different CPU...
708 */
709 if (!console_subchannel_in_use)
710 return;
711
3a3fc29a 712 /* disable all but the console isc */
1da177e4 713 __ctl_store (save_cr6, 6, 6);
3a3fc29a 714 cr6 = 1UL << (31 - CONSOLE_ISC);
1da177e4
LT
715 __ctl_load (cr6, 6, 6);
716
717 do {
2ec22984 718 spin_unlock(console_subchannel.lock);
1da177e4
LT
719 if (!cio_tpi())
720 cpu_relax();
2ec22984 721 spin_lock(console_subchannel.lock);
23d805b6 722 } while (console_subchannel.schib.scsw.cmd.actl != 0);
1da177e4
LT
723 /*
724 * restore previous isc value
725 */
726 __ctl_load (save_cr6, 6, 6);
727}
728
729static int
f97a56fb
CH
730cio_test_for_console(struct subchannel_id schid, void *data)
731{
fb6958a5 732 if (stsch_err(schid, &console_subchannel.schib) != 0)
f97a56fb 733 return -ENXIO;
b279a4f5
CH
734 if ((console_subchannel.schib.pmcw.st == SUBCHANNEL_TYPE_IO) &&
735 console_subchannel.schib.pmcw.dnv &&
736 (console_subchannel.schib.pmcw.dev == console_devno)) {
f97a56fb
CH
737 console_irq = schid.sch_no;
738 return 1; /* found */
739 }
740 return 0;
741}
742
743
744static int
745cio_get_console_sch_no(void)
1da177e4 746{
a8237fc4 747 struct subchannel_id schid;
1da177e4 748
a8237fc4 749 init_subchannel_id(&schid);
1da177e4
LT
750 if (console_irq != -1) {
751 /* VM provided us with the irq number of the console. */
a8237fc4
CH
752 schid.sch_no = console_irq;
753 if (stsch(schid, &console_subchannel.schib) != 0 ||
b279a4f5 754 (console_subchannel.schib.pmcw.st != SUBCHANNEL_TYPE_IO) ||
1da177e4
LT
755 !console_subchannel.schib.pmcw.dnv)
756 return -1;
757 console_devno = console_subchannel.schib.pmcw.dev;
758 } else if (console_devno != -1) {
759 /* At least the console device number is known. */
f97a56fb 760 for_each_subchannel(cio_test_for_console, NULL);
1da177e4
LT
761 if (console_irq == -1)
762 return -1;
763 } else {
764 /* unlike in 2.4, we cannot autoprobe here, since
765 * the channel subsystem is not fully initialized.
766 * With some luck, the HWC console can take over */
1da177e4
LT
767 return -1;
768 }
769 return console_irq;
770}
771
772struct subchannel *
773cio_probe_console(void)
774{
f97a56fb 775 int sch_no, ret;
a8237fc4 776 struct subchannel_id schid;
1da177e4
LT
777
778 if (xchg(&console_subchannel_in_use, 1) != 0)
779 return ERR_PTR(-EBUSY);
f97a56fb
CH
780 sch_no = cio_get_console_sch_no();
781 if (sch_no == -1) {
1da177e4 782 console_subchannel_in_use = 0;
c78aa6cb 783 printk(KERN_WARNING "cio: No ccw console found!\n");
1da177e4
LT
784 return ERR_PTR(-ENODEV);
785 }
786 memset(&console_subchannel, 0, sizeof(struct subchannel));
a8237fc4 787 init_subchannel_id(&schid);
f97a56fb 788 schid.sch_no = sch_no;
a8237fc4 789 ret = cio_validate_subchannel(&console_subchannel, schid);
1da177e4
LT
790 if (ret) {
791 console_subchannel_in_use = 0;
792 return ERR_PTR(-ENODEV);
793 }
794
795 /*
3a3fc29a 796 * enable console I/O-interrupt subclass
1da177e4 797 */
6ef556cc 798 isc_register(CONSOLE_ISC);
3a3fc29a 799 console_subchannel.schib.pmcw.isc = CONSOLE_ISC;
1da177e4 800 console_subchannel.schib.pmcw.intparm =
cd6b4f27 801 (u32)(addr_t)&console_subchannel;
1da177e4
LT
802 ret = cio_modify(&console_subchannel);
803 if (ret) {
6ef556cc 804 isc_unregister(CONSOLE_ISC);
1da177e4
LT
805 console_subchannel_in_use = 0;
806 return ERR_PTR(ret);
807 }
808 return &console_subchannel;
809}
810
811void
812cio_release_console(void)
813{
814 console_subchannel.schib.pmcw.intparm = 0;
815 cio_modify(&console_subchannel);
6ef556cc 816 isc_unregister(CONSOLE_ISC);
1da177e4
LT
817 console_subchannel_in_use = 0;
818}
819
820/* Bah... hack to catch console special sausages. */
821int
a8237fc4 822cio_is_console(struct subchannel_id schid)
1da177e4
LT
823{
824 if (!console_subchannel_in_use)
825 return 0;
a8237fc4 826 return schid_equal(&schid, &console_subchannel.schid);
1da177e4
LT
827}
828
829struct subchannel *
830cio_get_console_subchannel(void)
831{
832 if (!console_subchannel_in_use)
d2c993d8 833 return NULL;
1da177e4
LT
834 return &console_subchannel;
835}
836
1f4e7eda
CH
837const char *cio_get_console_sch_name(struct subchannel_id schid)
838{
839 snprintf(console_sch_name, 10, "0.%x.%04x", schid.ssid, schid.sch_no);
840 return (const char *)console_sch_name;
841}
842
1da177e4 843#endif
4d284cac 844static int
a8237fc4 845__disable_subchannel_easy(struct subchannel_id schid, struct schib *schib)
1da177e4
LT
846{
847 int retry, cc;
848
849 cc = 0;
850 for (retry=0;retry<3;retry++) {
851 schib->pmcw.ena = 0;
852 cc = msch(schid, schib);
853 if (cc)
854 return (cc==3?-ENODEV:-EBUSY);
855 stsch(schid, schib);
856 if (!schib->pmcw.ena)
857 return 0;
858 }
859 return -EBUSY; /* uhm... */
860}
861
4d284cac 862static int
0ae7a7b2 863__clear_io_subchannel_easy(struct subchannel_id schid)
1da177e4
LT
864{
865 int retry;
866
867 if (csch(schid))
868 return -ENODEV;
869 for (retry=0;retry<20;retry++) {
870 struct tpi_info ti;
871
872 if (tpi(&ti)) {
a8237fc4
CH
873 tsch(ti.schid, (struct irb *)__LC_IRB);
874 if (schid_equal(&ti.schid, &schid))
4c24da79 875 return 0;
1da177e4 876 }
5a0d0e65 877 udelay_simple(100);
1da177e4
LT
878 }
879 return -EBUSY;
880}
881
9d92a7e1
CH
882static void __clear_chsc_subchannel_easy(void)
883{
884 /* It seems we can only wait for a bit here :/ */
5a0d0e65 885 udelay_simple(100);
9d92a7e1
CH
886}
887
a45e1414
MH
888static int pgm_check_occured;
889
890static void cio_reset_pgm_check_handler(void)
891{
892 pgm_check_occured = 1;
893}
894
f9c9fe3e 895static int stsch_reset(struct subchannel_id schid, struct schib *addr)
a45e1414
MH
896{
897 int rc;
898
899 pgm_check_occured = 0;
ab14de6c 900 s390_base_pgm_handler_fn = cio_reset_pgm_check_handler;
6faf4444 901 rc = stsch(schid, addr);
ab14de6c 902 s390_base_pgm_handler_fn = NULL;
aa77015c 903
ab14de6c 904 /* The program check handler could have changed pgm_check_occured. */
6faf4444 905 barrier();
aa77015c 906
a45e1414
MH
907 if (pgm_check_occured)
908 return -EIO;
909 else
910 return rc;
911}
912
15e9b586 913static int __shutdown_subchannel_easy(struct subchannel_id schid, void *data)
f97a56fb
CH
914{
915 struct schib schib;
916
a45e1414 917 if (stsch_reset(schid, &schib))
f97a56fb
CH
918 return -ENXIO;
919 if (!schib.pmcw.ena)
920 return 0;
921 switch(__disable_subchannel_easy(schid, &schib)) {
922 case 0:
923 case -ENODEV:
924 break;
925 default: /* -EBUSY */
0ae7a7b2
CH
926 switch (schib.pmcw.st) {
927 case SUBCHANNEL_TYPE_IO:
928 if (__clear_io_subchannel_easy(schid))
929 goto out; /* give up... */
930 break;
9d92a7e1
CH
931 case SUBCHANNEL_TYPE_CHSC:
932 __clear_chsc_subchannel_easy();
933 break;
0ae7a7b2
CH
934 default:
935 /* No default clear strategy */
936 break;
937 }
f97a56fb
CH
938 stsch(schid, &schib);
939 __disable_subchannel_easy(schid, &schib);
940 }
0ae7a7b2 941out:
f97a56fb
CH
942 return 0;
943}
1da177e4 944
15e9b586
HC
945static atomic_t chpid_reset_count;
946
947static void s390_reset_chpids_mcck_handler(void)
948{
949 struct crw crw;
950 struct mci *mci;
951
952 /* Check for pending channel report word. */
953 mci = (struct mci *)&S390_lowcore.mcck_interruption_code;
954 if (!mci->cp)
955 return;
956 /* Process channel report words. */
957 while (stcrw(&crw) == 0) {
958 /* Check for responses to RCHP. */
959 if (crw.slct && crw.rsc == CRW_RSC_CPATH)
960 atomic_dec(&chpid_reset_count);
961 }
962}
963
964#define RCHP_TIMEOUT (30 * USEC_PER_SEC)
965static void css_reset(void)
966{
967 int i, ret;
968 unsigned long long timeout;
f86635fa 969 struct chp_id chpid;
15e9b586
HC
970
971 /* Reset subchannels. */
972 for_each_subchannel(__shutdown_subchannel_easy, NULL);
973 /* Reset channel paths. */
ab14de6c 974 s390_base_mcck_handler_fn = s390_reset_chpids_mcck_handler;
15e9b586
HC
975 /* Enable channel report machine checks. */
976 __ctl_set_bit(14, 28);
977 /* Temporarily reenable machine checks. */
978 local_mcck_enable();
f86635fa 979 chp_id_init(&chpid);
15e9b586 980 for (i = 0; i <= __MAX_CHPID; i++) {
f86635fa
PO
981 chpid.id = i;
982 ret = rchp(chpid);
15e9b586
HC
983 if ((ret == 0) || (ret == 2))
984 /*
985 * rchp either succeeded, or another rchp is already
986 * in progress. In either case, we'll get a crw.
987 */
988 atomic_inc(&chpid_reset_count);
989 }
990 /* Wait for machine check for all channel paths. */
991 timeout = get_clock() + (RCHP_TIMEOUT << 12);
992 while (atomic_read(&chpid_reset_count) != 0) {
993 if (get_clock() > timeout)
994 break;
995 cpu_relax();
996 }
997 /* Disable machine checks again. */
998 local_mcck_disable();
999 /* Disable channel report machine checks. */
1000 __ctl_clear_bit(14, 28);
ab14de6c 1001 s390_base_mcck_handler_fn = NULL;
15e9b586
HC
1002}
1003
1004static struct reset_call css_reset_call = {
1005 .fn = css_reset,
1006};
1007
1008static int __init init_css_reset_call(void)
1009{
1010 atomic_set(&chpid_reset_count, 0);
1011 register_reset_call(&css_reset_call);
1012 return 0;
1013}
1014
1015arch_initcall(init_css_reset_call);
1016
1017struct sch_match_id {
1018 struct subchannel_id schid;
1019 struct ccw_dev_id devid;
1020 int rc;
1021};
1022
1023static int __reipl_subchannel_match(struct subchannel_id schid, void *data)
1024{
1025 struct schib schib;
1026 struct sch_match_id *match_id = data;
1027
a45e1414 1028 if (stsch_reset(schid, &schib))
15e9b586 1029 return -ENXIO;
b279a4f5 1030 if ((schib.pmcw.st == SUBCHANNEL_TYPE_IO) && schib.pmcw.dnv &&
15e9b586
HC
1031 (schib.pmcw.dev == match_id->devid.devno) &&
1032 (schid.ssid == match_id->devid.ssid)) {
1033 match_id->schid = schid;
1034 match_id->rc = 0;
1035 return 1;
1036 }
1037 return 0;
1038}
1039
1040static int reipl_find_schid(struct ccw_dev_id *devid,
1041 struct subchannel_id *schid)
1da177e4 1042{
ff6b8ea6
MH
1043 struct sch_match_id match_id;
1044
1045 match_id.devid = *devid;
1046 match_id.rc = -ENODEV;
15e9b586 1047 for_each_subchannel(__reipl_subchannel_match, &match_id);
ff6b8ea6
MH
1048 if (match_id.rc == 0)
1049 *schid = match_id.schid;
1050 return match_id.rc;
1da177e4
LT
1051}
1052
ff6b8ea6
MH
1053extern void do_reipl_asm(__u32 schid);
1054
1da177e4 1055/* Make sure all subchannels are quiet before we re-ipl an lpar. */
ff6b8ea6 1056void reipl_ccw_dev(struct ccw_dev_id *devid)
1da177e4 1057{
ff6b8ea6
MH
1058 struct subchannel_id schid;
1059
15e9b586
HC
1060 s390_reset_system();
1061 if (reipl_find_schid(devid, &schid) != 0)
ff6b8ea6 1062 panic("IPL Device not found\n");
ff6b8ea6 1063 do_reipl_asm(*((__u32*)&schid));
1da177e4 1064}
e87bfe51 1065
6fc321fd 1066int __init cio_get_iplinfo(struct cio_iplinfo *iplinfo)
e87bfe51
HC
1067{
1068 struct subchannel_id schid;
6fc321fd 1069 struct schib schib;
e87bfe51
HC
1070
1071 schid = *(struct subchannel_id *)__LC_SUBCHANNEL_ID;
1072 if (!schid.one)
6fc321fd
HC
1073 return -ENODEV;
1074 if (stsch(schid, &schib))
1075 return -ENODEV;
b279a4f5
CH
1076 if (schib.pmcw.st != SUBCHANNEL_TYPE_IO)
1077 return -ENODEV;
6fc321fd
HC
1078 if (!schib.pmcw.dnv)
1079 return -ENODEV;
1080 iplinfo->devno = schib.pmcw.dev;
1081 iplinfo->is_qdio = schib.pmcw.qf;
1082 return 0;
e87bfe51 1083}
83262d63
PO
1084
1085/**
1086 * cio_tm_start_key - perform start function
1087 * @sch: subchannel on which to perform the start function
1088 * @tcw: transport-command word to be started
1089 * @lpm: mask of paths to use
1090 * @key: storage key to use for storage access
1091 *
1092 * Start the tcw on the given subchannel. Return zero on success, non-zero
1093 * otherwise.
1094 */
1095int cio_tm_start_key(struct subchannel *sch, struct tcw *tcw, u8 lpm, u8 key)
1096{
1097 int cc;
1098 union orb *orb = &to_io_private(sch)->orb;
1099
1100 memset(orb, 0, sizeof(union orb));
1101 orb->tm.intparm = (u32) (addr_t) sch;
1102 orb->tm.key = key >> 4;
1103 orb->tm.b = 1;
1104 orb->tm.lpm = lpm ? lpm : sch->lpm;
1105 orb->tm.tcw = (u32) (addr_t) tcw;
1106 cc = ssch(sch->schid, orb);
1107 switch (cc) {
1108 case 0:
1109 return 0;
1110 case 1:
1111 case 2:
1112 return -EBUSY;
1113 default:
1114 return cio_start_handle_notoper(sch, lpm);
1115 }
1116}
1117
1118/**
1119 * cio_tm_intrg - perform interrogate function
1120 * @sch - subchannel on which to perform the interrogate function
1121 *
1122 * If the specified subchannel is running in transport-mode, perform the
1123 * interrogate function. Return zero on success, non-zero otherwie.
1124 */
1125int cio_tm_intrg(struct subchannel *sch)
1126{
1127 int cc;
1128
1129 if (!to_io_private(sch)->orb.tm.b)
1130 return -EINVAL;
1131 cc = xsch(sch->schid);
1132 switch (cc) {
1133 case 0:
1134 case 2:
1135 return 0;
1136 case 1:
1137 return -EBUSY;
1138 default:
1139 return -ENODEV;
1140 }
1141}