Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
59bca8cc BZ |
2 | * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org> |
3 | * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org> | |
4 | * Copyright (C) 2001-2002 Klaus Smolin | |
1da177e4 | 5 | * IBM Storage Technology Division |
59bca8cc | 6 | * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz |
1da177e4 LT |
7 | * |
8 | * The big the bad and the ugly. | |
1da177e4 LT |
9 | */ |
10 | ||
1da177e4 LT |
11 | #include <linux/types.h> |
12 | #include <linux/string.h> | |
13 | #include <linux/kernel.h> | |
38789fda | 14 | #include <linux/export.h> |
651c29a1 | 15 | #include <linux/sched.h> |
1da177e4 | 16 | #include <linux/interrupt.h> |
1da177e4 | 17 | #include <linux/errno.h> |
1da177e4 | 18 | #include <linux/slab.h> |
1da177e4 LT |
19 | #include <linux/delay.h> |
20 | #include <linux/hdreg.h> | |
21 | #include <linux/ide.h> | |
38b8d208 | 22 | #include <linux/nmi.h> |
55c16a70 | 23 | #include <linux/scatterlist.h> |
2d5abced | 24 | #include <linux/uaccess.h> |
1da177e4 | 25 | |
1da177e4 LT |
26 | #include <asm/io.h> |
27 | ||
3153c26b SS |
28 | void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd) |
29 | { | |
30 | ide_hwif_t *hwif = drive->hwif; | |
31 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; | |
32 | ||
33 | /* Be sure we're looking at the low order bytes */ | |
34 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); | |
35 | ||
36 | tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf); | |
37 | ||
38 | if (cmd->tf_flags & IDE_TFLAG_LBA48) { | |
39 | tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS); | |
40 | ||
41 | tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob); | |
42 | } | |
43 | } | |
44 | ||
745483f1 | 45 | void ide_tf_dump(const char *s, struct ide_cmd *cmd) |
9e42237f | 46 | { |
807e35d6 BZ |
47 | #ifdef DEBUG |
48 | printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x " | |
49 | "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n", | |
745483f1 SS |
50 | s, cmd->tf.feature, cmd->tf.nsect, |
51 | cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah, | |
52 | cmd->tf.device, cmd->tf.command); | |
53 | printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n", | |
54 | s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah); | |
807e35d6 | 55 | #endif |
089c5c7e BZ |
56 | } |
57 | ||
2d5abced | 58 | int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf) |
1da177e4 | 59 | { |
22aa4b32 | 60 | struct ide_cmd cmd; |
650d841d | 61 | |
22aa4b32 BZ |
62 | memset(&cmd, 0, sizeof(cmd)); |
63 | cmd.tf.nsect = 0x01; | |
1da177e4 | 64 | if (drive->media == ide_disk) |
22aa4b32 | 65 | cmd.tf.command = ATA_CMD_ID_ATA; |
1da177e4 | 66 | else |
22aa4b32 | 67 | cmd.tf.command = ATA_CMD_ID_ATAPI; |
60f85019 SS |
68 | cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE; |
69 | cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE; | |
0dfb991c | 70 | cmd.protocol = ATA_PROT_PIO; |
22aa4b32 BZ |
71 | |
72 | return ide_raw_taskfile(drive, &cmd, buf, 1); | |
1da177e4 LT |
73 | } |
74 | ||
1192e528 | 75 | static ide_startstop_t task_no_data_intr(ide_drive_t *); |
adb1af98 | 76 | static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *); |
901bd08a | 77 | static ide_startstop_t task_pio_intr(ide_drive_t *); |
1192e528 | 78 | |
adb1af98 | 79 | ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd) |
1da177e4 | 80 | { |
898ec223 | 81 | ide_hwif_t *hwif = drive->hwif; |
adb1af98 | 82 | struct ide_cmd *cmd = &hwif->cmd; |
22aa4b32 | 83 | struct ide_taskfile *tf = &cmd->tf; |
57d7366b | 84 | ide_handler_t *handler = NULL; |
374e042c | 85 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; |
f37afdac | 86 | const struct ide_dma_ops *dma_ops = hwif->dma_ops; |
1da177e4 | 87 | |
0dfb991c BZ |
88 | if (orig_cmd->protocol == ATA_PROT_PIO && |
89 | (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) && | |
90 | drive->mult_count == 0) { | |
2d5abced | 91 | pr_err("%s: multimode not set!\n", drive->name); |
0dfb991c | 92 | return ide_stopped; |
1edee60e BZ |
93 | } |
94 | ||
adb1af98 BZ |
95 | if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED) |
96 | orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS; | |
1edee60e | 97 | |
adb1af98 | 98 | memcpy(cmd, orig_cmd, sizeof(*cmd)); |
d6ff9f64 | 99 | |
22aa4b32 | 100 | if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) { |
745483f1 | 101 | ide_tf_dump(drive->name, cmd); |
ecf3a31d | 102 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); |
35218d1c SS |
103 | |
104 | if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) { | |
745483f1 | 105 | u8 data[2] = { cmd->tf.data, cmd->hob.data }; |
35218d1c SS |
106 | |
107 | tp_ops->output_data(drive, cmd, data, 2); | |
108 | } | |
4109d19a SS |
109 | |
110 | if (cmd->valid.out.tf & IDE_VALID_DEVICE) { | |
111 | u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ? | |
112 | 0xE0 : 0xEF; | |
113 | ||
114 | if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED)) | |
115 | cmd->tf.device &= HIHI; | |
116 | cmd->tf.device |= drive->select; | |
117 | } | |
118 | ||
c9ff9e7b SS |
119 | tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob); |
120 | tp_ops->tf_load(drive, &cmd->tf, cmd->valid.out.tf); | |
089c5c7e | 121 | } |
1da177e4 | 122 | |
0dfb991c BZ |
123 | switch (cmd->protocol) { |
124 | case ATA_PROT_PIO: | |
125 | if (cmd->tf_flags & IDE_TFLAG_WRITE) { | |
126 | tp_ops->exec_command(hwif, tf->command); | |
127 | ndelay(400); /* FIXME */ | |
128 | return pre_task_out_intr(drive, cmd); | |
129 | } | |
901bd08a | 130 | handler = task_pio_intr; |
1192e528 | 131 | /* fall-through */ |
0dfb991c | 132 | case ATA_PROT_NODATA: |
57d7366b BZ |
133 | if (handler == NULL) |
134 | handler = task_no_data_intr; | |
35b5d0be | 135 | ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE); |
1da177e4 | 136 | return ide_started; |
b788ee9c | 137 | case ATA_PROT_DMA: |
5ae5412d | 138 | if (ide_dma_prepare(drive, cmd)) |
10d90157 | 139 | return ide_stopped; |
22117d6e | 140 | hwif->expiry = dma_ops->dma_timer_expiry; |
35b5d0be | 141 | ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD); |
5e37bdc0 | 142 | dma_ops->dma_start(drive); |
b788ee9c | 143 | default: |
74095a91 | 144 | return ide_started; |
1da177e4 | 145 | } |
1da177e4 | 146 | } |
f6e29e35 | 147 | EXPORT_SYMBOL_GPL(do_rw_taskfile); |
1da177e4 | 148 | |
d6ff9f64 | 149 | static ide_startstop_t task_no_data_intr(ide_drive_t *drive) |
1da177e4 | 150 | { |
b73c7ee2 | 151 | ide_hwif_t *hwif = drive->hwif; |
22aa4b32 BZ |
152 | struct ide_cmd *cmd = &hwif->cmd; |
153 | struct ide_taskfile *tf = &cmd->tf; | |
154 | int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0; | |
d6ff9f64 | 155 | int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1; |
1da177e4 LT |
156 | u8 stat; |
157 | ||
90d2c6bc BZ |
158 | local_irq_enable_in_hardirq(); |
159 | ||
374e042c BZ |
160 | while (1) { |
161 | stat = hwif->tp_ops->read_status(hwif); | |
3a7d2484 | 162 | if ((stat & ATA_BUSY) == 0 || retries-- == 0) |
374e042c | 163 | break; |
1da177e4 | 164 | udelay(10); |
374e042c | 165 | }; |
1da177e4 | 166 | |
d6ff9f64 BZ |
167 | if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) { |
168 | if (custom && tf->command == ATA_CMD_SET_MULTI) { | |
169 | drive->mult_req = drive->mult_count = 0; | |
ca1b96e0 | 170 | drive->special_flags |= IDE_SFLAG_RECALIBRATE; |
d6ff9f64 BZ |
171 | (void)ide_dump_status(drive, __func__, stat); |
172 | return ide_stopped; | |
173 | } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) { | |
174 | if ((stat & (ATA_ERR | ATA_DRQ)) == 0) { | |
175 | ide_set_handler(drive, &task_no_data_intr, | |
60c0cd02 | 176 | WAIT_WORSTCASE); |
d6ff9f64 BZ |
177 | return ide_started; |
178 | } | |
179 | } | |
1da177e4 | 180 | return ide_error(drive, "task_no_data_intr", stat); |
d6ff9f64 | 181 | } |
c47137a9 | 182 | |
e7fedc3c | 183 | if (custom && tf->command == ATA_CMD_SET_MULTI) |
d6ff9f64 | 184 | drive->mult_count = drive->mult_req; |
1da177e4 | 185 | |
d364c7f5 BZ |
186 | if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE || |
187 | tf->command == ATA_CMD_CHK_POWER) { | |
a09485df | 188 | struct request *rq = hwif->rq; |
a09485df | 189 | |
a7928c15 | 190 | if (ata_pm_request(rq)) |
a09485df | 191 | ide_complete_pm_rq(drive, rq); |
2230d90d BZ |
192 | else |
193 | ide_finish_cmd(drive, cmd, stat); | |
a09485df BZ |
194 | } |
195 | ||
1da177e4 LT |
196 | return ide_stopped; |
197 | } | |
198 | ||
da6f4c7f | 199 | static u8 wait_drive_not_busy(ide_drive_t *drive) |
1da177e4 | 200 | { |
b73c7ee2 | 201 | ide_hwif_t *hwif = drive->hwif; |
b42fa133 | 202 | int retries; |
1da177e4 LT |
203 | u8 stat; |
204 | ||
205 | /* | |
25985edc | 206 | * Last sector was transferred, wait until device is ready. This can |
f54feafa | 207 | * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms. |
1da177e4 | 208 | */ |
f54feafa | 209 | for (retries = 0; retries < 1000; retries++) { |
374e042c | 210 | stat = hwif->tp_ops->read_status(hwif); |
c47137a9 | 211 | |
3a7d2484 | 212 | if (stat & ATA_BUSY) |
b42fa133 MY |
213 | udelay(10); |
214 | else | |
215 | break; | |
216 | } | |
1da177e4 | 217 | |
3a7d2484 | 218 | if (stat & ATA_BUSY) |
2d5abced | 219 | pr_err("%s: drive still BUSY!\n", drive->name); |
1da177e4 LT |
220 | |
221 | return stat; | |
222 | } | |
223 | ||
a08915ba BZ |
224 | void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd, |
225 | unsigned int write, unsigned int len) | |
1da177e4 LT |
226 | { |
227 | ide_hwif_t *hwif = drive->hwif; | |
228 | struct scatterlist *sg = hwif->sg_table; | |
b6308ee0 | 229 | struct scatterlist *cursg = cmd->cursg; |
7fa350b4 | 230 | unsigned long uninitialized_var(flags); |
1da177e4 | 231 | struct page *page; |
1da177e4 LT |
232 | unsigned int offset; |
233 | u8 *buf; | |
234 | ||
b6308ee0 | 235 | cursg = cmd->cursg; |
7a00798b BZ |
236 | if (cursg == NULL) |
237 | cursg = cmd->cursg = sg; | |
238 | ||
239 | while (len) { | |
240 | unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs); | |
a9079052 | 241 | int page_is_high; |
55c16a70 | 242 | |
7a00798b BZ |
243 | page = sg_page(cursg); |
244 | offset = cursg->offset + cmd->cursg_ofs; | |
245 | ||
246 | /* get the current page and offset */ | |
247 | page = nth_page(page, (offset >> PAGE_SHIFT)); | |
248 | offset %= PAGE_SIZE; | |
1da177e4 | 249 | |
1581208b SH |
250 | nr_bytes = min_t(unsigned, nr_bytes, (PAGE_SIZE - offset)); |
251 | ||
a9079052 JD |
252 | page_is_high = PageHighMem(page); |
253 | if (page_is_high) | |
f2bc3167 BZ |
254 | local_irq_save(flags); |
255 | ||
45b408d2 | 256 | buf = kmap_atomic(page) + offset; |
1da177e4 | 257 | |
7a00798b BZ |
258 | cmd->nleft -= nr_bytes; |
259 | cmd->cursg_ofs += nr_bytes; | |
1da177e4 | 260 | |
7a00798b BZ |
261 | if (cmd->cursg_ofs == cursg->length) { |
262 | cursg = cmd->cursg = sg_next(cmd->cursg); | |
263 | cmd->cursg_ofs = 0; | |
264 | } | |
1da177e4 | 265 | |
7a00798b BZ |
266 | /* do the actual data transfer */ |
267 | if (write) | |
268 | hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes); | |
269 | else | |
270 | hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes); | |
1da177e4 | 271 | |
45b408d2 | 272 | kunmap_atomic(buf); |
f2bc3167 | 273 | |
a9079052 | 274 | if (page_is_high) |
f2bc3167 | 275 | local_irq_restore(flags); |
1da177e4 | 276 | |
7a00798b BZ |
277 | len -= nr_bytes; |
278 | } | |
1da177e4 | 279 | } |
a08915ba | 280 | EXPORT_SYMBOL_GPL(ide_pio_bytes); |
1da177e4 | 281 | |
adb1af98 BZ |
282 | static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd, |
283 | unsigned int write) | |
1da177e4 | 284 | { |
7a00798b BZ |
285 | unsigned int nr_bytes; |
286 | ||
35cf2b94 TH |
287 | u8 saved_io_32bit = drive->io_32bit; |
288 | ||
adb1af98 BZ |
289 | if (cmd->tf_flags & IDE_TFLAG_FS) |
290 | cmd->rq->errors = 0; | |
1da177e4 | 291 | |
22aa4b32 | 292 | if (cmd->tf_flags & IDE_TFLAG_IO_16BIT) |
e3d9a73a | 293 | drive->io_32bit = 0; |
35cf2b94 | 294 | |
651c29a1 AM |
295 | touch_softlockup_watchdog(); |
296 | ||
0dfb991c | 297 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) |
7a00798b | 298 | nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9); |
0dfb991c | 299 | else |
7a00798b BZ |
300 | nr_bytes = SECTOR_SIZE; |
301 | ||
302 | ide_pio_bytes(drive, cmd, write, nr_bytes); | |
35cf2b94 TH |
303 | |
304 | drive->io_32bit = saved_io_32bit; | |
1da177e4 LT |
305 | } |
306 | ||
041cea10 | 307 | static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd) |
1da177e4 | 308 | { |
adb1af98 | 309 | if (cmd->tf_flags & IDE_TFLAG_FS) { |
bf717c0a | 310 | int nr_bytes = cmd->nbytes - cmd->nleft; |
1da177e4 | 311 | |
0dfb991c BZ |
312 | if (cmd->protocol == ATA_PROT_PIO && |
313 | ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) { | |
314 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) | |
bf717c0a | 315 | nr_bytes -= drive->mult_count << 9; |
0dfb991c | 316 | else |
bf717c0a | 317 | nr_bytes -= SECTOR_SIZE; |
1da177e4 LT |
318 | } |
319 | ||
bf717c0a BZ |
320 | if (nr_bytes > 0) |
321 | ide_complete_rq(drive, 0, nr_bytes); | |
1da177e4 | 322 | } |
1da177e4 LT |
323 | } |
324 | ||
adb1af98 | 325 | void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat) |
1da177e4 | 326 | { |
6902a533 | 327 | struct request *rq = drive->hwif->rq; |
665d66e8 BZ |
328 | u8 err = ide_read_error(drive), nsect = cmd->tf.nsect; |
329 | u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER); | |
1da177e4 | 330 | |
2230d90d | 331 | ide_complete_cmd(drive, cmd, stat, err); |
6902a533 | 332 | rq->errors = err; |
665d66e8 BZ |
333 | |
334 | if (err == 0 && set_xfer) { | |
335 | ide_set_xfer_rate(drive, nsect); | |
336 | ide_driveid_update(drive); | |
337 | } | |
338 | ||
f974b196 | 339 | ide_complete_rq(drive, err ? -EIO : 0, blk_rq_bytes(rq)); |
1da177e4 LT |
340 | } |
341 | ||
342 | /* | |
901bd08a | 343 | * Handler for command with PIO data phase. |
1da177e4 | 344 | */ |
901bd08a | 345 | static ide_startstop_t task_pio_intr(ide_drive_t *drive) |
1da177e4 LT |
346 | { |
347 | ide_hwif_t *hwif = drive->hwif; | |
adb1af98 | 348 | struct ide_cmd *cmd = &drive->hwif->cmd; |
374e042c | 349 | u8 stat = hwif->tp_ops->read_status(hwif); |
901bd08a | 350 | u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE); |
1da177e4 | 351 | |
901bd08a BZ |
352 | if (write == 0) { |
353 | /* Error? */ | |
354 | if (stat & ATA_ERR) | |
0a1248c5 | 355 | goto out_err; |
1da177e4 | 356 | |
901bd08a | 357 | /* Didn't want any data? Odd. */ |
151055ed BZ |
358 | if ((stat & ATA_DRQ) == 0) { |
359 | /* Command all done? */ | |
0a1248c5 BZ |
360 | if (OK_STAT(stat, ATA_DRDY, ATA_BUSY)) |
361 | goto out_end; | |
151055ed BZ |
362 | |
363 | /* Assume it was a spurious irq */ | |
0a1248c5 | 364 | goto out_wait; |
151055ed | 365 | } |
901bd08a BZ |
366 | } else { |
367 | if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat)) | |
0a1248c5 | 368 | goto out_err; |
1da177e4 | 369 | |
901bd08a BZ |
370 | /* Deal with unexpected ATA data phase. */ |
371 | if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0)) | |
0a1248c5 | 372 | goto out_err; |
901bd08a BZ |
373 | } |
374 | ||
0a1248c5 BZ |
375 | if (write && cmd->nleft == 0) |
376 | goto out_end; | |
1da177e4 LT |
377 | |
378 | /* Still data left to transfer. */ | |
901bd08a | 379 | ide_pio_datablock(drive, cmd, write); |
1da177e4 | 380 | |
901bd08a BZ |
381 | /* Are we done? Check status and finish transfer. */ |
382 | if (write == 0 && cmd->nleft == 0) { | |
383 | stat = wait_drive_not_busy(drive); | |
384 | if (!OK_STAT(stat, 0, BAD_STAT)) | |
0a1248c5 | 385 | goto out_err; |
1da177e4 | 386 | |
0a1248c5 BZ |
387 | goto out_end; |
388 | } | |
389 | out_wait: | |
1da177e4 | 390 | /* Still data left to transfer. */ |
60c0cd02 | 391 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
1da177e4 | 392 | return ide_started; |
0a1248c5 | 393 | out_end: |
2230d90d BZ |
394 | if ((cmd->tf_flags & IDE_TFLAG_FS) == 0) |
395 | ide_finish_cmd(drive, cmd, stat); | |
396 | else | |
9780e2dd | 397 | ide_complete_rq(drive, 0, blk_rq_sectors(cmd->rq) << 9); |
0a1248c5 BZ |
398 | return ide_stopped; |
399 | out_err: | |
041cea10 BZ |
400 | ide_error_cmd(drive, cmd); |
401 | return ide_error(drive, __func__, stat); | |
1da177e4 LT |
402 | } |
403 | ||
adb1af98 BZ |
404 | static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, |
405 | struct ide_cmd *cmd) | |
1da177e4 LT |
406 | { |
407 | ide_startstop_t startstop; | |
408 | ||
3a7d2484 | 409 | if (ide_wait_stat(&startstop, drive, ATA_DRQ, |
1da177e4 | 410 | drive->bad_wstat, WAIT_DRQ)) { |
2d5abced | 411 | pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name, |
0dfb991c | 412 | (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "", |
97100fc8 | 413 | (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : ""); |
1da177e4 LT |
414 | return startstop; |
415 | } | |
416 | ||
97100fc8 | 417 | if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0) |
1da177e4 LT |
418 | local_irq_disable(); |
419 | ||
60c0cd02 | 420 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
901bd08a | 421 | |
adb1af98 | 422 | ide_pio_datablock(drive, cmd, 1); |
1da177e4 LT |
423 | |
424 | return ide_started; | |
425 | } | |
1da177e4 | 426 | |
22aa4b32 BZ |
427 | int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf, |
428 | u16 nsect) | |
1da177e4 | 429 | { |
154ed280 FT |
430 | struct request *rq; |
431 | int error; | |
1da177e4 | 432 | |
aebf526b CH |
433 | rq = blk_get_request(drive->queue, |
434 | (cmd->tf_flags & IDE_TFLAG_WRITE) ? | |
435 | REQ_OP_DRV_OUT : REQ_OP_DRV_IN, __GFP_RECLAIM); | |
82ed4db4 | 436 | scsi_req_init(rq); |
2f5a8e80 | 437 | ide_req(rq)->type = ATA_PRIV_TASKFILE; |
d868ca24 | 438 | |
1da177e4 LT |
439 | /* |
440 | * (ks) We transfer currently only whole sectors. | |
441 | * This is suffient for now. But, it would be great, | |
442 | * if we would find a solution to transfer any size. | |
443 | * To support special commands like READ LONG. | |
444 | */ | |
d868ca24 TH |
445 | if (nsect) { |
446 | error = blk_rq_map_kern(drive->queue, rq, buf, | |
71baba4b | 447 | nsect * SECTOR_SIZE, __GFP_RECLAIM); |
d868ca24 TH |
448 | if (error) |
449 | goto put_req; | |
450 | } | |
1da177e4 | 451 | |
22aa4b32 BZ |
452 | rq->special = cmd; |
453 | cmd->rq = rq; | |
1da177e4 | 454 | |
154ed280 | 455 | error = blk_execute_rq(drive->queue, NULL, rq, 0); |
154ed280 | 456 | |
d868ca24 TH |
457 | put_req: |
458 | blk_put_request(rq); | |
154ed280 | 459 | return error; |
1da177e4 | 460 | } |
1da177e4 LT |
461 | EXPORT_SYMBOL(ide_raw_taskfile); |
462 | ||
22aa4b32 | 463 | int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd) |
9a3c49be | 464 | { |
0dfb991c | 465 | cmd->protocol = ATA_PROT_NODATA; |
9a3c49be | 466 | |
22aa4b32 | 467 | return ide_raw_taskfile(drive, cmd, NULL, 0); |
9a3c49be BZ |
468 | } |
469 | EXPORT_SYMBOL_GPL(ide_no_data_taskfile); | |
470 | ||
26a5b040 | 471 | #ifdef CONFIG_IDE_TASK_IOCTL |
22aa4b32 | 472 | int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg) |
1da177e4 LT |
473 | { |
474 | ide_task_request_t *req_task; | |
22aa4b32 | 475 | struct ide_cmd cmd; |
1da177e4 LT |
476 | u8 *outbuf = NULL; |
477 | u8 *inbuf = NULL; | |
ac026ff2 | 478 | u8 *data_buf = NULL; |
1da177e4 LT |
479 | int err = 0; |
480 | int tasksize = sizeof(struct ide_task_request_s); | |
3a42bb22 AC |
481 | unsigned int taskin = 0; |
482 | unsigned int taskout = 0; | |
ac026ff2 | 483 | u16 nsect = 0; |
1da177e4 LT |
484 | char __user *buf = (char __user *)arg; |
485 | ||
7d543d84 JL |
486 | req_task = memdup_user(buf, tasksize); |
487 | if (IS_ERR(req_task)) | |
488 | return PTR_ERR(req_task); | |
1da177e4 | 489 | |
3a42bb22 AC |
490 | taskout = req_task->out_size; |
491 | taskin = req_task->in_size; | |
2d5abced | 492 | |
3a42bb22 AC |
493 | if (taskin > 65536 || taskout > 65536) { |
494 | err = -EINVAL; | |
495 | goto abort; | |
496 | } | |
1da177e4 LT |
497 | |
498 | if (taskout) { | |
499 | int outtotal = tasksize; | |
f5e3c2fa | 500 | outbuf = kzalloc(taskout, GFP_KERNEL); |
1da177e4 LT |
501 | if (outbuf == NULL) { |
502 | err = -ENOMEM; | |
503 | goto abort; | |
504 | } | |
1da177e4 LT |
505 | if (copy_from_user(outbuf, buf + outtotal, taskout)) { |
506 | err = -EFAULT; | |
507 | goto abort; | |
508 | } | |
509 | } | |
510 | ||
511 | if (taskin) { | |
512 | int intotal = tasksize + taskout; | |
f5e3c2fa | 513 | inbuf = kzalloc(taskin, GFP_KERNEL); |
1da177e4 LT |
514 | if (inbuf == NULL) { |
515 | err = -ENOMEM; | |
516 | goto abort; | |
517 | } | |
1da177e4 LT |
518 | if (copy_from_user(inbuf, buf + intotal, taskin)) { |
519 | err = -EFAULT; | |
520 | goto abort; | |
521 | } | |
522 | } | |
523 | ||
22aa4b32 | 524 | memset(&cmd, 0, sizeof(cmd)); |
1da177e4 | 525 | |
745483f1 SS |
526 | memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
527 | memcpy(&cmd.tf, req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 528 | |
60f85019 SS |
529 | cmd.valid.out.tf = IDE_VALID_DEVICE; |
530 | cmd.valid.in.tf = IDE_VALID_DEVICE | IDE_VALID_IN_TF; | |
531 | cmd.tf_flags = IDE_TFLAG_IO_16BIT; | |
1da177e4 | 532 | |
60f85019 SS |
533 | if (drive->dev_flags & IDE_DFLAG_LBA48) { |
534 | cmd.tf_flags |= IDE_TFLAG_LBA48; | |
535 | cmd.valid.in.hob = IDE_VALID_IN_HOB; | |
536 | } | |
a3bbb9d8 | 537 | |
74095a91 | 538 | if (req_task->out_flags.all) { |
22aa4b32 | 539 | cmd.ftf_flags |= IDE_FTFLAG_FLAGGED; |
74095a91 BZ |
540 | |
541 | if (req_task->out_flags.b.data) | |
22aa4b32 | 542 | cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA; |
74095a91 BZ |
543 | |
544 | if (req_task->out_flags.b.nsector_hob) | |
60f85019 | 545 | cmd.valid.out.hob |= IDE_VALID_NSECT; |
74095a91 | 546 | if (req_task->out_flags.b.sector_hob) |
60f85019 | 547 | cmd.valid.out.hob |= IDE_VALID_LBAL; |
74095a91 | 548 | if (req_task->out_flags.b.lcyl_hob) |
60f85019 | 549 | cmd.valid.out.hob |= IDE_VALID_LBAM; |
74095a91 | 550 | if (req_task->out_flags.b.hcyl_hob) |
60f85019 | 551 | cmd.valid.out.hob |= IDE_VALID_LBAH; |
74095a91 BZ |
552 | |
553 | if (req_task->out_flags.b.error_feature) | |
60f85019 | 554 | cmd.valid.out.tf |= IDE_VALID_FEATURE; |
74095a91 | 555 | if (req_task->out_flags.b.nsector) |
60f85019 | 556 | cmd.valid.out.tf |= IDE_VALID_NSECT; |
74095a91 | 557 | if (req_task->out_flags.b.sector) |
60f85019 | 558 | cmd.valid.out.tf |= IDE_VALID_LBAL; |
74095a91 | 559 | if (req_task->out_flags.b.lcyl) |
60f85019 | 560 | cmd.valid.out.tf |= IDE_VALID_LBAM; |
74095a91 | 561 | if (req_task->out_flags.b.hcyl) |
60f85019 | 562 | cmd.valid.out.tf |= IDE_VALID_LBAH; |
a3bbb9d8 | 563 | } else { |
60f85019 | 564 | cmd.valid.out.tf |= IDE_VALID_OUT_TF; |
22aa4b32 | 565 | if (cmd.tf_flags & IDE_TFLAG_LBA48) |
60f85019 | 566 | cmd.valid.out.hob |= IDE_VALID_OUT_HOB; |
74095a91 BZ |
567 | } |
568 | ||
866e2ec9 | 569 | if (req_task->in_flags.b.data) |
22aa4b32 | 570 | cmd.ftf_flags |= IDE_FTFLAG_IN_DATA; |
866e2ec9 | 571 | |
04d09b0e BZ |
572 | if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) { |
573 | /* fixup data phase if needed */ | |
574 | if (req_task->data_phase == TASKFILE_IN_DMAQ || | |
575 | req_task->data_phase == TASKFILE_IN_DMA) | |
0dfb991c | 576 | cmd.tf_flags |= IDE_TFLAG_WRITE; |
04d09b0e BZ |
577 | } |
578 | ||
0dfb991c BZ |
579 | cmd.protocol = ATA_PROT_DMA; |
580 | ||
581 | switch (req_task->data_phase) { | |
2d5abced JSR |
582 | case TASKFILE_MULTI_OUT: |
583 | if (!drive->mult_count) { | |
584 | /* (hs): give up if multcount is not set */ | |
585 | pr_err("%s: %s Multimode Write multcount is not set\n", | |
586 | drive->name, __func__); | |
587 | err = -EPERM; | |
588 | goto abort; | |
589 | } | |
590 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
591 | /* fall through */ | |
592 | case TASKFILE_OUT: | |
593 | cmd.protocol = ATA_PROT_PIO; | |
594 | /* fall through */ | |
595 | case TASKFILE_OUT_DMAQ: | |
596 | case TASKFILE_OUT_DMA: | |
597 | cmd.tf_flags |= IDE_TFLAG_WRITE; | |
598 | nsect = taskout / SECTOR_SIZE; | |
599 | data_buf = outbuf; | |
600 | break; | |
601 | case TASKFILE_MULTI_IN: | |
602 | if (!drive->mult_count) { | |
603 | /* (hs): give up if multcount is not set */ | |
604 | pr_err("%s: %s Multimode Read multcount is not set\n", | |
605 | drive->name, __func__); | |
606 | err = -EPERM; | |
1da177e4 | 607 | goto abort; |
2d5abced JSR |
608 | } |
609 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
610 | /* fall through */ | |
611 | case TASKFILE_IN: | |
612 | cmd.protocol = ATA_PROT_PIO; | |
613 | /* fall through */ | |
614 | case TASKFILE_IN_DMAQ: | |
615 | case TASKFILE_IN_DMA: | |
616 | nsect = taskin / SECTOR_SIZE; | |
617 | data_buf = inbuf; | |
618 | break; | |
619 | case TASKFILE_NO_DATA: | |
620 | cmd.protocol = ATA_PROT_NODATA; | |
621 | break; | |
622 | default: | |
623 | err = -EFAULT; | |
624 | goto abort; | |
1da177e4 LT |
625 | } |
626 | ||
ac026ff2 BZ |
627 | if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA) |
628 | nsect = 0; | |
629 | else if (!nsect) { | |
745483f1 | 630 | nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect; |
ac026ff2 BZ |
631 | |
632 | if (!nsect) { | |
2d5abced | 633 | pr_err("%s: in/out command without data\n", |
ac026ff2 BZ |
634 | drive->name); |
635 | err = -EFAULT; | |
636 | goto abort; | |
637 | } | |
638 | } | |
639 | ||
22aa4b32 | 640 | err = ide_raw_taskfile(drive, &cmd, data_buf, nsect); |
ac026ff2 | 641 | |
745483f1 SS |
642 | memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
643 | memcpy(req_task->io_ports, &cmd.tf, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 644 | |
22aa4b32 | 645 | if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) && |
866e2ec9 BZ |
646 | req_task->in_flags.all == 0) { |
647 | req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS; | |
97100fc8 | 648 | if (drive->dev_flags & IDE_DFLAG_LBA48) |
866e2ec9 BZ |
649 | req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8); |
650 | } | |
1da177e4 LT |
651 | |
652 | if (copy_to_user(buf, req_task, tasksize)) { | |
653 | err = -EFAULT; | |
654 | goto abort; | |
655 | } | |
656 | if (taskout) { | |
657 | int outtotal = tasksize; | |
658 | if (copy_to_user(buf + outtotal, outbuf, taskout)) { | |
659 | err = -EFAULT; | |
660 | goto abort; | |
661 | } | |
662 | } | |
663 | if (taskin) { | |
664 | int intotal = tasksize + taskout; | |
665 | if (copy_to_user(buf + intotal, inbuf, taskin)) { | |
666 | err = -EFAULT; | |
667 | goto abort; | |
668 | } | |
669 | } | |
670 | abort: | |
671 | kfree(req_task); | |
6044ec88 JJ |
672 | kfree(outbuf); |
673 | kfree(inbuf); | |
1da177e4 | 674 | |
1da177e4 LT |
675 | return err; |
676 | } | |
26a5b040 | 677 | #endif |