Commit | Line | Data |
---|---|---|
457c8996 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
1da177e4 | 2 | /* |
59bca8cc BZ |
3 | * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org> |
4 | * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org> | |
5 | * Copyright (C) 2001-2002 Klaus Smolin | |
1da177e4 | 6 | * IBM Storage Technology Division |
59bca8cc | 7 | * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz |
1da177e4 LT |
8 | * |
9 | * The big the bad and the ugly. | |
1da177e4 LT |
10 | */ |
11 | ||
1da177e4 LT |
12 | #include <linux/types.h> |
13 | #include <linux/string.h> | |
14 | #include <linux/kernel.h> | |
38789fda | 15 | #include <linux/export.h> |
651c29a1 | 16 | #include <linux/sched.h> |
1da177e4 | 17 | #include <linux/interrupt.h> |
1da177e4 | 18 | #include <linux/errno.h> |
1da177e4 | 19 | #include <linux/slab.h> |
1da177e4 LT |
20 | #include <linux/delay.h> |
21 | #include <linux/hdreg.h> | |
22 | #include <linux/ide.h> | |
38b8d208 | 23 | #include <linux/nmi.h> |
55c16a70 | 24 | #include <linux/scatterlist.h> |
2d5abced | 25 | #include <linux/uaccess.h> |
1da177e4 | 26 | |
1da177e4 LT |
27 | #include <asm/io.h> |
28 | ||
3153c26b SS |
29 | void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd) |
30 | { | |
31 | ide_hwif_t *hwif = drive->hwif; | |
32 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; | |
33 | ||
34 | /* Be sure we're looking at the low order bytes */ | |
35 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); | |
36 | ||
37 | tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf); | |
38 | ||
39 | if (cmd->tf_flags & IDE_TFLAG_LBA48) { | |
40 | tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS); | |
41 | ||
42 | tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob); | |
43 | } | |
44 | } | |
45 | ||
745483f1 | 46 | void ide_tf_dump(const char *s, struct ide_cmd *cmd) |
9e42237f | 47 | { |
807e35d6 BZ |
48 | #ifdef DEBUG |
49 | printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x " | |
50 | "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n", | |
745483f1 SS |
51 | s, cmd->tf.feature, cmd->tf.nsect, |
52 | cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah, | |
53 | cmd->tf.device, cmd->tf.command); | |
54 | printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n", | |
55 | s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah); | |
807e35d6 | 56 | #endif |
089c5c7e BZ |
57 | } |
58 | ||
2d5abced | 59 | int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf) |
1da177e4 | 60 | { |
22aa4b32 | 61 | struct ide_cmd cmd; |
650d841d | 62 | |
22aa4b32 BZ |
63 | memset(&cmd, 0, sizeof(cmd)); |
64 | cmd.tf.nsect = 0x01; | |
1da177e4 | 65 | if (drive->media == ide_disk) |
22aa4b32 | 66 | cmd.tf.command = ATA_CMD_ID_ATA; |
1da177e4 | 67 | else |
22aa4b32 | 68 | cmd.tf.command = ATA_CMD_ID_ATAPI; |
60f85019 SS |
69 | cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE; |
70 | cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE; | |
0dfb991c | 71 | cmd.protocol = ATA_PROT_PIO; |
22aa4b32 BZ |
72 | |
73 | return ide_raw_taskfile(drive, &cmd, buf, 1); | |
1da177e4 LT |
74 | } |
75 | ||
1192e528 | 76 | static ide_startstop_t task_no_data_intr(ide_drive_t *); |
adb1af98 | 77 | static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *); |
901bd08a | 78 | static ide_startstop_t task_pio_intr(ide_drive_t *); |
1192e528 | 79 | |
adb1af98 | 80 | ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd) |
1da177e4 | 81 | { |
898ec223 | 82 | ide_hwif_t *hwif = drive->hwif; |
adb1af98 | 83 | struct ide_cmd *cmd = &hwif->cmd; |
22aa4b32 | 84 | struct ide_taskfile *tf = &cmd->tf; |
57d7366b | 85 | ide_handler_t *handler = NULL; |
374e042c | 86 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; |
f37afdac | 87 | const struct ide_dma_ops *dma_ops = hwif->dma_ops; |
1da177e4 | 88 | |
0dfb991c BZ |
89 | if (orig_cmd->protocol == ATA_PROT_PIO && |
90 | (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) && | |
91 | drive->mult_count == 0) { | |
2d5abced | 92 | pr_err("%s: multimode not set!\n", drive->name); |
0dfb991c | 93 | return ide_stopped; |
1edee60e BZ |
94 | } |
95 | ||
adb1af98 BZ |
96 | if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED) |
97 | orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS; | |
1edee60e | 98 | |
adb1af98 | 99 | memcpy(cmd, orig_cmd, sizeof(*cmd)); |
d6ff9f64 | 100 | |
22aa4b32 | 101 | if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) { |
745483f1 | 102 | ide_tf_dump(drive->name, cmd); |
ecf3a31d | 103 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); |
35218d1c SS |
104 | |
105 | if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) { | |
745483f1 | 106 | u8 data[2] = { cmd->tf.data, cmd->hob.data }; |
35218d1c SS |
107 | |
108 | tp_ops->output_data(drive, cmd, data, 2); | |
109 | } | |
4109d19a SS |
110 | |
111 | if (cmd->valid.out.tf & IDE_VALID_DEVICE) { | |
112 | u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ? | |
113 | 0xE0 : 0xEF; | |
114 | ||
115 | if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED)) | |
116 | cmd->tf.device &= HIHI; | |
117 | cmd->tf.device |= drive->select; | |
118 | } | |
119 | ||
c9ff9e7b SS |
120 | tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob); |
121 | tp_ops->tf_load(drive, &cmd->tf, cmd->valid.out.tf); | |
089c5c7e | 122 | } |
1da177e4 | 123 | |
0dfb991c BZ |
124 | switch (cmd->protocol) { |
125 | case ATA_PROT_PIO: | |
126 | if (cmd->tf_flags & IDE_TFLAG_WRITE) { | |
127 | tp_ops->exec_command(hwif, tf->command); | |
128 | ndelay(400); /* FIXME */ | |
129 | return pre_task_out_intr(drive, cmd); | |
130 | } | |
901bd08a | 131 | handler = task_pio_intr; |
a2eed33d | 132 | /* fall through */ |
0dfb991c | 133 | case ATA_PROT_NODATA: |
57d7366b BZ |
134 | if (handler == NULL) |
135 | handler = task_no_data_intr; | |
35b5d0be | 136 | ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE); |
1da177e4 | 137 | return ide_started; |
b788ee9c | 138 | case ATA_PROT_DMA: |
5ae5412d | 139 | if (ide_dma_prepare(drive, cmd)) |
10d90157 | 140 | return ide_stopped; |
22117d6e | 141 | hwif->expiry = dma_ops->dma_timer_expiry; |
35b5d0be | 142 | ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD); |
5e37bdc0 | 143 | dma_ops->dma_start(drive); |
a2eed33d | 144 | /* fall through */ |
b788ee9c | 145 | default: |
74095a91 | 146 | return ide_started; |
1da177e4 | 147 | } |
1da177e4 | 148 | } |
f6e29e35 | 149 | EXPORT_SYMBOL_GPL(do_rw_taskfile); |
1da177e4 | 150 | |
d6ff9f64 | 151 | static ide_startstop_t task_no_data_intr(ide_drive_t *drive) |
1da177e4 | 152 | { |
b73c7ee2 | 153 | ide_hwif_t *hwif = drive->hwif; |
22aa4b32 BZ |
154 | struct ide_cmd *cmd = &hwif->cmd; |
155 | struct ide_taskfile *tf = &cmd->tf; | |
156 | int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0; | |
d6ff9f64 | 157 | int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1; |
1da177e4 LT |
158 | u8 stat; |
159 | ||
90d2c6bc BZ |
160 | local_irq_enable_in_hardirq(); |
161 | ||
374e042c BZ |
162 | while (1) { |
163 | stat = hwif->tp_ops->read_status(hwif); | |
3a7d2484 | 164 | if ((stat & ATA_BUSY) == 0 || retries-- == 0) |
374e042c | 165 | break; |
1da177e4 | 166 | udelay(10); |
374e042c | 167 | }; |
1da177e4 | 168 | |
d6ff9f64 BZ |
169 | if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) { |
170 | if (custom && tf->command == ATA_CMD_SET_MULTI) { | |
171 | drive->mult_req = drive->mult_count = 0; | |
ca1b96e0 | 172 | drive->special_flags |= IDE_SFLAG_RECALIBRATE; |
d6ff9f64 BZ |
173 | (void)ide_dump_status(drive, __func__, stat); |
174 | return ide_stopped; | |
175 | } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) { | |
176 | if ((stat & (ATA_ERR | ATA_DRQ)) == 0) { | |
177 | ide_set_handler(drive, &task_no_data_intr, | |
60c0cd02 | 178 | WAIT_WORSTCASE); |
d6ff9f64 BZ |
179 | return ide_started; |
180 | } | |
181 | } | |
1da177e4 | 182 | return ide_error(drive, "task_no_data_intr", stat); |
d6ff9f64 | 183 | } |
c47137a9 | 184 | |
e7fedc3c | 185 | if (custom && tf->command == ATA_CMD_SET_MULTI) |
d6ff9f64 | 186 | drive->mult_count = drive->mult_req; |
1da177e4 | 187 | |
d364c7f5 BZ |
188 | if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE || |
189 | tf->command == ATA_CMD_CHK_POWER) { | |
a09485df | 190 | struct request *rq = hwif->rq; |
a09485df | 191 | |
a7928c15 | 192 | if (ata_pm_request(rq)) |
a09485df | 193 | ide_complete_pm_rq(drive, rq); |
2230d90d BZ |
194 | else |
195 | ide_finish_cmd(drive, cmd, stat); | |
a09485df BZ |
196 | } |
197 | ||
1da177e4 LT |
198 | return ide_stopped; |
199 | } | |
200 | ||
da6f4c7f | 201 | static u8 wait_drive_not_busy(ide_drive_t *drive) |
1da177e4 | 202 | { |
b73c7ee2 | 203 | ide_hwif_t *hwif = drive->hwif; |
b42fa133 | 204 | int retries; |
1da177e4 LT |
205 | u8 stat; |
206 | ||
207 | /* | |
25985edc | 208 | * Last sector was transferred, wait until device is ready. This can |
f54feafa | 209 | * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms. |
1da177e4 | 210 | */ |
f54feafa | 211 | for (retries = 0; retries < 1000; retries++) { |
374e042c | 212 | stat = hwif->tp_ops->read_status(hwif); |
c47137a9 | 213 | |
3a7d2484 | 214 | if (stat & ATA_BUSY) |
b42fa133 MY |
215 | udelay(10); |
216 | else | |
217 | break; | |
218 | } | |
1da177e4 | 219 | |
3a7d2484 | 220 | if (stat & ATA_BUSY) |
2d5abced | 221 | pr_err("%s: drive still BUSY!\n", drive->name); |
1da177e4 LT |
222 | |
223 | return stat; | |
224 | } | |
225 | ||
a08915ba BZ |
226 | void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd, |
227 | unsigned int write, unsigned int len) | |
1da177e4 LT |
228 | { |
229 | ide_hwif_t *hwif = drive->hwif; | |
230 | struct scatterlist *sg = hwif->sg_table; | |
b6308ee0 | 231 | struct scatterlist *cursg = cmd->cursg; |
1da177e4 | 232 | struct page *page; |
1da177e4 LT |
233 | unsigned int offset; |
234 | u8 *buf; | |
235 | ||
7a00798b BZ |
236 | if (cursg == NULL) |
237 | cursg = cmd->cursg = sg; | |
238 | ||
239 | while (len) { | |
240 | unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs); | |
55c16a70 | 241 | |
7a00798b BZ |
242 | page = sg_page(cursg); |
243 | offset = cursg->offset + cmd->cursg_ofs; | |
244 | ||
245 | /* get the current page and offset */ | |
246 | page = nth_page(page, (offset >> PAGE_SHIFT)); | |
247 | offset %= PAGE_SIZE; | |
1da177e4 | 248 | |
1581208b SH |
249 | nr_bytes = min_t(unsigned, nr_bytes, (PAGE_SIZE - offset)); |
250 | ||
45b408d2 | 251 | buf = kmap_atomic(page) + offset; |
1da177e4 | 252 | |
7a00798b BZ |
253 | cmd->nleft -= nr_bytes; |
254 | cmd->cursg_ofs += nr_bytes; | |
1da177e4 | 255 | |
7a00798b BZ |
256 | if (cmd->cursg_ofs == cursg->length) { |
257 | cursg = cmd->cursg = sg_next(cmd->cursg); | |
258 | cmd->cursg_ofs = 0; | |
259 | } | |
1da177e4 | 260 | |
7a00798b BZ |
261 | /* do the actual data transfer */ |
262 | if (write) | |
263 | hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes); | |
264 | else | |
265 | hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes); | |
1da177e4 | 266 | |
45b408d2 | 267 | kunmap_atomic(buf); |
f2bc3167 | 268 | |
7a00798b BZ |
269 | len -= nr_bytes; |
270 | } | |
1da177e4 | 271 | } |
a08915ba | 272 | EXPORT_SYMBOL_GPL(ide_pio_bytes); |
1da177e4 | 273 | |
adb1af98 BZ |
274 | static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd, |
275 | unsigned int write) | |
1da177e4 | 276 | { |
7a00798b BZ |
277 | unsigned int nr_bytes; |
278 | ||
35cf2b94 TH |
279 | u8 saved_io_32bit = drive->io_32bit; |
280 | ||
adb1af98 | 281 | if (cmd->tf_flags & IDE_TFLAG_FS) |
17d5363b | 282 | scsi_req(cmd->rq)->result = 0; |
1da177e4 | 283 | |
22aa4b32 | 284 | if (cmd->tf_flags & IDE_TFLAG_IO_16BIT) |
e3d9a73a | 285 | drive->io_32bit = 0; |
35cf2b94 | 286 | |
651c29a1 AM |
287 | touch_softlockup_watchdog(); |
288 | ||
0dfb991c | 289 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) |
7a00798b | 290 | nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9); |
0dfb991c | 291 | else |
7a00798b BZ |
292 | nr_bytes = SECTOR_SIZE; |
293 | ||
294 | ide_pio_bytes(drive, cmd, write, nr_bytes); | |
35cf2b94 TH |
295 | |
296 | drive->io_32bit = saved_io_32bit; | |
1da177e4 LT |
297 | } |
298 | ||
041cea10 | 299 | static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd) |
1da177e4 | 300 | { |
adb1af98 | 301 | if (cmd->tf_flags & IDE_TFLAG_FS) { |
bf717c0a | 302 | int nr_bytes = cmd->nbytes - cmd->nleft; |
1da177e4 | 303 | |
0dfb991c BZ |
304 | if (cmd->protocol == ATA_PROT_PIO && |
305 | ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) { | |
306 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) | |
bf717c0a | 307 | nr_bytes -= drive->mult_count << 9; |
0dfb991c | 308 | else |
bf717c0a | 309 | nr_bytes -= SECTOR_SIZE; |
1da177e4 LT |
310 | } |
311 | ||
bf717c0a | 312 | if (nr_bytes > 0) |
2a842aca | 313 | ide_complete_rq(drive, BLK_STS_OK, nr_bytes); |
1da177e4 | 314 | } |
1da177e4 LT |
315 | } |
316 | ||
adb1af98 | 317 | void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat) |
1da177e4 | 318 | { |
6902a533 | 319 | struct request *rq = drive->hwif->rq; |
665d66e8 BZ |
320 | u8 err = ide_read_error(drive), nsect = cmd->tf.nsect; |
321 | u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER); | |
1da177e4 | 322 | |
2230d90d | 323 | ide_complete_cmd(drive, cmd, stat, err); |
17d5363b | 324 | scsi_req(rq)->result = err; |
665d66e8 BZ |
325 | |
326 | if (err == 0 && set_xfer) { | |
327 | ide_set_xfer_rate(drive, nsect); | |
328 | ide_driveid_update(drive); | |
329 | } | |
330 | ||
2a842aca | 331 | ide_complete_rq(drive, err ? BLK_STS_IOERR : BLK_STS_OK, blk_rq_bytes(rq)); |
1da177e4 LT |
332 | } |
333 | ||
334 | /* | |
901bd08a | 335 | * Handler for command with PIO data phase. |
1da177e4 | 336 | */ |
901bd08a | 337 | static ide_startstop_t task_pio_intr(ide_drive_t *drive) |
1da177e4 LT |
338 | { |
339 | ide_hwif_t *hwif = drive->hwif; | |
adb1af98 | 340 | struct ide_cmd *cmd = &drive->hwif->cmd; |
374e042c | 341 | u8 stat = hwif->tp_ops->read_status(hwif); |
901bd08a | 342 | u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE); |
1da177e4 | 343 | |
901bd08a BZ |
344 | if (write == 0) { |
345 | /* Error? */ | |
346 | if (stat & ATA_ERR) | |
0a1248c5 | 347 | goto out_err; |
1da177e4 | 348 | |
901bd08a | 349 | /* Didn't want any data? Odd. */ |
151055ed BZ |
350 | if ((stat & ATA_DRQ) == 0) { |
351 | /* Command all done? */ | |
0a1248c5 BZ |
352 | if (OK_STAT(stat, ATA_DRDY, ATA_BUSY)) |
353 | goto out_end; | |
151055ed BZ |
354 | |
355 | /* Assume it was a spurious irq */ | |
0a1248c5 | 356 | goto out_wait; |
151055ed | 357 | } |
901bd08a BZ |
358 | } else { |
359 | if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat)) | |
0a1248c5 | 360 | goto out_err; |
1da177e4 | 361 | |
901bd08a BZ |
362 | /* Deal with unexpected ATA data phase. */ |
363 | if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0)) | |
0a1248c5 | 364 | goto out_err; |
901bd08a BZ |
365 | } |
366 | ||
0a1248c5 BZ |
367 | if (write && cmd->nleft == 0) |
368 | goto out_end; | |
1da177e4 LT |
369 | |
370 | /* Still data left to transfer. */ | |
901bd08a | 371 | ide_pio_datablock(drive, cmd, write); |
1da177e4 | 372 | |
901bd08a BZ |
373 | /* Are we done? Check status and finish transfer. */ |
374 | if (write == 0 && cmd->nleft == 0) { | |
375 | stat = wait_drive_not_busy(drive); | |
376 | if (!OK_STAT(stat, 0, BAD_STAT)) | |
0a1248c5 | 377 | goto out_err; |
1da177e4 | 378 | |
0a1248c5 BZ |
379 | goto out_end; |
380 | } | |
381 | out_wait: | |
1da177e4 | 382 | /* Still data left to transfer. */ |
60c0cd02 | 383 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
1da177e4 | 384 | return ide_started; |
0a1248c5 | 385 | out_end: |
2230d90d BZ |
386 | if ((cmd->tf_flags & IDE_TFLAG_FS) == 0) |
387 | ide_finish_cmd(drive, cmd, stat); | |
388 | else | |
2a842aca | 389 | ide_complete_rq(drive, BLK_STS_OK, blk_rq_sectors(cmd->rq) << 9); |
0a1248c5 BZ |
390 | return ide_stopped; |
391 | out_err: | |
041cea10 BZ |
392 | ide_error_cmd(drive, cmd); |
393 | return ide_error(drive, __func__, stat); | |
1da177e4 LT |
394 | } |
395 | ||
adb1af98 BZ |
396 | static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, |
397 | struct ide_cmd *cmd) | |
1da177e4 LT |
398 | { |
399 | ide_startstop_t startstop; | |
400 | ||
3a7d2484 | 401 | if (ide_wait_stat(&startstop, drive, ATA_DRQ, |
1da177e4 | 402 | drive->bad_wstat, WAIT_DRQ)) { |
2d5abced | 403 | pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name, |
0dfb991c | 404 | (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "", |
97100fc8 | 405 | (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : ""); |
1da177e4 LT |
406 | return startstop; |
407 | } | |
408 | ||
47b82e88 | 409 | if (!force_irqthreads && (drive->dev_flags & IDE_DFLAG_UNMASK) == 0) |
1da177e4 LT |
410 | local_irq_disable(); |
411 | ||
60c0cd02 | 412 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
901bd08a | 413 | |
adb1af98 | 414 | ide_pio_datablock(drive, cmd, 1); |
1da177e4 LT |
415 | |
416 | return ide_started; | |
417 | } | |
1da177e4 | 418 | |
22aa4b32 BZ |
419 | int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf, |
420 | u16 nsect) | |
1da177e4 | 421 | { |
154ed280 FT |
422 | struct request *rq; |
423 | int error; | |
1da177e4 | 424 | |
aebf526b CH |
425 | rq = blk_get_request(drive->queue, |
426 | (cmd->tf_flags & IDE_TFLAG_WRITE) ? | |
ff005a06 | 427 | REQ_OP_DRV_OUT : REQ_OP_DRV_IN, 0); |
2f5a8e80 | 428 | ide_req(rq)->type = ATA_PRIV_TASKFILE; |
d868ca24 | 429 | |
1da177e4 LT |
430 | /* |
431 | * (ks) We transfer currently only whole sectors. | |
432 | * This is suffient for now. But, it would be great, | |
433 | * if we would find a solution to transfer any size. | |
434 | * To support special commands like READ LONG. | |
435 | */ | |
d868ca24 TH |
436 | if (nsect) { |
437 | error = blk_rq_map_kern(drive->queue, rq, buf, | |
0eb0b63c | 438 | nsect * SECTOR_SIZE, GFP_NOIO); |
d868ca24 TH |
439 | if (error) |
440 | goto put_req; | |
441 | } | |
1da177e4 | 442 | |
22ce0a7c | 443 | ide_req(rq)->special = cmd; |
22aa4b32 | 444 | cmd->rq = rq; |
1da177e4 | 445 | |
b7819b92 | 446 | blk_execute_rq(drive->queue, NULL, rq, 0); |
17d5363b | 447 | error = scsi_req(rq)->result ? -EIO : 0; |
d868ca24 TH |
448 | put_req: |
449 | blk_put_request(rq); | |
154ed280 | 450 | return error; |
1da177e4 | 451 | } |
1da177e4 LT |
452 | EXPORT_SYMBOL(ide_raw_taskfile); |
453 | ||
22aa4b32 | 454 | int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd) |
9a3c49be | 455 | { |
0dfb991c | 456 | cmd->protocol = ATA_PROT_NODATA; |
9a3c49be | 457 | |
22aa4b32 | 458 | return ide_raw_taskfile(drive, cmd, NULL, 0); |
9a3c49be BZ |
459 | } |
460 | EXPORT_SYMBOL_GPL(ide_no_data_taskfile); | |
461 | ||
26a5b040 | 462 | #ifdef CONFIG_IDE_TASK_IOCTL |
22aa4b32 | 463 | int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg) |
1da177e4 LT |
464 | { |
465 | ide_task_request_t *req_task; | |
22aa4b32 | 466 | struct ide_cmd cmd; |
1da177e4 LT |
467 | u8 *outbuf = NULL; |
468 | u8 *inbuf = NULL; | |
ac026ff2 | 469 | u8 *data_buf = NULL; |
1da177e4 LT |
470 | int err = 0; |
471 | int tasksize = sizeof(struct ide_task_request_s); | |
3a42bb22 AC |
472 | unsigned int taskin = 0; |
473 | unsigned int taskout = 0; | |
ac026ff2 | 474 | u16 nsect = 0; |
1da177e4 LT |
475 | char __user *buf = (char __user *)arg; |
476 | ||
7d543d84 JL |
477 | req_task = memdup_user(buf, tasksize); |
478 | if (IS_ERR(req_task)) | |
479 | return PTR_ERR(req_task); | |
1da177e4 | 480 | |
3a42bb22 AC |
481 | taskout = req_task->out_size; |
482 | taskin = req_task->in_size; | |
2d5abced | 483 | |
3a42bb22 AC |
484 | if (taskin > 65536 || taskout > 65536) { |
485 | err = -EINVAL; | |
486 | goto abort; | |
487 | } | |
1da177e4 LT |
488 | |
489 | if (taskout) { | |
490 | int outtotal = tasksize; | |
f5e3c2fa | 491 | outbuf = kzalloc(taskout, GFP_KERNEL); |
1da177e4 LT |
492 | if (outbuf == NULL) { |
493 | err = -ENOMEM; | |
494 | goto abort; | |
495 | } | |
1da177e4 LT |
496 | if (copy_from_user(outbuf, buf + outtotal, taskout)) { |
497 | err = -EFAULT; | |
498 | goto abort; | |
499 | } | |
500 | } | |
501 | ||
502 | if (taskin) { | |
503 | int intotal = tasksize + taskout; | |
f5e3c2fa | 504 | inbuf = kzalloc(taskin, GFP_KERNEL); |
1da177e4 LT |
505 | if (inbuf == NULL) { |
506 | err = -ENOMEM; | |
507 | goto abort; | |
508 | } | |
1da177e4 LT |
509 | if (copy_from_user(inbuf, buf + intotal, taskin)) { |
510 | err = -EFAULT; | |
511 | goto abort; | |
512 | } | |
513 | } | |
514 | ||
22aa4b32 | 515 | memset(&cmd, 0, sizeof(cmd)); |
1da177e4 | 516 | |
745483f1 SS |
517 | memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
518 | memcpy(&cmd.tf, req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 519 | |
60f85019 SS |
520 | cmd.valid.out.tf = IDE_VALID_DEVICE; |
521 | cmd.valid.in.tf = IDE_VALID_DEVICE | IDE_VALID_IN_TF; | |
522 | cmd.tf_flags = IDE_TFLAG_IO_16BIT; | |
1da177e4 | 523 | |
60f85019 SS |
524 | if (drive->dev_flags & IDE_DFLAG_LBA48) { |
525 | cmd.tf_flags |= IDE_TFLAG_LBA48; | |
526 | cmd.valid.in.hob = IDE_VALID_IN_HOB; | |
527 | } | |
a3bbb9d8 | 528 | |
74095a91 | 529 | if (req_task->out_flags.all) { |
22aa4b32 | 530 | cmd.ftf_flags |= IDE_FTFLAG_FLAGGED; |
74095a91 BZ |
531 | |
532 | if (req_task->out_flags.b.data) | |
22aa4b32 | 533 | cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA; |
74095a91 BZ |
534 | |
535 | if (req_task->out_flags.b.nsector_hob) | |
60f85019 | 536 | cmd.valid.out.hob |= IDE_VALID_NSECT; |
74095a91 | 537 | if (req_task->out_flags.b.sector_hob) |
60f85019 | 538 | cmd.valid.out.hob |= IDE_VALID_LBAL; |
74095a91 | 539 | if (req_task->out_flags.b.lcyl_hob) |
60f85019 | 540 | cmd.valid.out.hob |= IDE_VALID_LBAM; |
74095a91 | 541 | if (req_task->out_flags.b.hcyl_hob) |
60f85019 | 542 | cmd.valid.out.hob |= IDE_VALID_LBAH; |
74095a91 BZ |
543 | |
544 | if (req_task->out_flags.b.error_feature) | |
60f85019 | 545 | cmd.valid.out.tf |= IDE_VALID_FEATURE; |
74095a91 | 546 | if (req_task->out_flags.b.nsector) |
60f85019 | 547 | cmd.valid.out.tf |= IDE_VALID_NSECT; |
74095a91 | 548 | if (req_task->out_flags.b.sector) |
60f85019 | 549 | cmd.valid.out.tf |= IDE_VALID_LBAL; |
74095a91 | 550 | if (req_task->out_flags.b.lcyl) |
60f85019 | 551 | cmd.valid.out.tf |= IDE_VALID_LBAM; |
74095a91 | 552 | if (req_task->out_flags.b.hcyl) |
60f85019 | 553 | cmd.valid.out.tf |= IDE_VALID_LBAH; |
a3bbb9d8 | 554 | } else { |
60f85019 | 555 | cmd.valid.out.tf |= IDE_VALID_OUT_TF; |
22aa4b32 | 556 | if (cmd.tf_flags & IDE_TFLAG_LBA48) |
60f85019 | 557 | cmd.valid.out.hob |= IDE_VALID_OUT_HOB; |
74095a91 BZ |
558 | } |
559 | ||
866e2ec9 | 560 | if (req_task->in_flags.b.data) |
22aa4b32 | 561 | cmd.ftf_flags |= IDE_FTFLAG_IN_DATA; |
866e2ec9 | 562 | |
04d09b0e BZ |
563 | if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) { |
564 | /* fixup data phase if needed */ | |
565 | if (req_task->data_phase == TASKFILE_IN_DMAQ || | |
566 | req_task->data_phase == TASKFILE_IN_DMA) | |
0dfb991c | 567 | cmd.tf_flags |= IDE_TFLAG_WRITE; |
04d09b0e BZ |
568 | } |
569 | ||
0dfb991c BZ |
570 | cmd.protocol = ATA_PROT_DMA; |
571 | ||
572 | switch (req_task->data_phase) { | |
2d5abced JSR |
573 | case TASKFILE_MULTI_OUT: |
574 | if (!drive->mult_count) { | |
575 | /* (hs): give up if multcount is not set */ | |
576 | pr_err("%s: %s Multimode Write multcount is not set\n", | |
577 | drive->name, __func__); | |
578 | err = -EPERM; | |
579 | goto abort; | |
580 | } | |
581 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
582 | /* fall through */ | |
583 | case TASKFILE_OUT: | |
584 | cmd.protocol = ATA_PROT_PIO; | |
585 | /* fall through */ | |
586 | case TASKFILE_OUT_DMAQ: | |
587 | case TASKFILE_OUT_DMA: | |
588 | cmd.tf_flags |= IDE_TFLAG_WRITE; | |
589 | nsect = taskout / SECTOR_SIZE; | |
590 | data_buf = outbuf; | |
591 | break; | |
592 | case TASKFILE_MULTI_IN: | |
593 | if (!drive->mult_count) { | |
594 | /* (hs): give up if multcount is not set */ | |
595 | pr_err("%s: %s Multimode Read multcount is not set\n", | |
596 | drive->name, __func__); | |
597 | err = -EPERM; | |
1da177e4 | 598 | goto abort; |
2d5abced JSR |
599 | } |
600 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
601 | /* fall through */ | |
602 | case TASKFILE_IN: | |
603 | cmd.protocol = ATA_PROT_PIO; | |
604 | /* fall through */ | |
605 | case TASKFILE_IN_DMAQ: | |
606 | case TASKFILE_IN_DMA: | |
607 | nsect = taskin / SECTOR_SIZE; | |
608 | data_buf = inbuf; | |
609 | break; | |
610 | case TASKFILE_NO_DATA: | |
611 | cmd.protocol = ATA_PROT_NODATA; | |
612 | break; | |
613 | default: | |
614 | err = -EFAULT; | |
615 | goto abort; | |
1da177e4 LT |
616 | } |
617 | ||
ac026ff2 BZ |
618 | if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA) |
619 | nsect = 0; | |
620 | else if (!nsect) { | |
745483f1 | 621 | nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect; |
ac026ff2 BZ |
622 | |
623 | if (!nsect) { | |
2d5abced | 624 | pr_err("%s: in/out command without data\n", |
ac026ff2 BZ |
625 | drive->name); |
626 | err = -EFAULT; | |
627 | goto abort; | |
628 | } | |
629 | } | |
630 | ||
22aa4b32 | 631 | err = ide_raw_taskfile(drive, &cmd, data_buf, nsect); |
ac026ff2 | 632 | |
745483f1 SS |
633 | memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
634 | memcpy(req_task->io_ports, &cmd.tf, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 635 | |
22aa4b32 | 636 | if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) && |
866e2ec9 BZ |
637 | req_task->in_flags.all == 0) { |
638 | req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS; | |
97100fc8 | 639 | if (drive->dev_flags & IDE_DFLAG_LBA48) |
866e2ec9 BZ |
640 | req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8); |
641 | } | |
1da177e4 LT |
642 | |
643 | if (copy_to_user(buf, req_task, tasksize)) { | |
644 | err = -EFAULT; | |
645 | goto abort; | |
646 | } | |
647 | if (taskout) { | |
648 | int outtotal = tasksize; | |
649 | if (copy_to_user(buf + outtotal, outbuf, taskout)) { | |
650 | err = -EFAULT; | |
651 | goto abort; | |
652 | } | |
653 | } | |
654 | if (taskin) { | |
655 | int intotal = tasksize + taskout; | |
656 | if (copy_to_user(buf + intotal, inbuf, taskin)) { | |
657 | err = -EFAULT; | |
658 | goto abort; | |
659 | } | |
660 | } | |
661 | abort: | |
662 | kfree(req_task); | |
6044ec88 JJ |
663 | kfree(outbuf); |
664 | kfree(inbuf); | |
1da177e4 | 665 | |
1da177e4 LT |
666 | return err; |
667 | } | |
26a5b040 | 668 | #endif |