Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
59bca8cc BZ |
2 | * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org> |
3 | * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org> | |
4 | * Copyright (C) 2001-2002 Klaus Smolin | |
1da177e4 | 5 | * IBM Storage Technology Division |
59bca8cc | 6 | * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz |
1da177e4 LT |
7 | * |
8 | * The big the bad and the ugly. | |
1da177e4 LT |
9 | */ |
10 | ||
1da177e4 LT |
11 | #include <linux/types.h> |
12 | #include <linux/string.h> | |
13 | #include <linux/kernel.h> | |
38789fda | 14 | #include <linux/export.h> |
651c29a1 | 15 | #include <linux/sched.h> |
1da177e4 | 16 | #include <linux/interrupt.h> |
1da177e4 | 17 | #include <linux/errno.h> |
1da177e4 | 18 | #include <linux/slab.h> |
1da177e4 LT |
19 | #include <linux/delay.h> |
20 | #include <linux/hdreg.h> | |
21 | #include <linux/ide.h> | |
55c16a70 | 22 | #include <linux/scatterlist.h> |
2d5abced | 23 | #include <linux/uaccess.h> |
1da177e4 | 24 | |
1da177e4 LT |
25 | #include <asm/io.h> |
26 | ||
3153c26b SS |
27 | void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd) |
28 | { | |
29 | ide_hwif_t *hwif = drive->hwif; | |
30 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; | |
31 | ||
32 | /* Be sure we're looking at the low order bytes */ | |
33 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); | |
34 | ||
35 | tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf); | |
36 | ||
37 | if (cmd->tf_flags & IDE_TFLAG_LBA48) { | |
38 | tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS); | |
39 | ||
40 | tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob); | |
41 | } | |
42 | } | |
43 | ||
745483f1 | 44 | void ide_tf_dump(const char *s, struct ide_cmd *cmd) |
9e42237f | 45 | { |
807e35d6 BZ |
46 | #ifdef DEBUG |
47 | printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x " | |
48 | "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n", | |
745483f1 SS |
49 | s, cmd->tf.feature, cmd->tf.nsect, |
50 | cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah, | |
51 | cmd->tf.device, cmd->tf.command); | |
52 | printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n", | |
53 | s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah); | |
807e35d6 | 54 | #endif |
089c5c7e BZ |
55 | } |
56 | ||
2d5abced | 57 | int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf) |
1da177e4 | 58 | { |
22aa4b32 | 59 | struct ide_cmd cmd; |
650d841d | 60 | |
22aa4b32 BZ |
61 | memset(&cmd, 0, sizeof(cmd)); |
62 | cmd.tf.nsect = 0x01; | |
1da177e4 | 63 | if (drive->media == ide_disk) |
22aa4b32 | 64 | cmd.tf.command = ATA_CMD_ID_ATA; |
1da177e4 | 65 | else |
22aa4b32 | 66 | cmd.tf.command = ATA_CMD_ID_ATAPI; |
60f85019 SS |
67 | cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE; |
68 | cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE; | |
0dfb991c | 69 | cmd.protocol = ATA_PROT_PIO; |
22aa4b32 BZ |
70 | |
71 | return ide_raw_taskfile(drive, &cmd, buf, 1); | |
1da177e4 LT |
72 | } |
73 | ||
1192e528 | 74 | static ide_startstop_t task_no_data_intr(ide_drive_t *); |
adb1af98 | 75 | static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *); |
901bd08a | 76 | static ide_startstop_t task_pio_intr(ide_drive_t *); |
1192e528 | 77 | |
adb1af98 | 78 | ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd) |
1da177e4 | 79 | { |
898ec223 | 80 | ide_hwif_t *hwif = drive->hwif; |
adb1af98 | 81 | struct ide_cmd *cmd = &hwif->cmd; |
22aa4b32 | 82 | struct ide_taskfile *tf = &cmd->tf; |
57d7366b | 83 | ide_handler_t *handler = NULL; |
374e042c | 84 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; |
f37afdac | 85 | const struct ide_dma_ops *dma_ops = hwif->dma_ops; |
1da177e4 | 86 | |
0dfb991c BZ |
87 | if (orig_cmd->protocol == ATA_PROT_PIO && |
88 | (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) && | |
89 | drive->mult_count == 0) { | |
2d5abced | 90 | pr_err("%s: multimode not set!\n", drive->name); |
0dfb991c | 91 | return ide_stopped; |
1edee60e BZ |
92 | } |
93 | ||
adb1af98 BZ |
94 | if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED) |
95 | orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS; | |
1edee60e | 96 | |
adb1af98 | 97 | memcpy(cmd, orig_cmd, sizeof(*cmd)); |
d6ff9f64 | 98 | |
22aa4b32 | 99 | if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) { |
745483f1 | 100 | ide_tf_dump(drive->name, cmd); |
ecf3a31d | 101 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); |
35218d1c SS |
102 | |
103 | if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) { | |
745483f1 | 104 | u8 data[2] = { cmd->tf.data, cmd->hob.data }; |
35218d1c SS |
105 | |
106 | tp_ops->output_data(drive, cmd, data, 2); | |
107 | } | |
4109d19a SS |
108 | |
109 | if (cmd->valid.out.tf & IDE_VALID_DEVICE) { | |
110 | u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ? | |
111 | 0xE0 : 0xEF; | |
112 | ||
113 | if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED)) | |
114 | cmd->tf.device &= HIHI; | |
115 | cmd->tf.device |= drive->select; | |
116 | } | |
117 | ||
c9ff9e7b SS |
118 | tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob); |
119 | tp_ops->tf_load(drive, &cmd->tf, cmd->valid.out.tf); | |
089c5c7e | 120 | } |
1da177e4 | 121 | |
0dfb991c BZ |
122 | switch (cmd->protocol) { |
123 | case ATA_PROT_PIO: | |
124 | if (cmd->tf_flags & IDE_TFLAG_WRITE) { | |
125 | tp_ops->exec_command(hwif, tf->command); | |
126 | ndelay(400); /* FIXME */ | |
127 | return pre_task_out_intr(drive, cmd); | |
128 | } | |
901bd08a | 129 | handler = task_pio_intr; |
1192e528 | 130 | /* fall-through */ |
0dfb991c | 131 | case ATA_PROT_NODATA: |
57d7366b BZ |
132 | if (handler == NULL) |
133 | handler = task_no_data_intr; | |
35b5d0be | 134 | ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE); |
1da177e4 | 135 | return ide_started; |
b788ee9c | 136 | case ATA_PROT_DMA: |
5ae5412d | 137 | if (ide_dma_prepare(drive, cmd)) |
10d90157 | 138 | return ide_stopped; |
22117d6e | 139 | hwif->expiry = dma_ops->dma_timer_expiry; |
35b5d0be | 140 | ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD); |
5e37bdc0 | 141 | dma_ops->dma_start(drive); |
b788ee9c | 142 | default: |
74095a91 | 143 | return ide_started; |
1da177e4 | 144 | } |
1da177e4 | 145 | } |
f6e29e35 | 146 | EXPORT_SYMBOL_GPL(do_rw_taskfile); |
1da177e4 | 147 | |
d6ff9f64 | 148 | static ide_startstop_t task_no_data_intr(ide_drive_t *drive) |
1da177e4 | 149 | { |
b73c7ee2 | 150 | ide_hwif_t *hwif = drive->hwif; |
22aa4b32 BZ |
151 | struct ide_cmd *cmd = &hwif->cmd; |
152 | struct ide_taskfile *tf = &cmd->tf; | |
153 | int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0; | |
d6ff9f64 | 154 | int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1; |
1da177e4 LT |
155 | u8 stat; |
156 | ||
90d2c6bc BZ |
157 | local_irq_enable_in_hardirq(); |
158 | ||
374e042c BZ |
159 | while (1) { |
160 | stat = hwif->tp_ops->read_status(hwif); | |
3a7d2484 | 161 | if ((stat & ATA_BUSY) == 0 || retries-- == 0) |
374e042c | 162 | break; |
1da177e4 | 163 | udelay(10); |
374e042c | 164 | }; |
1da177e4 | 165 | |
d6ff9f64 BZ |
166 | if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) { |
167 | if (custom && tf->command == ATA_CMD_SET_MULTI) { | |
168 | drive->mult_req = drive->mult_count = 0; | |
ca1b96e0 | 169 | drive->special_flags |= IDE_SFLAG_RECALIBRATE; |
d6ff9f64 BZ |
170 | (void)ide_dump_status(drive, __func__, stat); |
171 | return ide_stopped; | |
172 | } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) { | |
173 | if ((stat & (ATA_ERR | ATA_DRQ)) == 0) { | |
174 | ide_set_handler(drive, &task_no_data_intr, | |
60c0cd02 | 175 | WAIT_WORSTCASE); |
d6ff9f64 BZ |
176 | return ide_started; |
177 | } | |
178 | } | |
1da177e4 | 179 | return ide_error(drive, "task_no_data_intr", stat); |
d6ff9f64 | 180 | } |
c47137a9 | 181 | |
e7fedc3c | 182 | if (custom && tf->command == ATA_CMD_SET_MULTI) |
d6ff9f64 | 183 | drive->mult_count = drive->mult_req; |
1da177e4 | 184 | |
d364c7f5 BZ |
185 | if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE || |
186 | tf->command == ATA_CMD_CHK_POWER) { | |
a09485df | 187 | struct request *rq = hwif->rq; |
a09485df BZ |
188 | |
189 | if (blk_pm_request(rq)) | |
190 | ide_complete_pm_rq(drive, rq); | |
2230d90d BZ |
191 | else |
192 | ide_finish_cmd(drive, cmd, stat); | |
a09485df BZ |
193 | } |
194 | ||
1da177e4 LT |
195 | return ide_stopped; |
196 | } | |
197 | ||
da6f4c7f | 198 | static u8 wait_drive_not_busy(ide_drive_t *drive) |
1da177e4 | 199 | { |
b73c7ee2 | 200 | ide_hwif_t *hwif = drive->hwif; |
b42fa133 | 201 | int retries; |
1da177e4 LT |
202 | u8 stat; |
203 | ||
204 | /* | |
25985edc | 205 | * Last sector was transferred, wait until device is ready. This can |
f54feafa | 206 | * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms. |
1da177e4 | 207 | */ |
f54feafa | 208 | for (retries = 0; retries < 1000; retries++) { |
374e042c | 209 | stat = hwif->tp_ops->read_status(hwif); |
c47137a9 | 210 | |
3a7d2484 | 211 | if (stat & ATA_BUSY) |
b42fa133 MY |
212 | udelay(10); |
213 | else | |
214 | break; | |
215 | } | |
1da177e4 | 216 | |
3a7d2484 | 217 | if (stat & ATA_BUSY) |
2d5abced | 218 | pr_err("%s: drive still BUSY!\n", drive->name); |
1da177e4 LT |
219 | |
220 | return stat; | |
221 | } | |
222 | ||
a08915ba BZ |
223 | void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd, |
224 | unsigned int write, unsigned int len) | |
1da177e4 LT |
225 | { |
226 | ide_hwif_t *hwif = drive->hwif; | |
227 | struct scatterlist *sg = hwif->sg_table; | |
b6308ee0 | 228 | struct scatterlist *cursg = cmd->cursg; |
7fa350b4 | 229 | unsigned long uninitialized_var(flags); |
1da177e4 | 230 | struct page *page; |
1da177e4 LT |
231 | unsigned int offset; |
232 | u8 *buf; | |
233 | ||
b6308ee0 | 234 | cursg = cmd->cursg; |
7a00798b BZ |
235 | if (cursg == NULL) |
236 | cursg = cmd->cursg = sg; | |
237 | ||
238 | while (len) { | |
239 | unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs); | |
a9079052 | 240 | int page_is_high; |
55c16a70 | 241 | |
7a00798b BZ |
242 | page = sg_page(cursg); |
243 | offset = cursg->offset + cmd->cursg_ofs; | |
244 | ||
245 | /* get the current page and offset */ | |
246 | page = nth_page(page, (offset >> PAGE_SHIFT)); | |
247 | offset %= PAGE_SIZE; | |
1da177e4 | 248 | |
1581208b SH |
249 | nr_bytes = min_t(unsigned, nr_bytes, (PAGE_SIZE - offset)); |
250 | ||
a9079052 JD |
251 | page_is_high = PageHighMem(page); |
252 | if (page_is_high) | |
f2bc3167 BZ |
253 | local_irq_save(flags); |
254 | ||
45b408d2 | 255 | buf = kmap_atomic(page) + offset; |
1da177e4 | 256 | |
7a00798b BZ |
257 | cmd->nleft -= nr_bytes; |
258 | cmd->cursg_ofs += nr_bytes; | |
1da177e4 | 259 | |
7a00798b BZ |
260 | if (cmd->cursg_ofs == cursg->length) { |
261 | cursg = cmd->cursg = sg_next(cmd->cursg); | |
262 | cmd->cursg_ofs = 0; | |
263 | } | |
1da177e4 | 264 | |
7a00798b BZ |
265 | /* do the actual data transfer */ |
266 | if (write) | |
267 | hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes); | |
268 | else | |
269 | hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes); | |
1da177e4 | 270 | |
45b408d2 | 271 | kunmap_atomic(buf); |
f2bc3167 | 272 | |
a9079052 | 273 | if (page_is_high) |
f2bc3167 | 274 | local_irq_restore(flags); |
1da177e4 | 275 | |
7a00798b BZ |
276 | len -= nr_bytes; |
277 | } | |
1da177e4 | 278 | } |
a08915ba | 279 | EXPORT_SYMBOL_GPL(ide_pio_bytes); |
1da177e4 | 280 | |
adb1af98 BZ |
281 | static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd, |
282 | unsigned int write) | |
1da177e4 | 283 | { |
7a00798b BZ |
284 | unsigned int nr_bytes; |
285 | ||
35cf2b94 TH |
286 | u8 saved_io_32bit = drive->io_32bit; |
287 | ||
adb1af98 BZ |
288 | if (cmd->tf_flags & IDE_TFLAG_FS) |
289 | cmd->rq->errors = 0; | |
1da177e4 | 290 | |
22aa4b32 | 291 | if (cmd->tf_flags & IDE_TFLAG_IO_16BIT) |
e3d9a73a | 292 | drive->io_32bit = 0; |
35cf2b94 | 293 | |
651c29a1 AM |
294 | touch_softlockup_watchdog(); |
295 | ||
0dfb991c | 296 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) |
7a00798b | 297 | nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9); |
0dfb991c | 298 | else |
7a00798b BZ |
299 | nr_bytes = SECTOR_SIZE; |
300 | ||
301 | ide_pio_bytes(drive, cmd, write, nr_bytes); | |
35cf2b94 TH |
302 | |
303 | drive->io_32bit = saved_io_32bit; | |
1da177e4 LT |
304 | } |
305 | ||
041cea10 | 306 | static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd) |
1da177e4 | 307 | { |
adb1af98 | 308 | if (cmd->tf_flags & IDE_TFLAG_FS) { |
bf717c0a | 309 | int nr_bytes = cmd->nbytes - cmd->nleft; |
1da177e4 | 310 | |
0dfb991c BZ |
311 | if (cmd->protocol == ATA_PROT_PIO && |
312 | ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) { | |
313 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) | |
bf717c0a | 314 | nr_bytes -= drive->mult_count << 9; |
0dfb991c | 315 | else |
bf717c0a | 316 | nr_bytes -= SECTOR_SIZE; |
1da177e4 LT |
317 | } |
318 | ||
bf717c0a BZ |
319 | if (nr_bytes > 0) |
320 | ide_complete_rq(drive, 0, nr_bytes); | |
1da177e4 | 321 | } |
1da177e4 LT |
322 | } |
323 | ||
adb1af98 | 324 | void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat) |
1da177e4 | 325 | { |
6902a533 | 326 | struct request *rq = drive->hwif->rq; |
665d66e8 BZ |
327 | u8 err = ide_read_error(drive), nsect = cmd->tf.nsect; |
328 | u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER); | |
1da177e4 | 329 | |
2230d90d | 330 | ide_complete_cmd(drive, cmd, stat, err); |
6902a533 | 331 | rq->errors = err; |
665d66e8 BZ |
332 | |
333 | if (err == 0 && set_xfer) { | |
334 | ide_set_xfer_rate(drive, nsect); | |
335 | ide_driveid_update(drive); | |
336 | } | |
337 | ||
f974b196 | 338 | ide_complete_rq(drive, err ? -EIO : 0, blk_rq_bytes(rq)); |
1da177e4 LT |
339 | } |
340 | ||
341 | /* | |
901bd08a | 342 | * Handler for command with PIO data phase. |
1da177e4 | 343 | */ |
901bd08a | 344 | static ide_startstop_t task_pio_intr(ide_drive_t *drive) |
1da177e4 LT |
345 | { |
346 | ide_hwif_t *hwif = drive->hwif; | |
adb1af98 | 347 | struct ide_cmd *cmd = &drive->hwif->cmd; |
374e042c | 348 | u8 stat = hwif->tp_ops->read_status(hwif); |
901bd08a | 349 | u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE); |
1da177e4 | 350 | |
901bd08a BZ |
351 | if (write == 0) { |
352 | /* Error? */ | |
353 | if (stat & ATA_ERR) | |
0a1248c5 | 354 | goto out_err; |
1da177e4 | 355 | |
901bd08a | 356 | /* Didn't want any data? Odd. */ |
151055ed BZ |
357 | if ((stat & ATA_DRQ) == 0) { |
358 | /* Command all done? */ | |
0a1248c5 BZ |
359 | if (OK_STAT(stat, ATA_DRDY, ATA_BUSY)) |
360 | goto out_end; | |
151055ed BZ |
361 | |
362 | /* Assume it was a spurious irq */ | |
0a1248c5 | 363 | goto out_wait; |
151055ed | 364 | } |
901bd08a BZ |
365 | } else { |
366 | if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat)) | |
0a1248c5 | 367 | goto out_err; |
1da177e4 | 368 | |
901bd08a BZ |
369 | /* Deal with unexpected ATA data phase. */ |
370 | if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0)) | |
0a1248c5 | 371 | goto out_err; |
901bd08a BZ |
372 | } |
373 | ||
0a1248c5 BZ |
374 | if (write && cmd->nleft == 0) |
375 | goto out_end; | |
1da177e4 LT |
376 | |
377 | /* Still data left to transfer. */ | |
901bd08a | 378 | ide_pio_datablock(drive, cmd, write); |
1da177e4 | 379 | |
901bd08a BZ |
380 | /* Are we done? Check status and finish transfer. */ |
381 | if (write == 0 && cmd->nleft == 0) { | |
382 | stat = wait_drive_not_busy(drive); | |
383 | if (!OK_STAT(stat, 0, BAD_STAT)) | |
0a1248c5 | 384 | goto out_err; |
1da177e4 | 385 | |
0a1248c5 BZ |
386 | goto out_end; |
387 | } | |
388 | out_wait: | |
1da177e4 | 389 | /* Still data left to transfer. */ |
60c0cd02 | 390 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
1da177e4 | 391 | return ide_started; |
0a1248c5 | 392 | out_end: |
2230d90d BZ |
393 | if ((cmd->tf_flags & IDE_TFLAG_FS) == 0) |
394 | ide_finish_cmd(drive, cmd, stat); | |
395 | else | |
9780e2dd | 396 | ide_complete_rq(drive, 0, blk_rq_sectors(cmd->rq) << 9); |
0a1248c5 BZ |
397 | return ide_stopped; |
398 | out_err: | |
041cea10 BZ |
399 | ide_error_cmd(drive, cmd); |
400 | return ide_error(drive, __func__, stat); | |
1da177e4 LT |
401 | } |
402 | ||
adb1af98 BZ |
403 | static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, |
404 | struct ide_cmd *cmd) | |
1da177e4 LT |
405 | { |
406 | ide_startstop_t startstop; | |
407 | ||
3a7d2484 | 408 | if (ide_wait_stat(&startstop, drive, ATA_DRQ, |
1da177e4 | 409 | drive->bad_wstat, WAIT_DRQ)) { |
2d5abced | 410 | pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name, |
0dfb991c | 411 | (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "", |
97100fc8 | 412 | (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : ""); |
1da177e4 LT |
413 | return startstop; |
414 | } | |
415 | ||
97100fc8 | 416 | if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0) |
1da177e4 LT |
417 | local_irq_disable(); |
418 | ||
60c0cd02 | 419 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
901bd08a | 420 | |
adb1af98 | 421 | ide_pio_datablock(drive, cmd, 1); |
1da177e4 LT |
422 | |
423 | return ide_started; | |
424 | } | |
1da177e4 | 425 | |
22aa4b32 BZ |
426 | int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf, |
427 | u16 nsect) | |
1da177e4 | 428 | { |
154ed280 FT |
429 | struct request *rq; |
430 | int error; | |
720fc22a | 431 | int rw = !(cmd->tf_flags & IDE_TFLAG_WRITE) ? READ : WRITE; |
1da177e4 | 432 | |
720fc22a | 433 | rq = blk_get_request(drive->queue, rw, __GFP_WAIT); |
154ed280 | 434 | rq->cmd_type = REQ_TYPE_ATA_TASKFILE; |
d868ca24 | 435 | |
1da177e4 LT |
436 | /* |
437 | * (ks) We transfer currently only whole sectors. | |
438 | * This is suffient for now. But, it would be great, | |
439 | * if we would find a solution to transfer any size. | |
440 | * To support special commands like READ LONG. | |
441 | */ | |
d868ca24 TH |
442 | if (nsect) { |
443 | error = blk_rq_map_kern(drive->queue, rq, buf, | |
444 | nsect * SECTOR_SIZE, __GFP_WAIT); | |
445 | if (error) | |
446 | goto put_req; | |
447 | } | |
1da177e4 | 448 | |
22aa4b32 BZ |
449 | rq->special = cmd; |
450 | cmd->rq = rq; | |
1da177e4 | 451 | |
154ed280 | 452 | error = blk_execute_rq(drive->queue, NULL, rq, 0); |
154ed280 | 453 | |
d868ca24 TH |
454 | put_req: |
455 | blk_put_request(rq); | |
154ed280 | 456 | return error; |
1da177e4 | 457 | } |
1da177e4 LT |
458 | EXPORT_SYMBOL(ide_raw_taskfile); |
459 | ||
22aa4b32 | 460 | int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd) |
9a3c49be | 461 | { |
0dfb991c | 462 | cmd->protocol = ATA_PROT_NODATA; |
9a3c49be | 463 | |
22aa4b32 | 464 | return ide_raw_taskfile(drive, cmd, NULL, 0); |
9a3c49be BZ |
465 | } |
466 | EXPORT_SYMBOL_GPL(ide_no_data_taskfile); | |
467 | ||
26a5b040 | 468 | #ifdef CONFIG_IDE_TASK_IOCTL |
22aa4b32 | 469 | int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg) |
1da177e4 LT |
470 | { |
471 | ide_task_request_t *req_task; | |
22aa4b32 | 472 | struct ide_cmd cmd; |
1da177e4 LT |
473 | u8 *outbuf = NULL; |
474 | u8 *inbuf = NULL; | |
ac026ff2 | 475 | u8 *data_buf = NULL; |
1da177e4 LT |
476 | int err = 0; |
477 | int tasksize = sizeof(struct ide_task_request_s); | |
3a42bb22 AC |
478 | unsigned int taskin = 0; |
479 | unsigned int taskout = 0; | |
ac026ff2 | 480 | u16 nsect = 0; |
1da177e4 LT |
481 | char __user *buf = (char __user *)arg; |
482 | ||
7d543d84 JL |
483 | req_task = memdup_user(buf, tasksize); |
484 | if (IS_ERR(req_task)) | |
485 | return PTR_ERR(req_task); | |
1da177e4 | 486 | |
3a42bb22 AC |
487 | taskout = req_task->out_size; |
488 | taskin = req_task->in_size; | |
2d5abced | 489 | |
3a42bb22 AC |
490 | if (taskin > 65536 || taskout > 65536) { |
491 | err = -EINVAL; | |
492 | goto abort; | |
493 | } | |
1da177e4 LT |
494 | |
495 | if (taskout) { | |
496 | int outtotal = tasksize; | |
f5e3c2fa | 497 | outbuf = kzalloc(taskout, GFP_KERNEL); |
1da177e4 LT |
498 | if (outbuf == NULL) { |
499 | err = -ENOMEM; | |
500 | goto abort; | |
501 | } | |
1da177e4 LT |
502 | if (copy_from_user(outbuf, buf + outtotal, taskout)) { |
503 | err = -EFAULT; | |
504 | goto abort; | |
505 | } | |
506 | } | |
507 | ||
508 | if (taskin) { | |
509 | int intotal = tasksize + taskout; | |
f5e3c2fa | 510 | inbuf = kzalloc(taskin, GFP_KERNEL); |
1da177e4 LT |
511 | if (inbuf == NULL) { |
512 | err = -ENOMEM; | |
513 | goto abort; | |
514 | } | |
1da177e4 LT |
515 | if (copy_from_user(inbuf, buf + intotal, taskin)) { |
516 | err = -EFAULT; | |
517 | goto abort; | |
518 | } | |
519 | } | |
520 | ||
22aa4b32 | 521 | memset(&cmd, 0, sizeof(cmd)); |
1da177e4 | 522 | |
745483f1 SS |
523 | memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
524 | memcpy(&cmd.tf, req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 525 | |
60f85019 SS |
526 | cmd.valid.out.tf = IDE_VALID_DEVICE; |
527 | cmd.valid.in.tf = IDE_VALID_DEVICE | IDE_VALID_IN_TF; | |
528 | cmd.tf_flags = IDE_TFLAG_IO_16BIT; | |
1da177e4 | 529 | |
60f85019 SS |
530 | if (drive->dev_flags & IDE_DFLAG_LBA48) { |
531 | cmd.tf_flags |= IDE_TFLAG_LBA48; | |
532 | cmd.valid.in.hob = IDE_VALID_IN_HOB; | |
533 | } | |
a3bbb9d8 | 534 | |
74095a91 | 535 | if (req_task->out_flags.all) { |
22aa4b32 | 536 | cmd.ftf_flags |= IDE_FTFLAG_FLAGGED; |
74095a91 BZ |
537 | |
538 | if (req_task->out_flags.b.data) | |
22aa4b32 | 539 | cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA; |
74095a91 BZ |
540 | |
541 | if (req_task->out_flags.b.nsector_hob) | |
60f85019 | 542 | cmd.valid.out.hob |= IDE_VALID_NSECT; |
74095a91 | 543 | if (req_task->out_flags.b.sector_hob) |
60f85019 | 544 | cmd.valid.out.hob |= IDE_VALID_LBAL; |
74095a91 | 545 | if (req_task->out_flags.b.lcyl_hob) |
60f85019 | 546 | cmd.valid.out.hob |= IDE_VALID_LBAM; |
74095a91 | 547 | if (req_task->out_flags.b.hcyl_hob) |
60f85019 | 548 | cmd.valid.out.hob |= IDE_VALID_LBAH; |
74095a91 BZ |
549 | |
550 | if (req_task->out_flags.b.error_feature) | |
60f85019 | 551 | cmd.valid.out.tf |= IDE_VALID_FEATURE; |
74095a91 | 552 | if (req_task->out_flags.b.nsector) |
60f85019 | 553 | cmd.valid.out.tf |= IDE_VALID_NSECT; |
74095a91 | 554 | if (req_task->out_flags.b.sector) |
60f85019 | 555 | cmd.valid.out.tf |= IDE_VALID_LBAL; |
74095a91 | 556 | if (req_task->out_flags.b.lcyl) |
60f85019 | 557 | cmd.valid.out.tf |= IDE_VALID_LBAM; |
74095a91 | 558 | if (req_task->out_flags.b.hcyl) |
60f85019 | 559 | cmd.valid.out.tf |= IDE_VALID_LBAH; |
a3bbb9d8 | 560 | } else { |
60f85019 | 561 | cmd.valid.out.tf |= IDE_VALID_OUT_TF; |
22aa4b32 | 562 | if (cmd.tf_flags & IDE_TFLAG_LBA48) |
60f85019 | 563 | cmd.valid.out.hob |= IDE_VALID_OUT_HOB; |
74095a91 BZ |
564 | } |
565 | ||
866e2ec9 | 566 | if (req_task->in_flags.b.data) |
22aa4b32 | 567 | cmd.ftf_flags |= IDE_FTFLAG_IN_DATA; |
866e2ec9 | 568 | |
04d09b0e BZ |
569 | if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) { |
570 | /* fixup data phase if needed */ | |
571 | if (req_task->data_phase == TASKFILE_IN_DMAQ || | |
572 | req_task->data_phase == TASKFILE_IN_DMA) | |
0dfb991c | 573 | cmd.tf_flags |= IDE_TFLAG_WRITE; |
04d09b0e BZ |
574 | } |
575 | ||
0dfb991c BZ |
576 | cmd.protocol = ATA_PROT_DMA; |
577 | ||
578 | switch (req_task->data_phase) { | |
2d5abced JSR |
579 | case TASKFILE_MULTI_OUT: |
580 | if (!drive->mult_count) { | |
581 | /* (hs): give up if multcount is not set */ | |
582 | pr_err("%s: %s Multimode Write multcount is not set\n", | |
583 | drive->name, __func__); | |
584 | err = -EPERM; | |
585 | goto abort; | |
586 | } | |
587 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
588 | /* fall through */ | |
589 | case TASKFILE_OUT: | |
590 | cmd.protocol = ATA_PROT_PIO; | |
591 | /* fall through */ | |
592 | case TASKFILE_OUT_DMAQ: | |
593 | case TASKFILE_OUT_DMA: | |
594 | cmd.tf_flags |= IDE_TFLAG_WRITE; | |
595 | nsect = taskout / SECTOR_SIZE; | |
596 | data_buf = outbuf; | |
597 | break; | |
598 | case TASKFILE_MULTI_IN: | |
599 | if (!drive->mult_count) { | |
600 | /* (hs): give up if multcount is not set */ | |
601 | pr_err("%s: %s Multimode Read multcount is not set\n", | |
602 | drive->name, __func__); | |
603 | err = -EPERM; | |
1da177e4 | 604 | goto abort; |
2d5abced JSR |
605 | } |
606 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
607 | /* fall through */ | |
608 | case TASKFILE_IN: | |
609 | cmd.protocol = ATA_PROT_PIO; | |
610 | /* fall through */ | |
611 | case TASKFILE_IN_DMAQ: | |
612 | case TASKFILE_IN_DMA: | |
613 | nsect = taskin / SECTOR_SIZE; | |
614 | data_buf = inbuf; | |
615 | break; | |
616 | case TASKFILE_NO_DATA: | |
617 | cmd.protocol = ATA_PROT_NODATA; | |
618 | break; | |
619 | default: | |
620 | err = -EFAULT; | |
621 | goto abort; | |
1da177e4 LT |
622 | } |
623 | ||
ac026ff2 BZ |
624 | if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA) |
625 | nsect = 0; | |
626 | else if (!nsect) { | |
745483f1 | 627 | nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect; |
ac026ff2 BZ |
628 | |
629 | if (!nsect) { | |
2d5abced | 630 | pr_err("%s: in/out command without data\n", |
ac026ff2 BZ |
631 | drive->name); |
632 | err = -EFAULT; | |
633 | goto abort; | |
634 | } | |
635 | } | |
636 | ||
22aa4b32 | 637 | err = ide_raw_taskfile(drive, &cmd, data_buf, nsect); |
ac026ff2 | 638 | |
745483f1 SS |
639 | memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
640 | memcpy(req_task->io_ports, &cmd.tf, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 641 | |
22aa4b32 | 642 | if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) && |
866e2ec9 BZ |
643 | req_task->in_flags.all == 0) { |
644 | req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS; | |
97100fc8 | 645 | if (drive->dev_flags & IDE_DFLAG_LBA48) |
866e2ec9 BZ |
646 | req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8); |
647 | } | |
1da177e4 LT |
648 | |
649 | if (copy_to_user(buf, req_task, tasksize)) { | |
650 | err = -EFAULT; | |
651 | goto abort; | |
652 | } | |
653 | if (taskout) { | |
654 | int outtotal = tasksize; | |
655 | if (copy_to_user(buf + outtotal, outbuf, taskout)) { | |
656 | err = -EFAULT; | |
657 | goto abort; | |
658 | } | |
659 | } | |
660 | if (taskin) { | |
661 | int intotal = tasksize + taskout; | |
662 | if (copy_to_user(buf + intotal, inbuf, taskin)) { | |
663 | err = -EFAULT; | |
664 | goto abort; | |
665 | } | |
666 | } | |
667 | abort: | |
668 | kfree(req_task); | |
6044ec88 JJ |
669 | kfree(outbuf); |
670 | kfree(inbuf); | |
1da177e4 | 671 | |
1da177e4 LT |
672 | return err; |
673 | } | |
26a5b040 | 674 | #endif |