Commit | Line | Data |
---|---|---|
1da177e4 | 1 | /* |
59bca8cc BZ |
2 | * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org> |
3 | * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org> | |
4 | * Copyright (C) 2001-2002 Klaus Smolin | |
1da177e4 | 5 | * IBM Storage Technology Division |
59bca8cc | 6 | * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz |
1da177e4 LT |
7 | * |
8 | * The big the bad and the ugly. | |
1da177e4 LT |
9 | */ |
10 | ||
1da177e4 LT |
11 | #include <linux/types.h> |
12 | #include <linux/string.h> | |
13 | #include <linux/kernel.h> | |
38789fda | 14 | #include <linux/export.h> |
651c29a1 | 15 | #include <linux/sched.h> |
1da177e4 | 16 | #include <linux/interrupt.h> |
1da177e4 | 17 | #include <linux/errno.h> |
1da177e4 | 18 | #include <linux/slab.h> |
1da177e4 LT |
19 | #include <linux/delay.h> |
20 | #include <linux/hdreg.h> | |
21 | #include <linux/ide.h> | |
55c16a70 | 22 | #include <linux/scatterlist.h> |
2d5abced | 23 | #include <linux/uaccess.h> |
1da177e4 | 24 | |
1da177e4 LT |
25 | #include <asm/io.h> |
26 | ||
3153c26b SS |
27 | void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd) |
28 | { | |
29 | ide_hwif_t *hwif = drive->hwif; | |
30 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; | |
31 | ||
32 | /* Be sure we're looking at the low order bytes */ | |
33 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); | |
34 | ||
35 | tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf); | |
36 | ||
37 | if (cmd->tf_flags & IDE_TFLAG_LBA48) { | |
38 | tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS); | |
39 | ||
40 | tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob); | |
41 | } | |
42 | } | |
43 | ||
745483f1 | 44 | void ide_tf_dump(const char *s, struct ide_cmd *cmd) |
9e42237f | 45 | { |
807e35d6 BZ |
46 | #ifdef DEBUG |
47 | printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x " | |
48 | "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n", | |
745483f1 SS |
49 | s, cmd->tf.feature, cmd->tf.nsect, |
50 | cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah, | |
51 | cmd->tf.device, cmd->tf.command); | |
52 | printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n", | |
53 | s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah); | |
807e35d6 | 54 | #endif |
089c5c7e BZ |
55 | } |
56 | ||
2d5abced | 57 | int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf) |
1da177e4 | 58 | { |
22aa4b32 | 59 | struct ide_cmd cmd; |
650d841d | 60 | |
22aa4b32 BZ |
61 | memset(&cmd, 0, sizeof(cmd)); |
62 | cmd.tf.nsect = 0x01; | |
1da177e4 | 63 | if (drive->media == ide_disk) |
22aa4b32 | 64 | cmd.tf.command = ATA_CMD_ID_ATA; |
1da177e4 | 65 | else |
22aa4b32 | 66 | cmd.tf.command = ATA_CMD_ID_ATAPI; |
60f85019 SS |
67 | cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE; |
68 | cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE; | |
0dfb991c | 69 | cmd.protocol = ATA_PROT_PIO; |
22aa4b32 BZ |
70 | |
71 | return ide_raw_taskfile(drive, &cmd, buf, 1); | |
1da177e4 LT |
72 | } |
73 | ||
1192e528 | 74 | static ide_startstop_t task_no_data_intr(ide_drive_t *); |
adb1af98 | 75 | static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *); |
901bd08a | 76 | static ide_startstop_t task_pio_intr(ide_drive_t *); |
1192e528 | 77 | |
adb1af98 | 78 | ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd) |
1da177e4 | 79 | { |
898ec223 | 80 | ide_hwif_t *hwif = drive->hwif; |
adb1af98 | 81 | struct ide_cmd *cmd = &hwif->cmd; |
22aa4b32 | 82 | struct ide_taskfile *tf = &cmd->tf; |
57d7366b | 83 | ide_handler_t *handler = NULL; |
374e042c | 84 | const struct ide_tp_ops *tp_ops = hwif->tp_ops; |
f37afdac | 85 | const struct ide_dma_ops *dma_ops = hwif->dma_ops; |
1da177e4 | 86 | |
0dfb991c BZ |
87 | if (orig_cmd->protocol == ATA_PROT_PIO && |
88 | (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) && | |
89 | drive->mult_count == 0) { | |
2d5abced | 90 | pr_err("%s: multimode not set!\n", drive->name); |
0dfb991c | 91 | return ide_stopped; |
1edee60e BZ |
92 | } |
93 | ||
adb1af98 BZ |
94 | if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED) |
95 | orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS; | |
1edee60e | 96 | |
adb1af98 | 97 | memcpy(cmd, orig_cmd, sizeof(*cmd)); |
d6ff9f64 | 98 | |
22aa4b32 | 99 | if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) { |
745483f1 | 100 | ide_tf_dump(drive->name, cmd); |
ecf3a31d | 101 | tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS); |
35218d1c SS |
102 | |
103 | if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) { | |
745483f1 | 104 | u8 data[2] = { cmd->tf.data, cmd->hob.data }; |
35218d1c SS |
105 | |
106 | tp_ops->output_data(drive, cmd, data, 2); | |
107 | } | |
4109d19a SS |
108 | |
109 | if (cmd->valid.out.tf & IDE_VALID_DEVICE) { | |
110 | u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ? | |
111 | 0xE0 : 0xEF; | |
112 | ||
113 | if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED)) | |
114 | cmd->tf.device &= HIHI; | |
115 | cmd->tf.device |= drive->select; | |
116 | } | |
117 | ||
c9ff9e7b SS |
118 | tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob); |
119 | tp_ops->tf_load(drive, &cmd->tf, cmd->valid.out.tf); | |
089c5c7e | 120 | } |
1da177e4 | 121 | |
0dfb991c BZ |
122 | switch (cmd->protocol) { |
123 | case ATA_PROT_PIO: | |
124 | if (cmd->tf_flags & IDE_TFLAG_WRITE) { | |
125 | tp_ops->exec_command(hwif, tf->command); | |
126 | ndelay(400); /* FIXME */ | |
127 | return pre_task_out_intr(drive, cmd); | |
128 | } | |
901bd08a | 129 | handler = task_pio_intr; |
1192e528 | 130 | /* fall-through */ |
0dfb991c | 131 | case ATA_PROT_NODATA: |
57d7366b BZ |
132 | if (handler == NULL) |
133 | handler = task_no_data_intr; | |
35b5d0be | 134 | ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE); |
1da177e4 | 135 | return ide_started; |
b788ee9c | 136 | case ATA_PROT_DMA: |
5ae5412d | 137 | if (ide_dma_prepare(drive, cmd)) |
10d90157 | 138 | return ide_stopped; |
22117d6e | 139 | hwif->expiry = dma_ops->dma_timer_expiry; |
35b5d0be | 140 | ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD); |
5e37bdc0 | 141 | dma_ops->dma_start(drive); |
b788ee9c | 142 | default: |
74095a91 | 143 | return ide_started; |
1da177e4 | 144 | } |
1da177e4 | 145 | } |
f6e29e35 | 146 | EXPORT_SYMBOL_GPL(do_rw_taskfile); |
1da177e4 | 147 | |
d6ff9f64 | 148 | static ide_startstop_t task_no_data_intr(ide_drive_t *drive) |
1da177e4 | 149 | { |
b73c7ee2 | 150 | ide_hwif_t *hwif = drive->hwif; |
22aa4b32 BZ |
151 | struct ide_cmd *cmd = &hwif->cmd; |
152 | struct ide_taskfile *tf = &cmd->tf; | |
153 | int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0; | |
d6ff9f64 | 154 | int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1; |
1da177e4 LT |
155 | u8 stat; |
156 | ||
90d2c6bc BZ |
157 | local_irq_enable_in_hardirq(); |
158 | ||
374e042c BZ |
159 | while (1) { |
160 | stat = hwif->tp_ops->read_status(hwif); | |
3a7d2484 | 161 | if ((stat & ATA_BUSY) == 0 || retries-- == 0) |
374e042c | 162 | break; |
1da177e4 | 163 | udelay(10); |
374e042c | 164 | }; |
1da177e4 | 165 | |
d6ff9f64 BZ |
166 | if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) { |
167 | if (custom && tf->command == ATA_CMD_SET_MULTI) { | |
168 | drive->mult_req = drive->mult_count = 0; | |
ca1b96e0 | 169 | drive->special_flags |= IDE_SFLAG_RECALIBRATE; |
d6ff9f64 BZ |
170 | (void)ide_dump_status(drive, __func__, stat); |
171 | return ide_stopped; | |
172 | } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) { | |
173 | if ((stat & (ATA_ERR | ATA_DRQ)) == 0) { | |
174 | ide_set_handler(drive, &task_no_data_intr, | |
60c0cd02 | 175 | WAIT_WORSTCASE); |
d6ff9f64 BZ |
176 | return ide_started; |
177 | } | |
178 | } | |
1da177e4 | 179 | return ide_error(drive, "task_no_data_intr", stat); |
d6ff9f64 | 180 | } |
c47137a9 | 181 | |
e7fedc3c | 182 | if (custom && tf->command == ATA_CMD_SET_MULTI) |
d6ff9f64 | 183 | drive->mult_count = drive->mult_req; |
1da177e4 | 184 | |
d364c7f5 BZ |
185 | if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE || |
186 | tf->command == ATA_CMD_CHK_POWER) { | |
a09485df | 187 | struct request *rq = hwif->rq; |
a09485df BZ |
188 | |
189 | if (blk_pm_request(rq)) | |
190 | ide_complete_pm_rq(drive, rq); | |
2230d90d BZ |
191 | else |
192 | ide_finish_cmd(drive, cmd, stat); | |
a09485df BZ |
193 | } |
194 | ||
1da177e4 LT |
195 | return ide_stopped; |
196 | } | |
197 | ||
da6f4c7f | 198 | static u8 wait_drive_not_busy(ide_drive_t *drive) |
1da177e4 | 199 | { |
b73c7ee2 | 200 | ide_hwif_t *hwif = drive->hwif; |
b42fa133 | 201 | int retries; |
1da177e4 LT |
202 | u8 stat; |
203 | ||
204 | /* | |
25985edc | 205 | * Last sector was transferred, wait until device is ready. This can |
f54feafa | 206 | * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms. |
1da177e4 | 207 | */ |
f54feafa | 208 | for (retries = 0; retries < 1000; retries++) { |
374e042c | 209 | stat = hwif->tp_ops->read_status(hwif); |
c47137a9 | 210 | |
3a7d2484 | 211 | if (stat & ATA_BUSY) |
b42fa133 MY |
212 | udelay(10); |
213 | else | |
214 | break; | |
215 | } | |
1da177e4 | 216 | |
3a7d2484 | 217 | if (stat & ATA_BUSY) |
2d5abced | 218 | pr_err("%s: drive still BUSY!\n", drive->name); |
1da177e4 LT |
219 | |
220 | return stat; | |
221 | } | |
222 | ||
a08915ba BZ |
223 | void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd, |
224 | unsigned int write, unsigned int len) | |
1da177e4 LT |
225 | { |
226 | ide_hwif_t *hwif = drive->hwif; | |
227 | struct scatterlist *sg = hwif->sg_table; | |
b6308ee0 | 228 | struct scatterlist *cursg = cmd->cursg; |
7fa350b4 | 229 | unsigned long uninitialized_var(flags); |
1da177e4 | 230 | struct page *page; |
1da177e4 LT |
231 | unsigned int offset; |
232 | u8 *buf; | |
233 | ||
b6308ee0 | 234 | cursg = cmd->cursg; |
7a00798b BZ |
235 | if (cursg == NULL) |
236 | cursg = cmd->cursg = sg; | |
237 | ||
238 | while (len) { | |
239 | unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs); | |
a9079052 | 240 | int page_is_high; |
55c16a70 | 241 | |
7a00798b BZ |
242 | if (nr_bytes > PAGE_SIZE) |
243 | nr_bytes = PAGE_SIZE; | |
1da177e4 | 244 | |
7a00798b BZ |
245 | page = sg_page(cursg); |
246 | offset = cursg->offset + cmd->cursg_ofs; | |
247 | ||
248 | /* get the current page and offset */ | |
249 | page = nth_page(page, (offset >> PAGE_SHIFT)); | |
250 | offset %= PAGE_SIZE; | |
1da177e4 | 251 | |
a9079052 JD |
252 | page_is_high = PageHighMem(page); |
253 | if (page_is_high) | |
f2bc3167 BZ |
254 | local_irq_save(flags); |
255 | ||
45b408d2 | 256 | buf = kmap_atomic(page) + offset; |
1da177e4 | 257 | |
7a00798b BZ |
258 | cmd->nleft -= nr_bytes; |
259 | cmd->cursg_ofs += nr_bytes; | |
1da177e4 | 260 | |
7a00798b BZ |
261 | if (cmd->cursg_ofs == cursg->length) { |
262 | cursg = cmd->cursg = sg_next(cmd->cursg); | |
263 | cmd->cursg_ofs = 0; | |
264 | } | |
1da177e4 | 265 | |
7a00798b BZ |
266 | /* do the actual data transfer */ |
267 | if (write) | |
268 | hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes); | |
269 | else | |
270 | hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes); | |
1da177e4 | 271 | |
45b408d2 | 272 | kunmap_atomic(buf); |
f2bc3167 | 273 | |
a9079052 | 274 | if (page_is_high) |
f2bc3167 | 275 | local_irq_restore(flags); |
1da177e4 | 276 | |
7a00798b BZ |
277 | len -= nr_bytes; |
278 | } | |
1da177e4 | 279 | } |
a08915ba | 280 | EXPORT_SYMBOL_GPL(ide_pio_bytes); |
1da177e4 | 281 | |
adb1af98 BZ |
282 | static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd, |
283 | unsigned int write) | |
1da177e4 | 284 | { |
7a00798b BZ |
285 | unsigned int nr_bytes; |
286 | ||
35cf2b94 TH |
287 | u8 saved_io_32bit = drive->io_32bit; |
288 | ||
adb1af98 BZ |
289 | if (cmd->tf_flags & IDE_TFLAG_FS) |
290 | cmd->rq->errors = 0; | |
1da177e4 | 291 | |
22aa4b32 | 292 | if (cmd->tf_flags & IDE_TFLAG_IO_16BIT) |
e3d9a73a | 293 | drive->io_32bit = 0; |
35cf2b94 | 294 | |
651c29a1 AM |
295 | touch_softlockup_watchdog(); |
296 | ||
0dfb991c | 297 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) |
7a00798b | 298 | nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9); |
0dfb991c | 299 | else |
7a00798b BZ |
300 | nr_bytes = SECTOR_SIZE; |
301 | ||
302 | ide_pio_bytes(drive, cmd, write, nr_bytes); | |
35cf2b94 TH |
303 | |
304 | drive->io_32bit = saved_io_32bit; | |
1da177e4 LT |
305 | } |
306 | ||
041cea10 | 307 | static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd) |
1da177e4 | 308 | { |
adb1af98 | 309 | if (cmd->tf_flags & IDE_TFLAG_FS) { |
bf717c0a | 310 | int nr_bytes = cmd->nbytes - cmd->nleft; |
1da177e4 | 311 | |
0dfb991c BZ |
312 | if (cmd->protocol == ATA_PROT_PIO && |
313 | ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) { | |
314 | if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) | |
bf717c0a | 315 | nr_bytes -= drive->mult_count << 9; |
0dfb991c | 316 | else |
bf717c0a | 317 | nr_bytes -= SECTOR_SIZE; |
1da177e4 LT |
318 | } |
319 | ||
bf717c0a BZ |
320 | if (nr_bytes > 0) |
321 | ide_complete_rq(drive, 0, nr_bytes); | |
1da177e4 | 322 | } |
1da177e4 LT |
323 | } |
324 | ||
adb1af98 | 325 | void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat) |
1da177e4 | 326 | { |
6902a533 | 327 | struct request *rq = drive->hwif->rq; |
665d66e8 BZ |
328 | u8 err = ide_read_error(drive), nsect = cmd->tf.nsect; |
329 | u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER); | |
1da177e4 | 330 | |
2230d90d | 331 | ide_complete_cmd(drive, cmd, stat, err); |
6902a533 | 332 | rq->errors = err; |
665d66e8 BZ |
333 | |
334 | if (err == 0 && set_xfer) { | |
335 | ide_set_xfer_rate(drive, nsect); | |
336 | ide_driveid_update(drive); | |
337 | } | |
338 | ||
f974b196 | 339 | ide_complete_rq(drive, err ? -EIO : 0, blk_rq_bytes(rq)); |
1da177e4 LT |
340 | } |
341 | ||
342 | /* | |
901bd08a | 343 | * Handler for command with PIO data phase. |
1da177e4 | 344 | */ |
901bd08a | 345 | static ide_startstop_t task_pio_intr(ide_drive_t *drive) |
1da177e4 LT |
346 | { |
347 | ide_hwif_t *hwif = drive->hwif; | |
adb1af98 | 348 | struct ide_cmd *cmd = &drive->hwif->cmd; |
374e042c | 349 | u8 stat = hwif->tp_ops->read_status(hwif); |
901bd08a | 350 | u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE); |
1da177e4 | 351 | |
901bd08a BZ |
352 | if (write == 0) { |
353 | /* Error? */ | |
354 | if (stat & ATA_ERR) | |
0a1248c5 | 355 | goto out_err; |
1da177e4 | 356 | |
901bd08a | 357 | /* Didn't want any data? Odd. */ |
151055ed BZ |
358 | if ((stat & ATA_DRQ) == 0) { |
359 | /* Command all done? */ | |
0a1248c5 BZ |
360 | if (OK_STAT(stat, ATA_DRDY, ATA_BUSY)) |
361 | goto out_end; | |
151055ed BZ |
362 | |
363 | /* Assume it was a spurious irq */ | |
0a1248c5 | 364 | goto out_wait; |
151055ed | 365 | } |
901bd08a BZ |
366 | } else { |
367 | if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat)) | |
0a1248c5 | 368 | goto out_err; |
1da177e4 | 369 | |
901bd08a BZ |
370 | /* Deal with unexpected ATA data phase. */ |
371 | if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0)) | |
0a1248c5 | 372 | goto out_err; |
901bd08a BZ |
373 | } |
374 | ||
0a1248c5 BZ |
375 | if (write && cmd->nleft == 0) |
376 | goto out_end; | |
1da177e4 LT |
377 | |
378 | /* Still data left to transfer. */ | |
901bd08a | 379 | ide_pio_datablock(drive, cmd, write); |
1da177e4 | 380 | |
901bd08a BZ |
381 | /* Are we done? Check status and finish transfer. */ |
382 | if (write == 0 && cmd->nleft == 0) { | |
383 | stat = wait_drive_not_busy(drive); | |
384 | if (!OK_STAT(stat, 0, BAD_STAT)) | |
0a1248c5 | 385 | goto out_err; |
1da177e4 | 386 | |
0a1248c5 BZ |
387 | goto out_end; |
388 | } | |
389 | out_wait: | |
1da177e4 | 390 | /* Still data left to transfer. */ |
60c0cd02 | 391 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
1da177e4 | 392 | return ide_started; |
0a1248c5 | 393 | out_end: |
2230d90d BZ |
394 | if ((cmd->tf_flags & IDE_TFLAG_FS) == 0) |
395 | ide_finish_cmd(drive, cmd, stat); | |
396 | else | |
9780e2dd | 397 | ide_complete_rq(drive, 0, blk_rq_sectors(cmd->rq) << 9); |
0a1248c5 BZ |
398 | return ide_stopped; |
399 | out_err: | |
041cea10 BZ |
400 | ide_error_cmd(drive, cmd); |
401 | return ide_error(drive, __func__, stat); | |
1da177e4 LT |
402 | } |
403 | ||
adb1af98 BZ |
404 | static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, |
405 | struct ide_cmd *cmd) | |
1da177e4 LT |
406 | { |
407 | ide_startstop_t startstop; | |
408 | ||
3a7d2484 | 409 | if (ide_wait_stat(&startstop, drive, ATA_DRQ, |
1da177e4 | 410 | drive->bad_wstat, WAIT_DRQ)) { |
2d5abced | 411 | pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name, |
0dfb991c | 412 | (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "", |
97100fc8 | 413 | (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : ""); |
1da177e4 LT |
414 | return startstop; |
415 | } | |
416 | ||
97100fc8 | 417 | if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0) |
1da177e4 LT |
418 | local_irq_disable(); |
419 | ||
60c0cd02 | 420 | ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE); |
901bd08a | 421 | |
adb1af98 | 422 | ide_pio_datablock(drive, cmd, 1); |
1da177e4 LT |
423 | |
424 | return ide_started; | |
425 | } | |
1da177e4 | 426 | |
22aa4b32 BZ |
427 | int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf, |
428 | u16 nsect) | |
1da177e4 | 429 | { |
154ed280 FT |
430 | struct request *rq; |
431 | int error; | |
720fc22a | 432 | int rw = !(cmd->tf_flags & IDE_TFLAG_WRITE) ? READ : WRITE; |
1da177e4 | 433 | |
720fc22a | 434 | rq = blk_get_request(drive->queue, rw, __GFP_WAIT); |
154ed280 | 435 | rq->cmd_type = REQ_TYPE_ATA_TASKFILE; |
d868ca24 | 436 | |
1da177e4 LT |
437 | /* |
438 | * (ks) We transfer currently only whole sectors. | |
439 | * This is suffient for now. But, it would be great, | |
440 | * if we would find a solution to transfer any size. | |
441 | * To support special commands like READ LONG. | |
442 | */ | |
d868ca24 TH |
443 | if (nsect) { |
444 | error = blk_rq_map_kern(drive->queue, rq, buf, | |
445 | nsect * SECTOR_SIZE, __GFP_WAIT); | |
446 | if (error) | |
447 | goto put_req; | |
448 | } | |
1da177e4 | 449 | |
22aa4b32 BZ |
450 | rq->special = cmd; |
451 | cmd->rq = rq; | |
1da177e4 | 452 | |
154ed280 | 453 | error = blk_execute_rq(drive->queue, NULL, rq, 0); |
154ed280 | 454 | |
d868ca24 TH |
455 | put_req: |
456 | blk_put_request(rq); | |
154ed280 | 457 | return error; |
1da177e4 | 458 | } |
1da177e4 LT |
459 | EXPORT_SYMBOL(ide_raw_taskfile); |
460 | ||
22aa4b32 | 461 | int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd) |
9a3c49be | 462 | { |
0dfb991c | 463 | cmd->protocol = ATA_PROT_NODATA; |
9a3c49be | 464 | |
22aa4b32 | 465 | return ide_raw_taskfile(drive, cmd, NULL, 0); |
9a3c49be BZ |
466 | } |
467 | EXPORT_SYMBOL_GPL(ide_no_data_taskfile); | |
468 | ||
26a5b040 | 469 | #ifdef CONFIG_IDE_TASK_IOCTL |
22aa4b32 | 470 | int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg) |
1da177e4 LT |
471 | { |
472 | ide_task_request_t *req_task; | |
22aa4b32 | 473 | struct ide_cmd cmd; |
1da177e4 LT |
474 | u8 *outbuf = NULL; |
475 | u8 *inbuf = NULL; | |
ac026ff2 | 476 | u8 *data_buf = NULL; |
1da177e4 LT |
477 | int err = 0; |
478 | int tasksize = sizeof(struct ide_task_request_s); | |
3a42bb22 AC |
479 | unsigned int taskin = 0; |
480 | unsigned int taskout = 0; | |
ac026ff2 | 481 | u16 nsect = 0; |
1da177e4 LT |
482 | char __user *buf = (char __user *)arg; |
483 | ||
7d543d84 JL |
484 | req_task = memdup_user(buf, tasksize); |
485 | if (IS_ERR(req_task)) | |
486 | return PTR_ERR(req_task); | |
1da177e4 | 487 | |
3a42bb22 AC |
488 | taskout = req_task->out_size; |
489 | taskin = req_task->in_size; | |
2d5abced | 490 | |
3a42bb22 AC |
491 | if (taskin > 65536 || taskout > 65536) { |
492 | err = -EINVAL; | |
493 | goto abort; | |
494 | } | |
1da177e4 LT |
495 | |
496 | if (taskout) { | |
497 | int outtotal = tasksize; | |
f5e3c2fa | 498 | outbuf = kzalloc(taskout, GFP_KERNEL); |
1da177e4 LT |
499 | if (outbuf == NULL) { |
500 | err = -ENOMEM; | |
501 | goto abort; | |
502 | } | |
1da177e4 LT |
503 | if (copy_from_user(outbuf, buf + outtotal, taskout)) { |
504 | err = -EFAULT; | |
505 | goto abort; | |
506 | } | |
507 | } | |
508 | ||
509 | if (taskin) { | |
510 | int intotal = tasksize + taskout; | |
f5e3c2fa | 511 | inbuf = kzalloc(taskin, GFP_KERNEL); |
1da177e4 LT |
512 | if (inbuf == NULL) { |
513 | err = -ENOMEM; | |
514 | goto abort; | |
515 | } | |
1da177e4 LT |
516 | if (copy_from_user(inbuf, buf + intotal, taskin)) { |
517 | err = -EFAULT; | |
518 | goto abort; | |
519 | } | |
520 | } | |
521 | ||
22aa4b32 | 522 | memset(&cmd, 0, sizeof(cmd)); |
1da177e4 | 523 | |
745483f1 SS |
524 | memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
525 | memcpy(&cmd.tf, req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 526 | |
60f85019 SS |
527 | cmd.valid.out.tf = IDE_VALID_DEVICE; |
528 | cmd.valid.in.tf = IDE_VALID_DEVICE | IDE_VALID_IN_TF; | |
529 | cmd.tf_flags = IDE_TFLAG_IO_16BIT; | |
1da177e4 | 530 | |
60f85019 SS |
531 | if (drive->dev_flags & IDE_DFLAG_LBA48) { |
532 | cmd.tf_flags |= IDE_TFLAG_LBA48; | |
533 | cmd.valid.in.hob = IDE_VALID_IN_HOB; | |
534 | } | |
a3bbb9d8 | 535 | |
74095a91 | 536 | if (req_task->out_flags.all) { |
22aa4b32 | 537 | cmd.ftf_flags |= IDE_FTFLAG_FLAGGED; |
74095a91 BZ |
538 | |
539 | if (req_task->out_flags.b.data) | |
22aa4b32 | 540 | cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA; |
74095a91 BZ |
541 | |
542 | if (req_task->out_flags.b.nsector_hob) | |
60f85019 | 543 | cmd.valid.out.hob |= IDE_VALID_NSECT; |
74095a91 | 544 | if (req_task->out_flags.b.sector_hob) |
60f85019 | 545 | cmd.valid.out.hob |= IDE_VALID_LBAL; |
74095a91 | 546 | if (req_task->out_flags.b.lcyl_hob) |
60f85019 | 547 | cmd.valid.out.hob |= IDE_VALID_LBAM; |
74095a91 | 548 | if (req_task->out_flags.b.hcyl_hob) |
60f85019 | 549 | cmd.valid.out.hob |= IDE_VALID_LBAH; |
74095a91 BZ |
550 | |
551 | if (req_task->out_flags.b.error_feature) | |
60f85019 | 552 | cmd.valid.out.tf |= IDE_VALID_FEATURE; |
74095a91 | 553 | if (req_task->out_flags.b.nsector) |
60f85019 | 554 | cmd.valid.out.tf |= IDE_VALID_NSECT; |
74095a91 | 555 | if (req_task->out_flags.b.sector) |
60f85019 | 556 | cmd.valid.out.tf |= IDE_VALID_LBAL; |
74095a91 | 557 | if (req_task->out_flags.b.lcyl) |
60f85019 | 558 | cmd.valid.out.tf |= IDE_VALID_LBAM; |
74095a91 | 559 | if (req_task->out_flags.b.hcyl) |
60f85019 | 560 | cmd.valid.out.tf |= IDE_VALID_LBAH; |
a3bbb9d8 | 561 | } else { |
60f85019 | 562 | cmd.valid.out.tf |= IDE_VALID_OUT_TF; |
22aa4b32 | 563 | if (cmd.tf_flags & IDE_TFLAG_LBA48) |
60f85019 | 564 | cmd.valid.out.hob |= IDE_VALID_OUT_HOB; |
74095a91 BZ |
565 | } |
566 | ||
866e2ec9 | 567 | if (req_task->in_flags.b.data) |
22aa4b32 | 568 | cmd.ftf_flags |= IDE_FTFLAG_IN_DATA; |
866e2ec9 | 569 | |
04d09b0e BZ |
570 | if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) { |
571 | /* fixup data phase if needed */ | |
572 | if (req_task->data_phase == TASKFILE_IN_DMAQ || | |
573 | req_task->data_phase == TASKFILE_IN_DMA) | |
0dfb991c | 574 | cmd.tf_flags |= IDE_TFLAG_WRITE; |
04d09b0e BZ |
575 | } |
576 | ||
0dfb991c BZ |
577 | cmd.protocol = ATA_PROT_DMA; |
578 | ||
579 | switch (req_task->data_phase) { | |
2d5abced JSR |
580 | case TASKFILE_MULTI_OUT: |
581 | if (!drive->mult_count) { | |
582 | /* (hs): give up if multcount is not set */ | |
583 | pr_err("%s: %s Multimode Write multcount is not set\n", | |
584 | drive->name, __func__); | |
585 | err = -EPERM; | |
586 | goto abort; | |
587 | } | |
588 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
589 | /* fall through */ | |
590 | case TASKFILE_OUT: | |
591 | cmd.protocol = ATA_PROT_PIO; | |
592 | /* fall through */ | |
593 | case TASKFILE_OUT_DMAQ: | |
594 | case TASKFILE_OUT_DMA: | |
595 | cmd.tf_flags |= IDE_TFLAG_WRITE; | |
596 | nsect = taskout / SECTOR_SIZE; | |
597 | data_buf = outbuf; | |
598 | break; | |
599 | case TASKFILE_MULTI_IN: | |
600 | if (!drive->mult_count) { | |
601 | /* (hs): give up if multcount is not set */ | |
602 | pr_err("%s: %s Multimode Read multcount is not set\n", | |
603 | drive->name, __func__); | |
604 | err = -EPERM; | |
1da177e4 | 605 | goto abort; |
2d5abced JSR |
606 | } |
607 | cmd.tf_flags |= IDE_TFLAG_MULTI_PIO; | |
608 | /* fall through */ | |
609 | case TASKFILE_IN: | |
610 | cmd.protocol = ATA_PROT_PIO; | |
611 | /* fall through */ | |
612 | case TASKFILE_IN_DMAQ: | |
613 | case TASKFILE_IN_DMA: | |
614 | nsect = taskin / SECTOR_SIZE; | |
615 | data_buf = inbuf; | |
616 | break; | |
617 | case TASKFILE_NO_DATA: | |
618 | cmd.protocol = ATA_PROT_NODATA; | |
619 | break; | |
620 | default: | |
621 | err = -EFAULT; | |
622 | goto abort; | |
1da177e4 LT |
623 | } |
624 | ||
ac026ff2 BZ |
625 | if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA) |
626 | nsect = 0; | |
627 | else if (!nsect) { | |
745483f1 | 628 | nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect; |
ac026ff2 BZ |
629 | |
630 | if (!nsect) { | |
2d5abced | 631 | pr_err("%s: in/out command without data\n", |
ac026ff2 BZ |
632 | drive->name); |
633 | err = -EFAULT; | |
634 | goto abort; | |
635 | } | |
636 | } | |
637 | ||
22aa4b32 | 638 | err = ide_raw_taskfile(drive, &cmd, data_buf, nsect); |
ac026ff2 | 639 | |
745483f1 SS |
640 | memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2); |
641 | memcpy(req_task->io_ports, &cmd.tf, HDIO_DRIVE_TASK_HDR_SIZE); | |
866e2ec9 | 642 | |
22aa4b32 | 643 | if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) && |
866e2ec9 BZ |
644 | req_task->in_flags.all == 0) { |
645 | req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS; | |
97100fc8 | 646 | if (drive->dev_flags & IDE_DFLAG_LBA48) |
866e2ec9 BZ |
647 | req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8); |
648 | } | |
1da177e4 LT |
649 | |
650 | if (copy_to_user(buf, req_task, tasksize)) { | |
651 | err = -EFAULT; | |
652 | goto abort; | |
653 | } | |
654 | if (taskout) { | |
655 | int outtotal = tasksize; | |
656 | if (copy_to_user(buf + outtotal, outbuf, taskout)) { | |
657 | err = -EFAULT; | |
658 | goto abort; | |
659 | } | |
660 | } | |
661 | if (taskin) { | |
662 | int intotal = tasksize + taskout; | |
663 | if (copy_to_user(buf + intotal, inbuf, taskin)) { | |
664 | err = -EFAULT; | |
665 | goto abort; | |
666 | } | |
667 | } | |
668 | abort: | |
669 | kfree(req_task); | |
6044ec88 JJ |
670 | kfree(outbuf); |
671 | kfree(inbuf); | |
1da177e4 | 672 | |
1da177e4 LT |
673 | return err; |
674 | } | |
26a5b040 | 675 | #endif |