blob: 7f6bfd314411700f94a4997c6abf5bff78785c0c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Bartlomiej Zolnierkiewicz59bca8c2008-02-01 23:09:33 +01002 * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org>
3 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
4 * Copyright (C) 2001-2002 Klaus Smolin
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * IBM Storage Technology Division
Bartlomiej Zolnierkiewicz59bca8c2008-02-01 23:09:33 +01006 * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
8 * The big the bad and the ugly.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/module.h>
12#include <linux/types.h>
13#include <linux/string.h>
14#include <linux/kernel.h>
15#include <linux/timer.h>
16#include <linux/mm.h>
Andrew Morton651c29a2006-02-15 15:17:37 -080017#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/interrupt.h>
19#include <linux/major.h>
20#include <linux/errno.h>
21#include <linux/genhd.h>
22#include <linux/blkpg.h>
23#include <linux/slab.h>
24#include <linux/pci.h>
25#include <linux/delay.h>
26#include <linux/hdreg.h>
27#include <linux/ide.h>
28#include <linux/bitops.h>
Jens Axboe55c16a72007-07-25 08:13:56 +020029#include <linux/scatterlist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31#include <asm/byteorder.h>
32#include <asm/irq.h>
33#include <asm/uaccess.h>
34#include <asm/io.h>
35
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010036void ide_tf_load(ide_drive_t *drive, ide_task_t *task)
37{
38 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020039 struct ide_io_ports *io_ports = &hwif->io_ports;
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010040 struct ide_taskfile *tf = &task->tf;
41 u8 HIHI = (task->tf_flags & IDE_TFLAG_LBA48) ? 0xE0 : 0xEF;
42
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010043 if (task->tf_flags & IDE_TFLAG_FLAGGED)
44 HIHI = 0xFF;
45
Bartlomiej Zolnierkiewicz807e35d2008-01-25 22:17:10 +010046#ifdef DEBUG
47 printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
48 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
49 drive->name, tf->feature, tf->nsect, tf->lbal,
50 tf->lbam, tf->lbah, tf->device, tf->command);
Bartlomiej Zolnierkiewicz6dd9b832008-01-26 20:13:03 +010051 printk("%s: hob: nsect 0x%02x lbal 0x%02x "
52 "lbam 0x%02x lbah 0x%02x\n",
53 drive->name, tf->hob_nsect, tf->hob_lbal,
54 tf->hob_lbam, tf->hob_lbah);
Bartlomiej Zolnierkiewicz807e35d2008-01-25 22:17:10 +010055#endif
56
Bartlomiej Zolnierkiewicz81ca6912008-01-26 20:13:08 +010057 ide_set_irq(drive, 1);
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010058
59 if ((task->tf_flags & IDE_TFLAG_NO_SELECT_MASK) == 0)
60 SELECT_MASK(drive, 0);
61
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010062 if (task->tf_flags & IDE_TFLAG_OUT_DATA)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020063 hwif->OUTW((tf->hob_data << 8) | tf->data, io_ports->data_addr);
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010064
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010065 if (task->tf_flags & IDE_TFLAG_OUT_HOB_FEATURE)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020066 hwif->OUTB(tf->hob_feature, io_ports->feature_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010067 if (task->tf_flags & IDE_TFLAG_OUT_HOB_NSECT)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020068 hwif->OUTB(tf->hob_nsect, io_ports->nsect_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010069 if (task->tf_flags & IDE_TFLAG_OUT_HOB_LBAL)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020070 hwif->OUTB(tf->hob_lbal, io_ports->lbal_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010071 if (task->tf_flags & IDE_TFLAG_OUT_HOB_LBAM)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020072 hwif->OUTB(tf->hob_lbam, io_ports->lbam_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010073 if (task->tf_flags & IDE_TFLAG_OUT_HOB_LBAH)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020074 hwif->OUTB(tf->hob_lbah, io_ports->lbah_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010075
76 if (task->tf_flags & IDE_TFLAG_OUT_FEATURE)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020077 hwif->OUTB(tf->feature, io_ports->feature_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010078 if (task->tf_flags & IDE_TFLAG_OUT_NSECT)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020079 hwif->OUTB(tf->nsect, io_ports->nsect_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010080 if (task->tf_flags & IDE_TFLAG_OUT_LBAL)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020081 hwif->OUTB(tf->lbal, io_ports->lbal_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010082 if (task->tf_flags & IDE_TFLAG_OUT_LBAM)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020083 hwif->OUTB(tf->lbam, io_ports->lbam_addr);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +010084 if (task->tf_flags & IDE_TFLAG_OUT_LBAH)
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020085 hwif->OUTB(tf->lbah, io_ports->lbah_addr);
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010086
Bartlomiej Zolnierkiewicz807e35d2008-01-25 22:17:10 +010087 if (task->tf_flags & IDE_TFLAG_OUT_DEVICE)
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +020088 hwif->OUTB((tf->device & HIHI) | drive->select.all,
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +020089 io_ports->device_addr);
Bartlomiej Zolnierkiewicz9e422372008-01-25 22:17:07 +010090}
91
Linus Torvalds1da177e2005-04-16 15:20:36 -070092int taskfile_lib_get_identify (ide_drive_t *drive, u8 *buf)
93{
94 ide_task_t args;
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +010095
Linus Torvalds1da177e2005-04-16 15:20:36 -070096 memset(&args, 0, sizeof(ide_task_t));
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +010097 args.tf.nsect = 0x01;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 if (drive->media == ide_disk)
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +010099 args.tf.command = WIN_IDENTIFY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 else
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100101 args.tf.command = WIN_PIDENTIFY;
Bartlomiej Zolnierkiewicz657cc1a2008-01-26 20:13:10 +0100102 args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100103 args.data_phase = TASKFILE_IN;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100104 return ide_raw_taskfile(drive, &args, buf, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105}
106
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100107static int inline task_dma_ok(ide_task_t *task)
108{
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100109 if (blk_fs_request(task->rq) || (task->tf_flags & IDE_TFLAG_FLAGGED))
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100110 return 1;
111
112 switch (task->tf.command) {
113 case WIN_WRITEDMA_ONCE:
114 case WIN_WRITEDMA:
115 case WIN_WRITEDMA_EXT:
116 case WIN_READDMA_ONCE:
117 case WIN_READDMA:
118 case WIN_READDMA_EXT:
119 case WIN_IDENTIFY_DMA:
120 return 1;
121 }
122
123 return 0;
124}
125
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100126static ide_startstop_t task_no_data_intr(ide_drive_t *);
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100127static ide_startstop_t set_geometry_intr(ide_drive_t *);
128static ide_startstop_t recal_intr(ide_drive_t *);
129static ide_startstop_t set_multmode_intr(ide_drive_t *);
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100130static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct request *);
131static ide_startstop_t task_in_intr(ide_drive_t *);
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100132
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133ide_startstop_t do_rw_taskfile (ide_drive_t *drive, ide_task_t *task)
134{
135 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100136 struct ide_taskfile *tf = &task->tf;
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100137 ide_handler_t *handler = NULL;
Bartlomiej Zolnierkiewiczf37afda2008-04-26 22:25:24 +0200138 const struct ide_dma_ops *dma_ops = hwif->dma_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Bartlomiej Zolnierkiewicz1edee602008-01-25 22:17:15 +0100140 if (task->data_phase == TASKFILE_MULTI_IN ||
141 task->data_phase == TASKFILE_MULTI_OUT) {
142 if (!drive->mult_count) {
143 printk(KERN_ERR "%s: multimode not set!\n",
144 drive->name);
145 return ide_stopped;
146 }
147 }
148
149 if (task->tf_flags & IDE_TFLAG_FLAGGED)
150 task->tf_flags |= IDE_TFLAG_FLAGGED_SET_IN_FLAGS;
151
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100152 if ((task->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0)
153 ide_tf_load(drive, task);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100155 switch (task->data_phase) {
156 case TASKFILE_MULTI_OUT:
157 case TASKFILE_OUT:
Bartlomiej Zolnierkiewicz4c3032d2008-04-27 15:38:32 +0200158 hwif->OUTBSYNC(drive, tf->command, hwif->io_ports.command_addr);
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100159 ndelay(400); /* FIXME */
160 return pre_task_out_intr(drive, task->rq);
161 case TASKFILE_MULTI_IN:
162 case TASKFILE_IN:
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100163 handler = task_in_intr;
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100164 /* fall-through */
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100165 case TASKFILE_NO_DATA:
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100166 if (handler == NULL)
167 handler = task_no_data_intr;
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100168 /* WIN_{SPECIFY,RESTORE,SETMULT} use custom handlers */
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100169 if (task->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) {
170 switch (tf->command) {
171 case WIN_SPECIFY: handler = set_geometry_intr; break;
172 case WIN_RESTORE: handler = recal_intr; break;
173 case WIN_SETMULT: handler = set_multmode_intr; break;
174 }
175 }
176 ide_execute_command(drive, tf->command, handler,
177 WAIT_WORSTCASE, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 return ide_started;
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100179 default:
180 if (task_dma_ok(task) == 0 || drive->using_dma == 0 ||
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200181 dma_ops->dma_setup(drive))
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100182 return ide_stopped;
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200183 dma_ops->dma_exec_cmd(drive, tf->command);
184 dma_ops->dma_start(drive);
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100185 return ide_started;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187}
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100188EXPORT_SYMBOL_GPL(do_rw_taskfile);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190/*
191 * set_multmode_intr() is invoked on completion of a WIN_SETMULT cmd.
192 */
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100193static ide_startstop_t set_multmode_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194{
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100195 u8 stat = ide_read_status(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100197 if (OK_STAT(stat, READY_STAT, BAD_STAT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 drive->mult_count = drive->mult_req;
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100199 else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 drive->mult_req = drive->mult_count = 0;
201 drive->special.b.recalibrate = 1;
202 (void) ide_dump_status(drive, "set_multmode", stat);
203 }
204 return ide_stopped;
205}
206
207/*
208 * set_geometry_intr() is invoked on completion of a WIN_SPECIFY cmd.
209 */
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100210static ide_startstop_t set_geometry_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 int retries = 5;
213 u8 stat;
214
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100215 while (((stat = ide_read_status(drive)) & BUSY_STAT) && retries--)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 udelay(10);
217
218 if (OK_STAT(stat, READY_STAT, BAD_STAT))
219 return ide_stopped;
220
221 if (stat & (ERR_STAT|DRQ_STAT))
222 return ide_error(drive, "set_geometry_intr", stat);
223
Eric Sesterhenn125e1872006-06-23 02:06:06 -0700224 BUG_ON(HWGROUP(drive)->handler != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 ide_set_handler(drive, &set_geometry_intr, WAIT_WORSTCASE, NULL);
226 return ide_started;
227}
228
229/*
230 * recal_intr() is invoked on completion of a WIN_RESTORE (recalibrate) cmd.
231 */
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100232static ide_startstop_t recal_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233{
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100234 u8 stat = ide_read_status(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100236 if (!OK_STAT(stat, READY_STAT, BAD_STAT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 return ide_error(drive, "recal_intr", stat);
238 return ide_stopped;
239}
240
241/*
242 * Handler for commands without a data phase
243 */
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100244static ide_startstop_t task_no_data_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245{
246 ide_task_t *args = HWGROUP(drive)->rq->special;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 u8 stat;
248
Ingo Molnar366c7f52006-07-03 00:25:25 -0700249 local_irq_enable_in_hardirq();
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100250 stat = ide_read_status(drive);
251
252 if (!OK_STAT(stat, READY_STAT, BAD_STAT))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 return ide_error(drive, "task_no_data_intr", stat);
254 /* calls ide_end_drive_cmd */
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100255
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 if (args)
Bartlomiej Zolnierkiewicz64a57fe2008-02-06 02:57:51 +0100257 ide_end_drive_cmd(drive, stat, ide_read_error(drive));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
259 return ide_stopped;
260}
261
Adrian Bunkda6f4c72008-02-01 23:09:16 +0100262static u8 wait_drive_not_busy(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200264 int retries;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 u8 stat;
266
267 /*
268 * Last sector was transfered, wait until drive is ready.
Bartlomiej Zolnierkiewicz26245652008-01-26 20:13:11 +0100269 * This can take up to 10 usec, but we will wait max 1 ms.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 */
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200271 for (retries = 0; retries < 100; retries++) {
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100272 stat = ide_read_status(drive);
273
274 if (stat & BUSY_STAT)
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200275 udelay(10);
276 else
277 break;
278 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200280 if (stat & BUSY_STAT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 printk(KERN_ERR "%s: drive still BUSY!\n", drive->name);
282
283 return stat;
284}
285
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200286static void ide_pio_sector(ide_drive_t *drive, struct request *rq,
287 unsigned int write)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288{
289 ide_hwif_t *hwif = drive->hwif;
290 struct scatterlist *sg = hwif->sg_table;
Jens Axboe55c16a72007-07-25 08:13:56 +0200291 struct scatterlist *cursg = hwif->cursg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 struct page *page;
293#ifdef CONFIG_HIGHMEM
294 unsigned long flags;
295#endif
296 unsigned int offset;
297 u8 *buf;
298
Jens Axboe55c16a72007-07-25 08:13:56 +0200299 cursg = hwif->cursg;
300 if (!cursg) {
301 cursg = sg;
302 hwif->cursg = sg;
303 }
304
Jens Axboe45711f12007-10-22 21:19:53 +0200305 page = sg_page(cursg);
Jens Axboe55c16a72007-07-25 08:13:56 +0200306 offset = cursg->offset + hwif->cursg_ofs * SECTOR_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307
308 /* get the current page and offset */
309 page = nth_page(page, (offset >> PAGE_SHIFT));
310 offset %= PAGE_SIZE;
311
312#ifdef CONFIG_HIGHMEM
313 local_irq_save(flags);
314#endif
315 buf = kmap_atomic(page, KM_BIO_SRC_IRQ) + offset;
316
317 hwif->nleft--;
318 hwif->cursg_ofs++;
319
Jens Axboe55c16a72007-07-25 08:13:56 +0200320 if ((hwif->cursg_ofs * SECTOR_SIZE) == cursg->length) {
321 hwif->cursg = sg_next(hwif->cursg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322 hwif->cursg_ofs = 0;
323 }
324
325 /* do the actual data transfer */
326 if (write)
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200327 hwif->ata_output_data(drive, rq, buf, SECTOR_WORDS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 else
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200329 hwif->ata_input_data(drive, rq, buf, SECTOR_WORDS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330
331 kunmap_atomic(buf, KM_BIO_SRC_IRQ);
332#ifdef CONFIG_HIGHMEM
333 local_irq_restore(flags);
334#endif
335}
336
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200337static void ide_pio_multi(ide_drive_t *drive, struct request *rq,
338 unsigned int write)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339{
340 unsigned int nsect;
341
342 nsect = min_t(unsigned int, drive->hwif->nleft, drive->mult_count);
343 while (nsect--)
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200344 ide_pio_sector(drive, rq, write);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345}
346
Arjan van de Ven858119e2006-01-14 13:20:43 -0800347static void ide_pio_datablock(ide_drive_t *drive, struct request *rq,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348 unsigned int write)
349{
Tejun Heo35cf2b92008-01-26 20:13:10 +0100350 u8 saved_io_32bit = drive->io_32bit;
351
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 if (rq->bio) /* fs request */
353 rq->errors = 0;
354
Tejun Heo35cf2b92008-01-26 20:13:10 +0100355 if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
356 ide_task_t *task = rq->special;
357
358 if (task->tf_flags & IDE_TFLAG_IO_16BIT)
359 drive->io_32bit = 0;
360 }
361
Andrew Morton651c29a2006-02-15 15:17:37 -0800362 touch_softlockup_watchdog();
363
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 switch (drive->hwif->data_phase) {
365 case TASKFILE_MULTI_IN:
366 case TASKFILE_MULTI_OUT:
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200367 ide_pio_multi(drive, rq, write);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 break;
369 default:
Bartlomiej Zolnierkiewicz92d3ab22008-04-28 23:44:36 +0200370 ide_pio_sector(drive, rq, write);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 break;
372 }
Tejun Heo35cf2b92008-01-26 20:13:10 +0100373
374 drive->io_32bit = saved_io_32bit;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375}
376
377static ide_startstop_t task_error(ide_drive_t *drive, struct request *rq,
378 const char *s, u8 stat)
379{
380 if (rq->bio) {
381 ide_hwif_t *hwif = drive->hwif;
382 int sectors = hwif->nsect - hwif->nleft;
383
384 switch (hwif->data_phase) {
385 case TASKFILE_IN:
386 if (hwif->nleft)
387 break;
388 /* fall through */
389 case TASKFILE_OUT:
390 sectors--;
391 break;
392 case TASKFILE_MULTI_IN:
393 if (hwif->nleft)
394 break;
395 /* fall through */
396 case TASKFILE_MULTI_OUT:
397 sectors -= drive->mult_count;
398 default:
399 break;
400 }
401
402 if (sectors > 0) {
403 ide_driver_t *drv;
404
405 drv = *(ide_driver_t **)rq->rq_disk->private_data;
406 drv->end_request(drive, 1, sectors);
407 }
408 }
409 return ide_error(drive, s, stat);
410}
411
Tejun Heo4d7a9842008-01-26 20:13:11 +0100412void task_end_request(ide_drive_t *drive, struct request *rq, u8 stat)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413{
Jens Axboe4aff5e22006-08-10 08:44:47 +0200414 if (rq->cmd_type == REQ_TYPE_ATA_TASKFILE) {
Bartlomiej Zolnierkiewicz64a57fe2008-02-06 02:57:51 +0100415 u8 err = ide_read_error(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416
Tejun Heo4d7a9842008-01-26 20:13:11 +0100417 ide_end_drive_cmd(drive, stat, err);
418 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419 }
420
Richard Purdie03731fb2006-03-31 02:31:15 -0800421 if (rq->rq_disk) {
422 ide_driver_t *drv;
423
424 drv = *(ide_driver_t **)rq->rq_disk->private_data;;
Bartlomiej Zolnierkiewicz79f21b82008-01-26 20:13:11 +0100425 drv->end_request(drive, 1, rq->nr_sectors);
Richard Purdie03731fb2006-03-31 02:31:15 -0800426 } else
Bartlomiej Zolnierkiewicz79f21b82008-01-26 20:13:11 +0100427 ide_end_request(drive, 1, rq->nr_sectors);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428}
429
430/*
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700431 * We got an interrupt on a task_in case, but no errors and no DRQ.
432 *
433 * It might be a spurious irq (shared irq), but it might be a
434 * command that had no output.
435 */
436static ide_startstop_t task_in_unexpected(ide_drive_t *drive, struct request *rq, u8 stat)
437{
438 /* Command all done? */
439 if (OK_STAT(stat, READY_STAT, BUSY_STAT)) {
440 task_end_request(drive, rq, stat);
441 return ide_stopped;
442 }
443
444 /* Assume it was a spurious irq */
445 ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
446 return ide_started;
447}
448
449/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 * Handler for command with PIO data-in phase (Read/Read Multiple).
451 */
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100452static ide_startstop_t task_in_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453{
454 ide_hwif_t *hwif = drive->hwif;
455 struct request *rq = HWGROUP(drive)->rq;
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100456 u8 stat = ide_read_status(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700458 /* Error? */
459 if (stat & ERR_STAT)
Harvey Harrisoneb639632008-04-26 22:25:20 +0200460 return task_error(drive, rq, __func__, stat);
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700461
462 /* Didn't want any data? Odd. */
463 if (!(stat & DRQ_STAT))
464 return task_in_unexpected(drive, rq, stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
466 ide_pio_datablock(drive, rq, 0);
467
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700468 /* Are we done? Check status and finish transfer. */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469 if (!hwif->nleft) {
470 stat = wait_drive_not_busy(drive);
Bartlomiej Zolnierkiewicz73d7de02008-01-26 20:13:10 +0100471 if (!OK_STAT(stat, 0, BAD_STAT))
Harvey Harrisoneb639632008-04-26 22:25:20 +0200472 return task_error(drive, rq, __func__, stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 task_end_request(drive, rq, stat);
474 return ide_stopped;
475 }
476
477 /* Still data left to transfer. */
478 ide_set_handler(drive, &task_in_intr, WAIT_WORSTCASE, NULL);
479
480 return ide_started;
481}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
483/*
484 * Handler for command with PIO data-out phase (Write/Write Multiple).
485 */
486static ide_startstop_t task_out_intr (ide_drive_t *drive)
487{
488 ide_hwif_t *hwif = drive->hwif;
489 struct request *rq = HWGROUP(drive)->rq;
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100490 u8 stat = ide_read_status(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491
492 if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat))
Harvey Harrisoneb639632008-04-26 22:25:20 +0200493 return task_error(drive, rq, __func__, stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494
495 /* Deal with unexpected ATA data phase. */
496 if (((stat & DRQ_STAT) == 0) ^ !hwif->nleft)
Harvey Harrisoneb639632008-04-26 22:25:20 +0200497 return task_error(drive, rq, __func__, stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498
499 if (!hwif->nleft) {
500 task_end_request(drive, rq, stat);
501 return ide_stopped;
502 }
503
504 /* Still data left to transfer. */
505 ide_pio_datablock(drive, rq, 1);
506 ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
507
508 return ide_started;
509}
510
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100511static ide_startstop_t pre_task_out_intr(ide_drive_t *drive, struct request *rq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512{
513 ide_startstop_t startstop;
514
Bartlomiej Zolnierkiewicz4906f3b2008-01-26 20:13:11 +0100515 if (ide_wait_stat(&startstop, drive, DRQ_STAT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700516 drive->bad_wstat, WAIT_DRQ)) {
517 printk(KERN_ERR "%s: no DRQ after issuing %sWRITE%s\n",
518 drive->name,
519 drive->hwif->data_phase ? "MULT" : "",
520 drive->addressing ? "_EXT" : "");
521 return startstop;
522 }
523
524 if (!drive->unmask)
525 local_irq_disable();
526
527 ide_set_handler(drive, &task_out_intr, WAIT_WORSTCASE, NULL);
528 ide_pio_datablock(drive, rq, 1);
529
530 return ide_started;
531}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700532
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100533int ide_raw_taskfile(ide_drive_t *drive, ide_task_t *task, u8 *buf, u16 nsect)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700534{
535 struct request rq;
536
537 memset(&rq, 0, sizeof(rq));
Bartlomiej Zolnierkiewicz02ac2462007-11-05 21:42:27 +0100538 rq.ref_count = 1;
Jens Axboe4aff5e22006-08-10 08:44:47 +0200539 rq.cmd_type = REQ_TYPE_ATA_TASKFILE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540 rq.buffer = buf;
541
542 /*
543 * (ks) We transfer currently only whole sectors.
544 * This is suffient for now. But, it would be great,
545 * if we would find a solution to transfer any size.
546 * To support special commands like READ LONG.
547 */
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100548 rq.hard_nr_sectors = rq.nr_sectors = nsect;
549 rq.hard_cur_sectors = rq.current_nr_sectors = nsect;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100551 if (task->tf_flags & IDE_TFLAG_WRITE)
552 rq.cmd_flags |= REQ_RW;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100554 rq.special = task;
555 task->rq = &rq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700556
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 return ide_do_drive_cmd(drive, &rq, ide_wait);
558}
559
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560EXPORT_SYMBOL(ide_raw_taskfile);
561
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100562int ide_no_data_taskfile(ide_drive_t *drive, ide_task_t *task)
563{
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100564 task->data_phase = TASKFILE_NO_DATA;
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100565
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100566 return ide_raw_taskfile(drive, task, NULL, 0);
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100567}
568EXPORT_SYMBOL_GPL(ide_no_data_taskfile);
569
Bartlomiej Zolnierkiewicz26a5b042007-11-05 21:42:27 +0100570#ifdef CONFIG_IDE_TASK_IOCTL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571int ide_taskfile_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
572{
573 ide_task_request_t *req_task;
574 ide_task_t args;
575 u8 *outbuf = NULL;
576 u8 *inbuf = NULL;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100577 u8 *data_buf = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578 int err = 0;
579 int tasksize = sizeof(struct ide_task_request_s);
Alan Cox3a42bb22006-10-16 16:31:02 +0100580 unsigned int taskin = 0;
581 unsigned int taskout = 0;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100582 u16 nsect = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 char __user *buf = (char __user *)arg;
584
585// printk("IDE Taskfile ...\n");
586
Deepak Saxenaf5e3c2f2005-11-07 01:01:25 -0800587 req_task = kzalloc(tasksize, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 if (req_task == NULL) return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 if (copy_from_user(req_task, buf, tasksize)) {
590 kfree(req_task);
591 return -EFAULT;
592 }
593
Alan Cox3a42bb22006-10-16 16:31:02 +0100594 taskout = req_task->out_size;
595 taskin = req_task->in_size;
596
597 if (taskin > 65536 || taskout > 65536) {
598 err = -EINVAL;
599 goto abort;
600 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601
602 if (taskout) {
603 int outtotal = tasksize;
Deepak Saxenaf5e3c2f2005-11-07 01:01:25 -0800604 outbuf = kzalloc(taskout, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605 if (outbuf == NULL) {
606 err = -ENOMEM;
607 goto abort;
608 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609 if (copy_from_user(outbuf, buf + outtotal, taskout)) {
610 err = -EFAULT;
611 goto abort;
612 }
613 }
614
615 if (taskin) {
616 int intotal = tasksize + taskout;
Deepak Saxenaf5e3c2f2005-11-07 01:01:25 -0800617 inbuf = kzalloc(taskin, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618 if (inbuf == NULL) {
619 err = -ENOMEM;
620 goto abort;
621 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 if (copy_from_user(inbuf, buf + intotal, taskin)) {
623 err = -EFAULT;
624 goto abort;
625 }
626 }
627
628 memset(&args, 0, sizeof(ide_task_t));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100630 memcpy(&args.tf_array[0], req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2);
631 memcpy(&args.tf_array[6], req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE);
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100632
633 args.data_phase = req_task->data_phase;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634
Bartlomiej Zolnierkiewicz657cc1a2008-01-26 20:13:10 +0100635 args.tf_flags = IDE_TFLAG_IO_16BIT | IDE_TFLAG_DEVICE |
636 IDE_TFLAG_IN_TF;
Bartlomiej Zolnierkiewicza3bbb9d2008-01-25 22:17:10 +0100637 if (drive->addressing == 1)
Bartlomiej Zolnierkiewicz657cc1a2008-01-26 20:13:10 +0100638 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_IN_HOB);
Bartlomiej Zolnierkiewicza3bbb9d2008-01-25 22:17:10 +0100639
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100640 if (req_task->out_flags.all) {
641 args.tf_flags |= IDE_TFLAG_FLAGGED;
642
643 if (req_task->out_flags.b.data)
644 args.tf_flags |= IDE_TFLAG_OUT_DATA;
645
646 if (req_task->out_flags.b.nsector_hob)
647 args.tf_flags |= IDE_TFLAG_OUT_HOB_NSECT;
648 if (req_task->out_flags.b.sector_hob)
649 args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAL;
650 if (req_task->out_flags.b.lcyl_hob)
651 args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAM;
652 if (req_task->out_flags.b.hcyl_hob)
653 args.tf_flags |= IDE_TFLAG_OUT_HOB_LBAH;
654
655 if (req_task->out_flags.b.error_feature)
656 args.tf_flags |= IDE_TFLAG_OUT_FEATURE;
657 if (req_task->out_flags.b.nsector)
658 args.tf_flags |= IDE_TFLAG_OUT_NSECT;
659 if (req_task->out_flags.b.sector)
660 args.tf_flags |= IDE_TFLAG_OUT_LBAL;
661 if (req_task->out_flags.b.lcyl)
662 args.tf_flags |= IDE_TFLAG_OUT_LBAM;
663 if (req_task->out_flags.b.hcyl)
664 args.tf_flags |= IDE_TFLAG_OUT_LBAH;
Bartlomiej Zolnierkiewicza3bbb9d2008-01-25 22:17:10 +0100665 } else {
666 args.tf_flags |= IDE_TFLAG_OUT_TF;
667 if (args.tf_flags & IDE_TFLAG_LBA48)
668 args.tf_flags |= IDE_TFLAG_OUT_HOB;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100669 }
670
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100671 if (req_task->in_flags.b.data)
672 args.tf_flags |= IDE_TFLAG_IN_DATA;
673
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674 switch(req_task->data_phase) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 case TASKFILE_MULTI_OUT:
676 if (!drive->mult_count) {
677 /* (hs): give up if multcount is not set */
678 printk(KERN_ERR "%s: %s Multimode Write " \
679 "multcount is not set\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200680 drive->name, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681 err = -EPERM;
682 goto abort;
683 }
684 /* fall through */
685 case TASKFILE_OUT:
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100686 /* fall through */
687 case TASKFILE_OUT_DMAQ:
688 case TASKFILE_OUT_DMA:
689 nsect = taskout / SECTOR_SIZE;
690 data_buf = outbuf;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 break;
692 case TASKFILE_MULTI_IN:
693 if (!drive->mult_count) {
694 /* (hs): give up if multcount is not set */
695 printk(KERN_ERR "%s: %s Multimode Read failure " \
696 "multcount is not set\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200697 drive->name, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698 err = -EPERM;
699 goto abort;
700 }
701 /* fall through */
702 case TASKFILE_IN:
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100703 /* fall through */
704 case TASKFILE_IN_DMAQ:
705 case TASKFILE_IN_DMA:
706 nsect = taskin / SECTOR_SIZE;
707 data_buf = inbuf;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700708 break;
709 case TASKFILE_NO_DATA:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 break;
711 default:
712 err = -EFAULT;
713 goto abort;
714 }
715
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100716 if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA)
717 nsect = 0;
718 else if (!nsect) {
719 nsect = (args.tf.hob_nsect << 8) | args.tf.nsect;
720
721 if (!nsect) {
722 printk(KERN_ERR "%s: in/out command without data\n",
723 drive->name);
724 err = -EFAULT;
725 goto abort;
726 }
727 }
728
729 if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE)
730 args.tf_flags |= IDE_TFLAG_WRITE;
731
732 err = ide_raw_taskfile(drive, &args, data_buf, nsect);
733
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100734 memcpy(req_task->hob_ports, &args.tf_array[0], HDIO_DRIVE_HOB_HDR_SIZE - 2);
735 memcpy(req_task->io_ports, &args.tf_array[6], HDIO_DRIVE_TASK_HDR_SIZE);
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100736
737 if ((args.tf_flags & IDE_TFLAG_FLAGGED_SET_IN_FLAGS) &&
738 req_task->in_flags.all == 0) {
739 req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS;
740 if (drive->addressing == 1)
741 req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8);
742 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700743
744 if (copy_to_user(buf, req_task, tasksize)) {
745 err = -EFAULT;
746 goto abort;
747 }
748 if (taskout) {
749 int outtotal = tasksize;
750 if (copy_to_user(buf + outtotal, outbuf, taskout)) {
751 err = -EFAULT;
752 goto abort;
753 }
754 }
755 if (taskin) {
756 int intotal = tasksize + taskout;
757 if (copy_to_user(buf + intotal, inbuf, taskin)) {
758 err = -EFAULT;
759 goto abort;
760 }
761 }
762abort:
763 kfree(req_task);
Jesper Juhl6044ec82005-11-07 01:01:32 -0800764 kfree(outbuf);
765 kfree(inbuf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766
767// printk("IDE Taskfile ioctl ended. rc = %i\n", err);
768
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769 return err;
770}
Bartlomiej Zolnierkiewicz26a5b042007-11-05 21:42:27 +0100771#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773int ide_cmd_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
774{
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100775 u8 *buf = NULL;
776 int bufsize = 0, err = 0;
777 u8 args[4], xfer_rate = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778 ide_task_t tfargs;
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100779 struct ide_taskfile *tf = &tfargs.tf;
Bartlomiej Zolnierkiewicz5efe7c52008-02-02 19:56:46 +0100780 struct hd_driveid *id = drive->id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781
782 if (NULL == (void *) arg) {
783 struct request rq;
Bartlomiej Zolnierkiewicz145b75e2008-01-26 20:13:11 +0100784
Linus Torvalds1da177e2005-04-16 15:20:36 -0700785 ide_init_drive_cmd(&rq);
Bartlomiej Zolnierkiewicz852738f2008-01-26 20:13:12 +0100786 rq.cmd_type = REQ_TYPE_ATA_TASKFILE;
Bartlomiej Zolnierkiewicz145b75e2008-01-26 20:13:11 +0100787
Linus Torvalds1da177e2005-04-16 15:20:36 -0700788 return ide_do_drive_cmd(drive, &rq, ide_wait);
789 }
790
791 if (copy_from_user(args, (void __user *)arg, 4))
792 return -EFAULT;
793
794 memset(&tfargs, 0, sizeof(ide_task_t));
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100795 tf->feature = args[2];
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100796 if (args[0] == WIN_SMART) {
797 tf->nsect = args[3];
798 tf->lbal = args[1];
799 tf->lbam = 0x4f;
800 tf->lbah = 0xc2;
801 tfargs.tf_flags = IDE_TFLAG_OUT_TF | IDE_TFLAG_IN_NSECT;
802 } else {
803 tf->nsect = args[1];
804 tfargs.tf_flags = IDE_TFLAG_OUT_FEATURE |
805 IDE_TFLAG_OUT_NSECT | IDE_TFLAG_IN_NSECT;
806 }
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +0100807 tf->command = args[0];
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100808 tfargs.data_phase = args[3] ? TASKFILE_IN : TASKFILE_NO_DATA;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809
810 if (args[3]) {
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100811 tfargs.tf_flags |= IDE_TFLAG_IO_16BIT;
812 bufsize = SECTOR_WORDS * 4 * args[3];
813 buf = kzalloc(bufsize, GFP_KERNEL);
814 if (buf == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816 }
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100817
Bartlomiej Zolnierkiewicz5efe7c52008-02-02 19:56:46 +0100818 if (tf->command == WIN_SETFEATURES &&
819 tf->feature == SETFEATURES_XFER &&
820 tf->nsect >= XFER_SW_DMA_0 &&
821 (id->dma_ultra || id->dma_mword || id->dma_1word)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700822 xfer_rate = args[1];
Bartlomiej Zolnierkiewiczaf10f772008-02-02 19:56:46 +0100823 if (tf->nsect > XFER_UDMA_2 && !eighty_ninty_three(drive)) {
824 printk(KERN_WARNING "%s: UDMA speeds >UDMA33 cannot "
825 "be set\n", drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700826 goto abort;
Bartlomiej Zolnierkiewiczaf10f772008-02-02 19:56:46 +0100827 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700828 }
829
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100830 err = ide_raw_taskfile(drive, &tfargs, buf, args[3]);
831
832 args[0] = tf->status;
833 args[1] = tf->error;
834 args[2] = tf->nsect;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700835
836 if (!err && xfer_rate) {
837 /* active-retuning-calls future */
838 ide_set_xfer_rate(drive, xfer_rate);
839 ide_driveid_update(drive);
840 }
841abort:
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100842 if (copy_to_user((void __user *)arg, &args, 4))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843 err = -EFAULT;
Bartlomiej Zolnierkiewicz5a9e77a2008-01-26 20:13:13 +0100844 if (buf) {
845 if (copy_to_user((void __user *)(arg + 4), buf, bufsize))
846 err = -EFAULT;
847 kfree(buf);
848 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849 return err;
850}
851
Linus Torvalds1da177e2005-04-16 15:20:36 -0700852int ide_task_ioctl (ide_drive_t *drive, unsigned int cmd, unsigned long arg)
853{
854 void __user *p = (void __user *)arg;
855 int err = 0;
Bartlomiej Zolnierkiewicz14b89ef2008-01-25 22:17:11 +0100856 u8 args[7];
857 ide_task_t task;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700858
859 if (copy_from_user(args, p, 7))
860 return -EFAULT;
Bartlomiej Zolnierkiewicz14b89ef2008-01-25 22:17:11 +0100861
862 memset(&task, 0, sizeof(task));
863 memcpy(&task.tf_array[7], &args[1], 6);
864 task.tf.command = args[0];
Bartlomiej Zolnierkiewicz657cc1a2008-01-26 20:13:10 +0100865 task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
Bartlomiej Zolnierkiewicz14b89ef2008-01-25 22:17:11 +0100866
867 err = ide_no_data_taskfile(drive, &task);
868
869 args[0] = task.tf.command;
870 memcpy(&args[1], &task.tf_array[7], 6);
871
872 if (copy_to_user(p, args, 7))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700873 err = -EFAULT;
Bartlomiej Zolnierkiewicz14b89ef2008-01-25 22:17:11 +0100874
Linus Torvalds1da177e2005-04-16 15:20:36 -0700875 return err;
876}