blob: 34b9872f35d1238b623ce00373e2f040dd5bd248 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Bartlomiej Zolnierkiewicz59bca8c2008-02-01 23:09:33 +01002 * Copyright (C) 2000-2002 Michael Cornwell <cornwell@acm.org>
3 * Copyright (C) 2000-2002 Andre Hedrick <andre@linux-ide.org>
4 * Copyright (C) 2001-2002 Klaus Smolin
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * IBM Storage Technology Division
Bartlomiej Zolnierkiewicz59bca8c2008-02-01 23:09:33 +01006 * Copyright (C) 2003-2004, 2007 Bartlomiej Zolnierkiewicz
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
8 * The big the bad and the ugly.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/types.h>
12#include <linux/string.h>
13#include <linux/kernel.h>
Andrew Morton651c29a2006-02-15 15:17:37 -080014#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/interrupt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/delay.h>
19#include <linux/hdreg.h>
20#include <linux/ide.h>
Jens Axboe55c16a72007-07-25 08:13:56 +020021#include <linux/scatterlist.h>
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -070022#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <asm/io.h>
25
Sergei Shtylyov3153c262009-04-08 14:13:03 +020026void ide_tf_readback(ide_drive_t *drive, struct ide_cmd *cmd)
27{
28 ide_hwif_t *hwif = drive->hwif;
29 const struct ide_tp_ops *tp_ops = hwif->tp_ops;
30
31 /* Be sure we're looking at the low order bytes */
32 tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS);
33
34 tp_ops->tf_read(drive, &cmd->tf, cmd->valid.in.tf);
35
36 if (cmd->tf_flags & IDE_TFLAG_LBA48) {
37 tp_ops->write_devctl(hwif, ATA_HOB | ATA_DEVCTL_OBS);
38
39 tp_ops->tf_read(drive, &cmd->hob, cmd->valid.in.hob);
40 }
41}
42
Sergei Shtylyov745483f2009-04-08 14:13:02 +020043void ide_tf_dump(const char *s, struct ide_cmd *cmd)
Bartlomiej Zolnierkiewicz089c5c72008-04-28 23:44:39 +020044{
45#ifdef DEBUG
46 printk("%s: tf: feat 0x%02x nsect 0x%02x lbal 0x%02x "
47 "lbam 0x%02x lbah 0x%02x dev 0x%02x cmd 0x%02x\n",
Sergei Shtylyov745483f2009-04-08 14:13:02 +020048 s, cmd->tf.feature, cmd->tf.nsect,
49 cmd->tf.lbal, cmd->tf.lbam, cmd->tf.lbah,
50 cmd->tf.device, cmd->tf.command);
51 printk("%s: hob: nsect 0x%02x lbal 0x%02x lbam 0x%02x lbah 0x%02x\n",
52 s, cmd->hob.nsect, cmd->hob.lbal, cmd->hob.lbam, cmd->hob.lbah);
Bartlomiej Zolnierkiewicz089c5c72008-04-28 23:44:39 +020053#endif
54}
55
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -070056int taskfile_lib_get_identify(ide_drive_t *drive, u8 *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057{
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010058 struct ide_cmd cmd;
Bartlomiej Zolnierkiewicz650d8412008-01-25 22:17:06 +010059
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010060 memset(&cmd, 0, sizeof(cmd));
61 cmd.tf.nsect = 0x01;
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 if (drive->media == ide_disk)
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010063 cmd.tf.command = ATA_CMD_ID_ATA;
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 else
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010065 cmd.tf.command = ATA_CMD_ID_ATAPI;
Sergei Shtylyov60f85012009-04-08 14:13:01 +020066 cmd.valid.out.tf = IDE_VALID_OUT_TF | IDE_VALID_DEVICE;
67 cmd.valid.in.tf = IDE_VALID_IN_TF | IDE_VALID_DEVICE;
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +010068 cmd.protocol = ATA_PROT_PIO;
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010069
70 return ide_raw_taskfile(drive, &cmd, buf, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071}
72
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +010073static ide_startstop_t task_no_data_intr(ide_drive_t *);
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +010074static ide_startstop_t pre_task_out_intr(ide_drive_t *, struct ide_cmd *);
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +010075static ide_startstop_t task_pio_intr(ide_drive_t *);
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +010076
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +010077ide_startstop_t do_rw_taskfile(ide_drive_t *drive, struct ide_cmd *orig_cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078{
Bartlomiej Zolnierkiewicz898ec222009-01-06 17:20:52 +010079 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +010080 struct ide_cmd *cmd = &hwif->cmd;
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010081 struct ide_taskfile *tf = &cmd->tf;
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +010082 ide_handler_t *handler = NULL;
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +020083 const struct ide_tp_ops *tp_ops = hwif->tp_ops;
Bartlomiej Zolnierkiewiczf37afda2008-04-26 22:25:24 +020084 const struct ide_dma_ops *dma_ops = hwif->dma_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +010086 if (orig_cmd->protocol == ATA_PROT_PIO &&
87 (orig_cmd->tf_flags & IDE_TFLAG_MULTI_PIO) &&
88 drive->mult_count == 0) {
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -070089 pr_err("%s: multimode not set!\n", drive->name);
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +010090 return ide_stopped;
Bartlomiej Zolnierkiewicz1edee602008-01-25 22:17:15 +010091 }
92
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +010093 if (orig_cmd->ftf_flags & IDE_FTFLAG_FLAGGED)
94 orig_cmd->ftf_flags |= IDE_FTFLAG_SET_IN_FLAGS;
Bartlomiej Zolnierkiewicz1edee602008-01-25 22:17:15 +010095
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +010096 memcpy(cmd, orig_cmd, sizeof(*cmd));
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +020097
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +010098 if ((cmd->tf_flags & IDE_TFLAG_DMA_PIO_FALLBACK) == 0) {
Sergei Shtylyov745483f2009-04-08 14:13:02 +020099 ide_tf_dump(drive->name, cmd);
Sergei Shtylyovecf3a312009-03-31 20:15:30 +0200100 tp_ops->write_devctl(hwif, ATA_DEVCTL_OBS);
Sergei Shtylyov35218d12009-03-31 20:15:31 +0200101
102 if (cmd->ftf_flags & IDE_FTFLAG_OUT_DATA) {
Sergei Shtylyov745483f2009-04-08 14:13:02 +0200103 u8 data[2] = { cmd->tf.data, cmd->hob.data };
Sergei Shtylyov35218d12009-03-31 20:15:31 +0200104
105 tp_ops->output_data(drive, cmd, data, 2);
106 }
Sergei Shtylyov4109d192009-04-08 14:13:02 +0200107
108 if (cmd->valid.out.tf & IDE_VALID_DEVICE) {
109 u8 HIHI = (cmd->tf_flags & IDE_TFLAG_LBA48) ?
110 0xE0 : 0xEF;
111
112 if (!(cmd->ftf_flags & IDE_FTFLAG_FLAGGED))
113 cmd->tf.device &= HIHI;
114 cmd->tf.device |= drive->select;
115 }
116
Sergei Shtylyovc9ff9e72009-04-08 14:13:03 +0200117 tp_ops->tf_load(drive, &cmd->hob, cmd->valid.out.hob);
118 tp_ops->tf_load(drive, &cmd->tf, cmd->valid.out.tf);
Bartlomiej Zolnierkiewicz089c5c72008-04-28 23:44:39 +0200119 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100121 switch (cmd->protocol) {
122 case ATA_PROT_PIO:
123 if (cmd->tf_flags & IDE_TFLAG_WRITE) {
124 tp_ops->exec_command(hwif, tf->command);
125 ndelay(400); /* FIXME */
126 return pre_task_out_intr(drive, cmd);
127 }
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100128 handler = task_pio_intr;
Bartlomiej Zolnierkiewicz1192e522008-01-25 22:17:16 +0100129 /* fall-through */
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100130 case ATA_PROT_NODATA:
Bartlomiej Zolnierkiewicz57d73662008-01-25 22:17:16 +0100131 if (handler == NULL)
132 handler = task_no_data_intr;
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100133 ide_execute_command(drive, cmd, handler, WAIT_WORSTCASE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 return ide_started;
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100135 case ATA_PROT_DMA:
Bartlomiej Zolnierkiewicz5ae54122009-03-31 20:15:20 +0200136 if (ide_dma_prepare(drive, cmd))
Bartlomiej Zolnierkiewicz10d90152008-01-25 22:17:16 +0100137 return ide_stopped;
Bartlomiej Zolnierkiewicz22117d62009-03-27 12:46:47 +0100138 hwif->expiry = dma_ops->dma_timer_expiry;
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100139 ide_execute_command(drive, cmd, ide_dma_intr, 2 * WAIT_CMD);
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200140 dma_ops->dma_start(drive);
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100141 default:
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100142 return ide_started;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144}
Bartlomiej Zolnierkiewiczf6e29e32008-01-25 22:17:16 +0100145EXPORT_SYMBOL_GPL(do_rw_taskfile);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200147static ide_startstop_t task_no_data_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200149 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100150 struct ide_cmd *cmd = &hwif->cmd;
151 struct ide_taskfile *tf = &cmd->tf;
152 int custom = (cmd->tf_flags & IDE_TFLAG_CUSTOM_HANDLER) ? 1 : 0;
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200153 int retries = (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) ? 5 : 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 u8 stat;
155
Bartlomiej Zolnierkiewicz90d2c6b2008-07-24 22:53:36 +0200156 local_irq_enable_in_hardirq();
157
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200158 while (1) {
159 stat = hwif->tp_ops->read_status(hwif);
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200160 if ((stat & ATA_BUSY) == 0 || retries-- == 0)
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200161 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 udelay(10);
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200163 };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200165 if (!OK_STAT(stat, ATA_DRDY, BAD_STAT)) {
166 if (custom && tf->command == ATA_CMD_SET_MULTI) {
167 drive->mult_req = drive->mult_count = 0;
Bartlomiej Zolnierkiewiczca1b96e2009-05-17 19:12:21 +0200168 drive->special_flags |= IDE_SFLAG_RECALIBRATE;
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200169 (void)ide_dump_status(drive, __func__, stat);
170 return ide_stopped;
171 } else if (custom && tf->command == ATA_CMD_INIT_DEV_PARAMS) {
172 if ((stat & (ATA_ERR | ATA_DRQ)) == 0) {
173 ide_set_handler(drive, &task_no_data_intr,
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100174 WAIT_WORSTCASE);
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200175 return ide_started;
176 }
177 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 return ide_error(drive, "task_no_data_intr", stat);
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200179 }
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100180
Bartlomiej Zolnierkiewicze7fedc32009-03-27 12:46:41 +0100181 if (custom && tf->command == ATA_CMD_SET_MULTI)
Bartlomiej Zolnierkiewiczd6ff9f62008-10-13 21:39:41 +0200182 drive->mult_count = drive->mult_req;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183
Bartlomiej Zolnierkiewiczd364c7f2009-03-27 12:46:42 +0100184 if (custom == 0 || tf->command == ATA_CMD_IDLEIMMEDIATE ||
185 tf->command == ATA_CMD_CHK_POWER) {
Bartlomiej Zolnierkiewicza09485d2009-03-27 12:46:31 +0100186 struct request *rq = hwif->rq;
Bartlomiej Zolnierkiewicza09485d2009-03-27 12:46:31 +0100187
188 if (blk_pm_request(rq))
189 ide_complete_pm_rq(drive, rq);
Bartlomiej Zolnierkiewicz2230d90d2009-03-27 12:46:42 +0100190 else
191 ide_finish_cmd(drive, cmd, stat);
Bartlomiej Zolnierkiewicza09485d2009-03-27 12:46:31 +0100192 }
193
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 return ide_stopped;
195}
196
Adrian Bunkda6f4c72008-02-01 23:09:16 +0100197static u8 wait_drive_not_busy(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198{
Bartlomiej Zolnierkiewiczb73c7ee2008-07-23 19:55:52 +0200199 ide_hwif_t *hwif = drive->hwif;
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200200 int retries;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 u8 stat;
202
203 /*
Bartlomiej Zolnierkiewiczf54feaf2008-06-20 20:53:33 +0200204 * Last sector was transfered, wait until device is ready. This can
205 * take up to 6 ms on some ATAPI devices, so we will wait max 10 ms.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206 */
Bartlomiej Zolnierkiewiczf54feaf2008-06-20 20:53:33 +0200207 for (retries = 0; retries < 1000; retries++) {
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200208 stat = hwif->tp_ops->read_status(hwif);
Bartlomiej Zolnierkiewiczc47137a2008-02-06 02:57:51 +0100209
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200210 if (stat & ATA_BUSY)
Masatake YAMATOb42fa132007-07-03 22:28:34 +0200211 udelay(10);
212 else
213 break;
214 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200216 if (stat & ATA_BUSY)
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700217 pr_err("%s: drive still BUSY!\n", drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218
219 return stat;
220}
221
Bartlomiej Zolnierkiewicza08915b2009-03-31 20:15:13 +0200222void ide_pio_bytes(ide_drive_t *drive, struct ide_cmd *cmd,
223 unsigned int write, unsigned int len)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224{
225 ide_hwif_t *hwif = drive->hwif;
226 struct scatterlist *sg = hwif->sg_table;
Bartlomiej Zolnierkiewiczb6308ee2009-03-27 12:46:38 +0100227 struct scatterlist *cursg = cmd->cursg;
David S. Miller7fa350b2009-06-23 04:16:04 -0700228 unsigned long uninitialized_var(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 struct page *page;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 unsigned int offset;
231 u8 *buf;
232
Bartlomiej Zolnierkiewiczb6308ee2009-03-27 12:46:38 +0100233 cursg = cmd->cursg;
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200234 if (cursg == NULL)
235 cursg = cmd->cursg = sg;
Jens Axboe55c16a72007-07-25 08:13:56 +0200236
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200237 while (len) {
238 unsigned nr_bytes = min(len, cursg->length - cmd->cursg_ofs);
Jean Delvarea90790522009-06-23 04:12:24 -0700239 int page_is_high;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200241 if (nr_bytes > PAGE_SIZE)
242 nr_bytes = PAGE_SIZE;
243
244 page = sg_page(cursg);
245 offset = cursg->offset + cmd->cursg_ofs;
246
247 /* get the current page and offset */
248 page = nth_page(page, (offset >> PAGE_SHIFT));
249 offset %= PAGE_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250
Jean Delvarea90790522009-06-23 04:12:24 -0700251 page_is_high = PageHighMem(page);
252 if (page_is_high)
Bartlomiej Zolnierkiewiczf2bc3162009-03-31 20:14:59 +0200253 local_irq_save(flags);
254
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200255 buf = kmap_atomic(page, KM_BIO_SRC_IRQ) + offset;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200257 cmd->nleft -= nr_bytes;
258 cmd->cursg_ofs += nr_bytes;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200260 if (cmd->cursg_ofs == cursg->length) {
261 cursg = cmd->cursg = sg_next(cmd->cursg);
262 cmd->cursg_ofs = 0;
263 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200265 /* do the actual data transfer */
266 if (write)
267 hwif->tp_ops->output_data(drive, cmd, buf, nr_bytes);
268 else
269 hwif->tp_ops->input_data(drive, cmd, buf, nr_bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200271 kunmap_atomic(buf, KM_BIO_SRC_IRQ);
Bartlomiej Zolnierkiewiczf2bc3162009-03-31 20:14:59 +0200272
Jean Delvarea90790522009-06-23 04:12:24 -0700273 if (page_is_high)
Bartlomiej Zolnierkiewiczf2bc3162009-03-31 20:14:59 +0200274 local_irq_restore(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200276 len -= nr_bytes;
277 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278}
Bartlomiej Zolnierkiewicza08915b2009-03-31 20:15:13 +0200279EXPORT_SYMBOL_GPL(ide_pio_bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100281static void ide_pio_datablock(ide_drive_t *drive, struct ide_cmd *cmd,
282 unsigned int write)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283{
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200284 unsigned int nr_bytes;
285
Tejun Heo35cf2b92008-01-26 20:13:10 +0100286 u8 saved_io_32bit = drive->io_32bit;
287
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100288 if (cmd->tf_flags & IDE_TFLAG_FS)
289 cmd->rq->errors = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100291 if (cmd->tf_flags & IDE_TFLAG_IO_16BIT)
Bartlomiej Zolnierkiewicze3d9a732009-03-27 12:46:32 +0100292 drive->io_32bit = 0;
Tejun Heo35cf2b92008-01-26 20:13:10 +0100293
Andrew Morton651c29a2006-02-15 15:17:37 -0800294 touch_softlockup_watchdog();
295
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100296 if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO)
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200297 nr_bytes = min_t(unsigned, cmd->nleft, drive->mult_count << 9);
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100298 else
Bartlomiej Zolnierkiewicz7a007982009-03-31 20:14:59 +0200299 nr_bytes = SECTOR_SIZE;
300
301 ide_pio_bytes(drive, cmd, write, nr_bytes);
Tejun Heo35cf2b92008-01-26 20:13:10 +0100302
303 drive->io_32bit = saved_io_32bit;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304}
305
Bartlomiej Zolnierkiewicz041cea12009-03-27 12:46:41 +0100306static void ide_error_cmd(ide_drive_t *drive, struct ide_cmd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307{
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100308 if (cmd->tf_flags & IDE_TFLAG_FS) {
Bartlomiej Zolnierkiewiczbf717c02009-03-27 12:46:47 +0100309 int nr_bytes = cmd->nbytes - cmd->nleft;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100311 if (cmd->protocol == ATA_PROT_PIO &&
312 ((cmd->tf_flags & IDE_TFLAG_WRITE) || cmd->nleft == 0)) {
313 if (cmd->tf_flags & IDE_TFLAG_MULTI_PIO)
Bartlomiej Zolnierkiewiczbf717c02009-03-27 12:46:47 +0100314 nr_bytes -= drive->mult_count << 9;
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100315 else
Bartlomiej Zolnierkiewiczbf717c02009-03-27 12:46:47 +0100316 nr_bytes -= SECTOR_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 }
318
Bartlomiej Zolnierkiewiczbf717c02009-03-27 12:46:47 +0100319 if (nr_bytes > 0)
320 ide_complete_rq(drive, 0, nr_bytes);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322}
323
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100324void ide_finish_cmd(ide_drive_t *drive, struct ide_cmd *cmd, u8 stat)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325{
Bartlomiej Zolnierkiewicz6902a532009-03-27 12:46:43 +0100326 struct request *rq = drive->hwif->rq;
Bartlomiej Zolnierkiewicz665d66e2009-06-23 11:35:51 +0000327 u8 err = ide_read_error(drive), nsect = cmd->tf.nsect;
328 u8 set_xfer = !!(cmd->tf_flags & IDE_TFLAG_SET_XFER);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329
Bartlomiej Zolnierkiewicz2230d90d2009-03-27 12:46:42 +0100330 ide_complete_cmd(drive, cmd, stat, err);
Bartlomiej Zolnierkiewicz6902a532009-03-27 12:46:43 +0100331 rq->errors = err;
Bartlomiej Zolnierkiewicz665d66e2009-06-23 11:35:51 +0000332
333 if (err == 0 && set_xfer) {
334 ide_set_xfer_rate(drive, nsect);
335 ide_driveid_update(drive);
336 }
337
Bartlomiej Zolnierkiewiczf974b192009-03-27 12:46:44 +0100338 ide_complete_rq(drive, err ? -EIO : 0, blk_rq_bytes(rq));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339}
340
341/*
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100342 * Handler for command with PIO data phase.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 */
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100344static ide_startstop_t task_pio_intr(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345{
346 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100347 struct ide_cmd *cmd = &drive->hwif->cmd;
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200348 u8 stat = hwif->tp_ops->read_status(hwif);
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100349 u8 write = !!(cmd->tf_flags & IDE_TFLAG_WRITE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100351 if (write == 0) {
352 /* Error? */
353 if (stat & ATA_ERR)
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100354 goto out_err;
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700355
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100356 /* Didn't want any data? Odd. */
Bartlomiej Zolnierkiewicz151055e2009-03-27 12:46:39 +0100357 if ((stat & ATA_DRQ) == 0) {
358 /* Command all done? */
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100359 if (OK_STAT(stat, ATA_DRDY, ATA_BUSY))
360 goto out_end;
Bartlomiej Zolnierkiewicz151055e2009-03-27 12:46:39 +0100361
362 /* Assume it was a spurious irq */
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100363 goto out_wait;
Bartlomiej Zolnierkiewicz151055e2009-03-27 12:46:39 +0100364 }
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100365 } else {
366 if (!OK_STAT(stat, DRIVE_READY, drive->bad_wstat))
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100367 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100369 /* Deal with unexpected ATA data phase. */
370 if (((stat & ATA_DRQ) == 0) ^ (cmd->nleft == 0))
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100371 goto out_err;
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100372 }
373
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100374 if (write && cmd->nleft == 0)
375 goto out_end;
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100376
377 /* Still data left to transfer. */
378 ide_pio_datablock(drive, cmd, write);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379
Linus Torvalds6c3c3152008-03-18 21:26:24 -0700380 /* Are we done? Check status and finish transfer. */
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100381 if (write == 0 && cmd->nleft == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 stat = wait_drive_not_busy(drive);
Bartlomiej Zolnierkiewicz73d7de02008-01-26 20:13:10 +0100383 if (!OK_STAT(stat, 0, BAD_STAT))
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100384 goto out_err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100386 goto out_end;
387 }
388out_wait:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 /* Still data left to transfer. */
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100390 ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391 return ide_started;
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100392out_end:
Bartlomiej Zolnierkiewicz2230d90d2009-03-27 12:46:42 +0100393 if ((cmd->tf_flags & IDE_TFLAG_FS) == 0)
394 ide_finish_cmd(drive, cmd, stat);
395 else
Tejun Heo9780e2d2009-05-07 22:24:40 +0900396 ide_complete_rq(drive, 0, blk_rq_sectors(cmd->rq) << 9);
Bartlomiej Zolnierkiewicz0a1248c2009-03-27 12:46:41 +0100397 return ide_stopped;
398out_err:
Bartlomiej Zolnierkiewicz041cea12009-03-27 12:46:41 +0100399 ide_error_cmd(drive, cmd);
400 return ide_error(drive, __func__, stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401}
402
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100403static ide_startstop_t pre_task_out_intr(ide_drive_t *drive,
404 struct ide_cmd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405{
406 ide_startstop_t startstop;
407
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200408 if (ide_wait_stat(&startstop, drive, ATA_DRQ,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 drive->bad_wstat, WAIT_DRQ)) {
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700410 pr_err("%s: no DRQ after issuing %sWRITE%s\n", drive->name,
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100411 (cmd->tf_flags & IDE_TFLAG_MULTI_PIO) ? "MULT" : "",
Bartlomiej Zolnierkiewicz97100fc2008-10-13 21:39:36 +0200412 (drive->dev_flags & IDE_DFLAG_LBA48) ? "_EXT" : "");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413 return startstop;
414 }
415
Bartlomiej Zolnierkiewicz97100fc2008-10-13 21:39:36 +0200416 if ((drive->dev_flags & IDE_DFLAG_UNMASK) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 local_irq_disable();
418
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100419 ide_set_handler(drive, &task_pio_intr, WAIT_WORSTCASE);
Bartlomiej Zolnierkiewicz901bd082009-03-27 12:46:39 +0100420
Bartlomiej Zolnierkiewiczadb1af92009-03-27 12:46:38 +0100421 ide_pio_datablock(drive, cmd, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422
423 return ide_started;
424}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100426int ide_raw_taskfile(ide_drive_t *drive, struct ide_cmd *cmd, u8 *buf,
427 u16 nsect)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428{
FUJITA Tomonori154ed282008-07-15 21:21:43 +0200429 struct request *rq;
430 int error;
Mikulas Patocka720fc222010-04-06 16:43:33 -0700431 int rw = !(cmd->tf_flags & IDE_TFLAG_WRITE) ? READ : WRITE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432
Mikulas Patocka720fc222010-04-06 16:43:33 -0700433 rq = blk_get_request(drive->queue, rw, __GFP_WAIT);
FUJITA Tomonori154ed282008-07-15 21:21:43 +0200434 rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
Tejun Heod868ca22009-04-19 07:00:42 +0900435
Linus Torvalds1da177e2005-04-16 15:20:36 -0700436 /*
437 * (ks) We transfer currently only whole sectors.
438 * This is suffient for now. But, it would be great,
439 * if we would find a solution to transfer any size.
440 * To support special commands like READ LONG.
441 */
Tejun Heod868ca22009-04-19 07:00:42 +0900442 if (nsect) {
443 error = blk_rq_map_kern(drive->queue, rq, buf,
444 nsect * SECTOR_SIZE, __GFP_WAIT);
445 if (error)
446 goto put_req;
447 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100449 rq->special = cmd;
450 cmd->rq = rq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700451
FUJITA Tomonori154ed282008-07-15 21:21:43 +0200452 error = blk_execute_rq(drive->queue, NULL, rq, 0);
FUJITA Tomonori154ed282008-07-15 21:21:43 +0200453
Tejun Heod868ca22009-04-19 07:00:42 +0900454put_req:
455 blk_put_request(rq);
FUJITA Tomonori154ed282008-07-15 21:21:43 +0200456 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458EXPORT_SYMBOL(ide_raw_taskfile);
459
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100460int ide_no_data_taskfile(ide_drive_t *drive, struct ide_cmd *cmd)
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100461{
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100462 cmd->protocol = ATA_PROT_NODATA;
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100463
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100464 return ide_raw_taskfile(drive, cmd, NULL, 0);
Bartlomiej Zolnierkiewicz9a3c49b2008-01-25 22:17:07 +0100465}
466EXPORT_SYMBOL_GPL(ide_no_data_taskfile);
467
Bartlomiej Zolnierkiewicz26a5b042007-11-05 21:42:27 +0100468#ifdef CONFIG_IDE_TASK_IOCTL
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100469int ide_taskfile_ioctl(ide_drive_t *drive, unsigned long arg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470{
471 ide_task_request_t *req_task;
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100472 struct ide_cmd cmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 u8 *outbuf = NULL;
474 u8 *inbuf = NULL;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100475 u8 *data_buf = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476 int err = 0;
477 int tasksize = sizeof(struct ide_task_request_s);
Alan Cox3a42bb22006-10-16 16:31:02 +0100478 unsigned int taskin = 0;
479 unsigned int taskout = 0;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100480 u16 nsect = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481 char __user *buf = (char __user *)arg;
482
Julia Lawall7d543d82010-06-04 16:11:17 -0700483 req_task = memdup_user(buf, tasksize);
484 if (IS_ERR(req_task))
485 return PTR_ERR(req_task);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486
Alan Cox3a42bb22006-10-16 16:31:02 +0100487 taskout = req_task->out_size;
488 taskin = req_task->in_size;
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700489
Alan Cox3a42bb22006-10-16 16:31:02 +0100490 if (taskin > 65536 || taskout > 65536) {
491 err = -EINVAL;
492 goto abort;
493 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494
495 if (taskout) {
496 int outtotal = tasksize;
Deepak Saxenaf5e3c2f2005-11-07 01:01:25 -0800497 outbuf = kzalloc(taskout, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498 if (outbuf == NULL) {
499 err = -ENOMEM;
500 goto abort;
501 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700502 if (copy_from_user(outbuf, buf + outtotal, taskout)) {
503 err = -EFAULT;
504 goto abort;
505 }
506 }
507
508 if (taskin) {
509 int intotal = tasksize + taskout;
Deepak Saxenaf5e3c2f2005-11-07 01:01:25 -0800510 inbuf = kzalloc(taskin, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511 if (inbuf == NULL) {
512 err = -ENOMEM;
513 goto abort;
514 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700515 if (copy_from_user(inbuf, buf + intotal, taskin)) {
516 err = -EFAULT;
517 goto abort;
518 }
519 }
520
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100521 memset(&cmd, 0, sizeof(cmd));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522
Sergei Shtylyov745483f2009-04-08 14:13:02 +0200523 memcpy(&cmd.hob, req_task->hob_ports, HDIO_DRIVE_HOB_HDR_SIZE - 2);
524 memcpy(&cmd.tf, req_task->io_ports, HDIO_DRIVE_TASK_HDR_SIZE);
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100525
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200526 cmd.valid.out.tf = IDE_VALID_DEVICE;
527 cmd.valid.in.tf = IDE_VALID_DEVICE | IDE_VALID_IN_TF;
528 cmd.tf_flags = IDE_TFLAG_IO_16BIT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200530 if (drive->dev_flags & IDE_DFLAG_LBA48) {
531 cmd.tf_flags |= IDE_TFLAG_LBA48;
532 cmd.valid.in.hob = IDE_VALID_IN_HOB;
533 }
Bartlomiej Zolnierkiewicza3bbb9d2008-01-25 22:17:10 +0100534
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100535 if (req_task->out_flags.all) {
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100536 cmd.ftf_flags |= IDE_FTFLAG_FLAGGED;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100537
538 if (req_task->out_flags.b.data)
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100539 cmd.ftf_flags |= IDE_FTFLAG_OUT_DATA;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100540
541 if (req_task->out_flags.b.nsector_hob)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200542 cmd.valid.out.hob |= IDE_VALID_NSECT;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100543 if (req_task->out_flags.b.sector_hob)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200544 cmd.valid.out.hob |= IDE_VALID_LBAL;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100545 if (req_task->out_flags.b.lcyl_hob)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200546 cmd.valid.out.hob |= IDE_VALID_LBAM;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100547 if (req_task->out_flags.b.hcyl_hob)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200548 cmd.valid.out.hob |= IDE_VALID_LBAH;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100549
550 if (req_task->out_flags.b.error_feature)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200551 cmd.valid.out.tf |= IDE_VALID_FEATURE;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100552 if (req_task->out_flags.b.nsector)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200553 cmd.valid.out.tf |= IDE_VALID_NSECT;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100554 if (req_task->out_flags.b.sector)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200555 cmd.valid.out.tf |= IDE_VALID_LBAL;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100556 if (req_task->out_flags.b.lcyl)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200557 cmd.valid.out.tf |= IDE_VALID_LBAM;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100558 if (req_task->out_flags.b.hcyl)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200559 cmd.valid.out.tf |= IDE_VALID_LBAH;
Bartlomiej Zolnierkiewicza3bbb9d2008-01-25 22:17:10 +0100560 } else {
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200561 cmd.valid.out.tf |= IDE_VALID_OUT_TF;
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100562 if (cmd.tf_flags & IDE_TFLAG_LBA48)
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200563 cmd.valid.out.hob |= IDE_VALID_OUT_HOB;
Bartlomiej Zolnierkiewicz74095a92008-01-25 22:17:07 +0100564 }
565
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100566 if (req_task->in_flags.b.data)
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100567 cmd.ftf_flags |= IDE_FTFLAG_IN_DATA;
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100568
Bartlomiej Zolnierkiewicz04d09b02009-03-27 12:46:38 +0100569 if (req_task->req_cmd == IDE_DRIVE_TASK_RAW_WRITE) {
570 /* fixup data phase if needed */
571 if (req_task->data_phase == TASKFILE_IN_DMAQ ||
572 req_task->data_phase == TASKFILE_IN_DMA)
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100573 cmd.tf_flags |= IDE_TFLAG_WRITE;
Bartlomiej Zolnierkiewicz04d09b02009-03-27 12:46:38 +0100574 }
575
Bartlomiej Zolnierkiewicz0dfb9912009-03-27 12:46:39 +0100576 cmd.protocol = ATA_PROT_DMA;
577
578 switch (req_task->data_phase) {
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700579 case TASKFILE_MULTI_OUT:
580 if (!drive->mult_count) {
581 /* (hs): give up if multcount is not set */
582 pr_err("%s: %s Multimode Write multcount is not set\n",
583 drive->name, __func__);
584 err = -EPERM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585 goto abort;
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700586 }
587 cmd.tf_flags |= IDE_TFLAG_MULTI_PIO;
588 /* fall through */
589 case TASKFILE_OUT:
590 cmd.protocol = ATA_PROT_PIO;
591 /* fall through */
592 case TASKFILE_OUT_DMAQ:
593 case TASKFILE_OUT_DMA:
594 cmd.tf_flags |= IDE_TFLAG_WRITE;
595 nsect = taskout / SECTOR_SIZE;
596 data_buf = outbuf;
597 break;
598 case TASKFILE_MULTI_IN:
599 if (!drive->mult_count) {
600 /* (hs): give up if multcount is not set */
601 pr_err("%s: %s Multimode Read multcount is not set\n",
602 drive->name, __func__);
603 err = -EPERM;
604 goto abort;
605 }
606 cmd.tf_flags |= IDE_TFLAG_MULTI_PIO;
607 /* fall through */
608 case TASKFILE_IN:
609 cmd.protocol = ATA_PROT_PIO;
610 /* fall through */
611 case TASKFILE_IN_DMAQ:
612 case TASKFILE_IN_DMA:
613 nsect = taskin / SECTOR_SIZE;
614 data_buf = inbuf;
615 break;
616 case TASKFILE_NO_DATA:
617 cmd.protocol = ATA_PROT_NODATA;
618 break;
619 default:
620 err = -EFAULT;
621 goto abort;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 }
623
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100624 if (req_task->req_cmd == IDE_DRIVE_TASK_NO_DATA)
625 nsect = 0;
626 else if (!nsect) {
Sergei Shtylyov745483f2009-04-08 14:13:02 +0200627 nsect = (cmd.hob.nsect << 8) | cmd.tf.nsect;
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100628
629 if (!nsect) {
Jaswinder Singh Rajput2d5abce2009-08-02 20:17:34 -0700630 pr_err("%s: in/out command without data\n",
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100631 drive->name);
632 err = -EFAULT;
633 goto abort;
634 }
635 }
636
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100637 err = ide_raw_taskfile(drive, &cmd, data_buf, nsect);
Bartlomiej Zolnierkiewiczac026ff2008-01-25 22:17:14 +0100638
Sergei Shtylyov745483f2009-04-08 14:13:02 +0200639 memcpy(req_task->hob_ports, &cmd.hob, HDIO_DRIVE_HOB_HDR_SIZE - 2);
640 memcpy(req_task->io_ports, &cmd.tf, HDIO_DRIVE_TASK_HDR_SIZE);
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100641
Bartlomiej Zolnierkiewicz22aa4b32009-03-27 12:46:37 +0100642 if ((cmd.ftf_flags & IDE_FTFLAG_SET_IN_FLAGS) &&
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100643 req_task->in_flags.all == 0) {
644 req_task->in_flags.all = IDE_TASKFILE_STD_IN_FLAGS;
Bartlomiej Zolnierkiewicz97100fc2008-10-13 21:39:36 +0200645 if (drive->dev_flags & IDE_DFLAG_LBA48)
Bartlomiej Zolnierkiewicz866e2ec2008-01-25 22:17:14 +0100646 req_task->in_flags.all |= (IDE_HOB_STD_IN_FLAGS << 8);
647 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648
649 if (copy_to_user(buf, req_task, tasksize)) {
650 err = -EFAULT;
651 goto abort;
652 }
653 if (taskout) {
654 int outtotal = tasksize;
655 if (copy_to_user(buf + outtotal, outbuf, taskout)) {
656 err = -EFAULT;
657 goto abort;
658 }
659 }
660 if (taskin) {
661 int intotal = tasksize + taskout;
662 if (copy_to_user(buf + intotal, inbuf, taskin)) {
663 err = -EFAULT;
664 goto abort;
665 }
666 }
667abort:
668 kfree(req_task);
Jesper Juhl6044ec82005-11-07 01:01:32 -0800669 kfree(outbuf);
670 kfree(inbuf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 return err;
673}
Bartlomiej Zolnierkiewicz26a5b042007-11-05 21:42:27 +0100674#endif