blob: f9daffd7d0e315270d9f5b7766c627ef60bdb103 [file] [log] [blame]
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +02001/*
2 * ATAPI support.
3 */
4
5#include <linux/kernel.h>
Borislav Petkov4cad0852009-01-02 16:12:53 +01006#include <linux/cdrom.h>
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +02007#include <linux/delay.h>
8#include <linux/ide.h>
Geert Uytterhoeven479edf02009-03-31 20:14:57 +02009#include <linux/scatterlist.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090010#include <linux/gfp.h>
Geert Uytterhoeven479edf02009-03-31 20:14:57 +020011
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +020012#include <scsi/scsi.h>
13
Borislav Petkov103f7032009-04-26 10:39:07 +020014#define DRV_NAME "ide-atapi"
15#define PFX DRV_NAME ": "
16
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +020017#ifdef DEBUG
18#define debug_log(fmt, args...) \
19 printk(KERN_INFO "ide: " fmt, ## args)
20#else
21#define debug_log(fmt, args...) do {} while (0)
22#endif
23
Borislav Petkov8c662852009-01-02 16:12:54 +010024#define ATAPI_MIN_CDB_BYTES 12
25
Borislav Petkov991cb262009-01-02 16:12:52 +010026static inline int dev_is_idecd(ide_drive_t *drive)
27{
Borislav Petkov53174642009-01-02 16:12:54 +010028 return drive->media == ide_cdrom || drive->media == ide_optical;
Borislav Petkov991cb262009-01-02 16:12:52 +010029}
30
Bartlomiej Zolnierkiewicz51509ee2008-10-10 22:39:34 +020031/*
32 * Check whether we can support a device,
33 * based on the ATAPI IDENTIFY command results.
34 */
35int ide_check_atapi_device(ide_drive_t *drive, const char *s)
36{
37 u16 *id = drive->id;
38 u8 gcw[2], protocol, device_type, removable, drq_type, packet_size;
39
40 *((u16 *)&gcw) = id[ATA_ID_CONFIG];
41
42 protocol = (gcw[1] & 0xC0) >> 6;
43 device_type = gcw[1] & 0x1F;
44 removable = (gcw[0] & 0x80) >> 7;
45 drq_type = (gcw[0] & 0x60) >> 5;
46 packet_size = gcw[0] & 0x03;
47
48#ifdef CONFIG_PPC
49 /* kludge for Apple PowerBook internal zip */
50 if (drive->media == ide_floppy && device_type == 5 &&
51 !strstr((char *)&id[ATA_ID_PROD], "CD-ROM") &&
52 strstr((char *)&id[ATA_ID_PROD], "ZIP"))
53 device_type = 0;
54#endif
55
56 if (protocol != 2)
57 printk(KERN_ERR "%s: %s: protocol (0x%02x) is not ATAPI\n",
58 s, drive->name, protocol);
59 else if ((drive->media == ide_floppy && device_type != 0) ||
60 (drive->media == ide_tape && device_type != 1))
61 printk(KERN_ERR "%s: %s: invalid device type (0x%02x)\n",
62 s, drive->name, device_type);
63 else if (removable == 0)
64 printk(KERN_ERR "%s: %s: the removable flag is not set\n",
65 s, drive->name);
66 else if (drive->media == ide_floppy && drq_type == 3)
67 printk(KERN_ERR "%s: %s: sorry, DRQ type (0x%02x) not "
68 "supported\n", s, drive->name, drq_type);
69 else if (packet_size != 0)
70 printk(KERN_ERR "%s: %s: packet size (0x%02x) is not 12 "
71 "bytes\n", s, drive->name, packet_size);
72 else
73 return 1;
74 return 0;
75}
76EXPORT_SYMBOL_GPL(ide_check_atapi_device);
77
Bartlomiej Zolnierkiewicz7bf74202008-10-10 22:39:37 +020078void ide_init_pc(struct ide_atapi_pc *pc)
79{
80 memset(pc, 0, sizeof(*pc));
Bartlomiej Zolnierkiewicz7bf74202008-10-10 22:39:37 +020081}
82EXPORT_SYMBOL_GPL(ide_init_pc);
83
Bartlomiej Zolnierkiewicz7645c152008-10-10 22:39:37 +020084/*
Bartlomiej Zolnierkiewicz2ac07d92008-10-10 22:39:38 +020085 * Add a special packet command request to the tail of the request queue,
86 * and wait for it to be serviced.
87 */
88int ide_queue_pc_tail(ide_drive_t *drive, struct gendisk *disk,
Borislav Petkovb13345f2009-05-02 10:26:12 +020089 struct ide_atapi_pc *pc, void *buf, unsigned int bufflen)
Bartlomiej Zolnierkiewicz2ac07d92008-10-10 22:39:38 +020090{
91 struct request *rq;
92 int error;
93
94 rq = blk_get_request(drive->queue, READ, __GFP_WAIT);
95 rq->cmd_type = REQ_TYPE_SPECIAL;
Tejun Heoc267cc12009-04-19 07:00:42 +090096 rq->special = (char *)pc;
Borislav Petkov3eb76c12009-03-13 21:16:12 +010097
Borislav Petkovb13345f2009-05-02 10:26:12 +020098 if (buf && bufflen) {
99 error = blk_rq_map_kern(drive->queue, rq, buf, bufflen,
Tejun Heo5c4be572009-04-19 07:00:42 +0900100 GFP_NOIO);
101 if (error)
102 goto put_req;
Borislav Petkov3eb76c12009-03-13 21:16:12 +0100103 }
104
Bartlomiej Zolnierkiewicz2ac07d92008-10-10 22:39:38 +0200105 memcpy(rq->cmd, pc->c, 12);
106 if (drive->media == ide_tape)
107 rq->cmd[13] = REQ_IDETAPE_PC1;
108 error = blk_execute_rq(drive->queue, disk, rq, 0);
Tejun Heo5c4be572009-04-19 07:00:42 +0900109put_req:
Bartlomiej Zolnierkiewicz2ac07d92008-10-10 22:39:38 +0200110 blk_put_request(rq);
Bartlomiej Zolnierkiewicz2ac07d92008-10-10 22:39:38 +0200111 return error;
112}
113EXPORT_SYMBOL_GPL(ide_queue_pc_tail);
114
Bartlomiej Zolnierkiewiczde699ad2008-10-10 22:39:39 +0200115int ide_do_test_unit_ready(ide_drive_t *drive, struct gendisk *disk)
116{
117 struct ide_atapi_pc pc;
118
119 ide_init_pc(&pc);
120 pc.c[0] = TEST_UNIT_READY;
121
Borislav Petkovb13345f2009-05-02 10:26:12 +0200122 return ide_queue_pc_tail(drive, disk, &pc, NULL, 0);
Bartlomiej Zolnierkiewiczde699ad2008-10-10 22:39:39 +0200123}
124EXPORT_SYMBOL_GPL(ide_do_test_unit_ready);
125
Bartlomiej Zolnierkiewicz0c8a6c72008-10-10 22:39:39 +0200126int ide_do_start_stop(ide_drive_t *drive, struct gendisk *disk, int start)
127{
128 struct ide_atapi_pc pc;
129
130 ide_init_pc(&pc);
131 pc.c[0] = START_STOP;
132 pc.c[4] = start;
133
134 if (drive->media == ide_tape)
135 pc.flags |= PC_FLAG_WAIT_FOR_DSC;
136
Borislav Petkovb13345f2009-05-02 10:26:12 +0200137 return ide_queue_pc_tail(drive, disk, &pc, NULL, 0);
Bartlomiej Zolnierkiewicz0c8a6c72008-10-10 22:39:39 +0200138}
139EXPORT_SYMBOL_GPL(ide_do_start_stop);
140
Bartlomiej Zolnierkiewicz05780422008-10-10 22:39:38 +0200141int ide_set_media_lock(ide_drive_t *drive, struct gendisk *disk, int on)
142{
143 struct ide_atapi_pc pc;
144
Bartlomiej Zolnierkiewicz42619d32008-10-17 18:09:11 +0200145 if ((drive->dev_flags & IDE_DFLAG_DOORLOCKING) == 0)
Bartlomiej Zolnierkiewicz05780422008-10-10 22:39:38 +0200146 return 0;
147
148 ide_init_pc(&pc);
149 pc.c[0] = ALLOW_MEDIUM_REMOVAL;
150 pc.c[4] = on;
151
Borislav Petkovb13345f2009-05-02 10:26:12 +0200152 return ide_queue_pc_tail(drive, disk, &pc, NULL, 0);
Bartlomiej Zolnierkiewicz05780422008-10-10 22:39:38 +0200153}
154EXPORT_SYMBOL_GPL(ide_set_media_lock);
155
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200156void ide_create_request_sense_cmd(ide_drive_t *drive, struct ide_atapi_pc *pc)
157{
158 ide_init_pc(pc);
159 pc->c[0] = REQUEST_SENSE;
160 if (drive->media == ide_floppy) {
161 pc->c[4] = 255;
162 pc->req_xfer = 18;
163 } else {
164 pc->c[4] = 20;
165 pc->req_xfer = 20;
166 }
167}
168EXPORT_SYMBOL_GPL(ide_create_request_sense_cmd);
169
Borislav Petkova1df5162009-04-19 07:00:42 +0900170void ide_prep_sense(ide_drive_t *drive, struct request *rq)
171{
172 struct request_sense *sense = &drive->sense_data;
173 struct request *sense_rq = &drive->sense_rq;
174 unsigned int cmd_len, sense_len;
Tejun Heo5c4be572009-04-19 07:00:42 +0900175 int err;
Borislav Petkova1df5162009-04-19 07:00:42 +0900176
Borislav Petkova1df5162009-04-19 07:00:42 +0900177 switch (drive->media) {
178 case ide_floppy:
179 cmd_len = 255;
180 sense_len = 18;
181 break;
182 case ide_tape:
183 cmd_len = 20;
184 sense_len = 20;
185 break;
186 default:
187 cmd_len = 18;
188 sense_len = 18;
189 }
190
191 BUG_ON(sense_len > sizeof(*sense));
192
193 if (blk_sense_request(rq) || drive->sense_rq_armed)
194 return;
195
196 memset(sense, 0, sizeof(*sense));
197
198 blk_rq_init(rq->q, sense_rq);
Borislav Petkova1df5162009-04-19 07:00:42 +0900199
Tejun Heo5c4be572009-04-19 07:00:42 +0900200 err = blk_rq_map_kern(drive->queue, sense_rq, sense, sense_len,
201 GFP_NOIO);
202 if (unlikely(err)) {
203 if (printk_ratelimit())
Borislav Petkov103f7032009-04-26 10:39:07 +0200204 printk(KERN_WARNING PFX "%s: failed to map sense "
205 "buffer\n", drive->name);
Tejun Heo5c4be572009-04-19 07:00:42 +0900206 return;
207 }
208
209 sense_rq->rq_disk = rq->rq_disk;
Borislav Petkova1df5162009-04-19 07:00:42 +0900210 sense_rq->cmd[0] = GPCMD_REQUEST_SENSE;
211 sense_rq->cmd[4] = cmd_len;
Borislav Petkova1df5162009-04-19 07:00:42 +0900212 sense_rq->cmd_type = REQ_TYPE_SENSE;
213 sense_rq->cmd_flags |= REQ_PREEMPT;
214
215 if (drive->media == ide_tape)
216 sense_rq->cmd[13] = REQ_IDETAPE_PC1;
217
218 drive->sense_rq_armed = true;
219}
220EXPORT_SYMBOL_GPL(ide_prep_sense);
221
Tejun Heo5c4be572009-04-19 07:00:42 +0900222int ide_queue_sense_rq(ide_drive_t *drive, void *special)
Borislav Petkova1df5162009-04-19 07:00:42 +0900223{
Tejun Heo5c4be572009-04-19 07:00:42 +0900224 /* deferred failure from ide_prep_sense() */
225 if (!drive->sense_rq_armed) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200226 printk(KERN_WARNING PFX "%s: error queuing a sense request\n",
Tejun Heo5c4be572009-04-19 07:00:42 +0900227 drive->name);
228 return -ENOMEM;
229 }
Borislav Petkova1df5162009-04-19 07:00:42 +0900230
231 drive->sense_rq.special = special;
232 drive->sense_rq_armed = false;
233
234 drive->hwif->rq = NULL;
235
236 elv_add_request(drive->queue, &drive->sense_rq,
237 ELEVATOR_INSERT_FRONT, 0);
Tejun Heo5c4be572009-04-19 07:00:42 +0900238 return 0;
Borislav Petkova1df5162009-04-19 07:00:42 +0900239}
240EXPORT_SYMBOL_GPL(ide_queue_sense_rq);
241
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200242/*
243 * Called when an error was detected during the last packet command.
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900244 * We queue a request sense packet command at the head of the request
245 * queue.
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200246 */
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900247void ide_retry_pc(ide_drive_t *drive)
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200248{
Tejun Heo8f6205c2009-05-08 11:53:59 +0900249 struct request *failed_rq = drive->hwif->rq;
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900250 struct request *sense_rq = &drive->sense_rq;
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200251 struct ide_atapi_pc *pc = &drive->request_sense_pc;
252
253 (void)ide_read_error(drive);
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900254
255 /* init pc from sense_rq */
256 ide_init_pc(pc);
257 memcpy(pc->c, sense_rq->cmd, 12);
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900258
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200259 if (drive->media == ide_tape)
Borislav Petkov626542c2009-06-07 15:37:05 +0200260 drive->atapi_flags |= IDE_AFLAG_IGNORE_DSC;
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900261
Tejun Heo8f6205c2009-05-08 11:53:59 +0900262 /*
263 * Push back the failed request and put request sense on top
264 * of it. The failed command will be retried after sense data
265 * is acquired.
266 */
Tejun Heo8f6205c2009-05-08 11:53:59 +0900267 drive->hwif->rq = NULL;
Herbert Xu1af18502010-03-31 20:13:39 +0000268 ide_requeue_and_plug(drive, failed_rq);
Tejun Heo8f6205c2009-05-08 11:53:59 +0900269 if (ide_queue_sense_rq(drive, pc)) {
Tejun Heo9934c8c2009-05-08 11:54:16 +0900270 blk_start_request(failed_rq);
Tejun Heo8f6205c2009-05-08 11:53:59 +0900271 ide_complete_rq(drive, -EIO, blk_rq_bytes(failed_rq));
272 }
Bartlomiej Zolnierkiewicz6b0da282008-10-13 21:39:32 +0200273}
274EXPORT_SYMBOL_GPL(ide_retry_pc);
275
Borislav Petkov4cad0852009-01-02 16:12:53 +0100276int ide_cd_expiry(ide_drive_t *drive)
277{
Bartlomiej Zolnierkiewiczb65fac32009-01-06 17:20:50 +0100278 struct request *rq = drive->hwif->rq;
Borislav Petkov4cad0852009-01-02 16:12:53 +0100279 unsigned long wait = 0;
280
281 debug_log("%s: rq->cmd[0]: 0x%x\n", __func__, rq->cmd[0]);
282
283 /*
284 * Some commands are *slow* and normally take a long time to complete.
285 * Usually we can use the ATAPI "disconnect" to bypass this, but not all
286 * commands/drives support that. Let ide_timer_expiry keep polling us
287 * for these.
288 */
289 switch (rq->cmd[0]) {
290 case GPCMD_BLANK:
291 case GPCMD_FORMAT_UNIT:
292 case GPCMD_RESERVE_RZONE_TRACK:
293 case GPCMD_CLOSE_TRACK:
294 case GPCMD_FLUSH_CACHE:
295 wait = ATAPI_WAIT_PC;
296 break;
297 default:
298 if (!(rq->cmd_flags & REQ_QUIET))
Borislav Petkov103f7032009-04-26 10:39:07 +0200299 printk(KERN_INFO PFX "cmd 0x%x timed out\n",
Borislav Petkov4cad0852009-01-02 16:12:53 +0100300 rq->cmd[0]);
301 wait = 0;
302 break;
303 }
304 return wait;
305}
306EXPORT_SYMBOL_GPL(ide_cd_expiry);
307
Borislav Petkov392de1d2009-01-02 16:12:52 +0100308int ide_cd_get_xferlen(struct request *rq)
309{
310 if (blk_fs_request(rq))
311 return 32768;
312 else if (blk_sense_request(rq) || blk_pc_request(rq) ||
313 rq->cmd_type == REQ_TYPE_ATA_PC)
Tejun Heo34b7d2c2009-05-07 22:24:43 +0900314 return blk_rq_bytes(rq);
Borislav Petkov392de1d2009-01-02 16:12:52 +0100315 else
316 return 0;
317}
318EXPORT_SYMBOL_GPL(ide_cd_get_xferlen);
319
Bartlomiej Zolnierkiewicz0d6a9752009-03-24 23:22:46 +0100320void ide_read_bcount_and_ireason(ide_drive_t *drive, u16 *bcount, u8 *ireason)
321{
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200322 struct ide_taskfile tf;
Bartlomiej Zolnierkiewicz0d6a9752009-03-24 23:22:46 +0100323
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200324 drive->hwif->tp_ops->tf_read(drive, &tf, IDE_VALID_NSECT |
325 IDE_VALID_LBAM | IDE_VALID_LBAH);
Bartlomiej Zolnierkiewicz0d6a9752009-03-24 23:22:46 +0100326
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200327 *bcount = (tf.lbah << 8) | tf.lbam;
328 *ireason = tf.nsect & 3;
Bartlomiej Zolnierkiewicz0d6a9752009-03-24 23:22:46 +0100329}
330EXPORT_SYMBOL_GPL(ide_read_bcount_and_ireason);
331
Bartlomiej Zolnierkiewiczaa5d2de72008-10-13 21:39:32 +0200332/*
Borislav Petkov103f7032009-04-26 10:39:07 +0200333 * Check the contents of the interrupt reason register and attempt to recover if
334 * there are problems.
335 *
336 * Returns:
337 * - 0 if everything's ok
338 * - 1 if the request has to be terminated.
339 */
340int ide_check_ireason(ide_drive_t *drive, struct request *rq, int len,
341 int ireason, int rw)
342{
343 ide_hwif_t *hwif = drive->hwif;
344
345 debug_log("ireason: 0x%x, rw: 0x%x\n", ireason, rw);
346
347 if (ireason == (!rw << 1))
348 return 0;
349 else if (ireason == (rw << 1)) {
350 printk(KERN_ERR PFX "%s: %s: wrong transfer direction!\n",
351 drive->name, __func__);
352
353 if (dev_is_idecd(drive))
354 ide_pad_transfer(drive, rw, len);
355 } else if (!rw && ireason == ATAPI_COD) {
356 if (dev_is_idecd(drive)) {
357 /*
358 * Some drives (ASUS) seem to tell us that status info
359 * is available. Just get it and ignore.
360 */
361 (void)hwif->tp_ops->read_status(hwif);
362 return 0;
363 }
364 } else {
365 if (ireason & ATAPI_COD)
366 printk(KERN_ERR PFX "%s: CoD != 0 in %s\n", drive->name,
367 __func__);
368
369 /* drive wants a command packet, or invalid ireason... */
370 printk(KERN_ERR PFX "%s: %s: bad interrupt reason 0x%02x\n",
371 drive->name, __func__, ireason);
372 }
373
374 if (dev_is_idecd(drive) && rq->cmd_type == REQ_TYPE_ATA_PC)
375 rq->cmd_flags |= REQ_FAILED;
376
377 return 1;
378}
379EXPORT_SYMBOL_GPL(ide_check_ireason);
380
381/*
Bartlomiej Zolnierkiewiczaa5d2de72008-10-13 21:39:32 +0200382 * This is the usual interrupt handler which will be called during a packet
383 * command. We will transfer some of the data (as requested by the drive)
384 * and will re-point interrupt handler to us.
385 */
386static ide_startstop_t ide_pc_intr(ide_drive_t *drive)
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200387{
Bartlomiej Zolnierkiewicz2b9efba2008-10-13 21:39:31 +0200388 struct ide_atapi_pc *pc = drive->pc;
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200389 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewiczf094d4d82009-03-31 20:15:24 +0200390 struct ide_cmd *cmd = &hwif->cmd;
Bartlomiej Zolnierkiewiczb65fac32009-01-06 17:20:50 +0100391 struct request *rq = hwif->rq;
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200392 const struct ide_tp_ops *tp_ops = hwif->tp_ops;
Bartlomiej Zolnierkiewiczd93bc452009-03-31 20:15:26 +0200393 unsigned int timeout, done;
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200394 u16 bcount;
Borislav Petkov5d655a02009-01-02 16:12:54 +0100395 u8 stat, ireason, dsc = 0;
Bartlomiej Zolnierkiewiczd93bc452009-03-31 20:15:26 +0200396 u8 write = !!(pc->flags & PC_FLAG_WRITING);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200397
398 debug_log("Enter %s - interrupt handler\n", __func__);
399
Borislav Petkov5d655a02009-01-02 16:12:54 +0100400 timeout = (drive->media == ide_floppy) ? WAIT_FLOPPY_CMD
401 : WAIT_TAPE_CMD;
Bartlomiej Zolnierkiewicz844b9462008-10-13 21:39:31 +0200402
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200403 /* Clear the interrupt */
Bartlomiej Zolnierkiewicz374e0422008-07-23 19:55:56 +0200404 stat = tp_ops->read_status(hwif);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200405
406 if (pc->flags & PC_FLAG_DMA_IN_PROGRESS) {
Bartlomiej Zolnierkiewicz88b41322009-03-31 20:15:22 +0200407 int rc;
Bartlomiej Zolnierkiewicz44530112009-03-31 20:15:20 +0200408
Bartlomiej Zolnierkiewicz88b41322009-03-31 20:15:22 +0200409 drive->waiting_for_dma = 0;
410 rc = hwif->dma_ops->dma_end(drive);
Bartlomiej Zolnierkiewiczf094d4d82009-03-31 20:15:24 +0200411 ide_dma_unmap_sg(drive, cmd);
Bartlomiej Zolnierkiewicz44530112009-03-31 20:15:20 +0200412
413 if (rc || (drive->media == ide_tape && (stat & ATA_ERR))) {
Borislav Petkov5d655a02009-01-02 16:12:54 +0100414 if (drive->media == ide_floppy)
Borislav Petkov103f7032009-04-26 10:39:07 +0200415 printk(KERN_ERR PFX "%s: DMA %s error\n",
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200416 drive->name, rq_data_dir(pc->rq)
417 ? "write" : "read");
418 pc->flags |= PC_FLAG_DMA_ERROR;
Tejun Heo6d700382009-04-19 08:46:03 +0900419 } else
Borislav Petkov077e6db2009-05-01 21:21:02 +0200420 rq->resid_len = 0;
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200421 debug_log("%s: DMA finished\n", drive->name);
422 }
423
424 /* No more interrupts */
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200425 if ((stat & ATA_DRQ) == 0) {
Borislav Petkov5b6c9422009-03-31 20:15:34 +0200426 int uptodate, error;
Bartlomiej Zolnierkiewicz03a2faa2009-03-27 12:46:36 +0100427
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200428 debug_log("Packet command completed, %d bytes transferred\n",
Borislav Petkov077e6db2009-05-01 21:21:02 +0200429 blk_rq_bytes(rq));
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200430
431 pc->flags &= ~PC_FLAG_DMA_IN_PROGRESS;
432
433 local_irq_enable_in_hardirq();
434
Borislav Petkov5d655a02009-01-02 16:12:54 +0100435 if (drive->media == ide_tape &&
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200436 (stat & ATA_ERR) && rq->cmd[0] == REQUEST_SENSE)
437 stat &= ~ATA_ERR;
Borislav Petkov8fccf892008-07-23 19:56:01 +0200438
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200439 if ((stat & ATA_ERR) || (pc->flags & PC_FLAG_DMA_ERROR)) {
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200440 /* Error detected */
441 debug_log("%s: I/O error\n", drive->name);
442
Borislav Petkov5d655a02009-01-02 16:12:54 +0100443 if (drive->media != ide_tape)
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200444 pc->rq->errors++;
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200445
Borislav Petkov8fccf892008-07-23 19:56:01 +0200446 if (rq->cmd[0] == REQUEST_SENSE) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200447 printk(KERN_ERR PFX "%s: I/O error in request "
448 "sense command\n", drive->name);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200449 return ide_do_reset(drive);
450 }
451
Borislav Petkov8fccf892008-07-23 19:56:01 +0200452 debug_log("[cmd %x]: check condition\n", rq->cmd[0]);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200453
454 /* Retry operation */
Borislav Petkov6b544fc2009-04-19 07:00:42 +0900455 ide_retry_pc(drive);
Borislav Petkov8fccf892008-07-23 19:56:01 +0200456
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200457 /* queued, but not started */
458 return ide_stopped;
459 }
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200460 pc->error = 0;
Bartlomiej Zolnierkiewiczb14c7212008-10-13 21:39:30 +0200461
462 if ((pc->flags & PC_FLAG_WAIT_FOR_DSC) && (stat & ATA_DSC) == 0)
463 dsc = 1;
Borislav Petkov8fccf892008-07-23 19:56:01 +0200464
Tejun Heob3071d12009-04-19 08:46:02 +0900465 /*
466 * ->pc_callback() might change rq->data_len for
467 * residual count, cache total length.
468 */
Tejun Heo21d9c5d2009-04-19 08:46:02 +0900469 done = blk_rq_bytes(rq);
Tejun Heob3071d12009-04-19 08:46:02 +0900470
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200471 /* Command finished - Call the callback function */
Bartlomiej Zolnierkiewicz03a2faa2009-03-27 12:46:36 +0100472 uptodate = drive->pc_callback(drive, dsc);
473
474 if (uptodate == 0)
475 drive->failed_pc = NULL;
476
Bartlomiej Zolnierkiewicz6902a532009-03-27 12:46:43 +0100477 if (blk_special_request(rq)) {
478 rq->errors = 0;
Borislav Petkov5b6c9422009-03-31 20:15:34 +0200479 error = 0;
Bartlomiej Zolnierkiewicz89f78b322009-03-27 12:46:43 +0100480 } else {
Bartlomiej Zolnierkiewicz349d12a2009-03-31 20:15:26 +0200481
Bartlomiej Zolnierkiewicz89f78b322009-03-27 12:46:43 +0100482 if (blk_fs_request(rq) == 0 && uptodate <= 0) {
483 if (rq->errors == 0)
484 rq->errors = -EIO;
485 }
Bartlomiej Zolnierkiewicz349d12a2009-03-31 20:15:26 +0200486
Borislav Petkov5b6c9422009-03-31 20:15:34 +0200487 error = uptodate ? 0 : -EIO;
Bartlomiej Zolnierkiewicz89f78b322009-03-27 12:46:43 +0100488 }
Borislav Petkov8fccf892008-07-23 19:56:01 +0200489
Tejun Heoc3a4d782009-05-07 22:24:37 +0900490 ide_complete_rq(drive, error, blk_rq_bytes(rq));
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200491 return ide_stopped;
492 }
493
494 if (pc->flags & PC_FLAG_DMA_IN_PROGRESS) {
495 pc->flags &= ~PC_FLAG_DMA_IN_PROGRESS;
Borislav Petkov103f7032009-04-26 10:39:07 +0200496 printk(KERN_ERR PFX "%s: The device wants to issue more "
497 "interrupts in DMA mode\n", drive->name);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200498 ide_dma_off(drive);
499 return ide_do_reset(drive);
500 }
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200501
Bartlomiej Zolnierkiewicz18236492008-07-23 19:55:54 +0200502 /* Get the number of bytes to transfer on this interrupt. */
503 ide_read_bcount_and_ireason(drive, &bcount, &ireason);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200504
Borislav Petkov103f7032009-04-26 10:39:07 +0200505 if (ide_check_ireason(drive, rq, bcount, ireason, write))
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200506 return ide_do_reset(drive);
Borislav Petkov8fccf892008-07-23 19:56:01 +0200507
Tejun Heo6d700382009-04-19 08:46:03 +0900508 done = min_t(unsigned int, bcount, cmd->nleft);
509 ide_pio_bytes(drive, cmd, write, done);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200510
Tejun Heo6d700382009-04-19 08:46:03 +0900511 /* Update transferred byte count */
Borislav Petkov077e6db2009-05-01 21:21:02 +0200512 rq->resid_len -= done;
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200513
Bartlomiej Zolnierkiewiczd93bc452009-03-31 20:15:26 +0200514 bcount -= done;
515
516 if (bcount)
517 ide_pad_transfer(drive, write, bcount);
518
Borislav Petkov077e6db2009-05-01 21:21:02 +0200519 debug_log("[cmd %x] transferred %d bytes, padded %d bytes, resid: %u\n",
520 rq->cmd[0], done, bcount, rq->resid_len);
Bartlomiej Zolnierkiewiczd93bc452009-03-31 20:15:26 +0200521
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200522 /* And set the interrupt handler again */
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100523 ide_set_handler(drive, ide_pc_intr, timeout);
Bartlomiej Zolnierkiewicz646c0cb2008-07-15 21:22:03 +0200524 return ide_started;
525}
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200526
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200527static void ide_init_packet_cmd(struct ide_cmd *cmd, u8 valid_tf,
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100528 u16 bcount, u8 dma)
Bartlomiej Zolnierkiewicz7a254df2009-03-24 23:22:39 +0100529{
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200530 cmd->protocol = dma ? ATAPI_PROT_DMA : ATAPI_PROT_PIO;
531 cmd->valid.out.tf = IDE_VALID_LBAH | IDE_VALID_LBAM |
532 IDE_VALID_FEATURE | valid_tf;
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100533 cmd->tf.command = ATA_CMD_PACKET;
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100534 cmd->tf.feature = dma; /* Use PIO/DMA */
535 cmd->tf.lbam = bcount & 0xff;
536 cmd->tf.lbah = (bcount >> 8) & 0xff;
Bartlomiej Zolnierkiewicz7a254df2009-03-24 23:22:39 +0100537}
538
Bartlomiej Zolnierkiewicz88a72102008-07-23 19:55:54 +0200539static u8 ide_read_ireason(ide_drive_t *drive)
540{
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200541 struct ide_taskfile tf;
Bartlomiej Zolnierkiewicz88a72102008-07-23 19:55:54 +0200542
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200543 drive->hwif->tp_ops->tf_read(drive, &tf, IDE_VALID_NSECT);
Bartlomiej Zolnierkiewicz88a72102008-07-23 19:55:54 +0200544
Sergei Shtylyov3153c262009-04-08 14:13:03 +0200545 return tf.nsect & 3;
Bartlomiej Zolnierkiewicz88a72102008-07-23 19:55:54 +0200546}
547
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200548static u8 ide_wait_ireason(ide_drive_t *drive, u8 ireason)
549{
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200550 int retries = 100;
551
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200552 while (retries-- && ((ireason & ATAPI_COD) == 0 ||
553 (ireason & ATAPI_IO))) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200554 printk(KERN_ERR PFX "%s: (IO,CoD != (0,1) while issuing "
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200555 "a packet command, retrying\n", drive->name);
556 udelay(100);
Bartlomiej Zolnierkiewicz88a72102008-07-23 19:55:54 +0200557 ireason = ide_read_ireason(drive);
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200558 if (retries == 0) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200559 printk(KERN_ERR PFX "%s: (IO,CoD != (0,1) while issuing"
560 " a packet command, ignoring\n",
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200561 drive->name);
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200562 ireason |= ATAPI_COD;
563 ireason &= ~ATAPI_IO;
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200564 }
565 }
566
567 return ireason;
568}
569
Bartlomiej Zolnierkiewiczbaf08f02008-10-13 21:39:32 +0200570static int ide_delayed_transfer_pc(ide_drive_t *drive)
571{
572 /* Send the actual packet */
573 drive->hwif->tp_ops->output_data(drive, NULL, drive->pc->c, 12);
574
575 /* Timeout for the packet command */
576 return WAIT_FLOPPY_CMD;
577}
578
579static ide_startstop_t ide_transfer_pc(ide_drive_t *drive)
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200580{
Borislav Petkovb16aabc2009-01-02 16:12:56 +0100581 struct ide_atapi_pc *uninitialized_var(pc);
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200582 ide_hwif_t *hwif = drive->hwif;
Bartlomiej Zolnierkiewiczb65fac32009-01-06 17:20:50 +0100583 struct request *rq = hwif->rq;
Bartlomiej Zolnierkiewiczbaf08f02008-10-13 21:39:32 +0200584 ide_expiry_t *expiry;
585 unsigned int timeout;
Borislav Petkov8c662852009-01-02 16:12:54 +0100586 int cmd_len;
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200587 ide_startstop_t startstop;
588 u8 ireason;
589
Bartlomiej Zolnierkiewicz3a7d2482008-10-10 22:39:21 +0200590 if (ide_wait_stat(&startstop, drive, ATA_DRQ, ATA_BUSY, WAIT_READY)) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200591 printk(KERN_ERR PFX "%s: Strange, packet command initiated yet "
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200592 "DRQ isn't asserted\n", drive->name);
593 return startstop;
594 }
595
Borislav Petkov5f258432009-01-02 16:12:53 +0100596 if (drive->atapi_flags & IDE_AFLAG_DRQ_INTERRUPT) {
597 if (drive->dma)
598 drive->waiting_for_dma = 1;
599 }
600
Borislav Petkov8c662852009-01-02 16:12:54 +0100601 if (dev_is_idecd(drive)) {
602 /* ATAPI commands get padded out to 12 bytes minimum */
603 cmd_len = COMMAND_SIZE(rq->cmd[0]);
604 if (cmd_len < ATAPI_MIN_CDB_BYTES)
605 cmd_len = ATAPI_MIN_CDB_BYTES;
Borislav Petkovdef860d2009-01-02 16:12:55 +0100606
607 timeout = rq->timeout;
608 expiry = ide_cd_expiry;
609 } else {
Borislav Petkovb16aabc2009-01-02 16:12:56 +0100610 pc = drive->pc;
611
Borislav Petkov8c662852009-01-02 16:12:54 +0100612 cmd_len = ATAPI_MIN_CDB_BYTES;
613
Borislav Petkovdef860d2009-01-02 16:12:55 +0100614 /*
615 * If necessary schedule the packet transfer to occur 'timeout'
Martin Olsson19af5cd2009-04-23 11:37:37 +0200616 * milliseconds later in ide_delayed_transfer_pc() after the
Borislav Petkovdef860d2009-01-02 16:12:55 +0100617 * device says it's ready for a packet.
618 */
619 if (drive->atapi_flags & IDE_AFLAG_ZIP_DRIVE) {
620 timeout = drive->pc_delay;
621 expiry = &ide_delayed_transfer_pc;
622 } else {
623 timeout = (drive->media == ide_floppy) ? WAIT_FLOPPY_CMD
624 : WAIT_TAPE_CMD;
625 expiry = NULL;
626 }
Borislav Petkov06cc2772009-01-02 16:12:56 +0100627
628 ireason = ide_read_ireason(drive);
629 if (drive->media == ide_tape)
630 ireason = ide_wait_ireason(drive, ireason);
631
632 if ((ireason & ATAPI_COD) == 0 || (ireason & ATAPI_IO)) {
Borislav Petkov103f7032009-04-26 10:39:07 +0200633 printk(KERN_ERR PFX "%s: (IO,CoD) != (0,1) while "
634 "issuing a packet command\n", drive->name);
Borislav Petkov06cc2772009-01-02 16:12:56 +0100635
636 return ide_do_reset(drive);
637 }
Bartlomiej Zolnierkiewiczbaf08f02008-10-13 21:39:32 +0200638 }
639
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100640 hwif->expiry = expiry;
641
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200642 /* Set the interrupt routine */
Borislav Petkovd6251d42009-01-06 17:20:58 +0100643 ide_set_handler(drive,
644 (dev_is_idecd(drive) ? drive->irq_handler
645 : ide_pc_intr),
Bartlomiej Zolnierkiewicz60c0cd02009-03-27 12:46:46 +0100646 timeout);
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200647
Borislav Petkov2eba0822009-03-31 20:14:58 +0200648 /* Send the actual packet */
649 if ((drive->atapi_flags & IDE_AFLAG_ZIP_DRIVE) == 0)
650 hwif->tp_ops->output_data(drive, NULL, rq->cmd, cmd_len);
651
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200652 /* Begin DMA, if necessary */
Borislav Petkovb16aabc2009-01-02 16:12:56 +0100653 if (dev_is_idecd(drive)) {
654 if (drive->dma)
655 hwif->dma_ops->dma_start(drive);
656 } else {
657 if (pc->flags & PC_FLAG_DMA_OK) {
658 pc->flags |= PC_FLAG_DMA_IN_PROGRESS;
659 hwif->dma_ops->dma_start(drive);
660 }
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200661 }
662
Bartlomiej Zolnierkiewicz594c16d2008-07-15 21:21:58 +0200663 return ide_started;
664}
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200665
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100666ide_startstop_t ide_issue_pc(ide_drive_t *drive, struct ide_cmd *cmd)
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200667{
Borislav Petkovd77612a2009-01-02 16:12:55 +0100668 struct ide_atapi_pc *pc;
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200669 ide_hwif_t *hwif = drive->hwif;
Borislav Petkov4cad0852009-01-02 16:12:53 +0100670 ide_expiry_t *expiry = NULL;
Bartlomiej Zolnierkiewicze6830a82009-03-27 12:46:37 +0100671 struct request *rq = hwif->rq;
Borislav Petkovdfb7e622009-05-01 20:35:21 +0200672 unsigned int timeout, bytes;
Borislav Petkov392de1d2009-01-02 16:12:52 +0100673 u16 bcount;
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200674 u8 valid_tf;
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100675 u8 drq_int = !!(drive->atapi_flags & IDE_AFLAG_DRQ_INTERRUPT);
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200676
Borislav Petkoved485542009-01-02 16:12:52 +0100677 if (dev_is_idecd(drive)) {
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200678 valid_tf = IDE_VALID_NSECT | IDE_VALID_LBAL;
Bartlomiej Zolnierkiewicze6830a82009-03-27 12:46:37 +0100679 bcount = ide_cd_get_xferlen(rq);
Borislav Petkov4cad0852009-01-02 16:12:53 +0100680 expiry = ide_cd_expiry;
Borislav Petkov28ad91d2009-01-02 16:12:56 +0100681 timeout = ATAPI_WAIT_PC;
Borislav Petkovd77612a2009-01-02 16:12:55 +0100682
Bartlomiej Zolnierkiewicz5ae54122009-03-31 20:15:20 +0200683 if (drive->dma)
684 drive->dma = !ide_dma_prepare(drive, cmd);
Borislav Petkoved485542009-01-02 16:12:52 +0100685 } else {
Borislav Petkovd77612a2009-01-02 16:12:55 +0100686 pc = drive->pc;
687
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200688 valid_tf = IDE_VALID_DEVICE;
Borislav Petkovdfb7e622009-05-01 20:35:21 +0200689 bytes = blk_rq_bytes(rq);
Borislav Petkovdfb7e622009-05-01 20:35:21 +0200690 bcount = ((drive->media == ide_tape) ? bytes
691 : min_t(unsigned int,
692 bytes, 63 * 1024));
Borislav Petkovd77612a2009-01-02 16:12:55 +0100693
Borislav Petkov077e6db2009-05-01 21:21:02 +0200694 /* We haven't transferred any data yet */
695 rq->resid_len = bcount;
Borislav Petkovd77612a2009-01-02 16:12:55 +0100696
697 if (pc->flags & PC_FLAG_DMA_ERROR) {
698 pc->flags &= ~PC_FLAG_DMA_ERROR;
699 ide_dma_off(drive);
700 }
701
Bartlomiej Zolnierkiewicz5ae54122009-03-31 20:15:20 +0200702 if (pc->flags & PC_FLAG_DMA_OK)
703 drive->dma = !ide_dma_prepare(drive, cmd);
Borislav Petkovd77612a2009-01-02 16:12:55 +0100704
705 if (!drive->dma)
706 pc->flags &= ~PC_FLAG_DMA_OK;
Borislav Petkov28ad91d2009-01-02 16:12:56 +0100707
708 timeout = (drive->media == ide_floppy) ? WAIT_FLOPPY_CMD
709 : WAIT_TAPE_CMD;
Borislav Petkoved485542009-01-02 16:12:52 +0100710 }
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200711
Sergei Shtylyov60f85012009-04-08 14:13:01 +0200712 ide_init_packet_cmd(cmd, valid_tf, bcount, drive->dma);
Bartlomiej Zolnierkiewiczb788ee92009-03-27 12:46:46 +0100713
714 (void)do_rw_taskfile(drive, cmd);
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200715
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100716 if (drq_int) {
Borislav Petkov5f258432009-01-02 16:12:53 +0100717 if (drive->dma)
718 drive->waiting_for_dma = 0;
Bartlomiej Zolnierkiewicz22117d62009-03-27 12:46:47 +0100719 hwif->expiry = expiry;
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200720 }
Bartlomiej Zolnierkiewicz35b5d0b2009-03-27 12:46:47 +0100721
722 ide_execute_command(drive, cmd, ide_transfer_pc, timeout);
723
724 return drq_int ? ide_started : ide_transfer_pc(drive);
Bartlomiej Zolnierkiewicz6bf16412008-07-15 21:22:00 +0200725}
726EXPORT_SYMBOL_GPL(ide_issue_pc);