blob: edeb4bea586c79032652c683e5fabf5a5f1e129d [file] [log] [blame]
Jeff Garzik1fdffbc2006-02-09 05:15:27 -05001/*
Dave Jonesf3a03b02007-07-16 11:23:03 -04002 * libata-sff.c - helper library for PCI IDE BMDMA
Jeff Garzik1fdffbc2006-02-09 05:15:27 -05003 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 * Copyright 2003-2006 Red Hat, Inc. All rights reserved.
9 * Copyright 2003-2006 Jeff Garzik
10 *
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2, or (at your option)
15 * any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; see the file COPYING. If not, write to
24 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
25 *
26 *
27 * libata documentation is available via 'make {ps|pdf}docs',
28 * as Documentation/DocBook/libata.*
29 *
30 * Hardware documentation available from http://www.t13.org/ and
31 * http://www.sata-io.org/
32 *
33 */
34
Jeff Garzik1fdffbc2006-02-09 05:15:27 -050035#include <linux/kernel.h>
36#include <linux/pci.h>
37#include <linux/libata.h>
38
39#include "libata.h"
40
41/**
Tejun Heo90088bb2006-10-09 11:10:26 +090042 * ata_irq_on - Enable interrupts on a port.
43 * @ap: Port on which interrupts are enabled.
44 *
45 * Enable interrupts on a legacy IDE device using MMIO or PIO,
46 * wait for idle, clear any pending interrupts.
47 *
48 * LOCKING:
49 * Inherited from caller.
50 */
51u8 ata_irq_on(struct ata_port *ap)
52{
53 struct ata_ioports *ioaddr = &ap->ioaddr;
54 u8 tmp;
55
56 ap->ctl &= ~ATA_NIEN;
57 ap->last_ctl = ap->ctl;
58
Tejun Heo0d5ff562007-02-01 15:06:36 +090059 iowrite8(ap->ctl, ioaddr->ctl_addr);
Tejun Heo90088bb2006-10-09 11:10:26 +090060 tmp = ata_wait_idle(ap);
61
62 ap->ops->irq_clear(ap);
63
64 return tmp;
65}
66
67/**
Tejun Heo0d5ff562007-02-01 15:06:36 +090068 * ata_tf_load - send taskfile registers to host controller
Jeff Garzik1fdffbc2006-02-09 05:15:27 -050069 * @ap: Port to which output is sent
70 * @tf: ATA taskfile register set
71 *
72 * Outputs ATA taskfile to standard ATA host controller.
73 *
74 * LOCKING:
75 * Inherited from caller.
76 */
77
Jeff Garzik1fdffbc2006-02-09 05:15:27 -050078void ata_tf_load(struct ata_port *ap, const struct ata_taskfile *tf)
79{
Tejun Heo0d5ff562007-02-01 15:06:36 +090080 struct ata_ioports *ioaddr = &ap->ioaddr;
81 unsigned int is_addr = tf->flags & ATA_TFLAG_ISADDR;
82
83 if (tf->ctl != ap->last_ctl) {
84 iowrite8(tf->ctl, ioaddr->ctl_addr);
85 ap->last_ctl = tf->ctl;
86 ata_wait_idle(ap);
87 }
88
89 if (is_addr && (tf->flags & ATA_TFLAG_LBA48)) {
90 iowrite8(tf->hob_feature, ioaddr->feature_addr);
91 iowrite8(tf->hob_nsect, ioaddr->nsect_addr);
92 iowrite8(tf->hob_lbal, ioaddr->lbal_addr);
93 iowrite8(tf->hob_lbam, ioaddr->lbam_addr);
94 iowrite8(tf->hob_lbah, ioaddr->lbah_addr);
95 VPRINTK("hob: feat 0x%X nsect 0x%X, lba 0x%X 0x%X 0x%X\n",
96 tf->hob_feature,
97 tf->hob_nsect,
98 tf->hob_lbal,
99 tf->hob_lbam,
100 tf->hob_lbah);
101 }
102
103 if (is_addr) {
104 iowrite8(tf->feature, ioaddr->feature_addr);
105 iowrite8(tf->nsect, ioaddr->nsect_addr);
106 iowrite8(tf->lbal, ioaddr->lbal_addr);
107 iowrite8(tf->lbam, ioaddr->lbam_addr);
108 iowrite8(tf->lbah, ioaddr->lbah_addr);
109 VPRINTK("feat 0x%X nsect 0x%X lba 0x%X 0x%X 0x%X\n",
110 tf->feature,
111 tf->nsect,
112 tf->lbal,
113 tf->lbam,
114 tf->lbah);
115 }
116
117 if (tf->flags & ATA_TFLAG_DEVICE) {
118 iowrite8(tf->device, ioaddr->device_addr);
119 VPRINTK("device 0x%X\n", tf->device);
120 }
121
122 ata_wait_idle(ap);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500123}
124
125/**
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500126 * ata_exec_command - issue ATA command to host controller
127 * @ap: port to which command is being issued
128 * @tf: ATA taskfile register set
129 *
Tejun Heo0d5ff562007-02-01 15:06:36 +0900130 * Issues ATA command, with proper synchronization with interrupt
131 * handler / other threads.
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500132 *
133 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400134 * spin_lock_irqsave(host lock)
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500135 */
136void ata_exec_command(struct ata_port *ap, const struct ata_taskfile *tf)
137{
Tejun Heo44877b42007-02-21 01:06:51 +0900138 DPRINTK("ata%u: cmd 0x%X\n", ap->print_id, tf->command);
Tejun Heo0d5ff562007-02-01 15:06:36 +0900139
140 iowrite8(tf->command, ap->ioaddr.command_addr);
141 ata_pause(ap);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500142}
143
144/**
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500145 * ata_tf_read - input device's ATA taskfile shadow registers
146 * @ap: Port from which input is read
147 * @tf: ATA taskfile register set for storing input
148 *
149 * Reads ATA taskfile registers for currently-selected device
Alan Cox76548ed2007-11-19 14:34:56 +0000150 * into @tf. Assumes the device has a fully SFF compliant task file
151 * layout and behaviour. If you device does not (eg has a different
152 * status method) then you will need to provide a replacement tf_read
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500153 *
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500154 * LOCKING:
155 * Inherited from caller.
156 */
157void ata_tf_read(struct ata_port *ap, struct ata_taskfile *tf)
158{
Tejun Heo0d5ff562007-02-01 15:06:36 +0900159 struct ata_ioports *ioaddr = &ap->ioaddr;
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500160
Alan Cox76548ed2007-11-19 14:34:56 +0000161 tf->command = ata_check_status(ap);
Tejun Heo0d5ff562007-02-01 15:06:36 +0900162 tf->feature = ioread8(ioaddr->error_addr);
163 tf->nsect = ioread8(ioaddr->nsect_addr);
164 tf->lbal = ioread8(ioaddr->lbal_addr);
165 tf->lbam = ioread8(ioaddr->lbam_addr);
166 tf->lbah = ioread8(ioaddr->lbah_addr);
167 tf->device = ioread8(ioaddr->device_addr);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500168
Tejun Heo0d5ff562007-02-01 15:06:36 +0900169 if (tf->flags & ATA_TFLAG_LBA48) {
170 iowrite8(tf->ctl | ATA_HOB, ioaddr->ctl_addr);
171 tf->hob_feature = ioread8(ioaddr->error_addr);
172 tf->hob_nsect = ioread8(ioaddr->nsect_addr);
173 tf->hob_lbal = ioread8(ioaddr->lbal_addr);
174 tf->hob_lbam = ioread8(ioaddr->lbam_addr);
175 tf->hob_lbah = ioread8(ioaddr->lbah_addr);
Petr Vandrovecfe36cb52007-07-20 07:44:44 -0400176 iowrite8(tf->ctl, ioaddr->ctl_addr);
177 ap->last_ctl = tf->ctl;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900178 }
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500179}
180
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500181/**
182 * ata_check_status - Read device status reg & clear interrupt
183 * @ap: port where the device is
184 *
185 * Reads ATA taskfile status register for currently-selected device
186 * and return its value. This also clears pending interrupts
187 * from this device
188 *
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500189 * LOCKING:
190 * Inherited from caller.
191 */
192u8 ata_check_status(struct ata_port *ap)
193{
Tejun Heo0d5ff562007-02-01 15:06:36 +0900194 return ioread8(ap->ioaddr.status_addr);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500195}
196
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500197/**
198 * ata_altstatus - Read device alternate status reg
199 * @ap: port where the device is
200 *
201 * Reads ATA taskfile alternate status register for
202 * currently-selected device and return its value.
203 *
204 * Note: may NOT be used as the check_altstatus() entry in
205 * ata_port_operations.
206 *
207 * LOCKING:
208 * Inherited from caller.
209 */
210u8 ata_altstatus(struct ata_port *ap)
211{
212 if (ap->ops->check_altstatus)
213 return ap->ops->check_altstatus(ap);
214
Tejun Heo0d5ff562007-02-01 15:06:36 +0900215 return ioread8(ap->ioaddr.altstatus_addr);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500216}
217
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500218/**
Tejun Heo0d5ff562007-02-01 15:06:36 +0900219 * ata_bmdma_setup - Set up PCI IDE BMDMA transaction
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500220 * @qc: Info associated with this ATA transaction.
221 *
222 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400223 * spin_lock_irqsave(host lock)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500224 */
Tejun Heo0d5ff562007-02-01 15:06:36 +0900225void ata_bmdma_setup(struct ata_queued_cmd *qc)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500226{
227 struct ata_port *ap = qc->ap;
228 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
229 u8 dmactl;
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500230
231 /* load PRD table addr. */
232 mb(); /* make sure PRD table writes are visible to controller */
Tejun Heo0d5ff562007-02-01 15:06:36 +0900233 iowrite32(ap->prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500234
235 /* specify data direction, triple-check start bit is clear */
Tejun Heo0d5ff562007-02-01 15:06:36 +0900236 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500237 dmactl &= ~(ATA_DMA_WR | ATA_DMA_START);
238 if (!rw)
239 dmactl |= ATA_DMA_WR;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900240 iowrite8(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500241
242 /* issue r/w command */
243 ap->ops->exec_command(ap, &qc->tf);
244}
245
246/**
Tejun Heo0d5ff562007-02-01 15:06:36 +0900247 * ata_bmdma_start - Start a PCI IDE BMDMA transaction
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500248 * @qc: Info associated with this ATA transaction.
249 *
250 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400251 * spin_lock_irqsave(host lock)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500252 */
Jeff Garzik2dcb4072007-10-19 06:42:56 -0400253void ata_bmdma_start(struct ata_queued_cmd *qc)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500254{
255 struct ata_port *ap = qc->ap;
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500256 u8 dmactl;
257
258 /* start host DMA transaction */
Tejun Heo0d5ff562007-02-01 15:06:36 +0900259 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
260 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500261
Alan Coxe1cc9de2007-09-20 15:03:07 +0100262 /* Strictly, one may wish to issue an ioread8() here, to
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500263 * flush the mmio write. However, control also passes
264 * to the hardware at this point, and it will interrupt
265 * us when we are to resume control. So, in effect,
266 * we don't care when the mmio write flushes.
267 * Further, a read of the DMA status register _immediately_
268 * following the write may not be what certain flaky hardware
269 * is expected, so I think it is best to not add a readb()
270 * without first all the MMIO ATA cards/mobos.
271 * Or maybe I'm just being paranoid.
Alan Coxe1cc9de2007-09-20 15:03:07 +0100272 *
273 * FIXME: The posting of this write means I/O starts are
274 * unneccessarily delayed for MMIO
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500275 */
276}
277
278/**
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500279 * ata_bmdma_irq_clear - Clear PCI IDE BMDMA interrupt.
280 * @ap: Port associated with this ATA transaction.
281 *
282 * Clear interrupt and error flags in DMA status register.
283 *
284 * May be used as the irq_clear() entry in ata_port_operations.
285 *
286 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400287 * spin_lock_irqsave(host lock)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500288 */
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500289void ata_bmdma_irq_clear(struct ata_port *ap)
290{
Tejun Heo0d5ff562007-02-01 15:06:36 +0900291 void __iomem *mmio = ap->ioaddr.bmdma_addr;
292
293 if (!mmio)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500294 return;
295
Tejun Heo0d5ff562007-02-01 15:06:36 +0900296 iowrite8(ioread8(mmio + ATA_DMA_STATUS), mmio + ATA_DMA_STATUS);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500297}
298
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500299/**
300 * ata_bmdma_status - Read PCI IDE BMDMA status
301 * @ap: Port associated with this ATA transaction.
302 *
303 * Read and return BMDMA status register.
304 *
305 * May be used as the bmdma_status() entry in ata_port_operations.
306 *
307 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400308 * spin_lock_irqsave(host lock)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500309 */
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500310u8 ata_bmdma_status(struct ata_port *ap)
311{
Tejun Heo0d5ff562007-02-01 15:06:36 +0900312 return ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500313}
314
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500315/**
316 * ata_bmdma_stop - Stop PCI IDE BMDMA transfer
317 * @qc: Command we are ending DMA for
318 *
319 * Clears the ATA_DMA_START flag in the dma control register
320 *
321 * May be used as the bmdma_stop() entry in ata_port_operations.
322 *
323 * LOCKING:
Jeff Garzikcca39742006-08-24 03:19:22 -0400324 * spin_lock_irqsave(host lock)
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500325 */
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500326void ata_bmdma_stop(struct ata_queued_cmd *qc)
327{
328 struct ata_port *ap = qc->ap;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900329 void __iomem *mmio = ap->ioaddr.bmdma_addr;
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500330
Tejun Heo0d5ff562007-02-01 15:06:36 +0900331 /* clear start/stop bit */
332 iowrite8(ioread8(mmio + ATA_DMA_CMD) & ~ATA_DMA_START,
333 mmio + ATA_DMA_CMD);
Jeff Garzik2cc432e2006-03-23 00:32:03 -0500334
335 /* one-PIO-cycle guaranteed wait, per spec, for HDMA1:0 transition */
336 ata_altstatus(ap); /* dummy read */
337}
338
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900339/**
340 * ata_bmdma_freeze - Freeze BMDMA controller port
341 * @ap: port to freeze
342 *
343 * Freeze BMDMA controller port.
344 *
345 * LOCKING:
346 * Inherited from caller.
347 */
348void ata_bmdma_freeze(struct ata_port *ap)
349{
350 struct ata_ioports *ioaddr = &ap->ioaddr;
351
352 ap->ctl |= ATA_NIEN;
353 ap->last_ctl = ap->ctl;
354
Tejun Heo0d5ff562007-02-01 15:06:36 +0900355 iowrite8(ap->ctl, ioaddr->ctl_addr);
Tejun Heo0f0a3ad2006-11-17 12:24:22 +0900356
357 /* Under certain circumstances, some controllers raise IRQ on
358 * ATA_NIEN manipulation. Also, many controllers fail to mask
359 * previously pending IRQ on ATA_NIEN assertion. Clear it.
360 */
361 ata_chk_status(ap);
362
363 ap->ops->irq_clear(ap);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900364}
365
366/**
367 * ata_bmdma_thaw - Thaw BMDMA controller port
368 * @ap: port to thaw
369 *
370 * Thaw BMDMA controller port.
371 *
372 * LOCKING:
373 * Inherited from caller.
374 */
375void ata_bmdma_thaw(struct ata_port *ap)
376{
377 /* clear & re-enable interrupts */
378 ata_chk_status(ap);
379 ap->ops->irq_clear(ap);
Akira Iguchi83625002007-01-26 16:27:32 +0900380 ap->ops->irq_on(ap);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900381}
382
383/**
384 * ata_bmdma_drive_eh - Perform EH with given methods for BMDMA controller
385 * @ap: port to handle error for
Tejun Heof5914a42006-05-31 18:27:48 +0900386 * @prereset: prereset method (can be NULL)
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900387 * @softreset: softreset method (can be NULL)
388 * @hardreset: hardreset method (can be NULL)
389 * @postreset: postreset method (can be NULL)
390 *
391 * Handle error for ATA BMDMA controller. It can handle both
392 * PATA and SATA controllers. Many controllers should be able to
393 * use this EH as-is or with some added handling before and
394 * after.
395 *
396 * This function is intended to be used for constructing
397 * ->error_handler callback by low level drivers.
398 *
399 * LOCKING:
400 * Kernel thread context (may sleep)
401 */
Tejun Heof5914a42006-05-31 18:27:48 +0900402void ata_bmdma_drive_eh(struct ata_port *ap, ata_prereset_fn_t prereset,
403 ata_reset_fn_t softreset, ata_reset_fn_t hardreset,
404 ata_postreset_fn_t postreset)
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900405{
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900406 struct ata_queued_cmd *qc;
407 unsigned long flags;
408 int thaw = 0;
409
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900410 qc = __ata_qc_from_tag(ap, ap->link.active_tag);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900411 if (qc && !(qc->flags & ATA_QCFLAG_FAILED))
412 qc = NULL;
413
414 /* reset PIO HSM and stop DMA engine */
Jeff Garzikba6a1302006-06-22 23:46:10 -0400415 spin_lock_irqsave(ap->lock, flags);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900416
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900417 ap->hsm_task_state = HSM_ST_IDLE;
418
419 if (qc && (qc->tf.protocol == ATA_PROT_DMA ||
Tejun Heo0dc36882007-12-18 16:34:43 -0500420 qc->tf.protocol == ATAPI_PROT_DMA)) {
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900421 u8 host_stat;
422
Robert Hancockfbbb2622006-10-27 19:08:41 -0700423 host_stat = ap->ops->bmdma_status(ap);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900424
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900425 /* BMDMA controllers indicate host bus error by
426 * setting DMA_ERR bit and timing out. As it wasn't
427 * really a timeout event, adjust error mask and
428 * cancel frozen state.
429 */
Alan18d90de2007-01-24 11:42:38 +0000430 if (qc->err_mask == AC_ERR_TIMEOUT && (host_stat & ATA_DMA_ERR)) {
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900431 qc->err_mask = AC_ERR_HOST_BUS;
432 thaw = 1;
433 }
434
435 ap->ops->bmdma_stop(qc);
436 }
437
438 ata_altstatus(ap);
439 ata_chk_status(ap);
440 ap->ops->irq_clear(ap);
441
Jeff Garzikba6a1302006-06-22 23:46:10 -0400442 spin_unlock_irqrestore(ap->lock, flags);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900443
444 if (thaw)
445 ata_eh_thaw_port(ap);
446
447 /* PIO and DMA engines have been stopped, perform recovery */
Tejun Heof5914a42006-05-31 18:27:48 +0900448 ata_do_eh(ap, prereset, softreset, hardreset, postreset);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900449}
450
451/**
452 * ata_bmdma_error_handler - Stock error handler for BMDMA controller
453 * @ap: port to handle error for
454 *
455 * Stock error handler for BMDMA controller.
456 *
457 * LOCKING:
458 * Kernel thread context (may sleep)
459 */
460void ata_bmdma_error_handler(struct ata_port *ap)
461{
462 ata_reset_fn_t hardreset;
463
464 hardreset = NULL;
Tejun Heo936fd732007-08-06 18:36:23 +0900465 if (sata_scr_valid(&ap->link))
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900466 hardreset = sata_std_hardreset;
467
Tejun Heof5914a42006-05-31 18:27:48 +0900468 ata_bmdma_drive_eh(ap, ata_std_prereset, ata_std_softreset, hardreset,
469 ata_std_postreset);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900470}
471
472/**
473 * ata_bmdma_post_internal_cmd - Stock post_internal_cmd for
474 * BMDMA controller
475 * @qc: internal command to clean up
476 *
477 * LOCKING:
478 * Kernel thread context (may sleep)
479 */
480void ata_bmdma_post_internal_cmd(struct ata_queued_cmd *qc)
481{
Alan61dd08c2007-01-25 15:09:05 +0000482 if (qc->ap->ioaddr.bmdma_addr)
483 ata_bmdma_stop(qc);
Tejun Heo6d97dbd2006-05-15 20:58:24 +0900484}
485
Alan Coxd92e74d2007-06-07 16:19:15 +0100486/**
487 * ata_sff_port_start - Set port up for dma.
488 * @ap: Port to initialize
489 *
490 * Called just after data structures for each port are
491 * initialized. Allocates space for PRD table if the device
492 * is DMA capable SFF.
493 *
494 * May be used as the port_start() entry in ata_port_operations.
495 *
496 * LOCKING:
497 * Inherited from caller.
498 */
499
500int ata_sff_port_start(struct ata_port *ap)
501{
502 if (ap->ioaddr.bmdma_addr)
503 return ata_port_start(ap);
504 return 0;
505}
506
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500507#ifdef CONFIG_PCI
Alan4112e162007-01-08 12:10:05 +0000508
509static int ata_resources_present(struct pci_dev *pdev, int port)
510{
511 int i;
Jeff Garzika84471f2007-02-26 05:51:33 -0500512
Alan4112e162007-01-08 12:10:05 +0000513 /* Check the PCI resources for this channel are enabled */
514 port = port * 2;
515 for (i = 0; i < 2; i ++) {
516 if (pci_resource_start(pdev, port + i) == 0 ||
Tejun Heo55a6ade2007-03-09 19:43:35 +0900517 pci_resource_len(pdev, port + i) == 0)
518 return 0;
Alan4112e162007-01-08 12:10:05 +0000519 }
520 return 1;
521}
Jeff Garzika84471f2007-02-26 05:51:33 -0500522
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500523/**
Tejun Heo0f834de2007-04-17 23:44:07 +0900524 * ata_pci_init_bmdma - acquire PCI BMDMA resources and init ATA host
525 * @host: target ATA host
526 *
527 * Acquire PCI BMDMA resources and initialize @host accordingly.
528 *
529 * LOCKING:
530 * Inherited from calling layer (may sleep).
531 *
532 * RETURNS:
533 * 0 on success, -errno otherwise.
534 */
Tejun Heo1626aeb2007-05-04 12:43:58 +0200535int ata_pci_init_bmdma(struct ata_host *host)
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500536{
Tejun Heo0f834de2007-04-17 23:44:07 +0900537 struct device *gdev = host->dev;
538 struct pci_dev *pdev = to_pci_dev(gdev);
539 int i, rc;
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500540
Alan Cox6fdc99a2007-07-26 18:41:30 +0100541 /* No BAR4 allocation: No DMA */
542 if (pci_resource_start(pdev, 4) == 0)
543 return 0;
544
Tejun Heo0f834de2007-04-17 23:44:07 +0900545 /* TODO: If we get no DMA mask we should fall back to PIO */
546 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
547 if (rc)
548 return rc;
549 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
550 if (rc)
551 return rc;
552
553 /* request and iomap DMA region */
554 rc = pcim_iomap_regions(pdev, 1 << 4, DRV_NAME);
555 if (rc) {
556 dev_printk(KERN_ERR, gdev, "failed to request/iomap BAR4\n");
557 return -ENOMEM;
558 }
559 host->iomap = pcim_iomap_table(pdev);
560
Tejun Heo1626aeb2007-05-04 12:43:58 +0200561 for (i = 0; i < 2; i++) {
Tejun Heo0f834de2007-04-17 23:44:07 +0900562 struct ata_port *ap = host->ports[i];
Tejun Heo0f834de2007-04-17 23:44:07 +0900563 void __iomem *bmdma = host->iomap[4] + 8 * i;
564
565 if (ata_port_is_dummy(ap))
566 continue;
567
Tejun Heo21b0ad42007-04-17 23:44:07 +0900568 ap->ioaddr.bmdma_addr = bmdma;
Tejun Heo0f834de2007-04-17 23:44:07 +0900569 if ((!(ap->flags & ATA_FLAG_IGN_SIMPLEX)) &&
570 (ioread8(bmdma + 2) & 0x80))
571 host->flags |= ATA_HOST_SIMPLEX;
Tejun Heocbcdd872007-08-18 13:14:55 +0900572
573 ata_port_desc(ap, "bmdma 0x%llx",
574 (unsigned long long)pci_resource_start(pdev, 4) + 8 * i);
Tejun Heo0d5ff562007-02-01 15:06:36 +0900575 }
576
Tejun Heo0f834de2007-04-17 23:44:07 +0900577 return 0;
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500578}
579
Tejun Heod491b272007-04-17 23:44:07 +0900580/**
Tejun Heod583bc12007-07-04 18:02:07 +0900581 * ata_pci_init_sff_host - acquire native PCI ATA resources and init host
Tejun Heod491b272007-04-17 23:44:07 +0900582 * @host: target ATA host
Tejun Heod491b272007-04-17 23:44:07 +0900583 *
Tejun Heo1626aeb2007-05-04 12:43:58 +0200584 * Acquire native PCI ATA resources for @host and initialize the
585 * first two ports of @host accordingly. Ports marked dummy are
586 * skipped and allocation failure makes the port dummy.
Tejun Heod491b272007-04-17 23:44:07 +0900587 *
Tejun Heod583bc12007-07-04 18:02:07 +0900588 * Note that native PCI resources are valid even for legacy hosts
589 * as we fix up pdev resources array early in boot, so this
590 * function can be used for both native and legacy SFF hosts.
591 *
Tejun Heod491b272007-04-17 23:44:07 +0900592 * LOCKING:
593 * Inherited from calling layer (may sleep).
594 *
595 * RETURNS:
Tejun Heo1626aeb2007-05-04 12:43:58 +0200596 * 0 if at least one port is initialized, -ENODEV if no port is
597 * available.
Tejun Heod491b272007-04-17 23:44:07 +0900598 */
Tejun Heod583bc12007-07-04 18:02:07 +0900599int ata_pci_init_sff_host(struct ata_host *host)
Tejun Heod491b272007-04-17 23:44:07 +0900600{
601 struct device *gdev = host->dev;
602 struct pci_dev *pdev = to_pci_dev(gdev);
Tejun Heo1626aeb2007-05-04 12:43:58 +0200603 unsigned int mask = 0;
Tejun Heod491b272007-04-17 23:44:07 +0900604 int i, rc;
605
Tejun Heod491b272007-04-17 23:44:07 +0900606 /* request, iomap BARs and init port addresses accordingly */
607 for (i = 0; i < 2; i++) {
608 struct ata_port *ap = host->ports[i];
609 int base = i * 2;
610 void __iomem * const *iomap;
611
Tejun Heo1626aeb2007-05-04 12:43:58 +0200612 if (ata_port_is_dummy(ap))
Tejun Heod491b272007-04-17 23:44:07 +0900613 continue;
614
Tejun Heo1626aeb2007-05-04 12:43:58 +0200615 /* Discard disabled ports. Some controllers show
616 * their unused channels this way. Disabled ports are
617 * made dummy.
618 */
619 if (!ata_resources_present(pdev, i)) {
620 ap->ops = &ata_dummy_port_ops;
621 continue;
622 }
623
Tejun Heod491b272007-04-17 23:44:07 +0900624 rc = pcim_iomap_regions(pdev, 0x3 << base, DRV_NAME);
625 if (rc) {
Tejun Heo1626aeb2007-05-04 12:43:58 +0200626 dev_printk(KERN_WARNING, gdev,
627 "failed to request/iomap BARs for port %d "
628 "(errno=%d)\n", i, rc);
Tejun Heod491b272007-04-17 23:44:07 +0900629 if (rc == -EBUSY)
630 pcim_pin_device(pdev);
Tejun Heo1626aeb2007-05-04 12:43:58 +0200631 ap->ops = &ata_dummy_port_ops;
632 continue;
Tejun Heod491b272007-04-17 23:44:07 +0900633 }
634 host->iomap = iomap = pcim_iomap_table(pdev);
635
636 ap->ioaddr.cmd_addr = iomap[base];
637 ap->ioaddr.altstatus_addr =
638 ap->ioaddr.ctl_addr = (void __iomem *)
639 ((unsigned long)iomap[base + 1] | ATA_PCI_CTL_OFS);
640 ata_std_ports(&ap->ioaddr);
Tejun Heo1626aeb2007-05-04 12:43:58 +0200641
Tejun Heocbcdd872007-08-18 13:14:55 +0900642 ata_port_desc(ap, "cmd 0x%llx ctl 0x%llx",
643 (unsigned long long)pci_resource_start(pdev, base),
644 (unsigned long long)pci_resource_start(pdev, base + 1));
645
Tejun Heo1626aeb2007-05-04 12:43:58 +0200646 mask |= 1 << i;
647 }
648
649 if (!mask) {
650 dev_printk(KERN_ERR, gdev, "no available native port\n");
651 return -ENODEV;
Tejun Heod491b272007-04-17 23:44:07 +0900652 }
653
654 return 0;
655}
656
Tejun Heo21b0ad42007-04-17 23:44:07 +0900657/**
Tejun Heod583bc12007-07-04 18:02:07 +0900658 * ata_pci_prepare_sff_host - helper to prepare native PCI ATA host
Tejun Heo21b0ad42007-04-17 23:44:07 +0900659 * @pdev: target PCI device
Tejun Heo1626aeb2007-05-04 12:43:58 +0200660 * @ppi: array of port_info, must be enough for two ports
Tejun Heo21b0ad42007-04-17 23:44:07 +0900661 * @r_host: out argument for the initialized ATA host
662 *
663 * Helper to allocate ATA host for @pdev, acquire all native PCI
664 * resources and initialize it accordingly in one go.
665 *
666 * LOCKING:
667 * Inherited from calling layer (may sleep).
668 *
669 * RETURNS:
670 * 0 on success, -errno otherwise.
671 */
Tejun Heod583bc12007-07-04 18:02:07 +0900672int ata_pci_prepare_sff_host(struct pci_dev *pdev,
673 const struct ata_port_info * const * ppi,
674 struct ata_host **r_host)
Tejun Heo21b0ad42007-04-17 23:44:07 +0900675{
676 struct ata_host *host;
Tejun Heo21b0ad42007-04-17 23:44:07 +0900677 int rc;
678
679 if (!devres_open_group(&pdev->dev, NULL, GFP_KERNEL))
680 return -ENOMEM;
681
682 host = ata_host_alloc_pinfo(&pdev->dev, ppi, 2);
683 if (!host) {
684 dev_printk(KERN_ERR, &pdev->dev,
685 "failed to allocate ATA host\n");
686 rc = -ENOMEM;
687 goto err_out;
688 }
689
Tejun Heod583bc12007-07-04 18:02:07 +0900690 rc = ata_pci_init_sff_host(host);
Tejun Heo21b0ad42007-04-17 23:44:07 +0900691 if (rc)
692 goto err_out;
693
694 /* init DMA related stuff */
695 rc = ata_pci_init_bmdma(host);
696 if (rc)
697 goto err_bmdma;
698
699 devres_remove_group(&pdev->dev, NULL);
700 *r_host = host;
701 return 0;
702
703 err_bmdma:
704 /* This is necessary because PCI and iomap resources are
705 * merged and releasing the top group won't release the
706 * acquired resources if some of those have been acquired
707 * before entering this function.
708 */
709 pcim_iounmap_regions(pdev, 0xf);
710 err_out:
711 devres_release_group(&pdev->dev, NULL);
712 return rc;
713}
714
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500715/**
716 * ata_pci_init_one - Initialize/register PCI IDE host controller
717 * @pdev: Controller to be initialized
Tejun Heo1626aeb2007-05-04 12:43:58 +0200718 * @ppi: array of port_info, must be enough for two ports
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500719 *
720 * This is a helper function which can be called from a driver's
721 * xxx_init_one() probe function if the hardware uses traditional
722 * IDE taskfile registers.
723 *
724 * This function calls pci_enable_device(), reserves its register
725 * regions, sets the dma mask, enables bus master mode, and calls
726 * ata_device_add()
727 *
Alan Cox2ec7df02006-08-10 16:59:10 +0900728 * ASSUMPTION:
729 * Nobody makes a single channel controller that appears solely as
730 * the secondary legacy port on PCI.
731 *
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500732 * LOCKING:
733 * Inherited from PCI layer (may sleep).
734 *
735 * RETURNS:
736 * Zero on success, negative on errno-based value on error.
737 */
Tejun Heo1626aeb2007-05-04 12:43:58 +0200738int ata_pci_init_one(struct pci_dev *pdev,
739 const struct ata_port_info * const * ppi)
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500740{
Tejun Heof0d36ef2007-01-20 16:00:28 +0900741 struct device *dev = &pdev->dev;
Tejun Heo1626aeb2007-05-04 12:43:58 +0200742 const struct ata_port_info *pi = NULL;
Tejun Heo0f834de2007-04-17 23:44:07 +0900743 struct ata_host *host = NULL;
Jeff Garzikc791c302006-09-28 03:40:11 -0400744 u8 mask;
Tejun Heo1626aeb2007-05-04 12:43:58 +0200745 int legacy_mode = 0;
746 int i, rc;
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500747
748 DPRINTK("ENTER\n");
749
Tejun Heo1626aeb2007-05-04 12:43:58 +0200750 /* look up the first valid port_info */
751 for (i = 0; i < 2 && ppi[i]; i++) {
752 if (ppi[i]->port_ops != &ata_dummy_port_ops) {
753 pi = ppi[i];
754 break;
755 }
756 }
757
758 if (!pi) {
759 dev_printk(KERN_ERR, &pdev->dev,
760 "no valid port_info specified\n");
761 return -EINVAL;
762 }
763
Tejun Heof0d36ef2007-01-20 16:00:28 +0900764 if (!devres_open_group(dev, NULL, GFP_KERNEL))
765 return -ENOMEM;
766
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500767 /* FIXME: Really for ATA it isn't safe because the device may be
768 multi-purpose and we want to leave it alone if it was already
769 enabled. Secondly for shared use as Arjan says we want refcounting
770
771 Checking dev->is_enabled is insufficient as this is not set at
772 boot for the primary video which is BIOS enabled
Tejun Heod491b272007-04-17 23:44:07 +0900773 */
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500774
Tejun Heof0d36ef2007-01-20 16:00:28 +0900775 rc = pcim_enable_device(pdev);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500776 if (rc)
Tejun Heof0d36ef2007-01-20 16:00:28 +0900777 goto err_out;
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500778
Jeff Garzikc791c302006-09-28 03:40:11 -0400779 if ((pdev->class >> 8) == PCI_CLASS_STORAGE_IDE) {
780 u8 tmp8;
781
782 /* TODO: What if one channel is in native mode ... */
783 pci_read_config_byte(pdev, PCI_CLASS_PROG, &tmp8);
784 mask = (1 << 2) | (1 << 0);
785 if ((tmp8 & mask) != mask)
Tejun Heo1626aeb2007-05-04 12:43:58 +0200786 legacy_mode = 1;
Alan Cox8eb166b2006-10-16 16:24:50 +0100787#if defined(CONFIG_NO_ATA_LEGACY)
788 /* Some platforms with PCI limits cannot address compat
789 port space. In that case we punt if their firmware has
790 left a device in compatibility mode */
791 if (legacy_mode) {
792 printk(KERN_ERR "ata: Compatibility mode ATA is not supported on this platform, skipping.\n");
Tejun Heof0d36ef2007-01-20 16:00:28 +0900793 rc = -EOPNOTSUPP;
794 goto err_out;
Alan Cox8eb166b2006-10-16 16:24:50 +0100795 }
796#endif
Jeff Garzikc791c302006-09-28 03:40:11 -0400797 }
798
Tejun Heod583bc12007-07-04 18:02:07 +0900799 /* prepare host */
800 rc = ata_pci_prepare_sff_host(pdev, ppi, &host);
801 if (rc)
Tejun Heod491b272007-04-17 23:44:07 +0900802 goto err_out;
Tejun Heod491b272007-04-17 23:44:07 +0900803
Tejun Heod491b272007-04-17 23:44:07 +0900804 pci_set_master(pdev);
805
806 /* start host and request IRQ */
807 rc = ata_host_start(host);
808 if (rc)
809 goto err_out;
810
Alan Cox277d72a2008-01-03 17:22:28 +0000811 if (!legacy_mode && pdev->irq) {
812 /* We may have no IRQ assigned in which case we can poll. This
813 shouldn't happen on a sane system but robustness is cheap
814 in this case */
Tejun Heo1626aeb2007-05-04 12:43:58 +0200815 rc = devm_request_irq(dev, pdev->irq, pi->port_ops->irq_handler,
Tejun Heod491b272007-04-17 23:44:07 +0900816 IRQF_SHARED, DRV_NAME, host);
Tejun Heod583bc12007-07-04 18:02:07 +0900817 if (rc)
818 goto err_out;
Tejun Heocbcdd872007-08-18 13:14:55 +0900819
820 ata_port_desc(host->ports[0], "irq %d", pdev->irq);
821 ata_port_desc(host->ports[1], "irq %d", pdev->irq);
Alan Cox277d72a2008-01-03 17:22:28 +0000822 } else if (legacy_mode) {
Tejun Heod583bc12007-07-04 18:02:07 +0900823 if (!ata_port_is_dummy(host->ports[0])) {
Tejun Heocbcdd872007-08-18 13:14:55 +0900824 rc = devm_request_irq(dev, ATA_PRIMARY_IRQ(pdev),
Tejun Heod583bc12007-07-04 18:02:07 +0900825 pi->port_ops->irq_handler,
826 IRQF_SHARED, DRV_NAME, host);
827 if (rc)
828 goto err_out;
Tejun Heocbcdd872007-08-18 13:14:55 +0900829
830 ata_port_desc(host->ports[0], "irq %d",
831 ATA_PRIMARY_IRQ(pdev));
Tejun Heod583bc12007-07-04 18:02:07 +0900832 }
Tejun Heo0f834de2007-04-17 23:44:07 +0900833
Tejun Heod583bc12007-07-04 18:02:07 +0900834 if (!ata_port_is_dummy(host->ports[1])) {
Tejun Heocbcdd872007-08-18 13:14:55 +0900835 rc = devm_request_irq(dev, ATA_SECONDARY_IRQ(pdev),
Tejun Heod583bc12007-07-04 18:02:07 +0900836 pi->port_ops->irq_handler,
837 IRQF_SHARED, DRV_NAME, host);
838 if (rc)
839 goto err_out;
Tejun Heocbcdd872007-08-18 13:14:55 +0900840
841 ata_port_desc(host->ports[1], "irq %d",
842 ATA_SECONDARY_IRQ(pdev));
Tejun Heod583bc12007-07-04 18:02:07 +0900843 }
Jeff Garzikc791c302006-09-28 03:40:11 -0400844 }
Tejun Heod491b272007-04-17 23:44:07 +0900845
846 /* register */
Tejun Heo1626aeb2007-05-04 12:43:58 +0200847 rc = ata_host_register(host, pi->sht);
Tejun Heod491b272007-04-17 23:44:07 +0900848 if (rc)
849 goto err_out;
850
Tejun Heof0d36ef2007-01-20 16:00:28 +0900851 devres_remove_group(dev, NULL);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500852 return 0;
853
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500854err_out:
Tejun Heof0d36ef2007-01-20 16:00:28 +0900855 devres_release_group(dev, NULL);
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500856 return rc;
857}
858
Alan Coxd33d44f2006-03-21 15:59:57 +0000859/**
860 * ata_pci_clear_simplex - attempt to kick device out of simplex
861 * @pdev: PCI device
862 *
863 * Some PCI ATA devices report simplex mode but in fact can be told to
Robert P. J. Day3a4fa0a2007-10-19 23:10:43 +0200864 * enter non simplex mode. This implements the necessary logic to
Alan Coxd33d44f2006-03-21 15:59:57 +0000865 * perform the task on such devices. Calling it on other devices will
866 * have -undefined- behaviour.
867 */
868
869int ata_pci_clear_simplex(struct pci_dev *pdev)
870{
871 unsigned long bmdma = pci_resource_start(pdev, 4);
872 u8 simplex;
873
874 if (bmdma == 0)
875 return -ENOENT;
876
877 simplex = inb(bmdma + 0x02);
878 outb(simplex & 0x60, bmdma + 0x02);
879 simplex = inb(bmdma + 0x02);
880 if (simplex & 0x80)
881 return -EOPNOTSUPP;
882 return 0;
883}
884
Alan Coxa76b62c2007-03-09 09:34:07 -0500885unsigned long ata_pci_default_filter(struct ata_device *adev, unsigned long xfer_mask)
Alan Coxd33d44f2006-03-21 15:59:57 +0000886{
887 /* Filter out DMA modes if the device has been configured by
888 the BIOS as PIO only */
Jeff Garzik2e9edbf2006-03-24 09:56:57 -0500889
Stephen Hemmingerc80544d2007-10-18 03:07:05 -0700890 if (adev->link->ap->ioaddr.bmdma_addr == NULL)
Alan Coxd33d44f2006-03-21 15:59:57 +0000891 xfer_mask &= ~(ATA_MASK_MWDMA | ATA_MASK_UDMA);
892 return xfer_mask;
893}
894
Jeff Garzik1fdffbc2006-02-09 05:15:27 -0500895#endif /* CONFIG_PCI */
896