blob: d27ab312cdfb33a220e4e1a52103ab80ca7c4112 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * sata_sil.c - Silicon Image SATA
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -04008 * Copyright 2003-2005 Red Hat, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Copyright 2003 Benjamin Herrenschmidt
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -040012 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2, or (at your option)
15 * any later version.
16 *
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
21 *
22 * You should have received a copy of the GNU General Public License
23 * along with this program; see the file COPYING. If not, write to
24 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
25 *
26 *
27 * libata documentation is available via 'make {ps|pdf}docs',
28 * as Documentation/DocBook/libata.*
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 *
Jeff Garzik953d1132005-08-26 19:46:24 -040030 * Documentation for SiI 3112:
31 * http://gkernel.sourceforge.net/specs/sii/3112A_SiI-DS-0095-B2.pdf.bz2
32 *
33 * Other errata and documentation available under NDA.
34 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070035 */
36
37#include <linux/kernel.h>
38#include <linux/module.h>
39#include <linux/pci.h>
40#include <linux/init.h>
41#include <linux/blkdev.h>
42#include <linux/delay.h>
43#include <linux/interrupt.h>
Jeff Garzika9524a72005-10-30 14:39:11 -050044#include <linux/device.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070045#include <scsi/scsi_host.h>
46#include <linux/libata.h>
47
48#define DRV_NAME "sata_sil"
Jeff Garzik8676ce02006-06-26 20:41:33 -040049#define DRV_VERSION "2.0"
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
51enum {
Tejun Heoe653a1e2006-03-05 16:03:52 +090052 /*
53 * host flags
54 */
Tejun Heo201ce852006-06-26 21:23:52 +090055 SIL_FLAG_NO_SATA_IRQ = (1 << 28),
Tejun Heoe4e10e32006-02-25 13:52:30 +090056 SIL_FLAG_RERR_ON_DMA_ACT = (1 << 29),
Tejun Heoe4deec62005-08-23 07:27:25 +090057 SIL_FLAG_MOD15WRITE = (1 << 30),
Tejun Heo20888d82006-05-31 18:27:53 +090058
Jeff Garzikcca39742006-08-24 03:19:22 -040059 SIL_DFL_PORT_FLAGS = ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY |
Tejun Heoe5738902006-05-31 18:28:16 +090060 ATA_FLAG_MMIO | ATA_FLAG_HRST_TO_RESUME,
Tejun Heoe4deec62005-08-23 07:27:25 +090061
Tejun Heoe653a1e2006-03-05 16:03:52 +090062 /*
63 * Controller IDs
64 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 sil_3112 = 0,
Tejun Heo201ce852006-06-26 21:23:52 +090066 sil_3112_no_sata_irq = 1,
67 sil_3512 = 2,
68 sil_3114 = 3,
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
Tejun Heoe653a1e2006-03-05 16:03:52 +090070 /*
71 * Register offsets
72 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 SIL_SYSCFG = 0x48,
Tejun Heoe653a1e2006-03-05 16:03:52 +090074
75 /*
76 * Register bits
77 */
78 /* SYSCFG */
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 SIL_MASK_IDE0_INT = (1 << 22),
80 SIL_MASK_IDE1_INT = (1 << 23),
81 SIL_MASK_IDE2_INT = (1 << 24),
82 SIL_MASK_IDE3_INT = (1 << 25),
83 SIL_MASK_2PORT = SIL_MASK_IDE0_INT | SIL_MASK_IDE1_INT,
84 SIL_MASK_4PORT = SIL_MASK_2PORT |
85 SIL_MASK_IDE2_INT | SIL_MASK_IDE3_INT,
86
Tejun Heoe653a1e2006-03-05 16:03:52 +090087 /* BMDMA/BMDMA2 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 SIL_INTR_STEERING = (1 << 1),
Tejun Heoe653a1e2006-03-05 16:03:52 +090089
Tejun Heo20888d82006-05-31 18:27:53 +090090 SIL_DMA_ENABLE = (1 << 0), /* DMA run switch */
91 SIL_DMA_RDWR = (1 << 3), /* DMA Rd-Wr */
92 SIL_DMA_SATA_IRQ = (1 << 4), /* OR of all SATA IRQs */
93 SIL_DMA_ACTIVE = (1 << 16), /* DMA running */
94 SIL_DMA_ERROR = (1 << 17), /* PCI bus error */
95 SIL_DMA_COMPLETE = (1 << 18), /* cmd complete / IRQ pending */
96 SIL_DMA_N_SATA_IRQ = (1 << 6), /* SATA_IRQ for the next channel */
97 SIL_DMA_N_ACTIVE = (1 << 24), /* ACTIVE for the next channel */
98 SIL_DMA_N_ERROR = (1 << 25), /* ERROR for the next channel */
99 SIL_DMA_N_COMPLETE = (1 << 26), /* COMPLETE for the next channel */
100
101 /* SIEN */
102 SIL_SIEN_N = (1 << 16), /* triggered by SError.N */
103
Tejun Heoe653a1e2006-03-05 16:03:52 +0900104 /*
105 * Others
106 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 SIL_QUIRK_MOD15WRITE = (1 << 0),
108 SIL_QUIRK_UDMA5MAX = (1 << 1),
109};
110
111static int sil_init_one (struct pci_dev *pdev, const struct pci_device_id *ent);
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700112#ifdef CONFIG_PM
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900113static int sil_pci_device_resume(struct pci_dev *pdev);
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700114#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115static void sil_dev_config(struct ata_port *ap, struct ata_device *dev);
116static u32 sil_scr_read (struct ata_port *ap, unsigned int sc_reg);
117static void sil_scr_write (struct ata_port *ap, unsigned int sc_reg, u32 val);
118static void sil_post_set_mode (struct ata_port *ap);
David Howells7d12e782006-10-05 14:55:46 +0100119static irqreturn_t sil_interrupt(int irq, void *dev_instance);
Tejun Heof6aae272006-05-15 20:58:27 +0900120static void sil_freeze(struct ata_port *ap);
121static void sil_thaw(struct ata_port *ap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
Jeff Garzik374b1872005-08-30 05:42:52 -0400123
Jeff Garzik3b7d6972005-11-10 11:04:11 -0500124static const struct pci_device_id sil_pci_tbl[] = {
Jeff Garzik54bb3a942006-09-27 22:20:11 -0400125 { PCI_VDEVICE(CMD, 0x3112), sil_3112 },
126 { PCI_VDEVICE(CMD, 0x0240), sil_3112 },
127 { PCI_VDEVICE(CMD, 0x3512), sil_3512 },
128 { PCI_VDEVICE(CMD, 0x3114), sil_3114 },
129 { PCI_VDEVICE(ATI, 0x436e), sil_3112 },
130 { PCI_VDEVICE(ATI, 0x4379), sil_3112_no_sata_irq },
131 { PCI_VDEVICE(ATI, 0x437a), sil_3112_no_sata_irq },
132
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 { } /* terminate list */
134};
135
136
137/* TODO firmware versions should be added - eric */
138static const struct sil_drivelist {
139 const char * product;
140 unsigned int quirk;
141} sil_blacklist [] = {
142 { "ST320012AS", SIL_QUIRK_MOD15WRITE },
143 { "ST330013AS", SIL_QUIRK_MOD15WRITE },
144 { "ST340017AS", SIL_QUIRK_MOD15WRITE },
145 { "ST360015AS", SIL_QUIRK_MOD15WRITE },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 { "ST380023AS", SIL_QUIRK_MOD15WRITE },
147 { "ST3120023AS", SIL_QUIRK_MOD15WRITE },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 { "ST340014ASL", SIL_QUIRK_MOD15WRITE },
149 { "ST360014ASL", SIL_QUIRK_MOD15WRITE },
150 { "ST380011ASL", SIL_QUIRK_MOD15WRITE },
151 { "ST3120022ASL", SIL_QUIRK_MOD15WRITE },
152 { "ST3160021ASL", SIL_QUIRK_MOD15WRITE },
153 { "Maxtor 4D060H3", SIL_QUIRK_UDMA5MAX },
154 { }
155};
156
157static struct pci_driver sil_pci_driver = {
158 .name = DRV_NAME,
159 .id_table = sil_pci_tbl,
160 .probe = sil_init_one,
161 .remove = ata_pci_remove_one,
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700162#ifdef CONFIG_PM
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900163 .suspend = ata_pci_device_suspend,
164 .resume = sil_pci_device_resume,
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700165#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166};
167
Jeff Garzik193515d2005-11-07 00:59:37 -0500168static struct scsi_host_template sil_sht = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 .module = THIS_MODULE,
170 .name = DRV_NAME,
171 .ioctl = ata_scsi_ioctl,
172 .queuecommand = ata_scsi_queuecmd,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 .can_queue = ATA_DEF_QUEUE,
174 .this_id = ATA_SHT_THIS_ID,
175 .sg_tablesize = LIBATA_MAX_PRD,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 .cmd_per_lun = ATA_SHT_CMD_PER_LUN,
177 .emulated = ATA_SHT_EMULATED,
178 .use_clustering = ATA_SHT_USE_CLUSTERING,
179 .proc_name = DRV_NAME,
180 .dma_boundary = ATA_DMA_BOUNDARY,
181 .slave_configure = ata_scsi_slave_config,
Tejun Heoccf68c32006-05-31 18:28:09 +0900182 .slave_destroy = ata_scsi_slave_destroy,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 .bios_param = ata_std_bios_param,
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900184 .suspend = ata_scsi_device_suspend,
185 .resume = ata_scsi_device_resume,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186};
187
Jeff Garzik057ace52005-10-22 14:27:05 -0400188static const struct ata_port_operations sil_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 .port_disable = ata_port_disable,
190 .dev_config = sil_dev_config,
191 .tf_load = ata_tf_load,
192 .tf_read = ata_tf_read,
193 .check_status = ata_check_status,
194 .exec_command = ata_exec_command,
195 .dev_select = ata_std_dev_select,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 .post_set_mode = sil_post_set_mode,
197 .bmdma_setup = ata_bmdma_setup,
198 .bmdma_start = ata_bmdma_start,
199 .bmdma_stop = ata_bmdma_stop,
200 .bmdma_status = ata_bmdma_status,
201 .qc_prep = ata_qc_prep,
202 .qc_issue = ata_qc_issue_prot,
Alan Coxa6b2c5d2006-05-22 16:59:59 +0100203 .data_xfer = ata_mmio_data_xfer,
Tejun Heof6aae272006-05-15 20:58:27 +0900204 .freeze = sil_freeze,
205 .thaw = sil_thaw,
206 .error_handler = ata_bmdma_error_handler,
207 .post_internal_cmd = ata_bmdma_post_internal_cmd,
Tejun Heocbe88fb2006-05-31 18:27:55 +0900208 .irq_handler = sil_interrupt,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209 .irq_clear = ata_bmdma_irq_clear,
210 .scr_read = sil_scr_read,
211 .scr_write = sil_scr_write,
212 .port_start = ata_port_start,
213 .port_stop = ata_port_stop,
Jeff Garzik374b1872005-08-30 05:42:52 -0400214 .host_stop = ata_pci_host_stop,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215};
216
Arjan van de Ven98ac62d2005-11-28 10:06:23 +0100217static const struct ata_port_info sil_port_info[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 /* sil_3112 */
219 {
220 .sht = &sil_sht,
Jeff Garzikcca39742006-08-24 03:19:22 -0400221 .flags = SIL_DFL_PORT_FLAGS | SIL_FLAG_MOD15WRITE,
Tejun Heoe4deec62005-08-23 07:27:25 +0900222 .pio_mask = 0x1f, /* pio0-4 */
223 .mwdma_mask = 0x07, /* mwdma0-2 */
224 .udma_mask = 0x3f, /* udma0-5 */
225 .port_ops = &sil_ops,
Tejun Heo0ee304d2006-02-25 13:52:30 +0900226 },
Tejun Heo201ce852006-06-26 21:23:52 +0900227 /* sil_3112_no_sata_irq */
228 {
229 .sht = &sil_sht,
Jeff Garzikcca39742006-08-24 03:19:22 -0400230 .flags = SIL_DFL_PORT_FLAGS | SIL_FLAG_MOD15WRITE |
Tejun Heo201ce852006-06-26 21:23:52 +0900231 SIL_FLAG_NO_SATA_IRQ,
232 .pio_mask = 0x1f, /* pio0-4 */
233 .mwdma_mask = 0x07, /* mwdma0-2 */
234 .udma_mask = 0x3f, /* udma0-5 */
235 .port_ops = &sil_ops,
236 },
Tejun Heo0ee304d2006-02-25 13:52:30 +0900237 /* sil_3512 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 {
239 .sht = &sil_sht,
Jeff Garzikcca39742006-08-24 03:19:22 -0400240 .flags = SIL_DFL_PORT_FLAGS | SIL_FLAG_RERR_ON_DMA_ACT,
Tejun Heo0ee304d2006-02-25 13:52:30 +0900241 .pio_mask = 0x1f, /* pio0-4 */
242 .mwdma_mask = 0x07, /* mwdma0-2 */
243 .udma_mask = 0x3f, /* udma0-5 */
244 .port_ops = &sil_ops,
245 },
246 /* sil_3114 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 {
248 .sht = &sil_sht,
Jeff Garzikcca39742006-08-24 03:19:22 -0400249 .flags = SIL_DFL_PORT_FLAGS | SIL_FLAG_RERR_ON_DMA_ACT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250 .pio_mask = 0x1f, /* pio0-4 */
251 .mwdma_mask = 0x07, /* mwdma0-2 */
252 .udma_mask = 0x3f, /* udma0-5 */
253 .port_ops = &sil_ops,
254 },
255};
256
257/* per-port register offsets */
258/* TODO: we can probably calculate rather than use a table */
259static const struct {
260 unsigned long tf; /* ATA taskfile register block */
261 unsigned long ctl; /* ATA control/altstatus register block */
262 unsigned long bmdma; /* DMA register block */
Tejun Heo20888d82006-05-31 18:27:53 +0900263 unsigned long bmdma2; /* DMA register block #2 */
Tejun Heo48d4ef22006-03-05 16:03:52 +0900264 unsigned long fifo_cfg; /* FIFO Valid Byte Count and Control */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 unsigned long scr; /* SATA control register block */
266 unsigned long sien; /* SATA Interrupt Enable register */
267 unsigned long xfer_mode;/* data transfer mode register */
Tejun Heoe4e10e32006-02-25 13:52:30 +0900268 unsigned long sfis_cfg; /* SATA FIS reception config register */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269} sil_port[] = {
270 /* port 0 ... */
Tejun Heo20888d82006-05-31 18:27:53 +0900271 { 0x80, 0x8A, 0x00, 0x10, 0x40, 0x100, 0x148, 0xb4, 0x14c },
272 { 0xC0, 0xCA, 0x08, 0x18, 0x44, 0x180, 0x1c8, 0xf4, 0x1cc },
273 { 0x280, 0x28A, 0x200, 0x210, 0x240, 0x300, 0x348, 0x2b4, 0x34c },
274 { 0x2C0, 0x2CA, 0x208, 0x218, 0x244, 0x380, 0x3c8, 0x2f4, 0x3cc },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 /* ... port 3 */
276};
277
278MODULE_AUTHOR("Jeff Garzik");
279MODULE_DESCRIPTION("low-level driver for Silicon Image SATA controller");
280MODULE_LICENSE("GPL");
281MODULE_DEVICE_TABLE(pci, sil_pci_tbl);
282MODULE_VERSION(DRV_VERSION);
283
Jeff Garzik51e9f2f2006-01-27 16:50:27 -0500284static int slow_down = 0;
285module_param(slow_down, int, 0444);
286MODULE_PARM_DESC(slow_down, "Sledgehammer used to work around random problems, by limiting commands to 15 sectors (0=off, 1=on)");
287
Jeff Garzik374b1872005-08-30 05:42:52 -0400288
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289static unsigned char sil_get_device_cache_line(struct pci_dev *pdev)
290{
291 u8 cache_line = 0;
292 pci_read_config_byte(pdev, PCI_CACHE_LINE_SIZE, &cache_line);
293 return cache_line;
294}
295
296static void sil_post_set_mode (struct ata_port *ap)
297{
Jeff Garzikcca39742006-08-24 03:19:22 -0400298 struct ata_host *host = ap->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 struct ata_device *dev;
Jeff Garzikcca39742006-08-24 03:19:22 -0400300 void __iomem *addr = host->mmio_base + sil_port[ap->port_no].xfer_mode;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301 u32 tmp, dev_mode[2];
302 unsigned int i;
303
304 for (i = 0; i < 2; i++) {
305 dev = &ap->device[i];
Tejun Heoe1211e32006-04-01 01:38:18 +0900306 if (!ata_dev_enabled(dev))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 dev_mode[i] = 0; /* PIO0/1/2 */
308 else if (dev->flags & ATA_DFLAG_PIO)
309 dev_mode[i] = 1; /* PIO3/4 */
310 else
311 dev_mode[i] = 3; /* UDMA */
312 /* value 2 indicates MDMA */
313 }
314
315 tmp = readl(addr);
316 tmp &= ~((1<<5) | (1<<4) | (1<<1) | (1<<0));
317 tmp |= dev_mode[0];
318 tmp |= (dev_mode[1] << 4);
319 writel(tmp, addr);
320 readl(addr); /* flush */
321}
322
323static inline unsigned long sil_scr_addr(struct ata_port *ap, unsigned int sc_reg)
324{
325 unsigned long offset = ap->ioaddr.scr_addr;
326
327 switch (sc_reg) {
328 case SCR_STATUS:
329 return offset + 4;
330 case SCR_ERROR:
331 return offset + 8;
332 case SCR_CONTROL:
333 return offset;
334 default:
335 /* do nothing */
336 break;
337 }
338
339 return 0;
340}
341
342static u32 sil_scr_read (struct ata_port *ap, unsigned int sc_reg)
343{
Al Viro9aa36e82005-10-21 06:46:02 +0100344 void __iomem *mmio = (void __iomem *) sil_scr_addr(ap, sc_reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 if (mmio)
346 return readl(mmio);
347 return 0xffffffffU;
348}
349
350static void sil_scr_write (struct ata_port *ap, unsigned int sc_reg, u32 val)
351{
Al Viro04b1add2006-10-10 22:45:17 +0100352 void __iomem *mmio = (void __iomem *) sil_scr_addr(ap, sc_reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 if (mmio)
354 writel(val, mmio);
355}
356
Tejun Heocbe88fb2006-05-31 18:27:55 +0900357static void sil_host_intr(struct ata_port *ap, u32 bmdma2)
358{
Tejun Heoea547632006-11-17 12:06:21 +0900359 struct ata_eh_info *ehi = &ap->eh_info;
Tejun Heocbe88fb2006-05-31 18:27:55 +0900360 struct ata_queued_cmd *qc = ata_qc_from_tag(ap, ap->active_tag);
361 u8 status;
362
Tejun Heoe5738902006-05-31 18:28:16 +0900363 if (unlikely(bmdma2 & SIL_DMA_SATA_IRQ)) {
Tejun Heod4c85322006-06-12 18:45:55 +0900364 u32 serror;
365
366 /* SIEN doesn't mask SATA IRQs on some 3112s. Those
367 * controllers continue to assert IRQ as long as
368 * SError bits are pending. Clear SError immediately.
369 */
370 serror = sil_scr_read(ap, SCR_ERROR);
371 sil_scr_write(ap, SCR_ERROR, serror);
372
373 /* Trigger hotplug and accumulate SError only if the
374 * port isn't already frozen. Otherwise, PHY events
375 * during hardreset makes controllers with broken SIEN
376 * repeat probing needlessly.
377 */
Tejun Heob51e9e52006-06-29 01:29:30 +0900378 if (!(ap->pflags & ATA_PFLAG_FROZEN)) {
Tejun Heod4c85322006-06-12 18:45:55 +0900379 ata_ehi_hotplugged(&ap->eh_info);
380 ap->eh_info.serror |= serror;
381 }
382
Tejun Heoe5738902006-05-31 18:28:16 +0900383 goto freeze;
384 }
385
Tejun Heocbe88fb2006-05-31 18:27:55 +0900386 if (unlikely(!qc || qc->tf.ctl & ATA_NIEN))
387 goto freeze;
388
389 /* Check whether we are expecting interrupt in this state */
390 switch (ap->hsm_task_state) {
391 case HSM_ST_FIRST:
392 /* Some pre-ATAPI-4 devices assert INTRQ
393 * at this state when ready to receive CDB.
394 */
395
396 /* Check the ATA_DFLAG_CDB_INTR flag is enough here.
397 * The flag was turned on only for atapi devices.
398 * No need to check is_atapi_taskfile(&qc->tf) again.
399 */
400 if (!(qc->dev->flags & ATA_DFLAG_CDB_INTR))
401 goto err_hsm;
402 break;
403 case HSM_ST_LAST:
404 if (qc->tf.protocol == ATA_PROT_DMA ||
405 qc->tf.protocol == ATA_PROT_ATAPI_DMA) {
406 /* clear DMA-Start bit */
407 ap->ops->bmdma_stop(qc);
408
409 if (bmdma2 & SIL_DMA_ERROR) {
410 qc->err_mask |= AC_ERR_HOST_BUS;
411 ap->hsm_task_state = HSM_ST_ERR;
412 }
413 }
414 break;
415 case HSM_ST:
416 break;
417 default:
418 goto err_hsm;
419 }
420
421 /* check main status, clearing INTRQ */
422 status = ata_chk_status(ap);
423 if (unlikely(status & ATA_BUSY))
424 goto err_hsm;
425
426 /* ack bmdma irq events */
427 ata_bmdma_irq_clear(ap);
428
429 /* kick HSM in the ass */
430 ata_hsm_move(ap, qc, status, 0);
431
Tejun Heoea547632006-11-17 12:06:21 +0900432 if (unlikely(qc->err_mask) && (qc->tf.protocol == ATA_PROT_DMA ||
433 qc->tf.protocol == ATA_PROT_ATAPI_DMA))
434 ata_ehi_push_desc(ehi, "BMDMA2 stat 0x%x", bmdma2);
435
Tejun Heocbe88fb2006-05-31 18:27:55 +0900436 return;
437
438 err_hsm:
439 qc->err_mask |= AC_ERR_HSM;
440 freeze:
441 ata_port_freeze(ap);
442}
443
David Howells7d12e782006-10-05 14:55:46 +0100444static irqreturn_t sil_interrupt(int irq, void *dev_instance)
Tejun Heocbe88fb2006-05-31 18:27:55 +0900445{
Jeff Garzikcca39742006-08-24 03:19:22 -0400446 struct ata_host *host = dev_instance;
447 void __iomem *mmio_base = host->mmio_base;
Tejun Heocbe88fb2006-05-31 18:27:55 +0900448 int handled = 0;
449 int i;
450
Jeff Garzikcca39742006-08-24 03:19:22 -0400451 spin_lock(&host->lock);
Tejun Heocbe88fb2006-05-31 18:27:55 +0900452
Jeff Garzikcca39742006-08-24 03:19:22 -0400453 for (i = 0; i < host->n_ports; i++) {
454 struct ata_port *ap = host->ports[i];
Tejun Heocbe88fb2006-05-31 18:27:55 +0900455 u32 bmdma2 = readl(mmio_base + sil_port[ap->port_no].bmdma2);
456
457 if (unlikely(!ap || ap->flags & ATA_FLAG_DISABLED))
458 continue;
459
Tejun Heo201ce852006-06-26 21:23:52 +0900460 /* turn off SATA_IRQ if not supported */
461 if (ap->flags & SIL_FLAG_NO_SATA_IRQ)
462 bmdma2 &= ~SIL_DMA_SATA_IRQ;
463
Tejun Heo23fa9612006-06-12 14:18:51 +0900464 if (bmdma2 == 0xffffffff ||
465 !(bmdma2 & (SIL_DMA_COMPLETE | SIL_DMA_SATA_IRQ)))
Tejun Heocbe88fb2006-05-31 18:27:55 +0900466 continue;
467
468 sil_host_intr(ap, bmdma2);
469 handled = 1;
470 }
471
Jeff Garzikcca39742006-08-24 03:19:22 -0400472 spin_unlock(&host->lock);
Tejun Heocbe88fb2006-05-31 18:27:55 +0900473
474 return IRQ_RETVAL(handled);
475}
476
Tejun Heof6aae272006-05-15 20:58:27 +0900477static void sil_freeze(struct ata_port *ap)
478{
Jeff Garzikcca39742006-08-24 03:19:22 -0400479 void __iomem *mmio_base = ap->host->mmio_base;
Tejun Heof6aae272006-05-15 20:58:27 +0900480 u32 tmp;
481
Tejun Heoe5738902006-05-31 18:28:16 +0900482 /* global IRQ mask doesn't block SATA IRQ, turn off explicitly */
483 writel(0, mmio_base + sil_port[ap->port_no].sien);
484
Tejun Heof6aae272006-05-15 20:58:27 +0900485 /* plug IRQ */
486 tmp = readl(mmio_base + SIL_SYSCFG);
487 tmp |= SIL_MASK_IDE0_INT << ap->port_no;
488 writel(tmp, mmio_base + SIL_SYSCFG);
489 readl(mmio_base + SIL_SYSCFG); /* flush */
490}
491
492static void sil_thaw(struct ata_port *ap)
493{
Jeff Garzikcca39742006-08-24 03:19:22 -0400494 void __iomem *mmio_base = ap->host->mmio_base;
Tejun Heof6aae272006-05-15 20:58:27 +0900495 u32 tmp;
496
497 /* clear IRQ */
498 ata_chk_status(ap);
499 ata_bmdma_irq_clear(ap);
500
Tejun Heo201ce852006-06-26 21:23:52 +0900501 /* turn on SATA IRQ if supported */
502 if (!(ap->flags & SIL_FLAG_NO_SATA_IRQ))
503 writel(SIL_SIEN_N, mmio_base + sil_port[ap->port_no].sien);
Tejun Heoe5738902006-05-31 18:28:16 +0900504
Tejun Heof6aae272006-05-15 20:58:27 +0900505 /* turn on IRQ */
506 tmp = readl(mmio_base + SIL_SYSCFG);
507 tmp &= ~(SIL_MASK_IDE0_INT << ap->port_no);
508 writel(tmp, mmio_base + SIL_SYSCFG);
509}
510
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511/**
512 * sil_dev_config - Apply device/host-specific errata fixups
513 * @ap: Port containing device to be examined
514 * @dev: Device to be examined
515 *
516 * After the IDENTIFY [PACKET] DEVICE step is complete, and a
517 * device is known to be present, this function is called.
518 * We apply two errata fixups which are specific to Silicon Image,
519 * a Seagate and a Maxtor fixup.
520 *
521 * For certain Seagate devices, we must limit the maximum sectors
522 * to under 8K.
523 *
524 * For certain Maxtor devices, we must not program the drive
525 * beyond udma5.
526 *
527 * Both fixups are unfairly pessimistic. As soon as I get more
528 * information on these errata, I will create a more exhaustive
529 * list, and apply the fixups to only the specific
530 * devices/hosts/firmwares that need it.
531 *
532 * 20040111 - Seagate drives affected by the Mod15Write bug are blacklisted
533 * The Maxtor quirk is in the blacklist, but I'm keeping the original
534 * pessimistic fix for the following reasons...
535 * - There seems to be less info on it, only one device gleaned off the
536 * Windows driver, maybe only one is affected. More info would be greatly
537 * appreciated.
538 * - But then again UDMA5 is hardly anything to complain about
539 */
540static void sil_dev_config(struct ata_port *ap, struct ata_device *dev)
541{
Tejun Heoefdaedc2006-11-01 18:38:52 +0900542 int print_info = ap->eh_context.i.flags & ATA_EHI_PRINTINFO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 unsigned int n, quirks = 0;
Tejun Heoa0cf7332007-01-02 20:18:49 +0900544 unsigned char model_num[ATA_ID_PROD_LEN + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545
Tejun Heoa0cf7332007-01-02 20:18:49 +0900546 ata_id_c_string(dev->id, model_num, ATA_ID_PROD, sizeof(model_num));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547
Jeff Garzik8a60a072005-07-31 13:13:24 -0400548 for (n = 0; sil_blacklist[n].product; n++)
Tejun Heo2e026712006-02-12 22:47:04 +0900549 if (!strcmp(sil_blacklist[n].product, model_num)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 quirks = sil_blacklist[n].quirk;
551 break;
552 }
Jeff Garzik8a60a072005-07-31 13:13:24 -0400553
Linus Torvalds1da177e2005-04-16 15:20:36 -0700554 /* limit requests to 15 sectors */
Jeff Garzik51e9f2f2006-01-27 16:50:27 -0500555 if (slow_down ||
556 ((ap->flags & SIL_FLAG_MOD15WRITE) &&
557 (quirks & SIL_QUIRK_MOD15WRITE))) {
Tejun Heoefdaedc2006-11-01 18:38:52 +0900558 if (print_info)
559 ata_dev_printk(dev, KERN_INFO, "applying Seagate "
560 "errata fix (mod15write workaround)\n");
Tejun Heob00eec12006-02-12 23:32:59 +0900561 dev->max_sectors = 15;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 return;
563 }
564
565 /* limit to udma5 */
566 if (quirks & SIL_QUIRK_UDMA5MAX) {
Tejun Heoefdaedc2006-11-01 18:38:52 +0900567 if (print_info)
568 ata_dev_printk(dev, KERN_INFO, "applying Maxtor "
569 "errata fix %s\n", model_num);
Tejun Heo5a529132006-03-24 14:07:50 +0900570 dev->udma_mask &= ATA_UDMA5;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571 return;
572 }
573}
574
Tejun Heo3d8ec912006-07-03 16:07:27 +0900575static void sil_init_controller(struct pci_dev *pdev,
Jeff Garzikcca39742006-08-24 03:19:22 -0400576 int n_ports, unsigned long port_flags,
Tejun Heo3d8ec912006-07-03 16:07:27 +0900577 void __iomem *mmio_base)
578{
579 u8 cls;
580 u32 tmp;
581 int i;
582
583 /* Initialize FIFO PCI bus arbitration */
584 cls = sil_get_device_cache_line(pdev);
585 if (cls) {
586 cls >>= 3;
587 cls++; /* cls = (line_size/8)+1 */
588 for (i = 0; i < n_ports; i++)
589 writew(cls << 8 | cls,
590 mmio_base + sil_port[i].fifo_cfg);
591 } else
592 dev_printk(KERN_WARNING, &pdev->dev,
593 "cache line size not set. Driver may not function\n");
594
595 /* Apply R_ERR on DMA activate FIS errata workaround */
Jeff Garzikcca39742006-08-24 03:19:22 -0400596 if (port_flags & SIL_FLAG_RERR_ON_DMA_ACT) {
Tejun Heo3d8ec912006-07-03 16:07:27 +0900597 int cnt;
598
599 for (i = 0, cnt = 0; i < n_ports; i++) {
600 tmp = readl(mmio_base + sil_port[i].sfis_cfg);
601 if ((tmp & 0x3) != 0x01)
602 continue;
603 if (!cnt)
604 dev_printk(KERN_INFO, &pdev->dev,
605 "Applying R_ERR on DMA activate "
606 "FIS errata fix\n");
607 writel(tmp & ~0x3, mmio_base + sil_port[i].sfis_cfg);
608 cnt++;
609 }
610 }
611
612 if (n_ports == 4) {
613 /* flip the magic "make 4 ports work" bit */
614 tmp = readl(mmio_base + sil_port[2].bmdma);
615 if ((tmp & SIL_INTR_STEERING) == 0)
616 writel(tmp | SIL_INTR_STEERING,
617 mmio_base + sil_port[2].bmdma);
618 }
619}
620
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621static int sil_init_one (struct pci_dev *pdev, const struct pci_device_id *ent)
622{
623 static int printed_version;
624 struct ata_probe_ent *probe_ent = NULL;
625 unsigned long base;
Jeff Garzikea6ba102005-08-30 05:18:18 -0400626 void __iomem *mmio_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627 int rc;
628 unsigned int i;
629 int pci_dev_busy = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630
631 if (!printed_version++)
Jeff Garzika9524a72005-10-30 14:39:11 -0500632 dev_printk(KERN_DEBUG, &pdev->dev, "version " DRV_VERSION "\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700633
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 rc = pci_enable_device(pdev);
635 if (rc)
636 return rc;
637
638 rc = pci_request_regions(pdev, DRV_NAME);
639 if (rc) {
640 pci_dev_busy = 1;
641 goto err_out;
642 }
643
644 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
645 if (rc)
646 goto err_out_regions;
647 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
648 if (rc)
649 goto err_out_regions;
650
Tejun Heo9a531442006-03-05 16:03:52 +0900651 probe_ent = kzalloc(sizeof(*probe_ent), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 if (probe_ent == NULL) {
653 rc = -ENOMEM;
654 goto err_out_regions;
655 }
656
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 INIT_LIST_HEAD(&probe_ent->node);
658 probe_ent->dev = pci_dev_to_dev(pdev);
659 probe_ent->port_ops = sil_port_info[ent->driver_data].port_ops;
660 probe_ent->sht = sil_port_info[ent->driver_data].sht;
661 probe_ent->n_ports = (ent->driver_data == sil_3114) ? 4 : 2;
662 probe_ent->pio_mask = sil_port_info[ent->driver_data].pio_mask;
663 probe_ent->mwdma_mask = sil_port_info[ent->driver_data].mwdma_mask;
664 probe_ent->udma_mask = sil_port_info[ent->driver_data].udma_mask;
665 probe_ent->irq = pdev->irq;
Thomas Gleixner1d6f3592006-07-01 19:29:42 -0700666 probe_ent->irq_flags = IRQF_SHARED;
Jeff Garzikcca39742006-08-24 03:19:22 -0400667 probe_ent->port_flags = sil_port_info[ent->driver_data].flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668
Jeff Garzik374b1872005-08-30 05:42:52 -0400669 mmio_base = pci_iomap(pdev, 5, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 if (mmio_base == NULL) {
671 rc = -ENOMEM;
672 goto err_out_free_ent;
673 }
674
675 probe_ent->mmio_base = mmio_base;
676
677 base = (unsigned long) mmio_base;
678
679 for (i = 0; i < probe_ent->n_ports; i++) {
680 probe_ent->port[i].cmd_addr = base + sil_port[i].tf;
681 probe_ent->port[i].altstatus_addr =
682 probe_ent->port[i].ctl_addr = base + sil_port[i].ctl;
683 probe_ent->port[i].bmdma_addr = base + sil_port[i].bmdma;
684 probe_ent->port[i].scr_addr = base + sil_port[i].scr;
685 ata_std_ports(&probe_ent->port[i]);
686 }
687
Jeff Garzikcca39742006-08-24 03:19:22 -0400688 sil_init_controller(pdev, probe_ent->n_ports, probe_ent->port_flags,
Tejun Heo3d8ec912006-07-03 16:07:27 +0900689 mmio_base);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 pci_set_master(pdev);
692
693 /* FIXME: check ata_device_add return value */
694 ata_device_add(probe_ent);
695 kfree(probe_ent);
696
697 return 0;
698
699err_out_free_ent:
700 kfree(probe_ent);
701err_out_regions:
702 pci_release_regions(pdev);
703err_out:
704 if (!pci_dev_busy)
705 pci_disable_device(pdev);
706 return rc;
707}
708
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700709#ifdef CONFIG_PM
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900710static int sil_pci_device_resume(struct pci_dev *pdev)
711{
Jeff Garzikcca39742006-08-24 03:19:22 -0400712 struct ata_host *host = dev_get_drvdata(&pdev->dev);
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900713
714 ata_pci_device_do_resume(pdev);
Jeff Garzikcca39742006-08-24 03:19:22 -0400715 sil_init_controller(pdev, host->n_ports, host->ports[0]->flags,
716 host->mmio_base);
717 ata_host_resume(host);
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900718
719 return 0;
720}
Alexey Dobriyan281d4262006-08-14 22:49:30 -0700721#endif
Tejun Heoafb5a7c2006-07-03 16:07:27 +0900722
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723static int __init sil_init(void)
724{
Pavel Roskinb7887192006-08-10 18:13:18 +0900725 return pci_register_driver(&sil_pci_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726}
727
728static void __exit sil_exit(void)
729{
730 pci_unregister_driver(&sil_pci_driver);
731}
732
733
734module_init(sil_init);
735module_exit(sil_exit);