blob: ebaf67e4b2bc7382f4c2cc6e985df47c9de26c52 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * ahci.c - AHCI SATA support
3 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -04004 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -04008 * Copyright 2004-2005 Red Hat, Inc.
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -040011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
14 * any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 *
26 * libata documentation is available via 'make {ps|pdf}docs',
27 * as Documentation/DocBook/libata.*
28 *
29 * AHCI hardware documentation:
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 * http://www.intel.com/technology/serialata/pdf/rev1_0.pdf
Jeff Garzikaf36d7f2005-08-28 20:18:39 -040031 * http://www.intel.com/technology/serialata/pdf/rev1_1.pdf
Linus Torvalds1da177e2005-04-16 15:20:36 -070032 *
33 */
34
35#include <linux/kernel.h>
36#include <linux/module.h>
37#include <linux/pci.h>
38#include <linux/init.h>
39#include <linux/blkdev.h>
40#include <linux/delay.h>
41#include <linux/interrupt.h>
domen@coderock.org87507cf2005-04-08 09:53:06 +020042#include <linux/dma-mapping.h>
Jeff Garzika9524a72005-10-30 14:39:11 -050043#include <linux/device.h>
Tejun Heoedc93052007-10-25 14:59:16 +090044#include <linux/dmi.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090045#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046#include <scsi/scsi_host.h>
Jeff Garzik193515d2005-11-07 00:59:37 -050047#include <scsi/scsi_cmnd.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048#include <linux/libata.h>
Anton Vorontsov365cfa12010-03-28 00:22:14 -040049#include "ahci.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
51#define DRV_NAME "ahci"
Tejun Heo7d50b602007-09-23 13:19:54 +090052#define DRV_VERSION "3.0"
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Linus Torvalds1da177e2005-04-16 15:20:36 -070054enum {
Alessandro Rubini318893e2012-01-06 13:33:39 +010055 AHCI_PCI_BAR_STA2X11 = 0,
56 AHCI_PCI_BAR_STANDARD = 5,
Tejun Heo441577e2010-03-29 10:32:39 +090057};
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
Tejun Heo441577e2010-03-29 10:32:39 +090059enum board_ids {
60 /* board IDs by feature in alphabetical order */
61 board_ahci,
62 board_ahci_ign_iferr,
63 board_ahci_nosntf,
Tejun Heo5f173102010-07-24 16:53:48 +020064 board_ahci_yes_fbs,
Tejun Heo441577e2010-03-29 10:32:39 +090065
66 /* board IDs for specific chipsets in alphabetical order */
67 board_ahci_mcp65,
Tejun Heo83f2b962010-03-30 10:28:32 +090068 board_ahci_mcp77,
69 board_ahci_mcp89,
Tejun Heo441577e2010-03-29 10:32:39 +090070 board_ahci_mv,
71 board_ahci_sb600,
72 board_ahci_sb700, /* for SB700 and SB800 */
73 board_ahci_vt8251,
74
75 /* aliases */
76 board_ahci_mcp_linux = board_ahci_mcp65,
77 board_ahci_mcp67 = board_ahci_mcp65,
78 board_ahci_mcp73 = board_ahci_mcp65,
Tejun Heo83f2b962010-03-30 10:28:32 +090079 board_ahci_mcp79 = board_ahci_mcp77,
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Jeff Garzik2dcb4072007-10-19 06:42:56 -040082static int ahci_init_one(struct pci_dev *pdev, const struct pci_device_id *ent);
Tejun Heoa1efdab2008-03-25 12:22:50 +090083static int ahci_vt8251_hardreset(struct ata_link *link, unsigned int *class,
84 unsigned long deadline);
85static int ahci_p5wdh_hardreset(struct ata_link *link, unsigned int *class,
86 unsigned long deadline);
Tejun Heo438ac6d2007-03-02 17:31:26 +090087#ifdef CONFIG_PM
Tejun Heoc1332872006-07-26 15:59:26 +090088static int ahci_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg);
89static int ahci_pci_device_resume(struct pci_dev *pdev);
Tejun Heo438ac6d2007-03-02 17:31:26 +090090#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
Tejun Heofad16e72010-09-21 09:25:48 +020092static struct scsi_host_template ahci_sht = {
93 AHCI_SHT("ahci"),
94};
95
Tejun Heo029cfd62008-03-25 12:22:49 +090096static struct ata_port_operations ahci_vt8251_ops = {
97 .inherits = &ahci_ops,
Tejun Heoa1efdab2008-03-25 12:22:50 +090098 .hardreset = ahci_vt8251_hardreset,
Tejun Heoad616ff2006-11-01 18:00:24 +090099};
100
Tejun Heo029cfd62008-03-25 12:22:49 +0900101static struct ata_port_operations ahci_p5wdh_ops = {
102 .inherits = &ahci_ops,
Tejun Heoa1efdab2008-03-25 12:22:50 +0900103 .hardreset = ahci_p5wdh_hardreset,
Tejun Heoedc93052007-10-25 14:59:16 +0900104};
105
Arjan van de Ven98ac62d2005-11-28 10:06:23 +0100106static const struct ata_port_info ahci_port_info[] = {
Tejun Heo441577e2010-03-29 10:32:39 +0900107 /* by features */
Jeff Garzik4da646b2009-04-08 02:00:13 -0400108 [board_ahci] =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 {
Tejun Heo1188c0d2007-04-23 02:41:05 +0900110 .flags = AHCI_FLAG_COMMON,
Erik Inge Bolsø14bdef92009-03-14 21:38:24 +0100111 .pio_mask = ATA_PIO4,
Jeff Garzik469248a2007-07-08 01:13:16 -0400112 .udma_mask = ATA_UDMA6,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 .port_ops = &ahci_ops,
114 },
Jeff Garzik4da646b2009-04-08 02:00:13 -0400115 [board_ahci_ign_iferr] =
Tejun Heo41669552006-11-29 11:33:14 +0900116 {
Tejun Heo417a1a62007-09-23 13:19:55 +0900117 AHCI_HFLAGS (AHCI_HFLAG_IGN_IRQ_IF_ERR),
118 .flags = AHCI_FLAG_COMMON,
Erik Inge Bolsø14bdef92009-03-14 21:38:24 +0100119 .pio_mask = ATA_PIO4,
Jeff Garzik469248a2007-07-08 01:13:16 -0400120 .udma_mask = ATA_UDMA6,
Tejun Heo41669552006-11-29 11:33:14 +0900121 .port_ops = &ahci_ops,
122 },
Tejun Heo441577e2010-03-29 10:32:39 +0900123 [board_ahci_nosntf] =
124 {
125 AHCI_HFLAGS (AHCI_HFLAG_NO_SNTF),
126 .flags = AHCI_FLAG_COMMON,
127 .pio_mask = ATA_PIO4,
128 .udma_mask = ATA_UDMA6,
129 .port_ops = &ahci_ops,
130 },
Tejun Heo5f173102010-07-24 16:53:48 +0200131 [board_ahci_yes_fbs] =
132 {
133 AHCI_HFLAGS (AHCI_HFLAG_YES_FBS),
134 .flags = AHCI_FLAG_COMMON,
135 .pio_mask = ATA_PIO4,
136 .udma_mask = ATA_UDMA6,
137 .port_ops = &ahci_ops,
138 },
Tejun Heo441577e2010-03-29 10:32:39 +0900139 /* by chipsets */
140 [board_ahci_mcp65] =
141 {
Tejun Heo83f2b962010-03-30 10:28:32 +0900142 AHCI_HFLAGS (AHCI_HFLAG_NO_FPDMA_AA | AHCI_HFLAG_NO_PMP |
143 AHCI_HFLAG_YES_NCQ),
Tejun Heoae01b242011-03-16 11:14:55 +0100144 .flags = AHCI_FLAG_COMMON | ATA_FLAG_NO_DIPM,
Tejun Heo83f2b962010-03-30 10:28:32 +0900145 .pio_mask = ATA_PIO4,
146 .udma_mask = ATA_UDMA6,
147 .port_ops = &ahci_ops,
148 },
149 [board_ahci_mcp77] =
150 {
151 AHCI_HFLAGS (AHCI_HFLAG_NO_FPDMA_AA | AHCI_HFLAG_NO_PMP),
152 .flags = AHCI_FLAG_COMMON,
153 .pio_mask = ATA_PIO4,
154 .udma_mask = ATA_UDMA6,
155 .port_ops = &ahci_ops,
156 },
157 [board_ahci_mcp89] =
158 {
159 AHCI_HFLAGS (AHCI_HFLAG_NO_FPDMA_AA),
Tejun Heo441577e2010-03-29 10:32:39 +0900160 .flags = AHCI_FLAG_COMMON,
161 .pio_mask = ATA_PIO4,
162 .udma_mask = ATA_UDMA6,
163 .port_ops = &ahci_ops,
164 },
165 [board_ahci_mv] =
166 {
167 AHCI_HFLAGS (AHCI_HFLAG_NO_NCQ | AHCI_HFLAG_NO_MSI |
168 AHCI_HFLAG_MV_PATA | AHCI_HFLAG_NO_PMP),
Sergei Shtylyov9cbe0562011-02-04 22:05:48 +0300169 .flags = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA,
Tejun Heo441577e2010-03-29 10:32:39 +0900170 .pio_mask = ATA_PIO4,
171 .udma_mask = ATA_UDMA6,
172 .port_ops = &ahci_ops,
173 },
Jeff Garzik4da646b2009-04-08 02:00:13 -0400174 [board_ahci_sb600] =
Conke Hu55a61602007-03-27 18:33:05 +0800175 {
Tejun Heo417a1a62007-09-23 13:19:55 +0900176 AHCI_HFLAGS (AHCI_HFLAG_IGN_SERR_INTERNAL |
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900177 AHCI_HFLAG_NO_MSI | AHCI_HFLAG_SECT255 |
178 AHCI_HFLAG_32BIT_ONLY),
Tejun Heo417a1a62007-09-23 13:19:55 +0900179 .flags = AHCI_FLAG_COMMON,
Erik Inge Bolsø14bdef92009-03-14 21:38:24 +0100180 .pio_mask = ATA_PIO4,
Jeff Garzik469248a2007-07-08 01:13:16 -0400181 .udma_mask = ATA_UDMA6,
Yuan-Hsin Chen345347c2011-06-21 17:17:38 +0800182 .port_ops = &ahci_pmp_retry_srst_ops,
Conke Hu55a61602007-03-27 18:33:05 +0800183 },
Jeff Garzik4da646b2009-04-08 02:00:13 -0400184 [board_ahci_sb700] = /* for SB700 and SB800 */
Shane Huange39fc8c2008-02-22 05:00:31 -0800185 {
Shane Huangbd172432008-06-10 15:52:04 +0800186 AHCI_HFLAGS (AHCI_HFLAG_IGN_SERR_INTERNAL),
Shane Huange39fc8c2008-02-22 05:00:31 -0800187 .flags = AHCI_FLAG_COMMON,
Erik Inge Bolsø14bdef92009-03-14 21:38:24 +0100188 .pio_mask = ATA_PIO4,
Shane Huange39fc8c2008-02-22 05:00:31 -0800189 .udma_mask = ATA_UDMA6,
Yuan-Hsin Chen345347c2011-06-21 17:17:38 +0800190 .port_ops = &ahci_pmp_retry_srst_ops,
Shane Huange39fc8c2008-02-22 05:00:31 -0800191 },
Tejun Heo441577e2010-03-29 10:32:39 +0900192 [board_ahci_vt8251] =
Tejun Heoe297d992008-06-10 00:13:04 +0900193 {
Tejun Heo441577e2010-03-29 10:32:39 +0900194 AHCI_HFLAGS (AHCI_HFLAG_NO_NCQ | AHCI_HFLAG_NO_PMP),
Tejun Heoe297d992008-06-10 00:13:04 +0900195 .flags = AHCI_FLAG_COMMON,
Erik Inge Bolsø14bdef92009-03-14 21:38:24 +0100196 .pio_mask = ATA_PIO4,
Tejun Heoe297d992008-06-10 00:13:04 +0900197 .udma_mask = ATA_UDMA6,
Tejun Heo441577e2010-03-29 10:32:39 +0900198 .port_ops = &ahci_vt8251_ops,
Shaohua Li1b677af2009-11-16 09:56:05 +0800199 },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200};
201
Jeff Garzik3b7d6972005-11-10 11:04:11 -0500202static const struct pci_device_id ahci_pci_tbl[] = {
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400203 /* Intel */
Jeff Garzik54bb3a942006-09-27 22:20:11 -0400204 { PCI_VDEVICE(INTEL, 0x2652), board_ahci }, /* ICH6 */
205 { PCI_VDEVICE(INTEL, 0x2653), board_ahci }, /* ICH6M */
206 { PCI_VDEVICE(INTEL, 0x27c1), board_ahci }, /* ICH7 */
207 { PCI_VDEVICE(INTEL, 0x27c5), board_ahci }, /* ICH7M */
208 { PCI_VDEVICE(INTEL, 0x27c3), board_ahci }, /* ICH7R */
Tejun Heo82490c02007-01-23 15:13:39 +0900209 { PCI_VDEVICE(AL, 0x5288), board_ahci_ign_iferr }, /* ULi M5288 */
Jeff Garzik54bb3a942006-09-27 22:20:11 -0400210 { PCI_VDEVICE(INTEL, 0x2681), board_ahci }, /* ESB2 */
211 { PCI_VDEVICE(INTEL, 0x2682), board_ahci }, /* ESB2 */
212 { PCI_VDEVICE(INTEL, 0x2683), board_ahci }, /* ESB2 */
213 { PCI_VDEVICE(INTEL, 0x27c6), board_ahci }, /* ICH7-M DH */
Tejun Heo7a234af2007-09-03 12:44:57 +0900214 { PCI_VDEVICE(INTEL, 0x2821), board_ahci }, /* ICH8 */
Shaohua Li1b677af2009-11-16 09:56:05 +0800215 { PCI_VDEVICE(INTEL, 0x2822), board_ahci_nosntf }, /* ICH8 */
Tejun Heo7a234af2007-09-03 12:44:57 +0900216 { PCI_VDEVICE(INTEL, 0x2824), board_ahci }, /* ICH8 */
217 { PCI_VDEVICE(INTEL, 0x2829), board_ahci }, /* ICH8M */
218 { PCI_VDEVICE(INTEL, 0x282a), board_ahci }, /* ICH8M */
219 { PCI_VDEVICE(INTEL, 0x2922), board_ahci }, /* ICH9 */
220 { PCI_VDEVICE(INTEL, 0x2923), board_ahci }, /* ICH9 */
221 { PCI_VDEVICE(INTEL, 0x2924), board_ahci }, /* ICH9 */
222 { PCI_VDEVICE(INTEL, 0x2925), board_ahci }, /* ICH9 */
223 { PCI_VDEVICE(INTEL, 0x2927), board_ahci }, /* ICH9 */
224 { PCI_VDEVICE(INTEL, 0x2929), board_ahci }, /* ICH9M */
225 { PCI_VDEVICE(INTEL, 0x292a), board_ahci }, /* ICH9M */
226 { PCI_VDEVICE(INTEL, 0x292b), board_ahci }, /* ICH9M */
227 { PCI_VDEVICE(INTEL, 0x292c), board_ahci }, /* ICH9M */
228 { PCI_VDEVICE(INTEL, 0x292f), board_ahci }, /* ICH9M */
229 { PCI_VDEVICE(INTEL, 0x294d), board_ahci }, /* ICH9 */
230 { PCI_VDEVICE(INTEL, 0x294e), board_ahci }, /* ICH9M */
Jason Gastond4155e62007-09-20 17:35:00 -0400231 { PCI_VDEVICE(INTEL, 0x502a), board_ahci }, /* Tolapai */
232 { PCI_VDEVICE(INTEL, 0x502b), board_ahci }, /* Tolapai */
Jason Gaston16ad1ad2008-01-28 17:34:14 -0800233 { PCI_VDEVICE(INTEL, 0x3a05), board_ahci }, /* ICH10 */
Mark Goodwinb2dde6a2009-06-26 10:44:11 -0500234 { PCI_VDEVICE(INTEL, 0x3a22), board_ahci }, /* ICH10 */
Jason Gaston16ad1ad2008-01-28 17:34:14 -0800235 { PCI_VDEVICE(INTEL, 0x3a25), board_ahci }, /* ICH10 */
David Milburnc1f57d92009-07-22 15:15:56 -0500236 { PCI_VDEVICE(INTEL, 0x3b22), board_ahci }, /* PCH AHCI */
237 { PCI_VDEVICE(INTEL, 0x3b23), board_ahci }, /* PCH AHCI */
Seth Heasleyadcb5302008-08-11 17:03:09 -0700238 { PCI_VDEVICE(INTEL, 0x3b24), board_ahci }, /* PCH RAID */
Seth Heasley8e48b6b2008-08-27 16:47:22 -0700239 { PCI_VDEVICE(INTEL, 0x3b25), board_ahci }, /* PCH RAID */
David Milburnc1f57d92009-07-22 15:15:56 -0500240 { PCI_VDEVICE(INTEL, 0x3b29), board_ahci }, /* PCH AHCI */
Seth Heasleyadcb5302008-08-11 17:03:09 -0700241 { PCI_VDEVICE(INTEL, 0x3b2b), board_ahci }, /* PCH RAID */
Seth Heasley8e48b6b2008-08-27 16:47:22 -0700242 { PCI_VDEVICE(INTEL, 0x3b2c), board_ahci }, /* PCH RAID */
David Milburnc1f57d92009-07-22 15:15:56 -0500243 { PCI_VDEVICE(INTEL, 0x3b2f), board_ahci }, /* PCH AHCI */
Seth Heasley5623cab2010-01-12 17:00:18 -0800244 { PCI_VDEVICE(INTEL, 0x1c02), board_ahci }, /* CPT AHCI */
245 { PCI_VDEVICE(INTEL, 0x1c03), board_ahci }, /* CPT AHCI */
246 { PCI_VDEVICE(INTEL, 0x1c04), board_ahci }, /* CPT RAID */
247 { PCI_VDEVICE(INTEL, 0x1c05), board_ahci }, /* CPT RAID */
248 { PCI_VDEVICE(INTEL, 0x1c06), board_ahci }, /* CPT RAID */
249 { PCI_VDEVICE(INTEL, 0x1c07), board_ahci }, /* CPT RAID */
Seth Heasley992b3fb2010-09-09 09:44:56 -0700250 { PCI_VDEVICE(INTEL, 0x1d02), board_ahci }, /* PBG AHCI */
251 { PCI_VDEVICE(INTEL, 0x1d04), board_ahci }, /* PBG RAID */
252 { PCI_VDEVICE(INTEL, 0x1d06), board_ahci }, /* PBG RAID */
Seth Heasley64a39032011-03-11 11:57:42 -0800253 { PCI_VDEVICE(INTEL, 0x2826), board_ahci }, /* PBG RAID */
Seth Heasleya4a461a2011-01-10 12:57:17 -0800254 { PCI_VDEVICE(INTEL, 0x2323), board_ahci }, /* DH89xxCC AHCI */
Seth Heasley181e3ce2011-04-20 08:45:20 -0700255 { PCI_VDEVICE(INTEL, 0x1e02), board_ahci }, /* Panther Point AHCI */
256 { PCI_VDEVICE(INTEL, 0x1e03), board_ahci }, /* Panther Point AHCI */
257 { PCI_VDEVICE(INTEL, 0x1e04), board_ahci }, /* Panther Point RAID */
258 { PCI_VDEVICE(INTEL, 0x1e05), board_ahci }, /* Panther Point RAID */
259 { PCI_VDEVICE(INTEL, 0x1e06), board_ahci }, /* Panther Point RAID */
260 { PCI_VDEVICE(INTEL, 0x1e07), board_ahci }, /* Panther Point RAID */
Seth Heasley2cab7a42011-07-14 16:50:49 -0700261 { PCI_VDEVICE(INTEL, 0x1e0e), board_ahci }, /* Panther Point RAID */
Seth Heasleyea4ace62012-01-23 16:27:30 -0800262 { PCI_VDEVICE(INTEL, 0x8c02), board_ahci }, /* Lynx Point AHCI */
263 { PCI_VDEVICE(INTEL, 0x8c03), board_ahci }, /* Lynx Point AHCI */
264 { PCI_VDEVICE(INTEL, 0x8c04), board_ahci }, /* Lynx Point RAID */
265 { PCI_VDEVICE(INTEL, 0x8c05), board_ahci }, /* Lynx Point RAID */
266 { PCI_VDEVICE(INTEL, 0x8c06), board_ahci }, /* Lynx Point RAID */
267 { PCI_VDEVICE(INTEL, 0x8c07), board_ahci }, /* Lynx Point RAID */
268 { PCI_VDEVICE(INTEL, 0x8c0e), board_ahci }, /* Lynx Point RAID */
269 { PCI_VDEVICE(INTEL, 0x8c0f), board_ahci }, /* Lynx Point RAID */
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400270
Tejun Heoe34bb372007-02-26 20:24:03 +0900271 /* JMicron 360/1/3/5/6, match class to avoid IDE function */
272 { PCI_VENDOR_ID_JMICRON, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
273 PCI_CLASS_STORAGE_SATA_AHCI, 0xffffff, board_ahci_ign_iferr },
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400274
275 /* ATI */
Conke Huc65ec1c2007-04-11 18:23:14 +0800276 { PCI_VDEVICE(ATI, 0x4380), board_ahci_sb600 }, /* ATI SB600 */
Shane Huange39fc8c2008-02-22 05:00:31 -0800277 { PCI_VDEVICE(ATI, 0x4390), board_ahci_sb700 }, /* ATI SB700/800 */
278 { PCI_VDEVICE(ATI, 0x4391), board_ahci_sb700 }, /* ATI SB700/800 */
279 { PCI_VDEVICE(ATI, 0x4392), board_ahci_sb700 }, /* ATI SB700/800 */
280 { PCI_VDEVICE(ATI, 0x4393), board_ahci_sb700 }, /* ATI SB700/800 */
281 { PCI_VDEVICE(ATI, 0x4394), board_ahci_sb700 }, /* ATI SB700/800 */
282 { PCI_VDEVICE(ATI, 0x4395), board_ahci_sb700 }, /* ATI SB700/800 */
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400283
Shane Huange2dd90b2009-07-29 11:34:49 +0800284 /* AMD */
Shane Huang5deab532009-10-13 11:14:00 +0800285 { PCI_VDEVICE(AMD, 0x7800), board_ahci }, /* AMD Hudson-2 */
Shane Huange2dd90b2009-07-29 11:34:49 +0800286 /* AMD is using RAID class only for ahci controllers */
287 { PCI_VENDOR_ID_AMD, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
288 PCI_CLASS_STORAGE_RAID << 8, 0xffffff, board_ahci },
289
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400290 /* VIA */
Jeff Garzik54bb3a942006-09-27 22:20:11 -0400291 { PCI_VDEVICE(VIA, 0x3349), board_ahci_vt8251 }, /* VIA VT8251 */
Tejun Heobf335542007-04-11 17:27:14 +0900292 { PCI_VDEVICE(VIA, 0x6287), board_ahci_vt8251 }, /* VIA VT8251 */
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400293
294 /* NVIDIA */
Tejun Heoe297d992008-06-10 00:13:04 +0900295 { PCI_VDEVICE(NVIDIA, 0x044c), board_ahci_mcp65 }, /* MCP65 */
296 { PCI_VDEVICE(NVIDIA, 0x044d), board_ahci_mcp65 }, /* MCP65 */
297 { PCI_VDEVICE(NVIDIA, 0x044e), board_ahci_mcp65 }, /* MCP65 */
298 { PCI_VDEVICE(NVIDIA, 0x044f), board_ahci_mcp65 }, /* MCP65 */
299 { PCI_VDEVICE(NVIDIA, 0x045c), board_ahci_mcp65 }, /* MCP65 */
300 { PCI_VDEVICE(NVIDIA, 0x045d), board_ahci_mcp65 }, /* MCP65 */
301 { PCI_VDEVICE(NVIDIA, 0x045e), board_ahci_mcp65 }, /* MCP65 */
302 { PCI_VDEVICE(NVIDIA, 0x045f), board_ahci_mcp65 }, /* MCP65 */
Tejun Heo441577e2010-03-29 10:32:39 +0900303 { PCI_VDEVICE(NVIDIA, 0x0550), board_ahci_mcp67 }, /* MCP67 */
304 { PCI_VDEVICE(NVIDIA, 0x0551), board_ahci_mcp67 }, /* MCP67 */
305 { PCI_VDEVICE(NVIDIA, 0x0552), board_ahci_mcp67 }, /* MCP67 */
306 { PCI_VDEVICE(NVIDIA, 0x0553), board_ahci_mcp67 }, /* MCP67 */
307 { PCI_VDEVICE(NVIDIA, 0x0554), board_ahci_mcp67 }, /* MCP67 */
308 { PCI_VDEVICE(NVIDIA, 0x0555), board_ahci_mcp67 }, /* MCP67 */
309 { PCI_VDEVICE(NVIDIA, 0x0556), board_ahci_mcp67 }, /* MCP67 */
310 { PCI_VDEVICE(NVIDIA, 0x0557), board_ahci_mcp67 }, /* MCP67 */
311 { PCI_VDEVICE(NVIDIA, 0x0558), board_ahci_mcp67 }, /* MCP67 */
312 { PCI_VDEVICE(NVIDIA, 0x0559), board_ahci_mcp67 }, /* MCP67 */
313 { PCI_VDEVICE(NVIDIA, 0x055a), board_ahci_mcp67 }, /* MCP67 */
314 { PCI_VDEVICE(NVIDIA, 0x055b), board_ahci_mcp67 }, /* MCP67 */
315 { PCI_VDEVICE(NVIDIA, 0x0580), board_ahci_mcp_linux }, /* Linux ID */
316 { PCI_VDEVICE(NVIDIA, 0x0581), board_ahci_mcp_linux }, /* Linux ID */
317 { PCI_VDEVICE(NVIDIA, 0x0582), board_ahci_mcp_linux }, /* Linux ID */
318 { PCI_VDEVICE(NVIDIA, 0x0583), board_ahci_mcp_linux }, /* Linux ID */
319 { PCI_VDEVICE(NVIDIA, 0x0584), board_ahci_mcp_linux }, /* Linux ID */
320 { PCI_VDEVICE(NVIDIA, 0x0585), board_ahci_mcp_linux }, /* Linux ID */
321 { PCI_VDEVICE(NVIDIA, 0x0586), board_ahci_mcp_linux }, /* Linux ID */
322 { PCI_VDEVICE(NVIDIA, 0x0587), board_ahci_mcp_linux }, /* Linux ID */
323 { PCI_VDEVICE(NVIDIA, 0x0588), board_ahci_mcp_linux }, /* Linux ID */
324 { PCI_VDEVICE(NVIDIA, 0x0589), board_ahci_mcp_linux }, /* Linux ID */
325 { PCI_VDEVICE(NVIDIA, 0x058a), board_ahci_mcp_linux }, /* Linux ID */
326 { PCI_VDEVICE(NVIDIA, 0x058b), board_ahci_mcp_linux }, /* Linux ID */
327 { PCI_VDEVICE(NVIDIA, 0x058c), board_ahci_mcp_linux }, /* Linux ID */
328 { PCI_VDEVICE(NVIDIA, 0x058d), board_ahci_mcp_linux }, /* Linux ID */
329 { PCI_VDEVICE(NVIDIA, 0x058e), board_ahci_mcp_linux }, /* Linux ID */
330 { PCI_VDEVICE(NVIDIA, 0x058f), board_ahci_mcp_linux }, /* Linux ID */
331 { PCI_VDEVICE(NVIDIA, 0x07f0), board_ahci_mcp73 }, /* MCP73 */
332 { PCI_VDEVICE(NVIDIA, 0x07f1), board_ahci_mcp73 }, /* MCP73 */
333 { PCI_VDEVICE(NVIDIA, 0x07f2), board_ahci_mcp73 }, /* MCP73 */
334 { PCI_VDEVICE(NVIDIA, 0x07f3), board_ahci_mcp73 }, /* MCP73 */
335 { PCI_VDEVICE(NVIDIA, 0x07f4), board_ahci_mcp73 }, /* MCP73 */
336 { PCI_VDEVICE(NVIDIA, 0x07f5), board_ahci_mcp73 }, /* MCP73 */
337 { PCI_VDEVICE(NVIDIA, 0x07f6), board_ahci_mcp73 }, /* MCP73 */
338 { PCI_VDEVICE(NVIDIA, 0x07f7), board_ahci_mcp73 }, /* MCP73 */
339 { PCI_VDEVICE(NVIDIA, 0x07f8), board_ahci_mcp73 }, /* MCP73 */
340 { PCI_VDEVICE(NVIDIA, 0x07f9), board_ahci_mcp73 }, /* MCP73 */
341 { PCI_VDEVICE(NVIDIA, 0x07fa), board_ahci_mcp73 }, /* MCP73 */
342 { PCI_VDEVICE(NVIDIA, 0x07fb), board_ahci_mcp73 }, /* MCP73 */
343 { PCI_VDEVICE(NVIDIA, 0x0ad0), board_ahci_mcp77 }, /* MCP77 */
344 { PCI_VDEVICE(NVIDIA, 0x0ad1), board_ahci_mcp77 }, /* MCP77 */
345 { PCI_VDEVICE(NVIDIA, 0x0ad2), board_ahci_mcp77 }, /* MCP77 */
346 { PCI_VDEVICE(NVIDIA, 0x0ad3), board_ahci_mcp77 }, /* MCP77 */
347 { PCI_VDEVICE(NVIDIA, 0x0ad4), board_ahci_mcp77 }, /* MCP77 */
348 { PCI_VDEVICE(NVIDIA, 0x0ad5), board_ahci_mcp77 }, /* MCP77 */
349 { PCI_VDEVICE(NVIDIA, 0x0ad6), board_ahci_mcp77 }, /* MCP77 */
350 { PCI_VDEVICE(NVIDIA, 0x0ad7), board_ahci_mcp77 }, /* MCP77 */
351 { PCI_VDEVICE(NVIDIA, 0x0ad8), board_ahci_mcp77 }, /* MCP77 */
352 { PCI_VDEVICE(NVIDIA, 0x0ad9), board_ahci_mcp77 }, /* MCP77 */
353 { PCI_VDEVICE(NVIDIA, 0x0ada), board_ahci_mcp77 }, /* MCP77 */
354 { PCI_VDEVICE(NVIDIA, 0x0adb), board_ahci_mcp77 }, /* MCP77 */
355 { PCI_VDEVICE(NVIDIA, 0x0ab4), board_ahci_mcp79 }, /* MCP79 */
356 { PCI_VDEVICE(NVIDIA, 0x0ab5), board_ahci_mcp79 }, /* MCP79 */
357 { PCI_VDEVICE(NVIDIA, 0x0ab6), board_ahci_mcp79 }, /* MCP79 */
358 { PCI_VDEVICE(NVIDIA, 0x0ab7), board_ahci_mcp79 }, /* MCP79 */
359 { PCI_VDEVICE(NVIDIA, 0x0ab8), board_ahci_mcp79 }, /* MCP79 */
360 { PCI_VDEVICE(NVIDIA, 0x0ab9), board_ahci_mcp79 }, /* MCP79 */
361 { PCI_VDEVICE(NVIDIA, 0x0aba), board_ahci_mcp79 }, /* MCP79 */
362 { PCI_VDEVICE(NVIDIA, 0x0abb), board_ahci_mcp79 }, /* MCP79 */
363 { PCI_VDEVICE(NVIDIA, 0x0abc), board_ahci_mcp79 }, /* MCP79 */
364 { PCI_VDEVICE(NVIDIA, 0x0abd), board_ahci_mcp79 }, /* MCP79 */
365 { PCI_VDEVICE(NVIDIA, 0x0abe), board_ahci_mcp79 }, /* MCP79 */
366 { PCI_VDEVICE(NVIDIA, 0x0abf), board_ahci_mcp79 }, /* MCP79 */
367 { PCI_VDEVICE(NVIDIA, 0x0d84), board_ahci_mcp89 }, /* MCP89 */
368 { PCI_VDEVICE(NVIDIA, 0x0d85), board_ahci_mcp89 }, /* MCP89 */
369 { PCI_VDEVICE(NVIDIA, 0x0d86), board_ahci_mcp89 }, /* MCP89 */
370 { PCI_VDEVICE(NVIDIA, 0x0d87), board_ahci_mcp89 }, /* MCP89 */
371 { PCI_VDEVICE(NVIDIA, 0x0d88), board_ahci_mcp89 }, /* MCP89 */
372 { PCI_VDEVICE(NVIDIA, 0x0d89), board_ahci_mcp89 }, /* MCP89 */
373 { PCI_VDEVICE(NVIDIA, 0x0d8a), board_ahci_mcp89 }, /* MCP89 */
374 { PCI_VDEVICE(NVIDIA, 0x0d8b), board_ahci_mcp89 }, /* MCP89 */
375 { PCI_VDEVICE(NVIDIA, 0x0d8c), board_ahci_mcp89 }, /* MCP89 */
376 { PCI_VDEVICE(NVIDIA, 0x0d8d), board_ahci_mcp89 }, /* MCP89 */
377 { PCI_VDEVICE(NVIDIA, 0x0d8e), board_ahci_mcp89 }, /* MCP89 */
378 { PCI_VDEVICE(NVIDIA, 0x0d8f), board_ahci_mcp89 }, /* MCP89 */
Jeff Garzikfe7fa312006-06-22 23:05:36 -0400379
Jeff Garzik95916ed2006-07-29 04:10:14 -0400380 /* SiS */
Tejun Heo20e2de42008-08-01 12:51:43 +0900381 { PCI_VDEVICE(SI, 0x1184), board_ahci }, /* SiS 966 */
382 { PCI_VDEVICE(SI, 0x1185), board_ahci }, /* SiS 968 */
383 { PCI_VDEVICE(SI, 0x0186), board_ahci }, /* SiS 968 */
Jeff Garzik95916ed2006-07-29 04:10:14 -0400384
Alessandro Rubini318893e2012-01-06 13:33:39 +0100385 /* ST Microelectronics */
386 { PCI_VDEVICE(STMICRO, 0xCC06), board_ahci }, /* ST ConneXt */
387
Jeff Garzikcd70c262007-07-08 02:29:42 -0400388 /* Marvell */
389 { PCI_VDEVICE(MARVELL, 0x6145), board_ahci_mv }, /* 6145 */
Jose Alberto Regueroc40e7cb2008-03-13 23:22:24 +0100390 { PCI_VDEVICE(MARVELL, 0x6121), board_ahci_mv }, /* 6121 */
Tejun Heo5f173102010-07-24 16:53:48 +0200391 { PCI_DEVICE(0x1b4b, 0x9123),
Anssi Hannula10aca062011-01-18 20:03:26 -0500392 .class = PCI_CLASS_STORAGE_SATA_AHCI,
393 .class_mask = 0xffffff,
Tejun Heo5f173102010-07-24 16:53:48 +0200394 .driver_data = board_ahci_yes_fbs }, /* 88se9128 */
Per Jessen467b41c2011-02-08 13:54:32 +0100395 { PCI_DEVICE(0x1b4b, 0x9125),
396 .driver_data = board_ahci_yes_fbs }, /* 88se9125 */
Matt Johnson642d8922012-04-27 01:42:30 -0500397 { PCI_DEVICE(0x1b4b, 0x917a),
398 .driver_data = board_ahci_yes_fbs }, /* 88se9172 */
Tejun Heo50be5e32010-11-29 15:57:14 +0100399 { PCI_DEVICE(0x1b4b, 0x91a3),
400 .driver_data = board_ahci_yes_fbs },
Jeff Garzikcd70c262007-07-08 02:29:42 -0400401
Mark Nelsonc77a0362008-10-23 14:08:16 +1100402 /* Promise */
403 { PCI_VDEVICE(PROMISE, 0x3f20), board_ahci }, /* PDC42819 */
404
Keng-Yu Linc9703762011-11-09 01:47:36 -0500405 /* Asmedia */
406 { PCI_VDEVICE(ASMEDIA, 0x0612), board_ahci }, /* ASM1061 */
407
Jeff Garzik415ae2b2006-11-01 05:10:42 -0500408 /* Generic, PCI class code for AHCI */
409 { PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
Conke Huc9f89472007-01-09 05:32:51 -0500410 PCI_CLASS_STORAGE_SATA_AHCI, 0xffffff, board_ahci },
Jeff Garzik415ae2b2006-11-01 05:10:42 -0500411
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412 { } /* terminate list */
413};
414
415
416static struct pci_driver ahci_pci_driver = {
417 .name = DRV_NAME,
418 .id_table = ahci_pci_tbl,
419 .probe = ahci_init_one,
Tejun Heo24dc5f32007-01-20 16:00:28 +0900420 .remove = ata_pci_remove_one,
Tejun Heo438ac6d2007-03-02 17:31:26 +0900421#ifdef CONFIG_PM
Tejun Heoc1332872006-07-26 15:59:26 +0900422 .suspend = ahci_pci_device_suspend,
423 .resume = ahci_pci_device_resume,
Tejun Heo438ac6d2007-03-02 17:31:26 +0900424#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425};
426
Alan Cox5b66c822008-09-03 14:48:34 +0100427#if defined(CONFIG_PATA_MARVELL) || defined(CONFIG_PATA_MARVELL_MODULE)
428static int marvell_enable;
429#else
430static int marvell_enable = 1;
431#endif
432module_param(marvell_enable, int, 0644);
433MODULE_PARM_DESC(marvell_enable, "Marvell SATA via AHCI (1 = enabled)");
434
435
Anton Vorontsov394d6e52010-03-03 20:17:36 +0300436static void ahci_pci_save_initial_config(struct pci_dev *pdev,
437 struct ahci_host_priv *hpriv)
438{
439 unsigned int force_port_map = 0;
440 unsigned int mask_port_map = 0;
441
442 if (pdev->vendor == PCI_VENDOR_ID_JMICRON && pdev->device == 0x2361) {
443 dev_info(&pdev->dev, "JMB361 has only one port\n");
444 force_port_map = 1;
445 }
446
447 /*
448 * Temporary Marvell 6145 hack: PATA port presence
449 * is asserted through the standard AHCI port
450 * presence register, as bit 4 (counting from 0)
451 */
452 if (hpriv->flags & AHCI_HFLAG_MV_PATA) {
453 if (pdev->device == 0x6121)
454 mask_port_map = 0x3;
455 else
456 mask_port_map = 0xf;
457 dev_info(&pdev->dev,
458 "Disabling your PATA port. Use the boot option 'ahci.marvell_enable=0' to avoid this.\n");
459 }
460
Anton Vorontsov1d513352010-03-03 20:17:37 +0300461 ahci_save_initial_config(&pdev->dev, hpriv, force_port_map,
462 mask_port_map);
Anton Vorontsov394d6e52010-03-03 20:17:36 +0300463}
464
Anton Vorontsov33030402010-03-03 20:17:39 +0300465static int ahci_pci_reset_controller(struct ata_host *host)
466{
467 struct pci_dev *pdev = to_pci_dev(host->dev);
468
469 ahci_reset_controller(host);
470
Tejun Heod91542c2006-07-26 15:59:26 +0900471 if (pdev->vendor == PCI_VENDOR_ID_INTEL) {
Anton Vorontsov33030402010-03-03 20:17:39 +0300472 struct ahci_host_priv *hpriv = host->private_data;
Tejun Heod91542c2006-07-26 15:59:26 +0900473 u16 tmp16;
474
475 /* configure PCS */
476 pci_read_config_word(pdev, 0x92, &tmp16);
Tejun Heo49f29092007-11-19 16:03:44 +0900477 if ((tmp16 & hpriv->port_map) != hpriv->port_map) {
478 tmp16 |= hpriv->port_map;
479 pci_write_config_word(pdev, 0x92, tmp16);
480 }
Tejun Heod91542c2006-07-26 15:59:26 +0900481 }
482
483 return 0;
484}
485
Anton Vorontsov781d6552010-03-03 20:17:42 +0300486static void ahci_pci_init_controller(struct ata_host *host)
487{
488 struct ahci_host_priv *hpriv = host->private_data;
489 struct pci_dev *pdev = to_pci_dev(host->dev);
490 void __iomem *port_mmio;
491 u32 tmp;
Jose Alberto Regueroc40e7cb2008-03-13 23:22:24 +0100492 int mv;
Tejun Heod91542c2006-07-26 15:59:26 +0900493
Tejun Heo417a1a62007-09-23 13:19:55 +0900494 if (hpriv->flags & AHCI_HFLAG_MV_PATA) {
Jose Alberto Regueroc40e7cb2008-03-13 23:22:24 +0100495 if (pdev->device == 0x6121)
496 mv = 2;
497 else
498 mv = 4;
499 port_mmio = __ahci_port_base(host, mv);
Jeff Garzikcd70c262007-07-08 02:29:42 -0400500
501 writel(0, port_mmio + PORT_IRQ_MASK);
502
503 /* clear port IRQ */
504 tmp = readl(port_mmio + PORT_IRQ_STAT);
505 VPRINTK("PORT_IRQ_STAT 0x%x\n", tmp);
506 if (tmp)
507 writel(tmp, port_mmio + PORT_IRQ_STAT);
508 }
509
Anton Vorontsov781d6552010-03-03 20:17:42 +0300510 ahci_init_controller(host);
Tejun Heod91542c2006-07-26 15:59:26 +0900511}
512
Tejun Heocc0680a2007-08-06 18:36:23 +0900513static int ahci_vt8251_hardreset(struct ata_link *link, unsigned int *class,
Tejun Heod4b2bab2007-02-02 16:50:52 +0900514 unsigned long deadline)
Tejun Heoad616ff2006-11-01 18:00:24 +0900515{
Tejun Heocc0680a2007-08-06 18:36:23 +0900516 struct ata_port *ap = link->ap;
Tejun Heo9dadd452008-04-07 22:47:19 +0900517 bool online;
Tejun Heoad616ff2006-11-01 18:00:24 +0900518 int rc;
519
520 DPRINTK("ENTER\n");
521
Tejun Heo4447d352007-04-17 23:44:08 +0900522 ahci_stop_engine(ap);
Tejun Heoad616ff2006-11-01 18:00:24 +0900523
Tejun Heocc0680a2007-08-06 18:36:23 +0900524 rc = sata_link_hardreset(link, sata_ehc_deb_timing(&link->eh_context),
Tejun Heo9dadd452008-04-07 22:47:19 +0900525 deadline, &online, NULL);
Tejun Heoad616ff2006-11-01 18:00:24 +0900526
Tejun Heo4447d352007-04-17 23:44:08 +0900527 ahci_start_engine(ap);
Tejun Heoad616ff2006-11-01 18:00:24 +0900528
529 DPRINTK("EXIT, rc=%d, class=%u\n", rc, *class);
530
531 /* vt8251 doesn't clear BSY on signature FIS reception,
532 * request follow-up softreset.
533 */
Tejun Heo9dadd452008-04-07 22:47:19 +0900534 return online ? -EAGAIN : rc;
Tejun Heoad616ff2006-11-01 18:00:24 +0900535}
536
Tejun Heoedc93052007-10-25 14:59:16 +0900537static int ahci_p5wdh_hardreset(struct ata_link *link, unsigned int *class,
538 unsigned long deadline)
539{
540 struct ata_port *ap = link->ap;
541 struct ahci_port_priv *pp = ap->private_data;
542 u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;
543 struct ata_taskfile tf;
Tejun Heo9dadd452008-04-07 22:47:19 +0900544 bool online;
Tejun Heoedc93052007-10-25 14:59:16 +0900545 int rc;
546
547 ahci_stop_engine(ap);
548
549 /* clear D2H reception area to properly wait for D2H FIS */
550 ata_tf_init(link->device, &tf);
551 tf.command = 0x80;
552 ata_tf_to_fis(&tf, 0, 0, d2h_fis);
553
554 rc = sata_link_hardreset(link, sata_ehc_deb_timing(&link->eh_context),
Tejun Heo9dadd452008-04-07 22:47:19 +0900555 deadline, &online, NULL);
Tejun Heoedc93052007-10-25 14:59:16 +0900556
557 ahci_start_engine(ap);
558
Tejun Heoedc93052007-10-25 14:59:16 +0900559 /* The pseudo configuration device on SIMG4726 attached to
560 * ASUS P5W-DH Deluxe doesn't send signature FIS after
561 * hardreset if no device is attached to the first downstream
562 * port && the pseudo device locks up on SRST w/ PMP==0. To
563 * work around this, wait for !BSY only briefly. If BSY isn't
564 * cleared, perform CLO and proceed to IDENTIFY (achieved by
565 * ATA_LFLAG_NO_SRST and ATA_LFLAG_ASSUME_ATA).
566 *
567 * Wait for two seconds. Devices attached to downstream port
568 * which can't process the following IDENTIFY after this will
569 * have to be reset again. For most cases, this should
570 * suffice while making probing snappish enough.
571 */
Tejun Heo9dadd452008-04-07 22:47:19 +0900572 if (online) {
573 rc = ata_wait_after_reset(link, jiffies + 2 * HZ,
574 ahci_check_ready);
575 if (rc)
Shane Huang78d5ae32009-08-07 15:05:52 +0800576 ahci_kick_engine(ap);
Tejun Heo9dadd452008-04-07 22:47:19 +0900577 }
Tejun Heo9dadd452008-04-07 22:47:19 +0900578 return rc;
Tejun Heoedc93052007-10-25 14:59:16 +0900579}
580
Tejun Heo438ac6d2007-03-02 17:31:26 +0900581#ifdef CONFIG_PM
Tejun Heoc1332872006-07-26 15:59:26 +0900582static int ahci_pci_device_suspend(struct pci_dev *pdev, pm_message_t mesg)
583{
Jeff Garzikcca39742006-08-24 03:19:22 -0400584 struct ata_host *host = dev_get_drvdata(&pdev->dev);
Tejun Heo9b10ae82009-05-30 20:50:12 +0900585 struct ahci_host_priv *hpriv = host->private_data;
Anton Vorontsovd8993342010-03-03 20:17:34 +0300586 void __iomem *mmio = hpriv->mmio;
Tejun Heoc1332872006-07-26 15:59:26 +0900587 u32 ctl;
588
Tejun Heo9b10ae82009-05-30 20:50:12 +0900589 if (mesg.event & PM_EVENT_SUSPEND &&
590 hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {
Joe Perchesa44fec12011-04-15 15:51:58 -0700591 dev_err(&pdev->dev,
592 "BIOS update required for suspend/resume\n");
Tejun Heo9b10ae82009-05-30 20:50:12 +0900593 return -EIO;
594 }
595
Rafael J. Wysocki3a2d5b72008-02-23 19:13:25 +0100596 if (mesg.event & PM_EVENT_SLEEP) {
Tejun Heoc1332872006-07-26 15:59:26 +0900597 /* AHCI spec rev1.1 section 8.3.3:
598 * Software must disable interrupts prior to requesting a
599 * transition of the HBA to D3 state.
600 */
601 ctl = readl(mmio + HOST_CTL);
602 ctl &= ~HOST_IRQ_EN;
603 writel(ctl, mmio + HOST_CTL);
604 readl(mmio + HOST_CTL); /* flush */
605 }
606
607 return ata_pci_device_suspend(pdev, mesg);
608}
609
610static int ahci_pci_device_resume(struct pci_dev *pdev)
611{
Jeff Garzikcca39742006-08-24 03:19:22 -0400612 struct ata_host *host = dev_get_drvdata(&pdev->dev);
Tejun Heoc1332872006-07-26 15:59:26 +0900613 int rc;
614
Tejun Heo553c4aa2006-12-26 19:39:50 +0900615 rc = ata_pci_device_do_resume(pdev);
616 if (rc)
617 return rc;
Tejun Heoc1332872006-07-26 15:59:26 +0900618
619 if (pdev->dev.power.power_state.event == PM_EVENT_SUSPEND) {
Anton Vorontsov33030402010-03-03 20:17:39 +0300620 rc = ahci_pci_reset_controller(host);
Tejun Heoc1332872006-07-26 15:59:26 +0900621 if (rc)
622 return rc;
623
Anton Vorontsov781d6552010-03-03 20:17:42 +0300624 ahci_pci_init_controller(host);
Tejun Heoc1332872006-07-26 15:59:26 +0900625 }
626
Jeff Garzikcca39742006-08-24 03:19:22 -0400627 ata_host_resume(host);
Tejun Heoc1332872006-07-26 15:59:26 +0900628
629 return 0;
630}
Tejun Heo438ac6d2007-03-02 17:31:26 +0900631#endif
Tejun Heoc1332872006-07-26 15:59:26 +0900632
Tejun Heo4447d352007-04-17 23:44:08 +0900633static int ahci_configure_dma_masks(struct pci_dev *pdev, int using_dac)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 int rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636
Alessandro Rubini318893e2012-01-06 13:33:39 +0100637 /*
638 * If the device fixup already set the dma_mask to some non-standard
639 * value, don't extend it here. This happens on STA2X11, for example.
640 */
641 if (pdev->dma_mask && pdev->dma_mask < DMA_BIT_MASK(32))
642 return 0;
643
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 if (using_dac &&
Yang Hongyang6a355282009-04-06 19:01:13 -0700645 !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))) {
646 rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 if (rc) {
Yang Hongyang284901a2009-04-06 19:01:15 -0700648 rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 if (rc) {
Joe Perchesa44fec12011-04-15 15:51:58 -0700650 dev_err(&pdev->dev,
651 "64-bit DMA enable failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 return rc;
653 }
654 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 } else {
Yang Hongyang284901a2009-04-06 19:01:15 -0700656 rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 if (rc) {
Joe Perchesa44fec12011-04-15 15:51:58 -0700658 dev_err(&pdev->dev, "32-bit DMA enable failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 return rc;
660 }
Yang Hongyang284901a2009-04-06 19:01:15 -0700661 rc = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 if (rc) {
Joe Perchesa44fec12011-04-15 15:51:58 -0700663 dev_err(&pdev->dev,
664 "32-bit consistent DMA enable failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 return rc;
666 }
667 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668 return 0;
669}
670
Anton Vorontsov439fcae2010-03-03 20:17:43 +0300671static void ahci_pci_print_info(struct ata_host *host)
672{
673 struct pci_dev *pdev = to_pci_dev(host->dev);
674 u16 cc;
675 const char *scc_s;
676
677 pci_read_config_word(pdev, 0x0a, &cc);
678 if (cc == PCI_CLASS_STORAGE_IDE)
679 scc_s = "IDE";
680 else if (cc == PCI_CLASS_STORAGE_SATA)
681 scc_s = "SATA";
682 else if (cc == PCI_CLASS_STORAGE_RAID)
683 scc_s = "RAID";
684 else
685 scc_s = "unknown";
686
687 ahci_print_info(host, scc_s);
688}
689
Tejun Heoedc93052007-10-25 14:59:16 +0900690/* On ASUS P5W DH Deluxe, the second port of PCI device 00:1f.2 is
691 * hardwired to on-board SIMG 4726. The chipset is ICH8 and doesn't
692 * support PMP and the 4726 either directly exports the device
693 * attached to the first downstream port or acts as a hardware storage
694 * controller and emulate a single ATA device (can be RAID 0/1 or some
695 * other configuration).
696 *
697 * When there's no device attached to the first downstream port of the
698 * 4726, "Config Disk" appears, which is a pseudo ATA device to
699 * configure the 4726. However, ATA emulation of the device is very
700 * lame. It doesn't send signature D2H Reg FIS after the initial
701 * hardreset, pukes on SRST w/ PMP==0 and has bunch of other issues.
702 *
703 * The following function works around the problem by always using
704 * hardreset on the port and not depending on receiving signature FIS
705 * afterward. If signature FIS isn't received soon, ATA class is
706 * assumed without follow-up softreset.
707 */
708static void ahci_p5wdh_workaround(struct ata_host *host)
709{
710 static struct dmi_system_id sysids[] = {
711 {
712 .ident = "P5W DH Deluxe",
713 .matches = {
714 DMI_MATCH(DMI_SYS_VENDOR,
715 "ASUSTEK COMPUTER INC"),
716 DMI_MATCH(DMI_PRODUCT_NAME, "P5W DH Deluxe"),
717 },
718 },
719 { }
720 };
721 struct pci_dev *pdev = to_pci_dev(host->dev);
722
723 if (pdev->bus->number == 0 && pdev->devfn == PCI_DEVFN(0x1f, 2) &&
724 dmi_check_system(sysids)) {
725 struct ata_port *ap = host->ports[1];
726
Joe Perchesa44fec12011-04-15 15:51:58 -0700727 dev_info(&pdev->dev,
728 "enabling ASUS P5W DH Deluxe on-board SIMG4726 workaround\n");
Tejun Heoedc93052007-10-25 14:59:16 +0900729
730 ap->ops = &ahci_p5wdh_ops;
731 ap->link.flags |= ATA_LFLAG_NO_SRST | ATA_LFLAG_ASSUME_ATA;
732 }
733}
734
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900735/* only some SB600 ahci controllers can do 64bit DMA */
736static bool ahci_sb600_enable_64bit(struct pci_dev *pdev)
Shane Huang58a09b32009-05-27 15:04:43 +0800737{
738 static const struct dmi_system_id sysids[] = {
Tejun Heo03d783b2009-08-16 21:04:02 +0900739 /*
740 * The oldest version known to be broken is 0901 and
741 * working is 1501 which was released on 2007-10-26.
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900742 * Enable 64bit DMA on 1501 and anything newer.
743 *
Tejun Heo03d783b2009-08-16 21:04:02 +0900744 * Please read bko#9412 for more info.
745 */
Shane Huang58a09b32009-05-27 15:04:43 +0800746 {
747 .ident = "ASUS M2A-VM",
748 .matches = {
749 DMI_MATCH(DMI_BOARD_VENDOR,
750 "ASUSTeK Computer INC."),
751 DMI_MATCH(DMI_BOARD_NAME, "M2A-VM"),
752 },
Tejun Heo03d783b2009-08-16 21:04:02 +0900753 .driver_data = "20071026", /* yyyymmdd */
Shane Huang58a09b32009-05-27 15:04:43 +0800754 },
Mark Nelsone65cc192009-11-03 20:06:48 +1100755 /*
756 * All BIOS versions for the MSI K9A2 Platinum (MS-7376)
757 * support 64bit DMA.
758 *
759 * BIOS versions earlier than 1.5 had the Manufacturer DMI
760 * fields as "MICRO-STAR INTERANTIONAL CO.,LTD".
761 * This spelling mistake was fixed in BIOS version 1.5, so
762 * 1.5 and later have the Manufacturer as
763 * "MICRO-STAR INTERNATIONAL CO.,LTD".
764 * So try to match on DMI_BOARD_VENDOR of "MICRO-STAR INTER".
765 *
766 * BIOS versions earlier than 1.9 had a Board Product Name
767 * DMI field of "MS-7376". This was changed to be
768 * "K9A2 Platinum (MS-7376)" in version 1.9, but we can still
769 * match on DMI_BOARD_NAME of "MS-7376".
770 */
771 {
772 .ident = "MSI K9A2 Platinum",
773 .matches = {
774 DMI_MATCH(DMI_BOARD_VENDOR,
775 "MICRO-STAR INTER"),
776 DMI_MATCH(DMI_BOARD_NAME, "MS-7376"),
777 },
778 },
Mark Nelson3c4aa912011-06-27 16:33:44 +1000779 /*
780 * All BIOS versions for the Asus M3A support 64bit DMA.
781 * (all release versions from 0301 to 1206 were tested)
782 */
783 {
784 .ident = "ASUS M3A",
785 .matches = {
786 DMI_MATCH(DMI_BOARD_VENDOR,
787 "ASUSTeK Computer INC."),
788 DMI_MATCH(DMI_BOARD_NAME, "M3A"),
789 },
790 },
Shane Huang58a09b32009-05-27 15:04:43 +0800791 { }
792 };
Tejun Heo03d783b2009-08-16 21:04:02 +0900793 const struct dmi_system_id *match;
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900794 int year, month, date;
795 char buf[9];
Shane Huang58a09b32009-05-27 15:04:43 +0800796
Tejun Heo03d783b2009-08-16 21:04:02 +0900797 match = dmi_first_match(sysids);
Shane Huang58a09b32009-05-27 15:04:43 +0800798 if (pdev->bus->number != 0 || pdev->devfn != PCI_DEVFN(0x12, 0) ||
Tejun Heo03d783b2009-08-16 21:04:02 +0900799 !match)
Shane Huang58a09b32009-05-27 15:04:43 +0800800 return false;
801
Mark Nelsone65cc192009-11-03 20:06:48 +1100802 if (!match->driver_data)
803 goto enable_64bit;
804
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900805 dmi_get_date(DMI_BIOS_DATE, &year, &month, &date);
806 snprintf(buf, sizeof(buf), "%04d%02d%02d", year, month, date);
Shane Huang58a09b32009-05-27 15:04:43 +0800807
Mark Nelsone65cc192009-11-03 20:06:48 +1100808 if (strcmp(buf, match->driver_data) >= 0)
809 goto enable_64bit;
810 else {
Joe Perchesa44fec12011-04-15 15:51:58 -0700811 dev_warn(&pdev->dev,
812 "%s: BIOS too old, forcing 32bit DMA, update BIOS\n",
813 match->ident);
Tejun Heo2fcad9d2009-10-03 18:27:29 +0900814 return false;
815 }
Mark Nelsone65cc192009-11-03 20:06:48 +1100816
817enable_64bit:
Joe Perchesa44fec12011-04-15 15:51:58 -0700818 dev_warn(&pdev->dev, "%s: enabling 64bit DMA\n", match->ident);
Mark Nelsone65cc192009-11-03 20:06:48 +1100819 return true;
Shane Huang58a09b32009-05-27 15:04:43 +0800820}
821
Rafael J. Wysocki1fd68432009-01-19 20:57:36 +0100822static bool ahci_broken_system_poweroff(struct pci_dev *pdev)
823{
824 static const struct dmi_system_id broken_systems[] = {
825 {
826 .ident = "HP Compaq nx6310",
827 .matches = {
828 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
829 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq nx6310"),
830 },
831 /* PCI slot number of the controller */
832 .driver_data = (void *)0x1FUL,
833 },
Maciej Ruteckid2f9c062009-03-20 00:06:46 +0100834 {
835 .ident = "HP Compaq 6720s",
836 .matches = {
837 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
838 DMI_MATCH(DMI_PRODUCT_NAME, "HP Compaq 6720s"),
839 },
840 /* PCI slot number of the controller */
841 .driver_data = (void *)0x1FUL,
842 },
Rafael J. Wysocki1fd68432009-01-19 20:57:36 +0100843
844 { } /* terminate list */
845 };
846 const struct dmi_system_id *dmi = dmi_first_match(broken_systems);
847
848 if (dmi) {
849 unsigned long slot = (unsigned long)dmi->driver_data;
850 /* apply the quirk only to on-board controllers */
851 return slot == PCI_SLOT(pdev->devfn);
852 }
853
854 return false;
855}
856
Tejun Heo9b10ae82009-05-30 20:50:12 +0900857static bool ahci_broken_suspend(struct pci_dev *pdev)
858{
859 static const struct dmi_system_id sysids[] = {
860 /*
861 * On HP dv[4-6] and HDX18 with earlier BIOSen, link
862 * to the harddisk doesn't become online after
863 * resuming from STR. Warn and fail suspend.
Tejun Heo9deb3432010-03-16 09:50:26 +0900864 *
865 * http://bugzilla.kernel.org/show_bug.cgi?id=12276
866 *
867 * Use dates instead of versions to match as HP is
868 * apparently recycling both product and version
869 * strings.
870 *
871 * http://bugzilla.kernel.org/show_bug.cgi?id=15462
Tejun Heo9b10ae82009-05-30 20:50:12 +0900872 */
873 {
874 .ident = "dv4",
875 .matches = {
876 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
877 DMI_MATCH(DMI_PRODUCT_NAME,
878 "HP Pavilion dv4 Notebook PC"),
879 },
Tejun Heo9deb3432010-03-16 09:50:26 +0900880 .driver_data = "20090105", /* F.30 */
Tejun Heo9b10ae82009-05-30 20:50:12 +0900881 },
882 {
883 .ident = "dv5",
884 .matches = {
885 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
886 DMI_MATCH(DMI_PRODUCT_NAME,
887 "HP Pavilion dv5 Notebook PC"),
888 },
Tejun Heo9deb3432010-03-16 09:50:26 +0900889 .driver_data = "20090506", /* F.16 */
Tejun Heo9b10ae82009-05-30 20:50:12 +0900890 },
891 {
892 .ident = "dv6",
893 .matches = {
894 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
895 DMI_MATCH(DMI_PRODUCT_NAME,
896 "HP Pavilion dv6 Notebook PC"),
897 },
Tejun Heo9deb3432010-03-16 09:50:26 +0900898 .driver_data = "20090423", /* F.21 */
Tejun Heo9b10ae82009-05-30 20:50:12 +0900899 },
900 {
901 .ident = "HDX18",
902 .matches = {
903 DMI_MATCH(DMI_SYS_VENDOR, "Hewlett-Packard"),
904 DMI_MATCH(DMI_PRODUCT_NAME,
905 "HP HDX18 Notebook PC"),
906 },
Tejun Heo9deb3432010-03-16 09:50:26 +0900907 .driver_data = "20090430", /* F.23 */
Tejun Heo9b10ae82009-05-30 20:50:12 +0900908 },
Tejun Heocedc9bf2010-01-28 16:04:15 +0900909 /*
910 * Acer eMachines G725 has the same problem. BIOS
911 * V1.03 is known to be broken. V3.04 is known to
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300912 * work. Between, there are V1.06, V2.06 and V3.03
Tejun Heocedc9bf2010-01-28 16:04:15 +0900913 * that we don't have much idea about. For now,
914 * blacklist anything older than V3.04.
Tejun Heo9deb3432010-03-16 09:50:26 +0900915 *
916 * http://bugzilla.kernel.org/show_bug.cgi?id=15104
Tejun Heocedc9bf2010-01-28 16:04:15 +0900917 */
918 {
919 .ident = "G725",
920 .matches = {
921 DMI_MATCH(DMI_SYS_VENDOR, "eMachines"),
922 DMI_MATCH(DMI_PRODUCT_NAME, "eMachines G725"),
923 },
Tejun Heo9deb3432010-03-16 09:50:26 +0900924 .driver_data = "20091216", /* V3.04 */
Tejun Heocedc9bf2010-01-28 16:04:15 +0900925 },
Tejun Heo9b10ae82009-05-30 20:50:12 +0900926 { } /* terminate list */
927 };
928 const struct dmi_system_id *dmi = dmi_first_match(sysids);
Tejun Heo9deb3432010-03-16 09:50:26 +0900929 int year, month, date;
930 char buf[9];
Tejun Heo9b10ae82009-05-30 20:50:12 +0900931
932 if (!dmi || pdev->bus->number || pdev->devfn != PCI_DEVFN(0x1f, 2))
933 return false;
934
Tejun Heo9deb3432010-03-16 09:50:26 +0900935 dmi_get_date(DMI_BIOS_DATE, &year, &month, &date);
936 snprintf(buf, sizeof(buf), "%04d%02d%02d", year, month, date);
Tejun Heo9b10ae82009-05-30 20:50:12 +0900937
Tejun Heo9deb3432010-03-16 09:50:26 +0900938 return strcmp(buf, dmi->driver_data) < 0;
Tejun Heo9b10ae82009-05-30 20:50:12 +0900939}
940
Tejun Heo55946392009-08-04 14:30:08 +0900941static bool ahci_broken_online(struct pci_dev *pdev)
942{
943#define ENCODE_BUSDEVFN(bus, slot, func) \
944 (void *)(unsigned long)(((bus) << 8) | PCI_DEVFN((slot), (func)))
945 static const struct dmi_system_id sysids[] = {
946 /*
947 * There are several gigabyte boards which use
948 * SIMG5723s configured as hardware RAID. Certain
949 * 5723 firmware revisions shipped there keep the link
950 * online but fail to answer properly to SRST or
951 * IDENTIFY when no device is attached downstream
952 * causing libata to retry quite a few times leading
953 * to excessive detection delay.
954 *
955 * As these firmwares respond to the second reset try
956 * with invalid device signature, considering unknown
957 * sig as offline works around the problem acceptably.
958 */
959 {
960 .ident = "EP45-DQ6",
961 .matches = {
962 DMI_MATCH(DMI_BOARD_VENDOR,
963 "Gigabyte Technology Co., Ltd."),
964 DMI_MATCH(DMI_BOARD_NAME, "EP45-DQ6"),
965 },
966 .driver_data = ENCODE_BUSDEVFN(0x0a, 0x00, 0),
967 },
968 {
969 .ident = "EP45-DS5",
970 .matches = {
971 DMI_MATCH(DMI_BOARD_VENDOR,
972 "Gigabyte Technology Co., Ltd."),
973 DMI_MATCH(DMI_BOARD_NAME, "EP45-DS5"),
974 },
975 .driver_data = ENCODE_BUSDEVFN(0x03, 0x00, 0),
976 },
977 { } /* terminate list */
978 };
979#undef ENCODE_BUSDEVFN
980 const struct dmi_system_id *dmi = dmi_first_match(sysids);
981 unsigned int val;
982
983 if (!dmi)
984 return false;
985
986 val = (unsigned long)dmi->driver_data;
987
988 return pdev->bus->number == (val >> 8) && pdev->devfn == (val & 0xff);
989}
990
Markus Trippelsdorf8e513212009-10-09 05:41:47 +0200991#ifdef CONFIG_ATA_ACPI
Tejun Heof80ae7e2009-09-16 04:18:03 +0900992static void ahci_gtf_filter_workaround(struct ata_host *host)
993{
994 static const struct dmi_system_id sysids[] = {
995 /*
996 * Aspire 3810T issues a bunch of SATA enable commands
997 * via _GTF including an invalid one and one which is
998 * rejected by the device. Among the successful ones
999 * is FPDMA non-zero offset enable which when enabled
1000 * only on the drive side leads to NCQ command
1001 * failures. Filter it out.
1002 */
1003 {
1004 .ident = "Aspire 3810T",
1005 .matches = {
1006 DMI_MATCH(DMI_SYS_VENDOR, "Acer"),
1007 DMI_MATCH(DMI_PRODUCT_NAME, "Aspire 3810T"),
1008 },
1009 .driver_data = (void *)ATA_ACPI_FILTER_FPDMA_OFFSET,
1010 },
1011 { }
1012 };
1013 const struct dmi_system_id *dmi = dmi_first_match(sysids);
1014 unsigned int filter;
1015 int i;
1016
1017 if (!dmi)
1018 return;
1019
1020 filter = (unsigned long)dmi->driver_data;
Joe Perchesa44fec12011-04-15 15:51:58 -07001021 dev_info(host->dev, "applying extra ACPI _GTF filter 0x%x for %s\n",
1022 filter, dmi->ident);
Tejun Heof80ae7e2009-09-16 04:18:03 +09001023
1024 for (i = 0; i < host->n_ports; i++) {
1025 struct ata_port *ap = host->ports[i];
1026 struct ata_link *link;
1027 struct ata_device *dev;
1028
1029 ata_for_each_link(link, ap, EDGE)
1030 ata_for_each_dev(dev, link, ALL)
1031 dev->gtf_filter |= filter;
1032 }
1033}
Markus Trippelsdorf8e513212009-10-09 05:41:47 +02001034#else
1035static inline void ahci_gtf_filter_workaround(struct ata_host *host)
1036{}
1037#endif
Tejun Heof80ae7e2009-09-16 04:18:03 +09001038
Tejun Heo24dc5f32007-01-20 16:00:28 +09001039static int ahci_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001040{
Tejun Heoe297d992008-06-10 00:13:04 +09001041 unsigned int board_id = ent->driver_data;
1042 struct ata_port_info pi = ahci_port_info[board_id];
Tejun Heo4447d352007-04-17 23:44:08 +09001043 const struct ata_port_info *ppi[] = { &pi, NULL };
Tejun Heo24dc5f32007-01-20 16:00:28 +09001044 struct device *dev = &pdev->dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045 struct ahci_host_priv *hpriv;
Tejun Heo4447d352007-04-17 23:44:08 +09001046 struct ata_host *host;
Tejun Heo837f5f82008-02-06 15:13:51 +09001047 int n_ports, i, rc;
Alessandro Rubini318893e2012-01-06 13:33:39 +01001048 int ahci_pci_bar = AHCI_PCI_BAR_STANDARD;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001049
1050 VPRINTK("ENTER\n");
1051
Justin P. Mattockb429dd52010-07-03 07:29:25 -07001052 WARN_ON((int)ATA_MAX_QUEUE > AHCI_MAX_CMDS);
Tejun Heo12fad3f2006-05-15 21:03:55 +09001053
Joe Perches06296a12011-04-15 15:52:00 -07001054 ata_print_version_once(&pdev->dev, DRV_VERSION);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001055
Alan Cox5b66c822008-09-03 14:48:34 +01001056 /* The AHCI driver can only drive the SATA ports, the PATA driver
1057 can drive them all so if both drivers are selected make sure
1058 AHCI stays out of the way */
1059 if (pdev->vendor == PCI_VENDOR_ID_MARVELL && !marvell_enable)
1060 return -ENODEV;
1061
Tejun Heoc6353b42010-06-17 11:42:22 +02001062 /*
1063 * For some reason, MCP89 on MacBook 7,1 doesn't work with
1064 * ahci, use ata_generic instead.
1065 */
1066 if (pdev->vendor == PCI_VENDOR_ID_NVIDIA &&
1067 pdev->device == PCI_DEVICE_ID_NVIDIA_NFORCE_MCP89_SATA &&
1068 pdev->subsystem_vendor == PCI_VENDOR_ID_APPLE &&
1069 pdev->subsystem_device == 0xcb89)
1070 return -ENODEV;
1071
Mark Nelson7a022672009-11-22 12:07:41 +11001072 /* Promise's PDC42819 is a SAS/SATA controller that has an AHCI mode.
1073 * At the moment, we can only use the AHCI mode. Let the users know
1074 * that for SAS drives they're out of luck.
1075 */
1076 if (pdev->vendor == PCI_VENDOR_ID_PROMISE)
Joe Perchesa44fec12011-04-15 15:51:58 -07001077 dev_info(&pdev->dev,
1078 "PDC42819 can only drive SATA devices with this driver\n");
Mark Nelson7a022672009-11-22 12:07:41 +11001079
Alessandro Rubini318893e2012-01-06 13:33:39 +01001080 /* The Connext uses non-standard BAR */
1081 if (pdev->vendor == PCI_VENDOR_ID_STMICRO && pdev->device == 0xCC06)
1082 ahci_pci_bar = AHCI_PCI_BAR_STA2X11;
1083
Tejun Heo4447d352007-04-17 23:44:08 +09001084 /* acquire resources */
Tejun Heo24dc5f32007-01-20 16:00:28 +09001085 rc = pcim_enable_device(pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001086 if (rc)
1087 return rc;
1088
Tejun Heodea55132008-03-11 19:52:31 +09001089 /* AHCI controllers often implement SFF compatible interface.
1090 * Grab all PCI BARs just in case.
1091 */
Alessandro Rubini318893e2012-01-06 13:33:39 +01001092 rc = pcim_iomap_regions_request_all(pdev, 1 << ahci_pci_bar, DRV_NAME);
Tejun Heo0d5ff562007-02-01 15:06:36 +09001093 if (rc == -EBUSY)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001094 pcim_pin_device(pdev);
Tejun Heo0d5ff562007-02-01 15:06:36 +09001095 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001096 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001097
Tejun Heoc4f77922007-12-06 15:09:43 +09001098 if (pdev->vendor == PCI_VENDOR_ID_INTEL &&
1099 (pdev->device == 0x2652 || pdev->device == 0x2653)) {
1100 u8 map;
1101
1102 /* ICH6s share the same PCI ID for both piix and ahci
1103 * modes. Enabling ahci mode while MAP indicates
1104 * combined mode is a bad idea. Yield to ata_piix.
1105 */
1106 pci_read_config_byte(pdev, ICH_MAP, &map);
1107 if (map & 0x3) {
Joe Perchesa44fec12011-04-15 15:51:58 -07001108 dev_info(&pdev->dev,
1109 "controller is in combined mode, can't enable AHCI mode\n");
Tejun Heoc4f77922007-12-06 15:09:43 +09001110 return -ENODEV;
1111 }
1112 }
1113
Tejun Heo24dc5f32007-01-20 16:00:28 +09001114 hpriv = devm_kzalloc(dev, sizeof(*hpriv), GFP_KERNEL);
1115 if (!hpriv)
1116 return -ENOMEM;
Tejun Heo417a1a62007-09-23 13:19:55 +09001117 hpriv->flags |= (unsigned long)pi.private_data;
1118
Tejun Heoe297d992008-06-10 00:13:04 +09001119 /* MCP65 revision A1 and A2 can't do MSI */
1120 if (board_id == board_ahci_mcp65 &&
1121 (pdev->revision == 0xa1 || pdev->revision == 0xa2))
1122 hpriv->flags |= AHCI_HFLAG_NO_MSI;
1123
Shane Huange427fe02008-12-30 10:53:41 +08001124 /* SB800 does NOT need the workaround to ignore SERR_INTERNAL */
1125 if (board_id == board_ahci_sb700 && pdev->revision >= 0x40)
1126 hpriv->flags &= ~AHCI_HFLAG_IGN_SERR_INTERNAL;
1127
Tejun Heo2fcad9d2009-10-03 18:27:29 +09001128 /* only some SB600s can do 64bit DMA */
1129 if (ahci_sb600_enable_64bit(pdev))
1130 hpriv->flags &= ~AHCI_HFLAG_32BIT_ONLY;
Shane Huang58a09b32009-05-27 15:04:43 +08001131
Tejun Heo31b239a2009-09-17 00:34:39 +09001132 if ((hpriv->flags & AHCI_HFLAG_NO_MSI) || pci_enable_msi(pdev))
1133 pci_intx(pdev, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001134
Alessandro Rubini318893e2012-01-06 13:33:39 +01001135 hpriv->mmio = pcim_iomap_table(pdev)[ahci_pci_bar];
Anton Vorontsovd8993342010-03-03 20:17:34 +03001136
Tejun Heo4447d352007-04-17 23:44:08 +09001137 /* save initial config */
Anton Vorontsov394d6e52010-03-03 20:17:36 +03001138 ahci_pci_save_initial_config(pdev, hpriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001139
Tejun Heo4447d352007-04-17 23:44:08 +09001140 /* prepare host */
Robert Hancock453d3132010-01-26 22:33:23 -06001141 if (hpriv->cap & HOST_CAP_NCQ) {
1142 pi.flags |= ATA_FLAG_NCQ;
Tejun Heo83f2b962010-03-30 10:28:32 +09001143 /*
1144 * Auto-activate optimization is supposed to be
1145 * supported on all AHCI controllers indicating NCQ
1146 * capability, but it seems to be broken on some
1147 * chipsets including NVIDIAs.
1148 */
1149 if (!(hpriv->flags & AHCI_HFLAG_NO_FPDMA_AA))
Robert Hancock453d3132010-01-26 22:33:23 -06001150 pi.flags |= ATA_FLAG_FPDMA_AA;
1151 }
Tejun Heo4447d352007-04-17 23:44:08 +09001152
Tejun Heo7d50b602007-09-23 13:19:54 +09001153 if (hpriv->cap & HOST_CAP_PMP)
1154 pi.flags |= ATA_FLAG_PMP;
1155
Anton Vorontsov0cbb0e72010-03-03 20:17:45 +03001156 ahci_set_em_messages(hpriv, &pi);
Kristen Carlson Accardi18f7ba42008-06-03 10:33:55 -07001157
Rafael J. Wysocki1fd68432009-01-19 20:57:36 +01001158 if (ahci_broken_system_poweroff(pdev)) {
1159 pi.flags |= ATA_FLAG_NO_POWEROFF_SPINDOWN;
1160 dev_info(&pdev->dev,
1161 "quirky BIOS, skipping spindown on poweroff\n");
1162 }
1163
Tejun Heo9b10ae82009-05-30 20:50:12 +09001164 if (ahci_broken_suspend(pdev)) {
1165 hpriv->flags |= AHCI_HFLAG_NO_SUSPEND;
Joe Perchesa44fec12011-04-15 15:51:58 -07001166 dev_warn(&pdev->dev,
1167 "BIOS update required for suspend/resume\n");
Tejun Heo9b10ae82009-05-30 20:50:12 +09001168 }
1169
Tejun Heo55946392009-08-04 14:30:08 +09001170 if (ahci_broken_online(pdev)) {
1171 hpriv->flags |= AHCI_HFLAG_SRST_TOUT_IS_OFFLINE;
1172 dev_info(&pdev->dev,
1173 "online status unreliable, applying workaround\n");
1174 }
1175
Tejun Heo837f5f82008-02-06 15:13:51 +09001176 /* CAP.NP sometimes indicate the index of the last enabled
1177 * port, at other times, that of the last possible port, so
1178 * determining the maximum port number requires looking at
1179 * both CAP.NP and port_map.
1180 */
1181 n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));
1182
1183 host = ata_host_alloc_pinfo(&pdev->dev, ppi, n_ports);
Tejun Heo4447d352007-04-17 23:44:08 +09001184 if (!host)
1185 return -ENOMEM;
Tejun Heo4447d352007-04-17 23:44:08 +09001186 host->private_data = hpriv;
1187
Arjan van de Venf3d7f232009-01-26 02:05:44 -08001188 if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)
Arjan van de Ven886ad092009-01-09 15:54:07 -08001189 host->flags |= ATA_HOST_PARALLEL_SCAN;
Arjan van de Venf3d7f232009-01-26 02:05:44 -08001190 else
1191 printk(KERN_INFO "ahci: SSS flag set, parallel bus scan disabled\n");
Arjan van de Ven886ad092009-01-09 15:54:07 -08001192
Kristen Carlson Accardi18f7ba42008-06-03 10:33:55 -07001193 if (pi.flags & ATA_FLAG_EM)
1194 ahci_reset_em(host);
1195
Tejun Heo4447d352007-04-17 23:44:08 +09001196 for (i = 0; i < host->n_ports; i++) {
Jeff Garzikdab632e2007-05-28 08:33:01 -04001197 struct ata_port *ap = host->ports[i];
Tejun Heo4447d352007-04-17 23:44:08 +09001198
Alessandro Rubini318893e2012-01-06 13:33:39 +01001199 ata_port_pbar_desc(ap, ahci_pci_bar, -1, "abar");
1200 ata_port_pbar_desc(ap, ahci_pci_bar,
Tejun Heocbcdd872007-08-18 13:14:55 +09001201 0x100 + ap->port_no * 0x80, "port");
1202
Kristen Carlson Accardi18f7ba42008-06-03 10:33:55 -07001203 /* set enclosure management message type */
1204 if (ap->flags & ATA_FLAG_EM)
Harry Zhang008dbd62010-04-23 17:27:19 +08001205 ap->em_message_type = hpriv->em_msg_type;
Kristen Carlson Accardi18f7ba42008-06-03 10:33:55 -07001206
1207
Jeff Garzikdab632e2007-05-28 08:33:01 -04001208 /* disabled/not-implemented port */
Tejun Heo350756f2008-04-07 22:47:21 +09001209 if (!(hpriv->port_map & (1 << i)))
Jeff Garzikdab632e2007-05-28 08:33:01 -04001210 ap->ops = &ata_dummy_port_ops;
Tejun Heo4447d352007-04-17 23:44:08 +09001211 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212
Tejun Heoedc93052007-10-25 14:59:16 +09001213 /* apply workaround for ASUS P5W DH Deluxe mainboard */
1214 ahci_p5wdh_workaround(host);
1215
Tejun Heof80ae7e2009-09-16 04:18:03 +09001216 /* apply gtf filter quirk */
1217 ahci_gtf_filter_workaround(host);
1218
Linus Torvalds1da177e2005-04-16 15:20:36 -07001219 /* initialize adapter */
Tejun Heo4447d352007-04-17 23:44:08 +09001220 rc = ahci_configure_dma_masks(pdev, hpriv->cap & HOST_CAP_64);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001222 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001223
Anton Vorontsov33030402010-03-03 20:17:39 +03001224 rc = ahci_pci_reset_controller(host);
Tejun Heo4447d352007-04-17 23:44:08 +09001225 if (rc)
1226 return rc;
Tejun Heo12fad3f2006-05-15 21:03:55 +09001227
Anton Vorontsov781d6552010-03-03 20:17:42 +03001228 ahci_pci_init_controller(host);
Anton Vorontsov439fcae2010-03-03 20:17:43 +03001229 ahci_pci_print_info(host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001230
Tejun Heo4447d352007-04-17 23:44:08 +09001231 pci_set_master(pdev);
1232 return ata_host_activate(host, pdev->irq, ahci_interrupt, IRQF_SHARED,
1233 &ahci_sht);
Jeff Garzik907f4672005-05-12 15:03:42 -04001234}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001235
1236static int __init ahci_init(void)
1237{
Pavel Roskinb7887192006-08-10 18:13:18 +09001238 return pci_register_driver(&ahci_pci_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001239}
1240
Linus Torvalds1da177e2005-04-16 15:20:36 -07001241static void __exit ahci_exit(void)
1242{
1243 pci_unregister_driver(&ahci_pci_driver);
1244}
1245
1246
1247MODULE_AUTHOR("Jeff Garzik");
1248MODULE_DESCRIPTION("AHCI SATA low-level driver");
1249MODULE_LICENSE("GPL");
1250MODULE_DEVICE_TABLE(pci, ahci_pci_tbl);
Jeff Garzik68854332005-08-23 02:53:51 -04001251MODULE_VERSION(DRV_VERSION);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001252
1253module_init(ahci_init);
1254module_exit(ahci_exit);