blob: 4d857185f33b2627cdfc43b52cea1b2f9848ecac [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * sata_sx4.c - Promise SATA
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 * Copyright 2003-2004 Red Hat, Inc.
9 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -040011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
14 * any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 *
26 * libata documentation is available via 'make {ps|pdf}docs',
27 * as Documentation/DocBook/libata.*
28 *
29 * Hardware documentation available under NDA.
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 *
31 */
32
Jeff Garzika09060f2007-05-28 08:17:06 -040033/*
34 Theory of operation
35 -------------------
36
37 The SX4 (PDC20621) chip features a single Host DMA (HDMA) copy
38 engine, DIMM memory, and four ATA engines (one per SATA port).
39 Data is copied to/from DIMM memory by the HDMA engine, before
40 handing off to one (or more) of the ATA engines. The ATA
41 engines operate solely on DIMM memory.
42
43 The SX4 behaves like a PATA chip, with no SATA controls or
44 knowledge whatsoever, leading to the presumption that
45 PATA<->SATA bridges exist on SX4 boards, external to the
46 PDC20621 chip itself.
47
48 The chip is quite capable, supporting an XOR engine and linked
49 hardware commands (permits a string to transactions to be
50 submitted and waited-on as a single unit), and an optional
51 microprocessor.
52
53 The limiting factor is largely software. This Linux driver was
54 written to multiplex the single HDMA engine to copy disk
55 transactions into a fixed DIMM memory space, from where an ATA
56 engine takes over. As a result, each WRITE looks like this:
57
58 submit HDMA packet to hardware
59 hardware copies data from system memory to DIMM
60 hardware raises interrupt
61
62 submit ATA packet to hardware
63 hardware executes ATA WRITE command, w/ data in DIMM
64 hardware raises interrupt
Jeff Garzik2dcb4072007-10-19 06:42:56 -040065
Jeff Garzika09060f2007-05-28 08:17:06 -040066 and each READ looks like this:
67
68 submit ATA packet to hardware
69 hardware executes ATA READ command, w/ data in DIMM
70 hardware raises interrupt
Jeff Garzik2dcb4072007-10-19 06:42:56 -040071
Jeff Garzika09060f2007-05-28 08:17:06 -040072 submit HDMA packet to hardware
73 hardware copies data from DIMM to system memory
74 hardware raises interrupt
75
76 This is a very slow, lock-step way of doing things that can
77 certainly be improved by motivated kernel hackers.
78
79 */
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#include <linux/kernel.h>
82#include <linux/module.h>
83#include <linux/pci.h>
84#include <linux/init.h>
85#include <linux/blkdev.h>
86#include <linux/delay.h>
87#include <linux/interrupt.h>
Jeff Garzika9524a72005-10-30 14:39:11 -050088#include <linux/device.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070089#include <scsi/scsi_host.h>
Jeff Garzik193515d2005-11-07 00:59:37 -050090#include <scsi/scsi_cmnd.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070091#include <linux/libata.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070092#include "sata_promise.h"
93
94#define DRV_NAME "sata_sx4"
Jeff Garzik2a3103c2007-08-31 04:54:06 -040095#define DRV_VERSION "0.12"
Linus Torvalds1da177e2005-04-16 15:20:36 -070096
97
98enum {
Tejun Heo0d5ff562007-02-01 15:06:36 +090099 PDC_MMIO_BAR = 3,
100 PDC_DIMM_BAR = 4,
101
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 PDC_PRD_TBL = 0x44, /* Direct command DMA table addr */
103
104 PDC_PKT_SUBMIT = 0x40, /* Command packet pointer addr */
105 PDC_HDMA_PKT_SUBMIT = 0x100, /* Host DMA packet pointer addr */
106 PDC_INT_SEQMASK = 0x40, /* Mask of asserted SEQ INTs */
107 PDC_HDMA_CTLSTAT = 0x12C, /* Host DMA control / status */
108
Jeff Garzika09060f2007-05-28 08:17:06 -0400109 PDC_CTLSTAT = 0x60, /* IDEn control / status */
110
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 PDC_20621_SEQCTL = 0x400,
112 PDC_20621_SEQMASK = 0x480,
113 PDC_20621_GENERAL_CTL = 0x484,
114 PDC_20621_PAGE_SIZE = (32 * 1024),
115
116 /* chosen, not constant, values; we design our own DIMM mem map */
117 PDC_20621_DIMM_WINDOW = 0x0C, /* page# for 32K DIMM window */
118 PDC_20621_DIMM_BASE = 0x00200000,
119 PDC_20621_DIMM_DATA = (64 * 1024),
120 PDC_DIMM_DATA_STEP = (256 * 1024),
121 PDC_DIMM_WINDOW_STEP = (8 * 1024),
122 PDC_DIMM_HOST_PRD = (6 * 1024),
123 PDC_DIMM_HOST_PKT = (128 * 0),
124 PDC_DIMM_HPKT_PRD = (128 * 1),
125 PDC_DIMM_ATA_PKT = (128 * 2),
126 PDC_DIMM_APKT_PRD = (128 * 3),
127 PDC_DIMM_HEADER_SZ = PDC_DIMM_APKT_PRD + 128,
128 PDC_PAGE_WINDOW = 0x40,
129 PDC_PAGE_DATA = PDC_PAGE_WINDOW +
130 (PDC_20621_DIMM_DATA / PDC_20621_PAGE_SIZE),
131 PDC_PAGE_SET = PDC_DIMM_DATA_STEP / PDC_20621_PAGE_SIZE,
132
133 PDC_CHIP0_OFS = 0xC0000, /* offset of chip #0 */
134
135 PDC_20621_ERR_MASK = (1<<19) | (1<<20) | (1<<21) | (1<<22) |
136 (1<<23),
137
138 board_20621 = 0, /* FastTrak S150 SX4 */
139
Jeff Garzikb2d46b62007-05-27 22:58:54 -0400140 PDC_MASK_INT = (1 << 10), /* HDMA/ATA mask int */
141 PDC_RESET = (1 << 11), /* HDMA/ATA reset */
Jeff Garzika09060f2007-05-28 08:17:06 -0400142 PDC_DMA_ENABLE = (1 << 7), /* DMA start/stop */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
144 PDC_MAX_HDMA = 32,
145 PDC_HDMA_Q_MASK = (PDC_MAX_HDMA - 1),
146
Jeff Garzikb2d46b62007-05-27 22:58:54 -0400147 PDC_DIMM0_SPD_DEV_ADDRESS = 0x50,
148 PDC_DIMM1_SPD_DEV_ADDRESS = 0x51,
149 PDC_I2C_CONTROL = 0x48,
150 PDC_I2C_ADDR_DATA = 0x4C,
151 PDC_DIMM0_CONTROL = 0x80,
152 PDC_DIMM1_CONTROL = 0x84,
153 PDC_SDRAM_CONTROL = 0x88,
154 PDC_I2C_WRITE = 0, /* master -> slave */
155 PDC_I2C_READ = (1 << 6), /* master <- slave */
156 PDC_I2C_START = (1 << 7), /* start I2C proto */
157 PDC_I2C_MASK_INT = (1 << 5), /* mask I2C interrupt */
158 PDC_I2C_COMPLETE = (1 << 16), /* I2C normal compl. */
159 PDC_I2C_NO_ACK = (1 << 20), /* slave no-ack addr */
160 PDC_DIMM_SPD_SUBADDRESS_START = 0x00,
161 PDC_DIMM_SPD_SUBADDRESS_END = 0x7F,
162 PDC_DIMM_SPD_ROW_NUM = 3,
163 PDC_DIMM_SPD_COLUMN_NUM = 4,
164 PDC_DIMM_SPD_MODULE_ROW = 5,
165 PDC_DIMM_SPD_TYPE = 11,
166 PDC_DIMM_SPD_FRESH_RATE = 12,
167 PDC_DIMM_SPD_BANK_NUM = 17,
168 PDC_DIMM_SPD_CAS_LATENCY = 18,
169 PDC_DIMM_SPD_ATTRIBUTE = 21,
170 PDC_DIMM_SPD_ROW_PRE_CHARGE = 27,
171 PDC_DIMM_SPD_ROW_ACTIVE_DELAY = 28,
172 PDC_DIMM_SPD_RAS_CAS_DELAY = 29,
173 PDC_DIMM_SPD_ACTIVE_PRECHARGE = 30,
174 PDC_DIMM_SPD_SYSTEM_FREQ = 126,
175 PDC_CTL_STATUS = 0x08,
176 PDC_DIMM_WINDOW_CTLR = 0x0C,
177 PDC_TIME_CONTROL = 0x3C,
178 PDC_TIME_PERIOD = 0x40,
179 PDC_TIME_COUNTER = 0x44,
180 PDC_GENERAL_CTLR = 0x484,
181 PCI_PLL_INIT = 0x8A531824,
182 PCI_X_TCOUNT = 0xEE1E5CFF,
183
184 /* PDC_TIME_CONTROL bits */
185 PDC_TIMER_BUZZER = (1 << 10),
186 PDC_TIMER_MODE_PERIODIC = 0, /* bits 9:8 == 00 */
187 PDC_TIMER_MODE_ONCE = (1 << 8), /* bits 9:8 == 01 */
188 PDC_TIMER_ENABLE = (1 << 7),
189 PDC_TIMER_MASK_INT = (1 << 5),
190 PDC_TIMER_SEQ_MASK = 0x1f, /* SEQ ID for timer */
191 PDC_TIMER_DEFAULT = PDC_TIMER_MODE_ONCE |
192 PDC_TIMER_ENABLE |
193 PDC_TIMER_MASK_INT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194};
195
196
197struct pdc_port_priv {
198 u8 dimm_buf[(ATA_PRD_SZ * ATA_MAX_PRD) + 512];
199 u8 *pkt;
200 dma_addr_t pkt_dma;
201};
202
203struct pdc_host_priv {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 unsigned int doing_hdma;
205 unsigned int hdma_prod;
206 unsigned int hdma_cons;
207 struct {
208 struct ata_queued_cmd *qc;
209 unsigned int seq;
210 unsigned long pkt_ofs;
211 } hdma[32];
212};
213
214
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400215static int pdc_sata_init_one(struct pci_dev *pdev, const struct pci_device_id *ent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216static void pdc_eng_timeout(struct ata_port *ap);
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400217static void pdc_20621_phy_reset(struct ata_port *ap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218static int pdc_port_start(struct ata_port *ap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219static void pdc20621_qc_prep(struct ata_queued_cmd *qc);
Jeff Garzik057ace52005-10-22 14:27:05 -0400220static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
221static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
Tejun Heo4447d352007-04-17 23:44:08 +0900222static unsigned int pdc20621_dimm_init(struct ata_host *host);
223static int pdc20621_detect_dimm(struct ata_host *host);
224static unsigned int pdc20621_i2c_read(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 u32 device, u32 subaddr, u32 *pdata);
Tejun Heo4447d352007-04-17 23:44:08 +0900226static int pdc20621_prog_dimm0(struct ata_host *host);
227static unsigned int pdc20621_prog_dimm_global(struct ata_host *host);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228#ifdef ATA_VERBOSE_DEBUG
Tejun Heo4447d352007-04-17 23:44:08 +0900229static void pdc20621_get_from_dimm(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 void *psource, u32 offset, u32 size);
231#endif
Tejun Heo4447d352007-04-17 23:44:08 +0900232static void pdc20621_put_to_dimm(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 void *psource, u32 offset, u32 size);
234static void pdc20621_irq_clear(struct ata_port *ap);
Tejun Heo9a3d9eb2006-01-23 13:09:36 +0900235static unsigned int pdc20621_qc_issue_prot(struct ata_queued_cmd *qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236
237
Jeff Garzik193515d2005-11-07 00:59:37 -0500238static struct scsi_host_template pdc_sata_sht = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 .module = THIS_MODULE,
240 .name = DRV_NAME,
241 .ioctl = ata_scsi_ioctl,
242 .queuecommand = ata_scsi_queuecmd,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 .can_queue = ATA_DEF_QUEUE,
244 .this_id = ATA_SHT_THIS_ID,
245 .sg_tablesize = LIBATA_MAX_PRD,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 .cmd_per_lun = ATA_SHT_CMD_PER_LUN,
247 .emulated = ATA_SHT_EMULATED,
248 .use_clustering = ATA_SHT_USE_CLUSTERING,
249 .proc_name = DRV_NAME,
250 .dma_boundary = ATA_DMA_BOUNDARY,
251 .slave_configure = ata_scsi_slave_config,
Tejun Heoccf68c32006-05-31 18:28:09 +0900252 .slave_destroy = ata_scsi_slave_destroy,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 .bios_param = ata_std_bios_param,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254};
255
Jeff Garzik057ace52005-10-22 14:27:05 -0400256static const struct ata_port_operations pdc_20621_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 .tf_load = pdc_tf_load_mmio,
258 .tf_read = ata_tf_read,
259 .check_status = ata_check_status,
260 .exec_command = pdc_exec_command_mmio,
261 .dev_select = ata_std_dev_select,
262 .phy_reset = pdc_20621_phy_reset,
263 .qc_prep = pdc20621_qc_prep,
264 .qc_issue = pdc20621_qc_issue_prot,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900265 .data_xfer = ata_data_xfer,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 .eng_timeout = pdc_eng_timeout,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 .irq_clear = pdc20621_irq_clear,
Akira Iguchi246ce3b2007-01-26 16:27:58 +0900268 .irq_on = ata_irq_on,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 .port_start = pdc_port_start,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270};
271
Arjan van de Ven98ac62d2005-11-28 10:06:23 +0100272static const struct ata_port_info pdc_port_info[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 /* board_20621 */
274 {
Jeff Garzikcca39742006-08-24 03:19:22 -0400275 .flags = ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY |
Jeff Garzik50630192005-12-13 02:29:45 -0500276 ATA_FLAG_SRST | ATA_FLAG_MMIO |
Albert Lee1f3461a2006-05-23 18:12:30 +0800277 ATA_FLAG_NO_ATAPI | ATA_FLAG_PIO_POLLING,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 .pio_mask = 0x1f, /* pio0-4 */
279 .mwdma_mask = 0x07, /* mwdma0-2 */
Jeff Garzik469248a2007-07-08 01:13:16 -0400280 .udma_mask = ATA_UDMA6,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 .port_ops = &pdc_20621_ops,
282 },
283
284};
285
Jeff Garzik3b7d6972005-11-10 11:04:11 -0500286static const struct pci_device_id pdc_sata_pci_tbl[] = {
Jeff Garzik54bb3a92006-09-27 22:20:11 -0400287 { PCI_VDEVICE(PROMISE, 0x6622), board_20621 },
288
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 { } /* terminate list */
290};
291
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292static struct pci_driver pdc_sata_pci_driver = {
293 .name = DRV_NAME,
294 .id_table = pdc_sata_pci_tbl,
295 .probe = pdc_sata_init_one,
296 .remove = ata_pci_remove_one,
297};
298
299
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300static int pdc_port_start(struct ata_port *ap)
301{
Jeff Garzikcca39742006-08-24 03:19:22 -0400302 struct device *dev = ap->host->dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 struct pdc_port_priv *pp;
304 int rc;
305
306 rc = ata_port_start(ap);
307 if (rc)
308 return rc;
309
Tejun Heo24dc5f32007-01-20 16:00:28 +0900310 pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);
311 if (!pp)
312 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
Tejun Heo24dc5f32007-01-20 16:00:28 +0900314 pp->pkt = dmam_alloc_coherent(dev, 128, &pp->pkt_dma, GFP_KERNEL);
315 if (!pp->pkt)
316 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
318 ap->private_data = pp;
319
320 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321}
322
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400323static void pdc_20621_phy_reset(struct ata_port *ap)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324{
325 VPRINTK("ENTER\n");
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400326 ap->cbl = ATA_CBL_SATA;
327 ata_port_probe(ap);
328 ata_bus_reset(ap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329}
330
331static inline void pdc20621_ata_sg(struct ata_taskfile *tf, u8 *buf,
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400332 unsigned int portno,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 unsigned int total_len)
334{
335 u32 addr;
336 unsigned int dw = PDC_DIMM_APKT_PRD >> 2;
337 u32 *buf32 = (u32 *) buf;
338
339 /* output ATA packet S/G table */
340 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
341 (PDC_DIMM_DATA_STEP * portno);
342 VPRINTK("ATA sg addr 0x%x, %d\n", addr, addr);
343 buf32[dw] = cpu_to_le32(addr);
344 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
345
346 VPRINTK("ATA PSG @ %x == (0x%x, 0x%x)\n",
347 PDC_20621_DIMM_BASE +
348 (PDC_DIMM_WINDOW_STEP * portno) +
349 PDC_DIMM_APKT_PRD,
350 buf32[dw], buf32[dw + 1]);
351}
352
353static inline void pdc20621_host_sg(struct ata_taskfile *tf, u8 *buf,
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400354 unsigned int portno,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 unsigned int total_len)
356{
357 u32 addr;
358 unsigned int dw = PDC_DIMM_HPKT_PRD >> 2;
359 u32 *buf32 = (u32 *) buf;
360
361 /* output Host DMA packet S/G table */
362 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
363 (PDC_DIMM_DATA_STEP * portno);
364
365 buf32[dw] = cpu_to_le32(addr);
366 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
367
368 VPRINTK("HOST PSG @ %x == (0x%x, 0x%x)\n",
369 PDC_20621_DIMM_BASE +
370 (PDC_DIMM_WINDOW_STEP * portno) +
371 PDC_DIMM_HPKT_PRD,
372 buf32[dw], buf32[dw + 1]);
373}
374
375static inline unsigned int pdc20621_ata_pkt(struct ata_taskfile *tf,
376 unsigned int devno, u8 *buf,
377 unsigned int portno)
378{
379 unsigned int i, dw;
380 u32 *buf32 = (u32 *) buf;
381 u8 dev_reg;
382
383 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
384 (PDC_DIMM_WINDOW_STEP * portno) +
385 PDC_DIMM_APKT_PRD;
386 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
387
388 i = PDC_DIMM_ATA_PKT;
389
390 /*
391 * Set up ATA packet
392 */
393 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
394 buf[i++] = PDC_PKT_READ;
395 else if (tf->protocol == ATA_PROT_NODATA)
396 buf[i++] = PDC_PKT_NODATA;
397 else
398 buf[i++] = 0;
399 buf[i++] = 0; /* reserved */
400 buf[i++] = portno + 1; /* seq. id */
401 buf[i++] = 0xff; /* delay seq. id */
402
403 /* dimm dma S/G, and next-pkt */
404 dw = i >> 2;
405 if (tf->protocol == ATA_PROT_NODATA)
406 buf32[dw] = 0;
407 else
408 buf32[dw] = cpu_to_le32(dimm_sg);
409 buf32[dw + 1] = 0;
410 i += 8;
411
412 if (devno == 0)
413 dev_reg = ATA_DEVICE_OBS;
414 else
415 dev_reg = ATA_DEVICE_OBS | ATA_DEV1;
416
417 /* select device */
418 buf[i++] = (1 << 5) | PDC_PKT_CLEAR_BSY | ATA_REG_DEVICE;
419 buf[i++] = dev_reg;
420
421 /* device control register */
422 buf[i++] = (1 << 5) | PDC_REG_DEVCTL;
423 buf[i++] = tf->ctl;
424
425 return i;
426}
427
428static inline void pdc20621_host_pkt(struct ata_taskfile *tf, u8 *buf,
429 unsigned int portno)
430{
431 unsigned int dw;
432 u32 tmp, *buf32 = (u32 *) buf;
433
434 unsigned int host_sg = PDC_20621_DIMM_BASE +
435 (PDC_DIMM_WINDOW_STEP * portno) +
436 PDC_DIMM_HOST_PRD;
437 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
438 (PDC_DIMM_WINDOW_STEP * portno) +
439 PDC_DIMM_HPKT_PRD;
440 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
441 VPRINTK("host_sg == 0x%x, %d\n", host_sg, host_sg);
442
443 dw = PDC_DIMM_HOST_PKT >> 2;
444
445 /*
446 * Set up Host DMA packet
447 */
448 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
449 tmp = PDC_PKT_READ;
450 else
451 tmp = 0;
452 tmp |= ((portno + 1 + 4) << 16); /* seq. id */
453 tmp |= (0xff << 24); /* delay seq. id */
454 buf32[dw + 0] = cpu_to_le32(tmp);
455 buf32[dw + 1] = cpu_to_le32(host_sg);
456 buf32[dw + 2] = cpu_to_le32(dimm_sg);
457 buf32[dw + 3] = 0;
458
459 VPRINTK("HOST PKT @ %x == (0x%x 0x%x 0x%x 0x%x)\n",
460 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * portno) +
461 PDC_DIMM_HOST_PKT,
462 buf32[dw + 0],
463 buf32[dw + 1],
464 buf32[dw + 2],
465 buf32[dw + 3]);
466}
467
468static void pdc20621_dma_prep(struct ata_queued_cmd *qc)
469{
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400470 struct scatterlist *sg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471 struct ata_port *ap = qc->ap;
472 struct pdc_port_priv *pp = ap->private_data;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900473 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
474 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475 unsigned int portno = ap->port_no;
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400476 unsigned int i, idx, total_len = 0, sgt_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 u32 *buf = (u32 *) &pp->dimm_buf[PDC_DIMM_HEADER_SZ];
478
Tejun Heobeec7db2006-02-11 19:11:13 +0900479 WARN_ON(!(qc->flags & ATA_QCFLAG_DMAMAP));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480
Tejun Heo44877b42007-02-21 01:06:51 +0900481 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
483 /* hard-code chip #0 */
484 mmio += PDC_CHIP0_OFS;
485
486 /*
487 * Build S/G table
488 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489 idx = 0;
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400490 ata_for_each_sg(sg, qc) {
491 buf[idx++] = cpu_to_le32(sg_dma_address(sg));
492 buf[idx++] = cpu_to_le32(sg_dma_len(sg));
493 total_len += sg_dma_len(sg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700494 }
495 buf[idx - 1] |= cpu_to_le32(ATA_PRD_EOT);
496 sgt_len = idx * 4;
497
498 /*
499 * Build ATA, host DMA packets
500 */
501 pdc20621_host_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
502 pdc20621_host_pkt(&qc->tf, &pp->dimm_buf[0], portno);
503
504 pdc20621_ata_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
505 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
506
507 if (qc->tf.flags & ATA_TFLAG_LBA48)
508 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
509 else
510 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
511
512 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
513
514 /* copy three S/G tables and two packets to DIMM MMIO window */
515 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
516 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
517 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP) +
518 PDC_DIMM_HOST_PRD,
519 &pp->dimm_buf[PDC_DIMM_HEADER_SZ], sgt_len);
520
521 /* force host FIFO dump */
522 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
523
524 readl(dimm_mmio); /* MMIO PCI posting flush */
525
526 VPRINTK("ata pkt buf ofs %u, prd size %u, mmio copied\n", i, sgt_len);
527}
528
529static void pdc20621_nodata_prep(struct ata_queued_cmd *qc)
530{
531 struct ata_port *ap = qc->ap;
532 struct pdc_port_priv *pp = ap->private_data;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900533 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
534 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 unsigned int portno = ap->port_no;
536 unsigned int i;
537
Tejun Heo44877b42007-02-21 01:06:51 +0900538 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539
540 /* hard-code chip #0 */
541 mmio += PDC_CHIP0_OFS;
542
543 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
544
545 if (qc->tf.flags & ATA_TFLAG_LBA48)
546 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
547 else
548 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
549
550 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
551
552 /* copy three S/G tables and two packets to DIMM MMIO window */
553 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
554 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
555
556 /* force host FIFO dump */
557 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
558
559 readl(dimm_mmio); /* MMIO PCI posting flush */
560
561 VPRINTK("ata pkt buf ofs %u, mmio copied\n", i);
562}
563
564static void pdc20621_qc_prep(struct ata_queued_cmd *qc)
565{
566 switch (qc->tf.protocol) {
567 case ATA_PROT_DMA:
568 pdc20621_dma_prep(qc);
569 break;
570 case ATA_PROT_NODATA:
571 pdc20621_nodata_prep(qc);
572 break;
573 default:
574 break;
575 }
576}
577
578static void __pdc20621_push_hdma(struct ata_queued_cmd *qc,
579 unsigned int seq,
580 u32 pkt_ofs)
581{
582 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400583 struct ata_host *host = ap->host;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900584 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585
586 /* hard-code chip #0 */
587 mmio += PDC_CHIP0_OFS;
588
589 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
590 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
591
592 writel(pkt_ofs, mmio + PDC_HDMA_PKT_SUBMIT);
593 readl(mmio + PDC_HDMA_PKT_SUBMIT); /* flush */
594}
595
596static void pdc20621_push_hdma(struct ata_queued_cmd *qc,
597 unsigned int seq,
598 u32 pkt_ofs)
599{
600 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400601 struct pdc_host_priv *pp = ap->host->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602 unsigned int idx = pp->hdma_prod & PDC_HDMA_Q_MASK;
603
604 if (!pp->doing_hdma) {
605 __pdc20621_push_hdma(qc, seq, pkt_ofs);
606 pp->doing_hdma = 1;
607 return;
608 }
609
610 pp->hdma[idx].qc = qc;
611 pp->hdma[idx].seq = seq;
612 pp->hdma[idx].pkt_ofs = pkt_ofs;
613 pp->hdma_prod++;
614}
615
616static void pdc20621_pop_hdma(struct ata_queued_cmd *qc)
617{
618 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400619 struct pdc_host_priv *pp = ap->host->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620 unsigned int idx = pp->hdma_cons & PDC_HDMA_Q_MASK;
621
622 /* if nothing on queue, we're done */
623 if (pp->hdma_prod == pp->hdma_cons) {
624 pp->doing_hdma = 0;
625 return;
626 }
627
628 __pdc20621_push_hdma(pp->hdma[idx].qc, pp->hdma[idx].seq,
629 pp->hdma[idx].pkt_ofs);
630 pp->hdma_cons++;
631}
632
633#ifdef ATA_VERBOSE_DEBUG
634static void pdc20621_dump_hdma(struct ata_queued_cmd *qc)
635{
636 struct ata_port *ap = qc->ap;
637 unsigned int port_no = ap->port_no;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900638 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639
640 dimm_mmio += (port_no * PDC_DIMM_WINDOW_STEP);
641 dimm_mmio += PDC_DIMM_HOST_PKT;
642
643 printk(KERN_ERR "HDMA[0] == 0x%08X\n", readl(dimm_mmio));
644 printk(KERN_ERR "HDMA[1] == 0x%08X\n", readl(dimm_mmio + 4));
645 printk(KERN_ERR "HDMA[2] == 0x%08X\n", readl(dimm_mmio + 8));
646 printk(KERN_ERR "HDMA[3] == 0x%08X\n", readl(dimm_mmio + 12));
647}
648#else
649static inline void pdc20621_dump_hdma(struct ata_queued_cmd *qc) { }
650#endif /* ATA_VERBOSE_DEBUG */
651
652static void pdc20621_packet_start(struct ata_queued_cmd *qc)
653{
654 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400655 struct ata_host *host = ap->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 unsigned int port_no = ap->port_no;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900657 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
659 u8 seq = (u8) (port_no + 1);
660 unsigned int port_ofs;
661
662 /* hard-code chip #0 */
663 mmio += PDC_CHIP0_OFS;
664
Tejun Heo44877b42007-02-21 01:06:51 +0900665 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666
667 wmb(); /* flush PRD, pkt writes */
668
669 port_ofs = PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
670
671 /* if writing, we (1) DMA to DIMM, then (2) do ATA command */
672 if (rw && qc->tf.protocol == ATA_PROT_DMA) {
673 seq += 4;
674
675 pdc20621_dump_hdma(qc);
676 pdc20621_push_hdma(qc, seq, port_ofs + PDC_DIMM_HOST_PKT);
677 VPRINTK("queued ofs 0x%x (%u), seq %u\n",
678 port_ofs + PDC_DIMM_HOST_PKT,
679 port_ofs + PDC_DIMM_HOST_PKT,
680 seq);
681 } else {
682 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
683 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
684
685 writel(port_ofs + PDC_DIMM_ATA_PKT,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900686 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
687 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688 VPRINTK("submitted ofs 0x%x (%u), seq %u\n",
689 port_ofs + PDC_DIMM_ATA_PKT,
690 port_ofs + PDC_DIMM_ATA_PKT,
691 seq);
692 }
693}
694
Tejun Heo9a3d9eb2006-01-23 13:09:36 +0900695static unsigned int pdc20621_qc_issue_prot(struct ata_queued_cmd *qc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696{
697 switch (qc->tf.protocol) {
698 case ATA_PROT_DMA:
699 case ATA_PROT_NODATA:
700 pdc20621_packet_start(qc);
701 return 0;
702
703 case ATA_PROT_ATAPI_DMA:
704 BUG();
705 break;
706
707 default:
708 break;
709 }
710
711 return ata_qc_issue_prot(qc);
712}
713
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400714static inline unsigned int pdc20621_host_intr(struct ata_port *ap,
715 struct ata_queued_cmd *qc,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 unsigned int doing_hdma,
Jeff Garzikea6ba102005-08-30 05:18:18 -0400717 void __iomem *mmio)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718{
719 unsigned int port_no = ap->port_no;
720 unsigned int port_ofs =
721 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
722 u8 status;
723 unsigned int handled = 0;
724
725 VPRINTK("ENTER\n");
726
727 if ((qc->tf.protocol == ATA_PROT_DMA) && /* read */
728 (!(qc->tf.flags & ATA_TFLAG_WRITE))) {
729
730 /* step two - DMA from DIMM to host */
731 if (doing_hdma) {
Tejun Heo44877b42007-02-21 01:06:51 +0900732 VPRINTK("ata%u: read hdma, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700733 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
734 /* get drive status; clear intr; complete txn */
Albert Leea22e2eb2005-12-05 15:38:02 +0800735 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
736 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737 pdc20621_pop_hdma(qc);
738 }
739
740 /* step one - exec ATA command */
741 else {
742 u8 seq = (u8) (port_no + 1 + 4);
Tejun Heo44877b42007-02-21 01:06:51 +0900743 VPRINTK("ata%u: read ata, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
745
746 /* submit hdma pkt */
747 pdc20621_dump_hdma(qc);
748 pdc20621_push_hdma(qc, seq,
749 port_ofs + PDC_DIMM_HOST_PKT);
750 }
751 handled = 1;
752
753 } else if (qc->tf.protocol == ATA_PROT_DMA) { /* write */
754
755 /* step one - DMA from host to DIMM */
756 if (doing_hdma) {
757 u8 seq = (u8) (port_no + 1);
Tejun Heo44877b42007-02-21 01:06:51 +0900758 VPRINTK("ata%u: write hdma, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
760
761 /* submit ata pkt */
762 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
763 readl(mmio + PDC_20621_SEQCTL + (seq * 4));
764 writel(port_ofs + PDC_DIMM_ATA_PKT,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900765 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
766 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700767 }
768
769 /* step two - execute ATA command */
770 else {
Tejun Heo44877b42007-02-21 01:06:51 +0900771 VPRINTK("ata%u: write ata, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
773 /* get drive status; clear intr; complete txn */
Albert Leea22e2eb2005-12-05 15:38:02 +0800774 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
775 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776 pdc20621_pop_hdma(qc);
777 }
778 handled = 1;
779
780 /* command completion, but no data xfer */
781 } else if (qc->tf.protocol == ATA_PROT_NODATA) {
782
783 status = ata_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);
784 DPRINTK("BUS_NODATA (drv_stat 0x%X)\n", status);
Albert Leea22e2eb2005-12-05 15:38:02 +0800785 qc->err_mask |= ac_err_mask(status);
786 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700787 handled = 1;
788
789 } else {
790 ap->stats.idle_irq++;
791 }
792
793 return handled;
794}
795
796static void pdc20621_irq_clear(struct ata_port *ap)
797{
Jeff Garzikcca39742006-08-24 03:19:22 -0400798 struct ata_host *host = ap->host;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900799 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700800
801 mmio += PDC_CHIP0_OFS;
802
803 readl(mmio + PDC_20621_SEQMASK);
804}
805
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400806static irqreturn_t pdc20621_interrupt(int irq, void *dev_instance)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807{
Jeff Garzikcca39742006-08-24 03:19:22 -0400808 struct ata_host *host = dev_instance;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809 struct ata_port *ap;
810 u32 mask = 0;
811 unsigned int i, tmp, port_no;
812 unsigned int handled = 0;
Jeff Garzikea6ba102005-08-30 05:18:18 -0400813 void __iomem *mmio_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700814
815 VPRINTK("ENTER\n");
816
Tejun Heo0d5ff562007-02-01 15:06:36 +0900817 if (!host || !host->iomap[PDC_MMIO_BAR]) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700818 VPRINTK("QUICK EXIT\n");
819 return IRQ_NONE;
820 }
821
Tejun Heo0d5ff562007-02-01 15:06:36 +0900822 mmio_base = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823
824 /* reading should also clear interrupts */
825 mmio_base += PDC_CHIP0_OFS;
826 mask = readl(mmio_base + PDC_20621_SEQMASK);
827 VPRINTK("mask == 0x%x\n", mask);
828
829 if (mask == 0xffffffff) {
830 VPRINTK("QUICK EXIT 2\n");
831 return IRQ_NONE;
832 }
833 mask &= 0xffff; /* only 16 tags possible */
834 if (!mask) {
835 VPRINTK("QUICK EXIT 3\n");
836 return IRQ_NONE;
837 }
838
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400839 spin_lock(&host->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700840
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400841 for (i = 1; i < 9; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842 port_no = i - 1;
843 if (port_no > 3)
844 port_no -= 4;
Jeff Garzikcca39742006-08-24 03:19:22 -0400845 if (port_no >= host->n_ports)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700846 ap = NULL;
847 else
Jeff Garzikcca39742006-08-24 03:19:22 -0400848 ap = host->ports[port_no];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849 tmp = mask & (1 << i);
850 VPRINTK("seq %u, port_no %u, ap %p, tmp %x\n", i, port_no, ap, tmp);
Tejun Heoc1389502005-08-22 14:59:24 +0900851 if (tmp && ap &&
Jeff Garzik029f5462006-04-02 10:30:40 -0400852 !(ap->flags & ATA_FLAG_DISABLED)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700853 struct ata_queued_cmd *qc;
854
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900855 qc = ata_qc_from_tag(ap, ap->link.active_tag);
Albert Leee50362e2005-09-27 17:39:50 +0800856 if (qc && (!(qc->tf.flags & ATA_TFLAG_POLLING)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700857 handled += pdc20621_host_intr(ap, qc, (i > 4),
858 mmio_base);
859 }
860 }
861
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400862 spin_unlock(&host->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700863
864 VPRINTK("mask == 0x%x\n", mask);
865
866 VPRINTK("EXIT\n");
867
868 return IRQ_RETVAL(handled);
869}
870
871static void pdc_eng_timeout(struct ata_port *ap)
872{
873 u8 drv_stat;
Jeff Garzikcca39742006-08-24 03:19:22 -0400874 struct ata_host *host = ap->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700875 struct ata_queued_cmd *qc;
Jeff Garzikb8f61532005-08-25 22:01:20 -0400876 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700877
878 DPRINTK("ENTER\n");
879
Jeff Garzikcca39742006-08-24 03:19:22 -0400880 spin_lock_irqsave(&host->lock, flags);
Jeff Garzikb8f61532005-08-25 22:01:20 -0400881
Tejun Heo9af5c9c2007-08-06 18:36:22 +0900882 qc = ata_qc_from_tag(ap, ap->link.active_tag);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700883
Linus Torvalds1da177e2005-04-16 15:20:36 -0700884 switch (qc->tf.protocol) {
885 case ATA_PROT_DMA:
886 case ATA_PROT_NODATA:
Tejun Heof15a1da2006-05-15 20:57:56 +0900887 ata_port_printk(ap, KERN_ERR, "command timeout\n");
Albert Leea22e2eb2005-12-05 15:38:02 +0800888 qc->err_mask |= __ac_err_mask(ata_wait_idle(ap));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700889 break;
890
891 default:
892 drv_stat = ata_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);
893
Tejun Heof15a1da2006-05-15 20:57:56 +0900894 ata_port_printk(ap, KERN_ERR,
895 "unknown timeout, cmd 0x%x stat 0x%x\n",
896 qc->tf.command, drv_stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700897
Albert Leea22e2eb2005-12-05 15:38:02 +0800898 qc->err_mask |= ac_err_mask(drv_stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899 break;
900 }
901
Jeff Garzikcca39742006-08-24 03:19:22 -0400902 spin_unlock_irqrestore(&host->lock, flags);
Tejun Heof6379022006-02-10 15:10:48 +0900903 ata_eh_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700904 DPRINTK("EXIT\n");
905}
906
Jeff Garzik057ace52005-10-22 14:27:05 -0400907static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700908{
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400909 WARN_ON(tf->protocol == ATA_PROT_DMA ||
910 tf->protocol == ATA_PROT_NODATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911 ata_tf_load(ap, tf);
912}
913
914
Jeff Garzik057ace52005-10-22 14:27:05 -0400915static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700916{
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400917 WARN_ON(tf->protocol == ATA_PROT_DMA ||
918 tf->protocol == ATA_PROT_NODATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700919 ata_exec_command(ap, tf);
920}
921
922
Tejun Heo0d5ff562007-02-01 15:06:36 +0900923static void pdc_sata_setup_port(struct ata_ioports *port, void __iomem *base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700924{
925 port->cmd_addr = base;
926 port->data_addr = base;
927 port->feature_addr =
928 port->error_addr = base + 0x4;
929 port->nsect_addr = base + 0x8;
930 port->lbal_addr = base + 0xc;
931 port->lbam_addr = base + 0x10;
932 port->lbah_addr = base + 0x14;
933 port->device_addr = base + 0x18;
934 port->command_addr =
935 port->status_addr = base + 0x1c;
936 port->altstatus_addr =
937 port->ctl_addr = base + 0x38;
938}
939
940
941#ifdef ATA_VERBOSE_DEBUG
Tejun Heo4447d352007-04-17 23:44:08 +0900942static void pdc20621_get_from_dimm(struct ata_host *host, void *psource,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700943 u32 offset, u32 size)
944{
945 u32 window_size;
946 u16 idx;
947 u8 page_mask;
948 long dist;
Tejun Heo4447d352007-04-17 23:44:08 +0900949 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
950 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700951
952 /* hard-code chip #0 */
953 mmio += PDC_CHIP0_OFS;
954
Jeff Garzik8a60a072005-07-31 13:13:24 -0400955 page_mask = 0x00;
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400956 window_size = 0x2000 * 4; /* 32K byte uchar size */
Jeff Garzik8a60a072005-07-31 13:13:24 -0400957 idx = (u16) (offset / window_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700958
959 writel(0x01, mmio + PDC_GENERAL_CTLR);
960 readl(mmio + PDC_GENERAL_CTLR);
961 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
962 readl(mmio + PDC_DIMM_WINDOW_CTLR);
963
964 offset -= (idx * window_size);
965 idx++;
Jeff Garzik8a60a072005-07-31 13:13:24 -0400966 dist = ((long) (window_size - (offset + size))) >= 0 ? size :
Linus Torvalds1da177e2005-04-16 15:20:36 -0700967 (long) (window_size - offset);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400968 memcpy_fromio((char *) psource, (char *) (dimm_mmio + offset / 4),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700969 dist);
970
Jeff Garzik8a60a072005-07-31 13:13:24 -0400971 psource += dist;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700972 size -= dist;
973 for (; (long) size >= (long) window_size ;) {
974 writel(0x01, mmio + PDC_GENERAL_CTLR);
975 readl(mmio + PDC_GENERAL_CTLR);
976 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
977 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400978 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700979 window_size / 4);
980 psource += window_size;
981 size -= window_size;
Jeff Garzik5796d1c2007-10-26 00:03:37 -0400982 idx++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700983 }
984
985 if (size) {
986 writel(0x01, mmio + PDC_GENERAL_CTLR);
987 readl(mmio + PDC_GENERAL_CTLR);
988 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
989 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400990 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700991 size / 4);
992 }
993}
994#endif
995
996
Tejun Heo4447d352007-04-17 23:44:08 +0900997static void pdc20621_put_to_dimm(struct ata_host *host, void *psource,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700998 u32 offset, u32 size)
999{
1000 u32 window_size;
1001 u16 idx;
1002 u8 page_mask;
1003 long dist;
Tejun Heo4447d352007-04-17 23:44:08 +09001004 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1005 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001006
Jeff Garzik8a60a072005-07-31 13:13:24 -04001007 /* hard-code chip #0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001008 mmio += PDC_CHIP0_OFS;
1009
Jeff Garzik8a60a072005-07-31 13:13:24 -04001010 page_mask = 0x00;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001011 window_size = 0x2000 * 4; /* 32K byte uchar size */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001012 idx = (u16) (offset / window_size);
1013
1014 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1015 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001016 offset -= (idx * window_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001017 idx++;
1018 dist = ((long)(s32)(window_size - (offset + size))) >= 0 ? size :
1019 (long) (window_size - offset);
Al Viroa9afd7c2005-10-21 06:46:02 +01001020 memcpy_toio(dimm_mmio + offset / 4, psource, dist);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001021 writel(0x01, mmio + PDC_GENERAL_CTLR);
1022 readl(mmio + PDC_GENERAL_CTLR);
1023
Jeff Garzik8a60a072005-07-31 13:13:24 -04001024 psource += dist;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001025 size -= dist;
1026 for (; (long) size >= (long) window_size ;) {
1027 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1028 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Al Viroa9afd7c2005-10-21 06:46:02 +01001029 memcpy_toio(dimm_mmio, psource, window_size / 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001030 writel(0x01, mmio + PDC_GENERAL_CTLR);
1031 readl(mmio + PDC_GENERAL_CTLR);
1032 psource += window_size;
1033 size -= window_size;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001034 idx++;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001035 }
Jeff Garzik8a60a072005-07-31 13:13:24 -04001036
Linus Torvalds1da177e2005-04-16 15:20:36 -07001037 if (size) {
1038 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1039 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Al Viroa9afd7c2005-10-21 06:46:02 +01001040 memcpy_toio(dimm_mmio, psource, size / 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001041 writel(0x01, mmio + PDC_GENERAL_CTLR);
1042 readl(mmio + PDC_GENERAL_CTLR);
1043 }
1044}
1045
1046
Tejun Heo4447d352007-04-17 23:44:08 +09001047static unsigned int pdc20621_i2c_read(struct ata_host *host, u32 device,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001048 u32 subaddr, u32 *pdata)
1049{
Tejun Heo4447d352007-04-17 23:44:08 +09001050 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051 u32 i2creg = 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001052 u32 status;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001053 u32 count = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001054
1055 /* hard-code chip #0 */
1056 mmio += PDC_CHIP0_OFS;
1057
1058 i2creg |= device << 24;
1059 i2creg |= subaddr << 16;
1060
1061 /* Set the device and subaddress */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001062 writel(i2creg, mmio + PDC_I2C_ADDR_DATA);
1063 readl(mmio + PDC_I2C_ADDR_DATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064
1065 /* Write Control to perform read operation, mask int */
Jeff Garzik8a60a072005-07-31 13:13:24 -04001066 writel(PDC_I2C_READ | PDC_I2C_START | PDC_I2C_MASK_INT,
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001067 mmio + PDC_I2C_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001068
1069 for (count = 0; count <= 1000; count ++) {
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001070 status = readl(mmio + PDC_I2C_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001071 if (status & PDC_I2C_COMPLETE) {
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001072 status = readl(mmio + PDC_I2C_ADDR_DATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001073 break;
1074 } else if (count == 1000)
1075 return 0;
1076 }
1077
1078 *pdata = (status >> 8) & 0x000000ff;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001079 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001080}
1081
1082
Tejun Heo4447d352007-04-17 23:44:08 +09001083static int pdc20621_detect_dimm(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001084{
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001085 u32 data = 0;
Tejun Heo4447d352007-04-17 23:44:08 +09001086 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001087 PDC_DIMM_SPD_SYSTEM_FREQ, &data)) {
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001088 if (data == 100)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001089 return 100;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001090 } else
Linus Torvalds1da177e2005-04-16 15:20:36 -07001091 return 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001092
Tejun Heo4447d352007-04-17 23:44:08 +09001093 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS, 9, &data)) {
Jeff Garzikb4479162007-10-25 20:47:30 -04001094 if (data <= 0x75)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001095 return 133;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001096 } else
Linus Torvalds1da177e2005-04-16 15:20:36 -07001097 return 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001098
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001099 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001100}
1101
1102
Tejun Heo4447d352007-04-17 23:44:08 +09001103static int pdc20621_prog_dimm0(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001104{
1105 u32 spd0[50];
1106 u32 data = 0;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001107 int size, i;
1108 u8 bdimmsize;
Tejun Heo4447d352007-04-17 23:44:08 +09001109 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110 static const struct {
1111 unsigned int reg;
1112 unsigned int ofs;
1113 } pdc_i2c_read_data [] = {
Jeff Garzik8a60a072005-07-31 13:13:24 -04001114 { PDC_DIMM_SPD_TYPE, 11 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001115 { PDC_DIMM_SPD_FRESH_RATE, 12 },
Jeff Garzik8a60a072005-07-31 13:13:24 -04001116 { PDC_DIMM_SPD_COLUMN_NUM, 4 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001117 { PDC_DIMM_SPD_ATTRIBUTE, 21 },
1118 { PDC_DIMM_SPD_ROW_NUM, 3 },
1119 { PDC_DIMM_SPD_BANK_NUM, 17 },
1120 { PDC_DIMM_SPD_MODULE_ROW, 5 },
1121 { PDC_DIMM_SPD_ROW_PRE_CHARGE, 27 },
1122 { PDC_DIMM_SPD_ROW_ACTIVE_DELAY, 28 },
1123 { PDC_DIMM_SPD_RAS_CAS_DELAY, 29 },
1124 { PDC_DIMM_SPD_ACTIVE_PRECHARGE, 30 },
Jeff Garzik8a60a072005-07-31 13:13:24 -04001125 { PDC_DIMM_SPD_CAS_LATENCY, 18 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001126 };
1127
1128 /* hard-code chip #0 */
1129 mmio += PDC_CHIP0_OFS;
1130
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001131 for (i = 0; i < ARRAY_SIZE(pdc_i2c_read_data); i++)
Tejun Heo4447d352007-04-17 23:44:08 +09001132 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Jeff Garzik8a60a072005-07-31 13:13:24 -04001133 pdc_i2c_read_data[i].reg,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001134 &spd0[pdc_i2c_read_data[i].ofs]);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001135
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001136 data |= (spd0[4] - 8) | ((spd0[21] != 0) << 3) | ((spd0[3]-11) << 4);
1137 data |= ((spd0[17] / 4) << 6) | ((spd0[5] / 2) << 7) |
Linus Torvalds1da177e2005-04-16 15:20:36 -07001138 ((((spd0[27] + 9) / 10) - 1) << 8) ;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001139 data |= (((((spd0[29] > spd0[28])
Jeff Garzik8a60a072005-07-31 13:13:24 -04001140 ? spd0[29] : spd0[28]) + 9) / 10) - 1) << 10;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001141 data |= ((spd0[30] - spd0[29] + 9) / 10 - 2) << 12;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001142
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001143 if (spd0[18] & 0x08)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001144 data |= ((0x03) << 14);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001145 else if (spd0[18] & 0x04)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001146 data |= ((0x02) << 14);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001147 else if (spd0[18] & 0x01)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001148 data |= ((0x01) << 14);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001149 else
Linus Torvalds1da177e2005-04-16 15:20:36 -07001150 data |= (0 << 14);
1151
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001152 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001153 Calculate the size of bDIMMSize (power of 2) and
1154 merge the DIMM size by program start/end address.
1155 */
1156
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001157 bdimmsize = spd0[4] + (spd0[5] / 2) + spd0[3] + (spd0[17] / 2) + 3;
1158 size = (1 << bdimmsize) >> 20; /* size = xxx(MB) */
1159 data |= (((size / 16) - 1) << 16);
1160 data |= (0 << 23);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001161 data |= 8;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001162 writel(data, mmio + PDC_DIMM0_CONTROL);
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001163 readl(mmio + PDC_DIMM0_CONTROL);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001164 return size;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165}
1166
1167
Tejun Heo4447d352007-04-17 23:44:08 +09001168static unsigned int pdc20621_prog_dimm_global(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001169{
1170 u32 data, spd0;
Tejun Heo0d5ff562007-02-01 15:06:36 +09001171 int error, i;
Tejun Heo4447d352007-04-17 23:44:08 +09001172 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001173
1174 /* hard-code chip #0 */
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001175 mmio += PDC_CHIP0_OFS;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001176
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001177 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001178 Set To Default : DIMM Module Global Control Register (0x022259F1)
1179 DIMM Arbitration Disable (bit 20)
1180 DIMM Data/Control Output Driving Selection (bit12 - bit15)
1181 Refresh Enable (bit 17)
1182 */
1183
Jeff Garzik8a60a072005-07-31 13:13:24 -04001184 data = 0x022259F1;
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001185 writel(data, mmio + PDC_SDRAM_CONTROL);
1186 readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001187
1188 /* Turn on for ECC */
Tejun Heo4447d352007-04-17 23:44:08 +09001189 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190 PDC_DIMM_SPD_TYPE, &spd0);
1191 if (spd0 == 0x02) {
1192 data |= (0x01 << 16);
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001193 writel(data, mmio + PDC_SDRAM_CONTROL);
1194 readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001195 printk(KERN_ERR "Local DIMM ECC Enabled\n");
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001196 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001198 /* DIMM Initialization Select/Enable (bit 18/19) */
1199 data &= (~(1<<18));
1200 data |= (1<<19);
1201 writel(data, mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001203 error = 1;
1204 for (i = 1; i <= 10; i++) { /* polling ~5 secs */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001205 data = readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001206 if (!(data & (1<<19))) {
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001207 error = 0;
1208 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209 }
1210 msleep(i*100);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001211 }
1212 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213}
Jeff Garzik8a60a072005-07-31 13:13:24 -04001214
Linus Torvalds1da177e2005-04-16 15:20:36 -07001215
Tejun Heo4447d352007-04-17 23:44:08 +09001216static unsigned int pdc20621_dimm_init(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217{
Jeff Garzik8a60a072005-07-31 13:13:24 -04001218 int speed, size, length;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001219 u32 addr, spd0, pci_status;
1220 u32 tmp = 0;
1221 u32 time_period = 0;
1222 u32 tcount = 0;
1223 u32 ticks = 0;
1224 u32 clock = 0;
1225 u32 fparam = 0;
Tejun Heo4447d352007-04-17 23:44:08 +09001226 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001227
1228 /* hard-code chip #0 */
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001229 mmio += PDC_CHIP0_OFS;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001230
1231 /* Initialize PLL based upon PCI Bus Frequency */
1232
1233 /* Initialize Time Period Register */
1234 writel(0xffffffff, mmio + PDC_TIME_PERIOD);
1235 time_period = readl(mmio + PDC_TIME_PERIOD);
1236 VPRINTK("Time Period Register (0x40): 0x%x\n", time_period);
1237
1238 /* Enable timer */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001239 writel(PDC_TIMER_DEFAULT, mmio + PDC_TIME_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001240 readl(mmio + PDC_TIME_CONTROL);
1241
1242 /* Wait 3 seconds */
1243 msleep(3000);
1244
Jeff Garzik8a60a072005-07-31 13:13:24 -04001245 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001246 When timer is enabled, counter is decreased every internal
1247 clock cycle.
1248 */
1249
1250 tcount = readl(mmio + PDC_TIME_COUNTER);
1251 VPRINTK("Time Counter Register (0x44): 0x%x\n", tcount);
1252
Jeff Garzik8a60a072005-07-31 13:13:24 -04001253 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001254 If SX4 is on PCI-X bus, after 3 seconds, the timer counter
1255 register should be >= (0xffffffff - 3x10^8).
1256 */
Jeff Garzikb4479162007-10-25 20:47:30 -04001257 if (tcount >= PCI_X_TCOUNT) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258 ticks = (time_period - tcount);
1259 VPRINTK("Num counters 0x%x (%d)\n", ticks, ticks);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001260
Linus Torvalds1da177e2005-04-16 15:20:36 -07001261 clock = (ticks / 300000);
1262 VPRINTK("10 * Internal clk = 0x%x (%d)\n", clock, clock);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001263
Linus Torvalds1da177e2005-04-16 15:20:36 -07001264 clock = (clock * 33);
1265 VPRINTK("10 * Internal clk * 33 = 0x%x (%d)\n", clock, clock);
1266
1267 /* PLL F Param (bit 22:16) */
1268 fparam = (1400000 / clock) - 2;
1269 VPRINTK("PLL F Param: 0x%x (%d)\n", fparam, fparam);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001270
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271 /* OD param = 0x2 (bit 31:30), R param = 0x5 (bit 29:25) */
1272 pci_status = (0x8a001824 | (fparam << 16));
1273 } else
1274 pci_status = PCI_PLL_INIT;
1275
1276 /* Initialize PLL. */
1277 VPRINTK("pci_status: 0x%x\n", pci_status);
1278 writel(pci_status, mmio + PDC_CTL_STATUS);
1279 readl(mmio + PDC_CTL_STATUS);
1280
Jeff Garzik8a60a072005-07-31 13:13:24 -04001281 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001282 Read SPD of DIMM by I2C interface,
1283 and program the DIMM Module Controller.
1284 */
Tejun Heo4447d352007-04-17 23:44:08 +09001285 if (!(speed = pdc20621_detect_dimm(host))) {
Jeff Garzik8a60a072005-07-31 13:13:24 -04001286 printk(KERN_ERR "Detect Local DIMM Fail\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287 return 1; /* DIMM error */
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001288 }
1289 VPRINTK("Local DIMM Speed = %d\n", speed);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001291 /* Programming DIMM0 Module Control Register (index_CID0:80h) */
Tejun Heo4447d352007-04-17 23:44:08 +09001292 size = pdc20621_prog_dimm0(host);
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001293 VPRINTK("Local DIMM Size = %dMB\n", size);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001294
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001295 /* Programming DIMM Module Global Control Register (index_CID0:88h) */
Tejun Heo4447d352007-04-17 23:44:08 +09001296 if (pdc20621_prog_dimm_global(host)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001297 printk(KERN_ERR "Programming DIMM Module Global Control Register Fail\n");
1298 return 1;
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001299 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001300
1301#ifdef ATA_VERBOSE_DEBUG
1302 {
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001303 u8 test_parttern1[40] =
1304 {0x55,0xAA,'P','r','o','m','i','s','e',' ',
1305 'N','o','t',' ','Y','e','t',' ',
1306 'D','e','f','i','n','e','d',' ',
1307 '1','.','1','0',
1308 '9','8','0','3','1','6','1','2',0,0};
Linus Torvalds1da177e2005-04-16 15:20:36 -07001309 u8 test_parttern2[40] = {0};
1310
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001311 pdc20621_put_to_dimm(host, test_parttern2, 0x10040, 40);
1312 pdc20621_put_to_dimm(host, test_parttern2, 0x40, 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001314 pdc20621_put_to_dimm(host, test_parttern1, 0x10040, 40);
1315 pdc20621_get_from_dimm(host, test_parttern2, 0x40, 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001316 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001317 test_parttern2[1], &(test_parttern2[2]));
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001318 pdc20621_get_from_dimm(host, test_parttern2, 0x10040,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001319 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001320 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001321 test_parttern2[1], &(test_parttern2[2]));
1322
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001323 pdc20621_put_to_dimm(host, test_parttern1, 0x40, 40);
1324 pdc20621_get_from_dimm(host, test_parttern2, 0x40, 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001325 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326 test_parttern2[1], &(test_parttern2[2]));
1327 }
1328#endif
1329
1330 /* ECC initiliazation. */
1331
Tejun Heo4447d352007-04-17 23:44:08 +09001332 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001333 PDC_DIMM_SPD_TYPE, &spd0);
1334 if (spd0 == 0x02) {
1335 VPRINTK("Start ECC initialization\n");
1336 addr = 0;
1337 length = size * 1024 * 1024;
1338 while (addr < length) {
Tejun Heo4447d352007-04-17 23:44:08 +09001339 pdc20621_put_to_dimm(host, (void *) &tmp, addr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001340 sizeof(u32));
1341 addr += sizeof(u32);
1342 }
1343 VPRINTK("Finish ECC initialization\n");
1344 }
1345 return 0;
1346}
1347
1348
Tejun Heo4447d352007-04-17 23:44:08 +09001349static void pdc_20621_init(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001350{
1351 u32 tmp;
Tejun Heo4447d352007-04-17 23:44:08 +09001352 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001353
1354 /* hard-code chip #0 */
1355 mmio += PDC_CHIP0_OFS;
1356
1357 /*
1358 * Select page 0x40 for our 32k DIMM window
1359 */
1360 tmp = readl(mmio + PDC_20621_DIMM_WINDOW) & 0xffff0000;
1361 tmp |= PDC_PAGE_WINDOW; /* page 40h; arbitrarily selected */
1362 writel(tmp, mmio + PDC_20621_DIMM_WINDOW);
1363
1364 /*
1365 * Reset Host DMA
1366 */
1367 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1368 tmp |= PDC_RESET;
1369 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1370 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1371
1372 udelay(10);
1373
1374 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1375 tmp &= ~PDC_RESET;
1376 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1377 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1378}
1379
Jeff Garzik5796d1c2007-10-26 00:03:37 -04001380static int pdc_sata_init_one(struct pci_dev *pdev,
1381 const struct pci_device_id *ent)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382{
1383 static int printed_version;
Tejun Heo4447d352007-04-17 23:44:08 +09001384 const struct ata_port_info *ppi[] =
1385 { &pdc_port_info[ent->driver_data], NULL };
1386 struct ata_host *host;
Tejun Heo24dc5f32007-01-20 16:00:28 +09001387 struct pdc_host_priv *hpriv;
Tejun Heocbcdd872007-08-18 13:14:55 +09001388 int i, rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001389
1390 if (!printed_version++)
Jeff Garzika9524a72005-10-30 14:39:11 -05001391 dev_printk(KERN_DEBUG, &pdev->dev, "version " DRV_VERSION "\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001392
Tejun Heo4447d352007-04-17 23:44:08 +09001393 /* allocate host */
1394 host = ata_host_alloc_pinfo(&pdev->dev, ppi, 4);
1395 hpriv = devm_kzalloc(&pdev->dev, sizeof(*hpriv), GFP_KERNEL);
1396 if (!host || !hpriv)
1397 return -ENOMEM;
1398
1399 host->private_data = hpriv;
1400
1401 /* acquire resources and fill host */
Tejun Heo24dc5f32007-01-20 16:00:28 +09001402 rc = pcim_enable_device(pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001403 if (rc)
1404 return rc;
1405
Tejun Heo0d5ff562007-02-01 15:06:36 +09001406 rc = pcim_iomap_regions(pdev, (1 << PDC_MMIO_BAR) | (1 << PDC_DIMM_BAR),
1407 DRV_NAME);
1408 if (rc == -EBUSY)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001409 pcim_pin_device(pdev);
Tejun Heo0d5ff562007-02-01 15:06:36 +09001410 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001411 return rc;
Tejun Heo4447d352007-04-17 23:44:08 +09001412 host->iomap = pcim_iomap_table(pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001413
Tejun Heocbcdd872007-08-18 13:14:55 +09001414 for (i = 0; i < 4; i++) {
1415 struct ata_port *ap = host->ports[i];
1416 void __iomem *base = host->iomap[PDC_MMIO_BAR] + PDC_CHIP0_OFS;
1417 unsigned int offset = 0x200 + i * 0x80;
1418
1419 pdc_sata_setup_port(&ap->ioaddr, base + offset);
1420
1421 ata_port_pbar_desc(ap, PDC_MMIO_BAR, -1, "mmio");
1422 ata_port_pbar_desc(ap, PDC_DIMM_BAR, -1, "dimm");
1423 ata_port_pbar_desc(ap, PDC_MMIO_BAR, offset, "port");
1424 }
Tejun Heo4447d352007-04-17 23:44:08 +09001425
1426 /* configure and activate */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001427 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
1428 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001429 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001430 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
1431 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001432 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001433
Tejun Heo4447d352007-04-17 23:44:08 +09001434 if (pdc20621_dimm_init(host))
Tejun Heo24dc5f32007-01-20 16:00:28 +09001435 return -ENOMEM;
Tejun Heo4447d352007-04-17 23:44:08 +09001436 pdc_20621_init(host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001437
1438 pci_set_master(pdev);
Tejun Heo4447d352007-04-17 23:44:08 +09001439 return ata_host_activate(host, pdev->irq, pdc20621_interrupt,
1440 IRQF_SHARED, &pdc_sata_sht);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001441}
1442
1443
1444static int __init pdc_sata_init(void)
1445{
Pavel Roskinb7887192006-08-10 18:13:18 +09001446 return pci_register_driver(&pdc_sata_pci_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001447}
1448
1449
1450static void __exit pdc_sata_exit(void)
1451{
1452 pci_unregister_driver(&pdc_sata_pci_driver);
1453}
1454
1455
1456MODULE_AUTHOR("Jeff Garzik");
1457MODULE_DESCRIPTION("Promise SATA low-level driver");
1458MODULE_LICENSE("GPL");
1459MODULE_DEVICE_TABLE(pci, pdc_sata_pci_tbl);
1460MODULE_VERSION(DRV_VERSION);
1461
1462module_init(pdc_sata_init);
1463module_exit(pdc_sata_exit);