blob: 5193bd8647baa34288d1fbed7fcbd700118766a3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * sata_sx4.c - Promise SATA
3 *
4 * Maintained by: Jeff Garzik <jgarzik@pobox.com>
5 * Please ALWAYS copy linux-ide@vger.kernel.org
6 * on emails.
7 *
8 * Copyright 2003-2004 Red Hat, Inc.
9 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Jeff Garzikaf36d7f2005-08-28 20:18:39 -040011 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
14 * any later version.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
24 *
25 *
26 * libata documentation is available via 'make {ps|pdf}docs',
27 * as Documentation/DocBook/libata.*
28 *
29 * Hardware documentation available under NDA.
Linus Torvalds1da177e2005-04-16 15:20:36 -070030 *
31 */
32
Jeff Garzika09060f2007-05-28 08:17:06 -040033/*
34 Theory of operation
35 -------------------
36
37 The SX4 (PDC20621) chip features a single Host DMA (HDMA) copy
38 engine, DIMM memory, and four ATA engines (one per SATA port).
39 Data is copied to/from DIMM memory by the HDMA engine, before
40 handing off to one (or more) of the ATA engines. The ATA
41 engines operate solely on DIMM memory.
42
43 The SX4 behaves like a PATA chip, with no SATA controls or
44 knowledge whatsoever, leading to the presumption that
45 PATA<->SATA bridges exist on SX4 boards, external to the
46 PDC20621 chip itself.
47
48 The chip is quite capable, supporting an XOR engine and linked
49 hardware commands (permits a string to transactions to be
50 submitted and waited-on as a single unit), and an optional
51 microprocessor.
52
53 The limiting factor is largely software. This Linux driver was
54 written to multiplex the single HDMA engine to copy disk
55 transactions into a fixed DIMM memory space, from where an ATA
56 engine takes over. As a result, each WRITE looks like this:
57
58 submit HDMA packet to hardware
59 hardware copies data from system memory to DIMM
60 hardware raises interrupt
61
62 submit ATA packet to hardware
63 hardware executes ATA WRITE command, w/ data in DIMM
64 hardware raises interrupt
65
66 and each READ looks like this:
67
68 submit ATA packet to hardware
69 hardware executes ATA READ command, w/ data in DIMM
70 hardware raises interrupt
71
72 submit HDMA packet to hardware
73 hardware copies data from DIMM to system memory
74 hardware raises interrupt
75
76 This is a very slow, lock-step way of doing things that can
77 certainly be improved by motivated kernel hackers.
78
79 */
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#include <linux/kernel.h>
82#include <linux/module.h>
83#include <linux/pci.h>
84#include <linux/init.h>
85#include <linux/blkdev.h>
86#include <linux/delay.h>
87#include <linux/interrupt.h>
Jeff Garzika9524a72005-10-30 14:39:11 -050088#include <linux/device.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070089#include <scsi/scsi_host.h>
Jeff Garzik193515d2005-11-07 00:59:37 -050090#include <scsi/scsi_cmnd.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070091#include <linux/libata.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070092#include "sata_promise.h"
93
94#define DRV_NAME "sata_sx4"
Jeff Garzik8bc3fc42007-05-21 20:26:38 -040095#define DRV_VERSION "0.11"
Linus Torvalds1da177e2005-04-16 15:20:36 -070096
97
98enum {
Tejun Heo0d5ff562007-02-01 15:06:36 +090099 PDC_MMIO_BAR = 3,
100 PDC_DIMM_BAR = 4,
101
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 PDC_PRD_TBL = 0x44, /* Direct command DMA table addr */
103
104 PDC_PKT_SUBMIT = 0x40, /* Command packet pointer addr */
105 PDC_HDMA_PKT_SUBMIT = 0x100, /* Host DMA packet pointer addr */
106 PDC_INT_SEQMASK = 0x40, /* Mask of asserted SEQ INTs */
107 PDC_HDMA_CTLSTAT = 0x12C, /* Host DMA control / status */
108
Jeff Garzika09060f2007-05-28 08:17:06 -0400109 PDC_CTLSTAT = 0x60, /* IDEn control / status */
110
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 PDC_20621_SEQCTL = 0x400,
112 PDC_20621_SEQMASK = 0x480,
113 PDC_20621_GENERAL_CTL = 0x484,
114 PDC_20621_PAGE_SIZE = (32 * 1024),
115
116 /* chosen, not constant, values; we design our own DIMM mem map */
117 PDC_20621_DIMM_WINDOW = 0x0C, /* page# for 32K DIMM window */
118 PDC_20621_DIMM_BASE = 0x00200000,
119 PDC_20621_DIMM_DATA = (64 * 1024),
120 PDC_DIMM_DATA_STEP = (256 * 1024),
121 PDC_DIMM_WINDOW_STEP = (8 * 1024),
122 PDC_DIMM_HOST_PRD = (6 * 1024),
123 PDC_DIMM_HOST_PKT = (128 * 0),
124 PDC_DIMM_HPKT_PRD = (128 * 1),
125 PDC_DIMM_ATA_PKT = (128 * 2),
126 PDC_DIMM_APKT_PRD = (128 * 3),
127 PDC_DIMM_HEADER_SZ = PDC_DIMM_APKT_PRD + 128,
128 PDC_PAGE_WINDOW = 0x40,
129 PDC_PAGE_DATA = PDC_PAGE_WINDOW +
130 (PDC_20621_DIMM_DATA / PDC_20621_PAGE_SIZE),
131 PDC_PAGE_SET = PDC_DIMM_DATA_STEP / PDC_20621_PAGE_SIZE,
132
133 PDC_CHIP0_OFS = 0xC0000, /* offset of chip #0 */
134
135 PDC_20621_ERR_MASK = (1<<19) | (1<<20) | (1<<21) | (1<<22) |
136 (1<<23),
137
138 board_20621 = 0, /* FastTrak S150 SX4 */
139
Jeff Garzikb2d46b62007-05-27 22:58:54 -0400140 PDC_MASK_INT = (1 << 10), /* HDMA/ATA mask int */
141 PDC_RESET = (1 << 11), /* HDMA/ATA reset */
Jeff Garzika09060f2007-05-28 08:17:06 -0400142 PDC_DMA_ENABLE = (1 << 7), /* DMA start/stop */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
144 PDC_MAX_HDMA = 32,
145 PDC_HDMA_Q_MASK = (PDC_MAX_HDMA - 1),
146
Jeff Garzikb2d46b62007-05-27 22:58:54 -0400147 PDC_DIMM0_SPD_DEV_ADDRESS = 0x50,
148 PDC_DIMM1_SPD_DEV_ADDRESS = 0x51,
149 PDC_I2C_CONTROL = 0x48,
150 PDC_I2C_ADDR_DATA = 0x4C,
151 PDC_DIMM0_CONTROL = 0x80,
152 PDC_DIMM1_CONTROL = 0x84,
153 PDC_SDRAM_CONTROL = 0x88,
154 PDC_I2C_WRITE = 0, /* master -> slave */
155 PDC_I2C_READ = (1 << 6), /* master <- slave */
156 PDC_I2C_START = (1 << 7), /* start I2C proto */
157 PDC_I2C_MASK_INT = (1 << 5), /* mask I2C interrupt */
158 PDC_I2C_COMPLETE = (1 << 16), /* I2C normal compl. */
159 PDC_I2C_NO_ACK = (1 << 20), /* slave no-ack addr */
160 PDC_DIMM_SPD_SUBADDRESS_START = 0x00,
161 PDC_DIMM_SPD_SUBADDRESS_END = 0x7F,
162 PDC_DIMM_SPD_ROW_NUM = 3,
163 PDC_DIMM_SPD_COLUMN_NUM = 4,
164 PDC_DIMM_SPD_MODULE_ROW = 5,
165 PDC_DIMM_SPD_TYPE = 11,
166 PDC_DIMM_SPD_FRESH_RATE = 12,
167 PDC_DIMM_SPD_BANK_NUM = 17,
168 PDC_DIMM_SPD_CAS_LATENCY = 18,
169 PDC_DIMM_SPD_ATTRIBUTE = 21,
170 PDC_DIMM_SPD_ROW_PRE_CHARGE = 27,
171 PDC_DIMM_SPD_ROW_ACTIVE_DELAY = 28,
172 PDC_DIMM_SPD_RAS_CAS_DELAY = 29,
173 PDC_DIMM_SPD_ACTIVE_PRECHARGE = 30,
174 PDC_DIMM_SPD_SYSTEM_FREQ = 126,
175 PDC_CTL_STATUS = 0x08,
176 PDC_DIMM_WINDOW_CTLR = 0x0C,
177 PDC_TIME_CONTROL = 0x3C,
178 PDC_TIME_PERIOD = 0x40,
179 PDC_TIME_COUNTER = 0x44,
180 PDC_GENERAL_CTLR = 0x484,
181 PCI_PLL_INIT = 0x8A531824,
182 PCI_X_TCOUNT = 0xEE1E5CFF,
183
184 /* PDC_TIME_CONTROL bits */
185 PDC_TIMER_BUZZER = (1 << 10),
186 PDC_TIMER_MODE_PERIODIC = 0, /* bits 9:8 == 00 */
187 PDC_TIMER_MODE_ONCE = (1 << 8), /* bits 9:8 == 01 */
188 PDC_TIMER_ENABLE = (1 << 7),
189 PDC_TIMER_MASK_INT = (1 << 5),
190 PDC_TIMER_SEQ_MASK = 0x1f, /* SEQ ID for timer */
191 PDC_TIMER_DEFAULT = PDC_TIMER_MODE_ONCE |
192 PDC_TIMER_ENABLE |
193 PDC_TIMER_MASK_INT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194};
195
196
197struct pdc_port_priv {
198 u8 dimm_buf[(ATA_PRD_SZ * ATA_MAX_PRD) + 512];
199 u8 *pkt;
200 dma_addr_t pkt_dma;
201};
202
203struct pdc_host_priv {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 unsigned int doing_hdma;
205 unsigned int hdma_prod;
206 unsigned int hdma_cons;
207 struct {
208 struct ata_queued_cmd *qc;
209 unsigned int seq;
210 unsigned long pkt_ofs;
211 } hdma[32];
212};
213
214
215static int pdc_sata_init_one (struct pci_dev *pdev, const struct pci_device_id *ent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216static void pdc_eng_timeout(struct ata_port *ap);
217static void pdc_20621_phy_reset (struct ata_port *ap);
218static int pdc_port_start(struct ata_port *ap);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219static void pdc20621_qc_prep(struct ata_queued_cmd *qc);
Jeff Garzik057ace52005-10-22 14:27:05 -0400220static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
221static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
Tejun Heo4447d352007-04-17 23:44:08 +0900222static unsigned int pdc20621_dimm_init(struct ata_host *host);
223static int pdc20621_detect_dimm(struct ata_host *host);
224static unsigned int pdc20621_i2c_read(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 u32 device, u32 subaddr, u32 *pdata);
Tejun Heo4447d352007-04-17 23:44:08 +0900226static int pdc20621_prog_dimm0(struct ata_host *host);
227static unsigned int pdc20621_prog_dimm_global(struct ata_host *host);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228#ifdef ATA_VERBOSE_DEBUG
Tejun Heo4447d352007-04-17 23:44:08 +0900229static void pdc20621_get_from_dimm(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 void *psource, u32 offset, u32 size);
231#endif
Tejun Heo4447d352007-04-17 23:44:08 +0900232static void pdc20621_put_to_dimm(struct ata_host *host,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 void *psource, u32 offset, u32 size);
234static void pdc20621_irq_clear(struct ata_port *ap);
Tejun Heo9a3d9eb2006-01-23 13:09:36 +0900235static unsigned int pdc20621_qc_issue_prot(struct ata_queued_cmd *qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236
237
Jeff Garzik193515d2005-11-07 00:59:37 -0500238static struct scsi_host_template pdc_sata_sht = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 .module = THIS_MODULE,
240 .name = DRV_NAME,
241 .ioctl = ata_scsi_ioctl,
242 .queuecommand = ata_scsi_queuecmd,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 .can_queue = ATA_DEF_QUEUE,
244 .this_id = ATA_SHT_THIS_ID,
245 .sg_tablesize = LIBATA_MAX_PRD,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 .cmd_per_lun = ATA_SHT_CMD_PER_LUN,
247 .emulated = ATA_SHT_EMULATED,
248 .use_clustering = ATA_SHT_USE_CLUSTERING,
249 .proc_name = DRV_NAME,
250 .dma_boundary = ATA_DMA_BOUNDARY,
251 .slave_configure = ata_scsi_slave_config,
Tejun Heoccf68c32006-05-31 18:28:09 +0900252 .slave_destroy = ata_scsi_slave_destroy,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 .bios_param = ata_std_bios_param,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254};
255
Jeff Garzik057ace52005-10-22 14:27:05 -0400256static const struct ata_port_operations pdc_20621_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 .port_disable = ata_port_disable,
258 .tf_load = pdc_tf_load_mmio,
259 .tf_read = ata_tf_read,
260 .check_status = ata_check_status,
261 .exec_command = pdc_exec_command_mmio,
262 .dev_select = ata_std_dev_select,
263 .phy_reset = pdc_20621_phy_reset,
264 .qc_prep = pdc20621_qc_prep,
265 .qc_issue = pdc20621_qc_issue_prot,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900266 .data_xfer = ata_data_xfer,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 .eng_timeout = pdc_eng_timeout,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 .irq_clear = pdc20621_irq_clear,
Akira Iguchi246ce3b2007-01-26 16:27:58 +0900269 .irq_on = ata_irq_on,
270 .irq_ack = ata_irq_ack,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 .port_start = pdc_port_start,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272};
273
Arjan van de Ven98ac62d2005-11-28 10:06:23 +0100274static const struct ata_port_info pdc_port_info[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 /* board_20621 */
276 {
Jeff Garzikcca39742006-08-24 03:19:22 -0400277 .flags = ATA_FLAG_SATA | ATA_FLAG_NO_LEGACY |
Jeff Garzik50630192005-12-13 02:29:45 -0500278 ATA_FLAG_SRST | ATA_FLAG_MMIO |
Albert Lee1f3461a2006-05-23 18:12:30 +0800279 ATA_FLAG_NO_ATAPI | ATA_FLAG_PIO_POLLING,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 .pio_mask = 0x1f, /* pio0-4 */
281 .mwdma_mask = 0x07, /* mwdma0-2 */
Jeff Garzik469248a2007-07-08 01:13:16 -0400282 .udma_mask = ATA_UDMA6,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283 .port_ops = &pdc_20621_ops,
284 },
285
286};
287
Jeff Garzik3b7d6972005-11-10 11:04:11 -0500288static const struct pci_device_id pdc_sata_pci_tbl[] = {
Jeff Garzik54bb3a92006-09-27 22:20:11 -0400289 { PCI_VDEVICE(PROMISE, 0x6622), board_20621 },
290
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291 { } /* terminate list */
292};
293
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294static struct pci_driver pdc_sata_pci_driver = {
295 .name = DRV_NAME,
296 .id_table = pdc_sata_pci_tbl,
297 .probe = pdc_sata_init_one,
298 .remove = ata_pci_remove_one,
299};
300
301
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302static int pdc_port_start(struct ata_port *ap)
303{
Jeff Garzikcca39742006-08-24 03:19:22 -0400304 struct device *dev = ap->host->dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 struct pdc_port_priv *pp;
306 int rc;
307
308 rc = ata_port_start(ap);
309 if (rc)
310 return rc;
311
Tejun Heo24dc5f32007-01-20 16:00:28 +0900312 pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);
313 if (!pp)
314 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315
Tejun Heo24dc5f32007-01-20 16:00:28 +0900316 pp->pkt = dmam_alloc_coherent(dev, 128, &pp->pkt_dma, GFP_KERNEL);
317 if (!pp->pkt)
318 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319
320 ap->private_data = pp;
321
322 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323}
324
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325static void pdc_20621_phy_reset (struct ata_port *ap)
326{
327 VPRINTK("ENTER\n");
328 ap->cbl = ATA_CBL_SATA;
329 ata_port_probe(ap);
330 ata_bus_reset(ap);
331}
332
333static inline void pdc20621_ata_sg(struct ata_taskfile *tf, u8 *buf,
334 unsigned int portno,
335 unsigned int total_len)
336{
337 u32 addr;
338 unsigned int dw = PDC_DIMM_APKT_PRD >> 2;
339 u32 *buf32 = (u32 *) buf;
340
341 /* output ATA packet S/G table */
342 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
343 (PDC_DIMM_DATA_STEP * portno);
344 VPRINTK("ATA sg addr 0x%x, %d\n", addr, addr);
345 buf32[dw] = cpu_to_le32(addr);
346 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
347
348 VPRINTK("ATA PSG @ %x == (0x%x, 0x%x)\n",
349 PDC_20621_DIMM_BASE +
350 (PDC_DIMM_WINDOW_STEP * portno) +
351 PDC_DIMM_APKT_PRD,
352 buf32[dw], buf32[dw + 1]);
353}
354
355static inline void pdc20621_host_sg(struct ata_taskfile *tf, u8 *buf,
356 unsigned int portno,
357 unsigned int total_len)
358{
359 u32 addr;
360 unsigned int dw = PDC_DIMM_HPKT_PRD >> 2;
361 u32 *buf32 = (u32 *) buf;
362
363 /* output Host DMA packet S/G table */
364 addr = PDC_20621_DIMM_BASE + PDC_20621_DIMM_DATA +
365 (PDC_DIMM_DATA_STEP * portno);
366
367 buf32[dw] = cpu_to_le32(addr);
368 buf32[dw + 1] = cpu_to_le32(total_len | ATA_PRD_EOT);
369
370 VPRINTK("HOST PSG @ %x == (0x%x, 0x%x)\n",
371 PDC_20621_DIMM_BASE +
372 (PDC_DIMM_WINDOW_STEP * portno) +
373 PDC_DIMM_HPKT_PRD,
374 buf32[dw], buf32[dw + 1]);
375}
376
377static inline unsigned int pdc20621_ata_pkt(struct ata_taskfile *tf,
378 unsigned int devno, u8 *buf,
379 unsigned int portno)
380{
381 unsigned int i, dw;
382 u32 *buf32 = (u32 *) buf;
383 u8 dev_reg;
384
385 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
386 (PDC_DIMM_WINDOW_STEP * portno) +
387 PDC_DIMM_APKT_PRD;
388 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
389
390 i = PDC_DIMM_ATA_PKT;
391
392 /*
393 * Set up ATA packet
394 */
395 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
396 buf[i++] = PDC_PKT_READ;
397 else if (tf->protocol == ATA_PROT_NODATA)
398 buf[i++] = PDC_PKT_NODATA;
399 else
400 buf[i++] = 0;
401 buf[i++] = 0; /* reserved */
402 buf[i++] = portno + 1; /* seq. id */
403 buf[i++] = 0xff; /* delay seq. id */
404
405 /* dimm dma S/G, and next-pkt */
406 dw = i >> 2;
407 if (tf->protocol == ATA_PROT_NODATA)
408 buf32[dw] = 0;
409 else
410 buf32[dw] = cpu_to_le32(dimm_sg);
411 buf32[dw + 1] = 0;
412 i += 8;
413
414 if (devno == 0)
415 dev_reg = ATA_DEVICE_OBS;
416 else
417 dev_reg = ATA_DEVICE_OBS | ATA_DEV1;
418
419 /* select device */
420 buf[i++] = (1 << 5) | PDC_PKT_CLEAR_BSY | ATA_REG_DEVICE;
421 buf[i++] = dev_reg;
422
423 /* device control register */
424 buf[i++] = (1 << 5) | PDC_REG_DEVCTL;
425 buf[i++] = tf->ctl;
426
427 return i;
428}
429
430static inline void pdc20621_host_pkt(struct ata_taskfile *tf, u8 *buf,
431 unsigned int portno)
432{
433 unsigned int dw;
434 u32 tmp, *buf32 = (u32 *) buf;
435
436 unsigned int host_sg = PDC_20621_DIMM_BASE +
437 (PDC_DIMM_WINDOW_STEP * portno) +
438 PDC_DIMM_HOST_PRD;
439 unsigned int dimm_sg = PDC_20621_DIMM_BASE +
440 (PDC_DIMM_WINDOW_STEP * portno) +
441 PDC_DIMM_HPKT_PRD;
442 VPRINTK("ENTER, dimm_sg == 0x%x, %d\n", dimm_sg, dimm_sg);
443 VPRINTK("host_sg == 0x%x, %d\n", host_sg, host_sg);
444
445 dw = PDC_DIMM_HOST_PKT >> 2;
446
447 /*
448 * Set up Host DMA packet
449 */
450 if ((tf->protocol == ATA_PROT_DMA) && (!(tf->flags & ATA_TFLAG_WRITE)))
451 tmp = PDC_PKT_READ;
452 else
453 tmp = 0;
454 tmp |= ((portno + 1 + 4) << 16); /* seq. id */
455 tmp |= (0xff << 24); /* delay seq. id */
456 buf32[dw + 0] = cpu_to_le32(tmp);
457 buf32[dw + 1] = cpu_to_le32(host_sg);
458 buf32[dw + 2] = cpu_to_le32(dimm_sg);
459 buf32[dw + 3] = 0;
460
461 VPRINTK("HOST PKT @ %x == (0x%x 0x%x 0x%x 0x%x)\n",
462 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * portno) +
463 PDC_DIMM_HOST_PKT,
464 buf32[dw + 0],
465 buf32[dw + 1],
466 buf32[dw + 2],
467 buf32[dw + 3]);
468}
469
470static void pdc20621_dma_prep(struct ata_queued_cmd *qc)
471{
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400472 struct scatterlist *sg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 struct ata_port *ap = qc->ap;
474 struct pdc_port_priv *pp = ap->private_data;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900475 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
476 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 unsigned int portno = ap->port_no;
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400478 unsigned int i, idx, total_len = 0, sgt_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 u32 *buf = (u32 *) &pp->dimm_buf[PDC_DIMM_HEADER_SZ];
480
Tejun Heobeec7db2006-02-11 19:11:13 +0900481 WARN_ON(!(qc->flags & ATA_QCFLAG_DMAMAP));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482
Tejun Heo44877b42007-02-21 01:06:51 +0900483 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484
485 /* hard-code chip #0 */
486 mmio += PDC_CHIP0_OFS;
487
488 /*
489 * Build S/G table
490 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700491 idx = 0;
Jeff Garzikcedc9a42005-10-05 07:13:30 -0400492 ata_for_each_sg(sg, qc) {
493 buf[idx++] = cpu_to_le32(sg_dma_address(sg));
494 buf[idx++] = cpu_to_le32(sg_dma_len(sg));
495 total_len += sg_dma_len(sg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700496 }
497 buf[idx - 1] |= cpu_to_le32(ATA_PRD_EOT);
498 sgt_len = idx * 4;
499
500 /*
501 * Build ATA, host DMA packets
502 */
503 pdc20621_host_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
504 pdc20621_host_pkt(&qc->tf, &pp->dimm_buf[0], portno);
505
506 pdc20621_ata_sg(&qc->tf, &pp->dimm_buf[0], portno, total_len);
507 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
508
509 if (qc->tf.flags & ATA_TFLAG_LBA48)
510 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
511 else
512 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
513
514 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
515
516 /* copy three S/G tables and two packets to DIMM MMIO window */
517 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
518 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
519 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP) +
520 PDC_DIMM_HOST_PRD,
521 &pp->dimm_buf[PDC_DIMM_HEADER_SZ], sgt_len);
522
523 /* force host FIFO dump */
524 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
525
526 readl(dimm_mmio); /* MMIO PCI posting flush */
527
528 VPRINTK("ata pkt buf ofs %u, prd size %u, mmio copied\n", i, sgt_len);
529}
530
531static void pdc20621_nodata_prep(struct ata_queued_cmd *qc)
532{
533 struct ata_port *ap = qc->ap;
534 struct pdc_port_priv *pp = ap->private_data;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900535 void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];
536 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537 unsigned int portno = ap->port_no;
538 unsigned int i;
539
Tejun Heo44877b42007-02-21 01:06:51 +0900540 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541
542 /* hard-code chip #0 */
543 mmio += PDC_CHIP0_OFS;
544
545 i = pdc20621_ata_pkt(&qc->tf, qc->dev->devno, &pp->dimm_buf[0], portno);
546
547 if (qc->tf.flags & ATA_TFLAG_LBA48)
548 i = pdc_prep_lba48(&qc->tf, &pp->dimm_buf[0], i);
549 else
550 i = pdc_prep_lba28(&qc->tf, &pp->dimm_buf[0], i);
551
552 pdc_pkt_footer(&qc->tf, &pp->dimm_buf[0], i);
553
554 /* copy three S/G tables and two packets to DIMM MMIO window */
555 memcpy_toio(dimm_mmio + (portno * PDC_DIMM_WINDOW_STEP),
556 &pp->dimm_buf, PDC_DIMM_HEADER_SZ);
557
558 /* force host FIFO dump */
559 writel(0x00000001, mmio + PDC_20621_GENERAL_CTL);
560
561 readl(dimm_mmio); /* MMIO PCI posting flush */
562
563 VPRINTK("ata pkt buf ofs %u, mmio copied\n", i);
564}
565
566static void pdc20621_qc_prep(struct ata_queued_cmd *qc)
567{
568 switch (qc->tf.protocol) {
569 case ATA_PROT_DMA:
570 pdc20621_dma_prep(qc);
571 break;
572 case ATA_PROT_NODATA:
573 pdc20621_nodata_prep(qc);
574 break;
575 default:
576 break;
577 }
578}
579
580static void __pdc20621_push_hdma(struct ata_queued_cmd *qc,
581 unsigned int seq,
582 u32 pkt_ofs)
583{
584 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400585 struct ata_host *host = ap->host;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900586 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587
588 /* hard-code chip #0 */
589 mmio += PDC_CHIP0_OFS;
590
591 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
592 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
593
594 writel(pkt_ofs, mmio + PDC_HDMA_PKT_SUBMIT);
595 readl(mmio + PDC_HDMA_PKT_SUBMIT); /* flush */
596}
597
598static void pdc20621_push_hdma(struct ata_queued_cmd *qc,
599 unsigned int seq,
600 u32 pkt_ofs)
601{
602 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400603 struct pdc_host_priv *pp = ap->host->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 unsigned int idx = pp->hdma_prod & PDC_HDMA_Q_MASK;
605
606 if (!pp->doing_hdma) {
607 __pdc20621_push_hdma(qc, seq, pkt_ofs);
608 pp->doing_hdma = 1;
609 return;
610 }
611
612 pp->hdma[idx].qc = qc;
613 pp->hdma[idx].seq = seq;
614 pp->hdma[idx].pkt_ofs = pkt_ofs;
615 pp->hdma_prod++;
616}
617
618static void pdc20621_pop_hdma(struct ata_queued_cmd *qc)
619{
620 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400621 struct pdc_host_priv *pp = ap->host->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 unsigned int idx = pp->hdma_cons & PDC_HDMA_Q_MASK;
623
624 /* if nothing on queue, we're done */
625 if (pp->hdma_prod == pp->hdma_cons) {
626 pp->doing_hdma = 0;
627 return;
628 }
629
630 __pdc20621_push_hdma(pp->hdma[idx].qc, pp->hdma[idx].seq,
631 pp->hdma[idx].pkt_ofs);
632 pp->hdma_cons++;
633}
634
635#ifdef ATA_VERBOSE_DEBUG
636static void pdc20621_dump_hdma(struct ata_queued_cmd *qc)
637{
638 struct ata_port *ap = qc->ap;
639 unsigned int port_no = ap->port_no;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900640 void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641
642 dimm_mmio += (port_no * PDC_DIMM_WINDOW_STEP);
643 dimm_mmio += PDC_DIMM_HOST_PKT;
644
645 printk(KERN_ERR "HDMA[0] == 0x%08X\n", readl(dimm_mmio));
646 printk(KERN_ERR "HDMA[1] == 0x%08X\n", readl(dimm_mmio + 4));
647 printk(KERN_ERR "HDMA[2] == 0x%08X\n", readl(dimm_mmio + 8));
648 printk(KERN_ERR "HDMA[3] == 0x%08X\n", readl(dimm_mmio + 12));
649}
650#else
651static inline void pdc20621_dump_hdma(struct ata_queued_cmd *qc) { }
652#endif /* ATA_VERBOSE_DEBUG */
653
654static void pdc20621_packet_start(struct ata_queued_cmd *qc)
655{
656 struct ata_port *ap = qc->ap;
Jeff Garzikcca39742006-08-24 03:19:22 -0400657 struct ata_host *host = ap->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 unsigned int port_no = ap->port_no;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900659 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 unsigned int rw = (qc->tf.flags & ATA_TFLAG_WRITE);
661 u8 seq = (u8) (port_no + 1);
662 unsigned int port_ofs;
663
664 /* hard-code chip #0 */
665 mmio += PDC_CHIP0_OFS;
666
Tejun Heo44877b42007-02-21 01:06:51 +0900667 VPRINTK("ata%u: ENTER\n", ap->print_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668
669 wmb(); /* flush PRD, pkt writes */
670
671 port_ofs = PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
672
673 /* if writing, we (1) DMA to DIMM, then (2) do ATA command */
674 if (rw && qc->tf.protocol == ATA_PROT_DMA) {
675 seq += 4;
676
677 pdc20621_dump_hdma(qc);
678 pdc20621_push_hdma(qc, seq, port_ofs + PDC_DIMM_HOST_PKT);
679 VPRINTK("queued ofs 0x%x (%u), seq %u\n",
680 port_ofs + PDC_DIMM_HOST_PKT,
681 port_ofs + PDC_DIMM_HOST_PKT,
682 seq);
683 } else {
684 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
685 readl(mmio + PDC_20621_SEQCTL + (seq * 4)); /* flush */
686
687 writel(port_ofs + PDC_DIMM_ATA_PKT,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900688 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
689 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690 VPRINTK("submitted ofs 0x%x (%u), seq %u\n",
691 port_ofs + PDC_DIMM_ATA_PKT,
692 port_ofs + PDC_DIMM_ATA_PKT,
693 seq);
694 }
695}
696
Tejun Heo9a3d9eb2006-01-23 13:09:36 +0900697static unsigned int pdc20621_qc_issue_prot(struct ata_queued_cmd *qc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698{
699 switch (qc->tf.protocol) {
700 case ATA_PROT_DMA:
701 case ATA_PROT_NODATA:
702 pdc20621_packet_start(qc);
703 return 0;
704
705 case ATA_PROT_ATAPI_DMA:
706 BUG();
707 break;
708
709 default:
710 break;
711 }
712
713 return ata_qc_issue_prot(qc);
714}
715
716static inline unsigned int pdc20621_host_intr( struct ata_port *ap,
717 struct ata_queued_cmd *qc,
718 unsigned int doing_hdma,
Jeff Garzikea6ba102005-08-30 05:18:18 -0400719 void __iomem *mmio)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700720{
721 unsigned int port_no = ap->port_no;
722 unsigned int port_ofs =
723 PDC_20621_DIMM_BASE + (PDC_DIMM_WINDOW_STEP * port_no);
724 u8 status;
725 unsigned int handled = 0;
726
727 VPRINTK("ENTER\n");
728
729 if ((qc->tf.protocol == ATA_PROT_DMA) && /* read */
730 (!(qc->tf.flags & ATA_TFLAG_WRITE))) {
731
732 /* step two - DMA from DIMM to host */
733 if (doing_hdma) {
Tejun Heo44877b42007-02-21 01:06:51 +0900734 VPRINTK("ata%u: read hdma, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
736 /* get drive status; clear intr; complete txn */
Albert Leea22e2eb2005-12-05 15:38:02 +0800737 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
738 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739 pdc20621_pop_hdma(qc);
740 }
741
742 /* step one - exec ATA command */
743 else {
744 u8 seq = (u8) (port_no + 1 + 4);
Tejun Heo44877b42007-02-21 01:06:51 +0900745 VPRINTK("ata%u: read ata, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
747
748 /* submit hdma pkt */
749 pdc20621_dump_hdma(qc);
750 pdc20621_push_hdma(qc, seq,
751 port_ofs + PDC_DIMM_HOST_PKT);
752 }
753 handled = 1;
754
755 } else if (qc->tf.protocol == ATA_PROT_DMA) { /* write */
756
757 /* step one - DMA from host to DIMM */
758 if (doing_hdma) {
759 u8 seq = (u8) (port_no + 1);
Tejun Heo44877b42007-02-21 01:06:51 +0900760 VPRINTK("ata%u: write hdma, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700761 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
762
763 /* submit ata pkt */
764 writel(0x00000001, mmio + PDC_20621_SEQCTL + (seq * 4));
765 readl(mmio + PDC_20621_SEQCTL + (seq * 4));
766 writel(port_ofs + PDC_DIMM_ATA_PKT,
Tejun Heo0d5ff562007-02-01 15:06:36 +0900767 ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
768 readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769 }
770
771 /* step two - execute ATA command */
772 else {
Tejun Heo44877b42007-02-21 01:06:51 +0900773 VPRINTK("ata%u: write ata, 0x%x 0x%x\n", ap->print_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774 readl(mmio + 0x104), readl(mmio + PDC_HDMA_CTLSTAT));
775 /* get drive status; clear intr; complete txn */
Albert Leea22e2eb2005-12-05 15:38:02 +0800776 qc->err_mask |= ac_err_mask(ata_wait_idle(ap));
777 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778 pdc20621_pop_hdma(qc);
779 }
780 handled = 1;
781
782 /* command completion, but no data xfer */
783 } else if (qc->tf.protocol == ATA_PROT_NODATA) {
784
785 status = ata_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);
786 DPRINTK("BUS_NODATA (drv_stat 0x%X)\n", status);
Albert Leea22e2eb2005-12-05 15:38:02 +0800787 qc->err_mask |= ac_err_mask(status);
788 ata_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789 handled = 1;
790
791 } else {
792 ap->stats.idle_irq++;
793 }
794
795 return handled;
796}
797
798static void pdc20621_irq_clear(struct ata_port *ap)
799{
Jeff Garzikcca39742006-08-24 03:19:22 -0400800 struct ata_host *host = ap->host;
Tejun Heo0d5ff562007-02-01 15:06:36 +0900801 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802
803 mmio += PDC_CHIP0_OFS;
804
805 readl(mmio + PDC_20621_SEQMASK);
806}
807
David Howells7d12e782006-10-05 14:55:46 +0100808static irqreturn_t pdc20621_interrupt (int irq, void *dev_instance)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700809{
Jeff Garzikcca39742006-08-24 03:19:22 -0400810 struct ata_host *host = dev_instance;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811 struct ata_port *ap;
812 u32 mask = 0;
813 unsigned int i, tmp, port_no;
814 unsigned int handled = 0;
Jeff Garzikea6ba102005-08-30 05:18:18 -0400815 void __iomem *mmio_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816
817 VPRINTK("ENTER\n");
818
Tejun Heo0d5ff562007-02-01 15:06:36 +0900819 if (!host || !host->iomap[PDC_MMIO_BAR]) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820 VPRINTK("QUICK EXIT\n");
821 return IRQ_NONE;
822 }
823
Tejun Heo0d5ff562007-02-01 15:06:36 +0900824 mmio_base = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700825
826 /* reading should also clear interrupts */
827 mmio_base += PDC_CHIP0_OFS;
828 mask = readl(mmio_base + PDC_20621_SEQMASK);
829 VPRINTK("mask == 0x%x\n", mask);
830
831 if (mask == 0xffffffff) {
832 VPRINTK("QUICK EXIT 2\n");
833 return IRQ_NONE;
834 }
835 mask &= 0xffff; /* only 16 tags possible */
836 if (!mask) {
837 VPRINTK("QUICK EXIT 3\n");
838 return IRQ_NONE;
839 }
840
Jeff Garzikcca39742006-08-24 03:19:22 -0400841 spin_lock(&host->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842
843 for (i = 1; i < 9; i++) {
844 port_no = i - 1;
845 if (port_no > 3)
846 port_no -= 4;
Jeff Garzikcca39742006-08-24 03:19:22 -0400847 if (port_no >= host->n_ports)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700848 ap = NULL;
849 else
Jeff Garzikcca39742006-08-24 03:19:22 -0400850 ap = host->ports[port_no];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 tmp = mask & (1 << i);
852 VPRINTK("seq %u, port_no %u, ap %p, tmp %x\n", i, port_no, ap, tmp);
Tejun Heoc1389502005-08-22 14:59:24 +0900853 if (tmp && ap &&
Jeff Garzik029f5462006-04-02 10:30:40 -0400854 !(ap->flags & ATA_FLAG_DISABLED)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855 struct ata_queued_cmd *qc;
856
857 qc = ata_qc_from_tag(ap, ap->active_tag);
Albert Leee50362e2005-09-27 17:39:50 +0800858 if (qc && (!(qc->tf.flags & ATA_TFLAG_POLLING)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859 handled += pdc20621_host_intr(ap, qc, (i > 4),
860 mmio_base);
861 }
862 }
863
Jeff Garzikcca39742006-08-24 03:19:22 -0400864 spin_unlock(&host->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700865
866 VPRINTK("mask == 0x%x\n", mask);
867
868 VPRINTK("EXIT\n");
869
870 return IRQ_RETVAL(handled);
871}
872
873static void pdc_eng_timeout(struct ata_port *ap)
874{
875 u8 drv_stat;
Jeff Garzikcca39742006-08-24 03:19:22 -0400876 struct ata_host *host = ap->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700877 struct ata_queued_cmd *qc;
Jeff Garzikb8f61532005-08-25 22:01:20 -0400878 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700879
880 DPRINTK("ENTER\n");
881
Jeff Garzikcca39742006-08-24 03:19:22 -0400882 spin_lock_irqsave(&host->lock, flags);
Jeff Garzikb8f61532005-08-25 22:01:20 -0400883
Linus Torvalds1da177e2005-04-16 15:20:36 -0700884 qc = ata_qc_from_tag(ap, ap->active_tag);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700885
Linus Torvalds1da177e2005-04-16 15:20:36 -0700886 switch (qc->tf.protocol) {
887 case ATA_PROT_DMA:
888 case ATA_PROT_NODATA:
Tejun Heof15a1da2006-05-15 20:57:56 +0900889 ata_port_printk(ap, KERN_ERR, "command timeout\n");
Albert Leea22e2eb2005-12-05 15:38:02 +0800890 qc->err_mask |= __ac_err_mask(ata_wait_idle(ap));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700891 break;
892
893 default:
894 drv_stat = ata_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);
895
Tejun Heof15a1da2006-05-15 20:57:56 +0900896 ata_port_printk(ap, KERN_ERR,
897 "unknown timeout, cmd 0x%x stat 0x%x\n",
898 qc->tf.command, drv_stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899
Albert Leea22e2eb2005-12-05 15:38:02 +0800900 qc->err_mask |= ac_err_mask(drv_stat);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 break;
902 }
903
Jeff Garzikcca39742006-08-24 03:19:22 -0400904 spin_unlock_irqrestore(&host->lock, flags);
Tejun Heof6379022006-02-10 15:10:48 +0900905 ata_eh_qc_complete(qc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700906 DPRINTK("EXIT\n");
907}
908
Jeff Garzik057ace52005-10-22 14:27:05 -0400909static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700910{
911 WARN_ON (tf->protocol == ATA_PROT_DMA ||
912 tf->protocol == ATA_PROT_NODATA);
913 ata_tf_load(ap, tf);
914}
915
916
Jeff Garzik057ace52005-10-22 14:27:05 -0400917static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700918{
919 WARN_ON (tf->protocol == ATA_PROT_DMA ||
920 tf->protocol == ATA_PROT_NODATA);
921 ata_exec_command(ap, tf);
922}
923
924
Tejun Heo0d5ff562007-02-01 15:06:36 +0900925static void pdc_sata_setup_port(struct ata_ioports *port, void __iomem *base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700926{
927 port->cmd_addr = base;
928 port->data_addr = base;
929 port->feature_addr =
930 port->error_addr = base + 0x4;
931 port->nsect_addr = base + 0x8;
932 port->lbal_addr = base + 0xc;
933 port->lbam_addr = base + 0x10;
934 port->lbah_addr = base + 0x14;
935 port->device_addr = base + 0x18;
936 port->command_addr =
937 port->status_addr = base + 0x1c;
938 port->altstatus_addr =
939 port->ctl_addr = base + 0x38;
940}
941
942
943#ifdef ATA_VERBOSE_DEBUG
Tejun Heo4447d352007-04-17 23:44:08 +0900944static void pdc20621_get_from_dimm(struct ata_host *host, void *psource,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700945 u32 offset, u32 size)
946{
947 u32 window_size;
948 u16 idx;
949 u8 page_mask;
950 long dist;
Tejun Heo4447d352007-04-17 23:44:08 +0900951 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
952 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953
954 /* hard-code chip #0 */
955 mmio += PDC_CHIP0_OFS;
956
Jeff Garzik8a60a072005-07-31 13:13:24 -0400957 page_mask = 0x00;
958 window_size = 0x2000 * 4; /* 32K byte uchar size */
959 idx = (u16) (offset / window_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700960
961 writel(0x01, mmio + PDC_GENERAL_CTLR);
962 readl(mmio + PDC_GENERAL_CTLR);
963 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
964 readl(mmio + PDC_DIMM_WINDOW_CTLR);
965
966 offset -= (idx * window_size);
967 idx++;
Jeff Garzik8a60a072005-07-31 13:13:24 -0400968 dist = ((long) (window_size - (offset + size))) >= 0 ? size :
Linus Torvalds1da177e2005-04-16 15:20:36 -0700969 (long) (window_size - offset);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400970 memcpy_fromio((char *) psource, (char *) (dimm_mmio + offset / 4),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700971 dist);
972
Jeff Garzik8a60a072005-07-31 13:13:24 -0400973 psource += dist;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700974 size -= dist;
975 for (; (long) size >= (long) window_size ;) {
976 writel(0x01, mmio + PDC_GENERAL_CTLR);
977 readl(mmio + PDC_GENERAL_CTLR);
978 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
979 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400980 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700981 window_size / 4);
982 psource += window_size;
983 size -= window_size;
984 idx ++;
985 }
986
987 if (size) {
988 writel(0x01, mmio + PDC_GENERAL_CTLR);
989 readl(mmio + PDC_GENERAL_CTLR);
990 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
991 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -0400992 memcpy_fromio((char *) psource, (char *) (dimm_mmio),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700993 size / 4);
994 }
995}
996#endif
997
998
Tejun Heo4447d352007-04-17 23:44:08 +0900999static void pdc20621_put_to_dimm(struct ata_host *host, void *psource,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001000 u32 offset, u32 size)
1001{
1002 u32 window_size;
1003 u16 idx;
1004 u8 page_mask;
1005 long dist;
Tejun Heo4447d352007-04-17 23:44:08 +09001006 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
1007 void __iomem *dimm_mmio = host->iomap[PDC_DIMM_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001008
Jeff Garzik8a60a072005-07-31 13:13:24 -04001009 /* hard-code chip #0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001010 mmio += PDC_CHIP0_OFS;
1011
Jeff Garzik8a60a072005-07-31 13:13:24 -04001012 page_mask = 0x00;
1013 window_size = 0x2000 * 4; /* 32K byte uchar size */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001014 idx = (u16) (offset / window_size);
1015
1016 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1017 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001018 offset -= (idx * window_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001019 idx++;
1020 dist = ((long)(s32)(window_size - (offset + size))) >= 0 ? size :
1021 (long) (window_size - offset);
Al Viroa9afd7c2005-10-21 06:46:02 +01001022 memcpy_toio(dimm_mmio + offset / 4, psource, dist);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001023 writel(0x01, mmio + PDC_GENERAL_CTLR);
1024 readl(mmio + PDC_GENERAL_CTLR);
1025
Jeff Garzik8a60a072005-07-31 13:13:24 -04001026 psource += dist;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001027 size -= dist;
1028 for (; (long) size >= (long) window_size ;) {
1029 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1030 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Al Viroa9afd7c2005-10-21 06:46:02 +01001031 memcpy_toio(dimm_mmio, psource, window_size / 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001032 writel(0x01, mmio + PDC_GENERAL_CTLR);
1033 readl(mmio + PDC_GENERAL_CTLR);
1034 psource += window_size;
1035 size -= window_size;
1036 idx ++;
1037 }
Jeff Garzik8a60a072005-07-31 13:13:24 -04001038
Linus Torvalds1da177e2005-04-16 15:20:36 -07001039 if (size) {
1040 writel(((idx) << page_mask), mmio + PDC_DIMM_WINDOW_CTLR);
1041 readl(mmio + PDC_DIMM_WINDOW_CTLR);
Al Viroa9afd7c2005-10-21 06:46:02 +01001042 memcpy_toio(dimm_mmio, psource, size / 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001043 writel(0x01, mmio + PDC_GENERAL_CTLR);
1044 readl(mmio + PDC_GENERAL_CTLR);
1045 }
1046}
1047
1048
Tejun Heo4447d352007-04-17 23:44:08 +09001049static unsigned int pdc20621_i2c_read(struct ata_host *host, u32 device,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001050 u32 subaddr, u32 *pdata)
1051{
Tejun Heo4447d352007-04-17 23:44:08 +09001052 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001053 u32 i2creg = 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001054 u32 status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001055 u32 count =0;
1056
1057 /* hard-code chip #0 */
1058 mmio += PDC_CHIP0_OFS;
1059
1060 i2creg |= device << 24;
1061 i2creg |= subaddr << 16;
1062
1063 /* Set the device and subaddress */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001064 writel(i2creg, mmio + PDC_I2C_ADDR_DATA);
1065 readl(mmio + PDC_I2C_ADDR_DATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001066
1067 /* Write Control to perform read operation, mask int */
Jeff Garzik8a60a072005-07-31 13:13:24 -04001068 writel(PDC_I2C_READ | PDC_I2C_START | PDC_I2C_MASK_INT,
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001069 mmio + PDC_I2C_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001070
1071 for (count = 0; count <= 1000; count ++) {
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001072 status = readl(mmio + PDC_I2C_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001073 if (status & PDC_I2C_COMPLETE) {
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001074 status = readl(mmio + PDC_I2C_ADDR_DATA);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001075 break;
1076 } else if (count == 1000)
1077 return 0;
1078 }
1079
1080 *pdata = (status >> 8) & 0x000000ff;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001081 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001082}
1083
1084
Tejun Heo4447d352007-04-17 23:44:08 +09001085static int pdc20621_detect_dimm(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001086{
1087 u32 data=0 ;
Tejun Heo4447d352007-04-17 23:44:08 +09001088 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001089 PDC_DIMM_SPD_SYSTEM_FREQ, &data)) {
1090 if (data == 100)
1091 return 100;
1092 } else
1093 return 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001094
Tejun Heo4447d352007-04-17 23:44:08 +09001095 if (pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS, 9, &data)) {
Jeff Garzik8a60a072005-07-31 13:13:24 -04001096 if(data <= 0x75)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001097 return 133;
1098 } else
1099 return 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001100
Linus Torvalds1da177e2005-04-16 15:20:36 -07001101 return 0;
1102}
1103
1104
Tejun Heo4447d352007-04-17 23:44:08 +09001105static int pdc20621_prog_dimm0(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001106{
1107 u32 spd0[50];
1108 u32 data = 0;
1109 int size, i;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001110 u8 bdimmsize;
Tejun Heo4447d352007-04-17 23:44:08 +09001111 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112 static const struct {
1113 unsigned int reg;
1114 unsigned int ofs;
1115 } pdc_i2c_read_data [] = {
Jeff Garzik8a60a072005-07-31 13:13:24 -04001116 { PDC_DIMM_SPD_TYPE, 11 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001117 { PDC_DIMM_SPD_FRESH_RATE, 12 },
Jeff Garzik8a60a072005-07-31 13:13:24 -04001118 { PDC_DIMM_SPD_COLUMN_NUM, 4 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001119 { PDC_DIMM_SPD_ATTRIBUTE, 21 },
1120 { PDC_DIMM_SPD_ROW_NUM, 3 },
1121 { PDC_DIMM_SPD_BANK_NUM, 17 },
1122 { PDC_DIMM_SPD_MODULE_ROW, 5 },
1123 { PDC_DIMM_SPD_ROW_PRE_CHARGE, 27 },
1124 { PDC_DIMM_SPD_ROW_ACTIVE_DELAY, 28 },
1125 { PDC_DIMM_SPD_RAS_CAS_DELAY, 29 },
1126 { PDC_DIMM_SPD_ACTIVE_PRECHARGE, 30 },
Jeff Garzik8a60a072005-07-31 13:13:24 -04001127 { PDC_DIMM_SPD_CAS_LATENCY, 18 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07001128 };
1129
1130 /* hard-code chip #0 */
1131 mmio += PDC_CHIP0_OFS;
1132
1133 for(i=0; i<ARRAY_SIZE(pdc_i2c_read_data); i++)
Tejun Heo4447d352007-04-17 23:44:08 +09001134 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Jeff Garzik8a60a072005-07-31 13:13:24 -04001135 pdc_i2c_read_data[i].reg,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001136 &spd0[pdc_i2c_read_data[i].ofs]);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001137
Linus Torvalds1da177e2005-04-16 15:20:36 -07001138 data |= (spd0[4] - 8) | ((spd0[21] != 0) << 3) | ((spd0[3]-11) << 4);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001139 data |= ((spd0[17] / 4) << 6) | ((spd0[5] / 2) << 7) |
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140 ((((spd0[27] + 9) / 10) - 1) << 8) ;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001141 data |= (((((spd0[29] > spd0[28])
1142 ? spd0[29] : spd0[28]) + 9) / 10) - 1) << 10;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001143 data |= ((spd0[30] - spd0[29] + 9) / 10 - 2) << 12;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001144
1145 if (spd0[18] & 0x08)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001146 data |= ((0x03) << 14);
1147 else if (spd0[18] & 0x04)
1148 data |= ((0x02) << 14);
1149 else if (spd0[18] & 0x01)
1150 data |= ((0x01) << 14);
1151 else
1152 data |= (0 << 14);
1153
Jeff Garzik8a60a072005-07-31 13:13:24 -04001154 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001155 Calculate the size of bDIMMSize (power of 2) and
1156 merge the DIMM size by program start/end address.
1157 */
1158
1159 bdimmsize = spd0[4] + (spd0[5] / 2) + spd0[3] + (spd0[17] / 2) + 3;
1160 size = (1 << bdimmsize) >> 20; /* size = xxx(MB) */
1161 data |= (((size / 16) - 1) << 16);
1162 data |= (0 << 23);
1163 data |= 8;
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001164 writel(data, mmio + PDC_DIMM0_CONTROL);
1165 readl(mmio + PDC_DIMM0_CONTROL);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001166 return size;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001167}
1168
1169
Tejun Heo4447d352007-04-17 23:44:08 +09001170static unsigned int pdc20621_prog_dimm_global(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001171{
1172 u32 data, spd0;
Tejun Heo0d5ff562007-02-01 15:06:36 +09001173 int error, i;
Tejun Heo4447d352007-04-17 23:44:08 +09001174 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001175
1176 /* hard-code chip #0 */
1177 mmio += PDC_CHIP0_OFS;
1178
1179 /*
1180 Set To Default : DIMM Module Global Control Register (0x022259F1)
1181 DIMM Arbitration Disable (bit 20)
1182 DIMM Data/Control Output Driving Selection (bit12 - bit15)
1183 Refresh Enable (bit 17)
1184 */
1185
Jeff Garzik8a60a072005-07-31 13:13:24 -04001186 data = 0x022259F1;
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001187 writel(data, mmio + PDC_SDRAM_CONTROL);
1188 readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001189
1190 /* Turn on for ECC */
Tejun Heo4447d352007-04-17 23:44:08 +09001191 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001192 PDC_DIMM_SPD_TYPE, &spd0);
1193 if (spd0 == 0x02) {
1194 data |= (0x01 << 16);
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001195 writel(data, mmio + PDC_SDRAM_CONTROL);
1196 readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197 printk(KERN_ERR "Local DIMM ECC Enabled\n");
1198 }
1199
1200 /* DIMM Initialization Select/Enable (bit 18/19) */
1201 data &= (~(1<<18));
1202 data |= (1<<19);
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001203 writel(data, mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204
Jeff Garzik8a60a072005-07-31 13:13:24 -04001205 error = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001206 for (i = 1; i <= 10; i++) { /* polling ~5 secs */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001207 data = readl(mmio + PDC_SDRAM_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001208 if (!(data & (1<<19))) {
1209 error = 0;
Jeff Garzik8a60a072005-07-31 13:13:24 -04001210 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001211 }
1212 msleep(i*100);
1213 }
1214 return error;
1215}
Jeff Garzik8a60a072005-07-31 13:13:24 -04001216
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217
Tejun Heo4447d352007-04-17 23:44:08 +09001218static unsigned int pdc20621_dimm_init(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001219{
Jeff Garzik8a60a072005-07-31 13:13:24 -04001220 int speed, size, length;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 u32 addr,spd0,pci_status;
1222 u32 tmp=0;
1223 u32 time_period=0;
1224 u32 tcount=0;
1225 u32 ticks=0;
1226 u32 clock=0;
1227 u32 fparam=0;
Tejun Heo4447d352007-04-17 23:44:08 +09001228 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229
1230 /* hard-code chip #0 */
1231 mmio += PDC_CHIP0_OFS;
1232
1233 /* Initialize PLL based upon PCI Bus Frequency */
1234
1235 /* Initialize Time Period Register */
1236 writel(0xffffffff, mmio + PDC_TIME_PERIOD);
1237 time_period = readl(mmio + PDC_TIME_PERIOD);
1238 VPRINTK("Time Period Register (0x40): 0x%x\n", time_period);
1239
1240 /* Enable timer */
Jeff Garzikb2d46b62007-05-27 22:58:54 -04001241 writel(PDC_TIMER_DEFAULT, mmio + PDC_TIME_CONTROL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001242 readl(mmio + PDC_TIME_CONTROL);
1243
1244 /* Wait 3 seconds */
1245 msleep(3000);
1246
Jeff Garzik8a60a072005-07-31 13:13:24 -04001247 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001248 When timer is enabled, counter is decreased every internal
1249 clock cycle.
1250 */
1251
1252 tcount = readl(mmio + PDC_TIME_COUNTER);
1253 VPRINTK("Time Counter Register (0x44): 0x%x\n", tcount);
1254
Jeff Garzik8a60a072005-07-31 13:13:24 -04001255 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256 If SX4 is on PCI-X bus, after 3 seconds, the timer counter
1257 register should be >= (0xffffffff - 3x10^8).
1258 */
1259 if(tcount >= PCI_X_TCOUNT) {
1260 ticks = (time_period - tcount);
1261 VPRINTK("Num counters 0x%x (%d)\n", ticks, ticks);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001262
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263 clock = (ticks / 300000);
1264 VPRINTK("10 * Internal clk = 0x%x (%d)\n", clock, clock);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001265
Linus Torvalds1da177e2005-04-16 15:20:36 -07001266 clock = (clock * 33);
1267 VPRINTK("10 * Internal clk * 33 = 0x%x (%d)\n", clock, clock);
1268
1269 /* PLL F Param (bit 22:16) */
1270 fparam = (1400000 / clock) - 2;
1271 VPRINTK("PLL F Param: 0x%x (%d)\n", fparam, fparam);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001272
Linus Torvalds1da177e2005-04-16 15:20:36 -07001273 /* OD param = 0x2 (bit 31:30), R param = 0x5 (bit 29:25) */
1274 pci_status = (0x8a001824 | (fparam << 16));
1275 } else
1276 pci_status = PCI_PLL_INIT;
1277
1278 /* Initialize PLL. */
1279 VPRINTK("pci_status: 0x%x\n", pci_status);
1280 writel(pci_status, mmio + PDC_CTL_STATUS);
1281 readl(mmio + PDC_CTL_STATUS);
1282
Jeff Garzik8a60a072005-07-31 13:13:24 -04001283 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284 Read SPD of DIMM by I2C interface,
1285 and program the DIMM Module Controller.
1286 */
Tejun Heo4447d352007-04-17 23:44:08 +09001287 if (!(speed = pdc20621_detect_dimm(host))) {
Jeff Garzik8a60a072005-07-31 13:13:24 -04001288 printk(KERN_ERR "Detect Local DIMM Fail\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001289 return 1; /* DIMM error */
1290 }
1291 VPRINTK("Local DIMM Speed = %d\n", speed);
1292
Jeff Garzik8a60a072005-07-31 13:13:24 -04001293 /* Programming DIMM0 Module Control Register (index_CID0:80h) */
Tejun Heo4447d352007-04-17 23:44:08 +09001294 size = pdc20621_prog_dimm0(host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001295 VPRINTK("Local DIMM Size = %dMB\n",size);
1296
Jeff Garzik8a60a072005-07-31 13:13:24 -04001297 /* Programming DIMM Module Global Control Register (index_CID0:88h) */
Tejun Heo4447d352007-04-17 23:44:08 +09001298 if (pdc20621_prog_dimm_global(host)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001299 printk(KERN_ERR "Programming DIMM Module Global Control Register Fail\n");
1300 return 1;
1301 }
1302
1303#ifdef ATA_VERBOSE_DEBUG
1304 {
1305 u8 test_parttern1[40] = {0x55,0xAA,'P','r','o','m','i','s','e',' ',
1306 'N','o','t',' ','Y','e','t',' ','D','e','f','i','n','e','d',' ',
1307 '1','.','1','0',
1308 '9','8','0','3','1','6','1','2',0,0};
1309 u8 test_parttern2[40] = {0};
1310
Tejun Heo4447d352007-04-17 23:44:08 +09001311 pdc20621_put_to_dimm(host, (void *) test_parttern2, 0x10040, 40);
1312 pdc20621_put_to_dimm(host, (void *) test_parttern2, 0x40, 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313
Tejun Heo4447d352007-04-17 23:44:08 +09001314 pdc20621_put_to_dimm(host, (void *) test_parttern1, 0x10040, 40);
1315 pdc20621_get_from_dimm(host, (void *) test_parttern2, 0x40, 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001316 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001317 test_parttern2[1], &(test_parttern2[2]));
Tejun Heo4447d352007-04-17 23:44:08 +09001318 pdc20621_get_from_dimm(host, (void *) test_parttern2, 0x10040,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001319 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001320 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001321 test_parttern2[1], &(test_parttern2[2]));
1322
Tejun Heo4447d352007-04-17 23:44:08 +09001323 pdc20621_put_to_dimm(host, (void *) test_parttern1, 0x40, 40);
1324 pdc20621_get_from_dimm(host, (void *) test_parttern2, 0x40, 40);
Jeff Garzik8a60a072005-07-31 13:13:24 -04001325 printk(KERN_ERR "%x, %x, %s\n", test_parttern2[0],
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326 test_parttern2[1], &(test_parttern2[2]));
1327 }
1328#endif
1329
1330 /* ECC initiliazation. */
1331
Tejun Heo4447d352007-04-17 23:44:08 +09001332 pdc20621_i2c_read(host, PDC_DIMM0_SPD_DEV_ADDRESS,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001333 PDC_DIMM_SPD_TYPE, &spd0);
1334 if (spd0 == 0x02) {
1335 VPRINTK("Start ECC initialization\n");
1336 addr = 0;
1337 length = size * 1024 * 1024;
1338 while (addr < length) {
Tejun Heo4447d352007-04-17 23:44:08 +09001339 pdc20621_put_to_dimm(host, (void *) &tmp, addr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001340 sizeof(u32));
1341 addr += sizeof(u32);
1342 }
1343 VPRINTK("Finish ECC initialization\n");
1344 }
1345 return 0;
1346}
1347
1348
Tejun Heo4447d352007-04-17 23:44:08 +09001349static void pdc_20621_init(struct ata_host *host)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001350{
1351 u32 tmp;
Tejun Heo4447d352007-04-17 23:44:08 +09001352 void __iomem *mmio = host->iomap[PDC_MMIO_BAR];
Linus Torvalds1da177e2005-04-16 15:20:36 -07001353
1354 /* hard-code chip #0 */
1355 mmio += PDC_CHIP0_OFS;
1356
1357 /*
1358 * Select page 0x40 for our 32k DIMM window
1359 */
1360 tmp = readl(mmio + PDC_20621_DIMM_WINDOW) & 0xffff0000;
1361 tmp |= PDC_PAGE_WINDOW; /* page 40h; arbitrarily selected */
1362 writel(tmp, mmio + PDC_20621_DIMM_WINDOW);
1363
1364 /*
1365 * Reset Host DMA
1366 */
1367 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1368 tmp |= PDC_RESET;
1369 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1370 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1371
1372 udelay(10);
1373
1374 tmp = readl(mmio + PDC_HDMA_CTLSTAT);
1375 tmp &= ~PDC_RESET;
1376 writel(tmp, mmio + PDC_HDMA_CTLSTAT);
1377 readl(mmio + PDC_HDMA_CTLSTAT); /* flush */
1378}
1379
1380static int pdc_sata_init_one (struct pci_dev *pdev, const struct pci_device_id *ent)
1381{
1382 static int printed_version;
Tejun Heo4447d352007-04-17 23:44:08 +09001383 const struct ata_port_info *ppi[] =
1384 { &pdc_port_info[ent->driver_data], NULL };
1385 struct ata_host *host;
Tejun Heo0d5ff562007-02-01 15:06:36 +09001386 void __iomem *base;
Tejun Heo24dc5f32007-01-20 16:00:28 +09001387 struct pdc_host_priv *hpriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001388 int rc;
1389
1390 if (!printed_version++)
Jeff Garzika9524a72005-10-30 14:39:11 -05001391 dev_printk(KERN_DEBUG, &pdev->dev, "version " DRV_VERSION "\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001392
Tejun Heo4447d352007-04-17 23:44:08 +09001393 /* allocate host */
1394 host = ata_host_alloc_pinfo(&pdev->dev, ppi, 4);
1395 hpriv = devm_kzalloc(&pdev->dev, sizeof(*hpriv), GFP_KERNEL);
1396 if (!host || !hpriv)
1397 return -ENOMEM;
1398
1399 host->private_data = hpriv;
1400
1401 /* acquire resources and fill host */
Tejun Heo24dc5f32007-01-20 16:00:28 +09001402 rc = pcim_enable_device(pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001403 if (rc)
1404 return rc;
1405
Tejun Heo0d5ff562007-02-01 15:06:36 +09001406 rc = pcim_iomap_regions(pdev, (1 << PDC_MMIO_BAR) | (1 << PDC_DIMM_BAR),
1407 DRV_NAME);
1408 if (rc == -EBUSY)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001409 pcim_pin_device(pdev);
Tejun Heo0d5ff562007-02-01 15:06:36 +09001410 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001411 return rc;
Tejun Heo4447d352007-04-17 23:44:08 +09001412 host->iomap = pcim_iomap_table(pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001413
Tejun Heo4447d352007-04-17 23:44:08 +09001414 base = host->iomap[PDC_MMIO_BAR] + PDC_CHIP0_OFS;
1415 pdc_sata_setup_port(&host->ports[0]->ioaddr, base + 0x200);
1416 pdc_sata_setup_port(&host->ports[1]->ioaddr, base + 0x280);
1417 pdc_sata_setup_port(&host->ports[2]->ioaddr, base + 0x300);
1418 pdc_sata_setup_port(&host->ports[3]->ioaddr, base + 0x380);
1419
1420 /* configure and activate */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001421 rc = pci_set_dma_mask(pdev, ATA_DMA_MASK);
1422 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001423 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001424 rc = pci_set_consistent_dma_mask(pdev, ATA_DMA_MASK);
1425 if (rc)
Tejun Heo24dc5f32007-01-20 16:00:28 +09001426 return rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001427
Tejun Heo4447d352007-04-17 23:44:08 +09001428 if (pdc20621_dimm_init(host))
Tejun Heo24dc5f32007-01-20 16:00:28 +09001429 return -ENOMEM;
Tejun Heo4447d352007-04-17 23:44:08 +09001430 pdc_20621_init(host);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001431
1432 pci_set_master(pdev);
Tejun Heo4447d352007-04-17 23:44:08 +09001433 return ata_host_activate(host, pdev->irq, pdc20621_interrupt,
1434 IRQF_SHARED, &pdc_sata_sht);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001435}
1436
1437
1438static int __init pdc_sata_init(void)
1439{
Pavel Roskinb7887192006-08-10 18:13:18 +09001440 return pci_register_driver(&pdc_sata_pci_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001441}
1442
1443
1444static void __exit pdc_sata_exit(void)
1445{
1446 pci_unregister_driver(&pdc_sata_pci_driver);
1447}
1448
1449
1450MODULE_AUTHOR("Jeff Garzik");
1451MODULE_DESCRIPTION("Promise SATA low-level driver");
1452MODULE_LICENSE("GPL");
1453MODULE_DEVICE_TABLE(pci, pdc_sata_pci_tbl);
1454MODULE_VERSION(DRV_VERSION);
1455
1456module_init(pdc_sata_init);
1457module_exit(pdc_sata_exit);