blob: 2cbb7fd1ddec674a29deaa0e5aa4118c9442a5e4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeremy Higdon0271fc22006-02-02 00:00:46 -08002 * Copyright (c) 2003-2006 Silicon Graphics, Inc. All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of version 2 of the GNU General Public License
6 * as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it would be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
11 *
12 * You should have received a copy of the GNU General Public
13 * License along with this program; if not, write the Free Software
14 * Foundation, Inc., 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
15 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 * For further information regarding this notice, see:
17 *
18 * http://oss.sgi.com/projects/GenInfo/NoticeExplan
19 */
20
21#include <linux/module.h>
22#include <linux/types.h>
23#include <linux/pci.h>
24#include <linux/delay.h>
25#include <linux/hdreg.h>
26#include <linux/init.h>
27#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/ioport.h>
29#include <linux/blkdev.h>
Jens Axboe55c16a72007-07-25 08:13:56 +020030#include <linux/scatterlist.h>
Brent Casavant22329b52005-06-21 17:15:59 -070031#include <linux/ioc4.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <asm/io.h>
33
34#include <linux/ide.h>
35
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +020036#define DRV_NAME "SGIIOC4"
37
Linus Torvalds1da177e2005-04-16 15:20:36 -070038/* IOC4 Specific Definitions */
39#define IOC4_CMD_OFFSET 0x100
40#define IOC4_CTRL_OFFSET 0x120
41#define IOC4_DMA_OFFSET 0x140
42#define IOC4_INTR_OFFSET 0x0
43
44#define IOC4_TIMING 0x00
45#define IOC4_DMA_PTR_L 0x01
46#define IOC4_DMA_PTR_H 0x02
47#define IOC4_DMA_ADDR_L 0x03
48#define IOC4_DMA_ADDR_H 0x04
49#define IOC4_BC_DEV 0x05
50#define IOC4_BC_MEM 0x06
51#define IOC4_DMA_CTRL 0x07
52#define IOC4_DMA_END_ADDR 0x08
53
54/* Bits in the IOC4 Control/Status Register */
55#define IOC4_S_DMA_START 0x01
56#define IOC4_S_DMA_STOP 0x02
57#define IOC4_S_DMA_DIR 0x04
58#define IOC4_S_DMA_ACTIVE 0x08
59#define IOC4_S_DMA_ERROR 0x10
60#define IOC4_ATA_MEMERR 0x02
61
62/* Read/Write Directions */
63#define IOC4_DMA_WRITE 0x04
64#define IOC4_DMA_READ 0x00
65
66/* Interrupt Register Offsets */
67#define IOC4_INTR_REG 0x03
68#define IOC4_INTR_SET 0x05
69#define IOC4_INTR_CLEAR 0x07
70
71#define IOC4_IDE_CACHELINE_SIZE 128
72#define IOC4_CMD_CTL_BLK_SIZE 0x20
73#define IOC4_SUPPORTED_FIRMWARE_REV 46
74
75typedef struct {
76 u32 timing_reg0;
77 u32 timing_reg1;
78 u32 low_mem_ptr;
79 u32 high_mem_ptr;
80 u32 low_mem_addr;
81 u32 high_mem_addr;
82 u32 dev_byte_count;
83 u32 mem_byte_count;
84 u32 status;
85} ioc4_dma_regs_t;
86
87/* Each Physical Region Descriptor Entry size is 16 bytes (2 * 64 bits) */
88/* IOC4 has only 1 IDE channel */
89#define IOC4_PRD_BYTES 16
90#define IOC4_PRD_ENTRIES (PAGE_SIZE /(4*IOC4_PRD_BYTES))
91
92
93static void
94sgiioc4_init_hwif_ports(hw_regs_t * hw, unsigned long data_port,
95 unsigned long ctrl_port, unsigned long irq_port)
96{
97 unsigned long reg = data_port;
98 int i;
99
100 /* Registers are word (32 bit) aligned */
101 for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
102 hw->io_ports[i] = reg + i * 4;
103
104 if (ctrl_port)
105 hw->io_ports[IDE_CONTROL_OFFSET] = ctrl_port;
106
107 if (irq_port)
108 hw->io_ports[IDE_IRQ_OFFSET] = irq_port;
109}
110
111static void
112sgiioc4_maskproc(ide_drive_t * drive, int mask)
113{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100114 writeb(mask ? (drive->ctl | 2) : (drive->ctl & ~2),
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200115 (void __iomem *)drive->hwif->io_ports[IDE_CONTROL_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116}
117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118static int
119sgiioc4_checkirq(ide_hwif_t * hwif)
120{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100121 unsigned long intr_addr =
122 hwif->io_ports[IDE_IRQ_OFFSET] + IOC4_INTR_REG * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100124 if ((u8)readl((void __iomem *)intr_addr) & 0x03)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 return 1;
126
127 return 0;
128}
129
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100130static u8 sgiioc4_INB(unsigned long);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132static int
133sgiioc4_clearirq(ide_drive_t * drive)
134{
135 u32 intr_reg;
136 ide_hwif_t *hwif = HWIF(drive);
137 unsigned long other_ir =
138 hwif->io_ports[IDE_IRQ_OFFSET] + (IOC4_INTR_REG << 2);
139
140 /* Code to check for PCI error conditions */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100141 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 if (intr_reg & 0x03) { /* Valid IOC4-IDE interrupt */
143 /*
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200144 * Using sgiioc4_INB to read the Status register has a side
145 * effect of clearing the interrupt. The first read should
146 * clear it if it is set. The second read should return
147 * a "clear" status if it got cleared. If not, then spin
148 * for a bit trying to clear it.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 */
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200150 u8 stat = sgiioc4_INB(hwif->io_ports[IDE_STATUS_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 int count = 0;
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200152 stat = sgiioc4_INB(hwif->io_ports[IDE_STATUS_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 while ((stat & 0x80) && (count++ < 100)) {
154 udelay(1);
Bartlomiej Zolnierkiewicz23579a22008-04-18 00:46:26 +0200155 stat = sgiioc4_INB(hwif->io_ports[IDE_STATUS_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 }
157
158 if (intr_reg & 0x02) {
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100159 struct pci_dev *dev = to_pci_dev(hwif->dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 /* Error when transferring DMA data on PCI bus */
161 u32 pci_err_addr_low, pci_err_addr_high,
162 pci_stat_cmd_reg;
163
164 pci_err_addr_low =
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100165 readl((void __iomem *)hwif->io_ports[IDE_IRQ_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 pci_err_addr_high =
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100167 readl((void __iomem *)(hwif->io_ports[IDE_IRQ_OFFSET] + 4));
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100168 pci_read_config_dword(dev, PCI_COMMAND,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 &pci_stat_cmd_reg);
170 printk(KERN_ERR
171 "%s(%s) : PCI Bus Error when doing DMA:"
172 " status-cmd reg is 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200173 __func__, drive->name, pci_stat_cmd_reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 printk(KERN_ERR
175 "%s(%s) : PCI Error Address is 0x%x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200176 __func__, drive->name,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 pci_err_addr_high, pci_err_addr_low);
178 /* Clear the PCI Error indicator */
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100179 pci_write_config_dword(dev, PCI_COMMAND, 0x00000146);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 }
181
182 /* Clear the Interrupt, Error bits on the IOC4 */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100183 writel(0x03, (void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100185 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 }
187
188 return intr_reg & 3;
189}
190
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200191static void sgiioc4_dma_start(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192{
193 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100194 unsigned long ioc4_dma_addr = hwif->dma_base + IOC4_DMA_CTRL * 4;
195 unsigned int reg = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 unsigned int temp_reg = reg | IOC4_S_DMA_START;
197
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100198 writel(temp_reg, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199}
200
201static u32
202sgiioc4_ide_dma_stop(ide_hwif_t *hwif, u64 dma_base)
203{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100204 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 u32 ioc4_dma;
206 int count;
207
208 count = 0;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100209 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 while ((ioc4_dma & IOC4_S_DMA_STOP) && (count++ < 200)) {
211 udelay(1);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100212 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 }
214 return ioc4_dma;
215}
216
217/* Stops the IOC4 DMA Engine */
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200218static int sgiioc4_dma_end(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219{
220 u32 ioc4_dma, bc_dev, bc_mem, num, valid = 0, cnt = 0;
221 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100222 unsigned long dma_base = hwif->dma_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 int dma_stat = 0;
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700224 unsigned long *ending_dma = ide_get_hwifdata(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100226 writel(IOC4_S_DMA_STOP, (void __iomem *)(dma_base + IOC4_DMA_CTRL * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227
228 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
229
230 if (ioc4_dma & IOC4_S_DMA_STOP) {
231 printk(KERN_ERR
232 "%s(%s): IOC4 DMA STOP bit is still 1 :"
233 "ioc4_dma_reg 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200234 __func__, drive->name, ioc4_dma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 dma_stat = 1;
236 }
237
238 /*
239 * The IOC4 will DMA 1's to the ending dma area to indicate that
240 * previous data DMA is complete. This is necessary because of relaxed
241 * ordering between register reads and DMA writes on the Altix.
242 */
243 while ((cnt++ < 200) && (!valid)) {
244 for (num = 0; num < 16; num++) {
245 if (ending_dma[num]) {
246 valid = 1;
247 break;
248 }
249 }
250 udelay(1);
251 }
252 if (!valid) {
Harvey Harrisoneb639632008-04-26 22:25:20 +0200253 printk(KERN_ERR "%s(%s) : DMA incomplete\n", __func__,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 drive->name);
255 dma_stat = 1;
256 }
257
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100258 bc_dev = readl((void __iomem *)(dma_base + IOC4_BC_DEV * 4));
259 bc_mem = readl((void __iomem *)(dma_base + IOC4_BC_MEM * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260
261 if ((bc_dev & 0x01FF) || (bc_mem & 0x1FF)) {
262 if (bc_dev > bc_mem + 8) {
263 printk(KERN_ERR
264 "%s(%s): WARNING!! byte_count_dev %d "
265 "!= byte_count_mem %d\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200266 __func__, drive->name, bc_dev, bc_mem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 }
268 }
269
270 drive->waiting_for_dma = 0;
271 ide_destroy_dmatable(drive);
272
273 return dma_stat;
274}
275
Bartlomiej Zolnierkiewicz88b2b322007-10-13 17:47:51 +0200276static void sgiioc4_set_dma_mode(ide_drive_t *drive, const u8 speed)
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200277{
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200278}
279
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280/* returns 1 if dma irq issued, 0 otherwise */
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200281static int sgiioc4_dma_test_irq(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282{
283 return sgiioc4_checkirq(HWIF(drive));
284}
285
Bartlomiej Zolnierkiewicz15ce9262008-01-26 20:13:03 +0100286static void sgiioc4_dma_host_set(ide_drive_t *drive, int on)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287{
Bartlomiej Zolnierkiewicz15ce9262008-01-26 20:13:03 +0100288 if (!on)
289 sgiioc4_clearirq(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290}
291
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292static void
293sgiioc4_resetproc(ide_drive_t * drive)
294{
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200295 sgiioc4_dma_end(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 sgiioc4_clearirq(drive);
297}
298
Sergei Shtylyov841d2a92007-07-09 23:17:54 +0200299static void
300sgiioc4_dma_lost_irq(ide_drive_t * drive)
301{
302 sgiioc4_resetproc(drive);
303
304 ide_dma_lost_irq(drive);
305}
306
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307static u8
308sgiioc4_INB(unsigned long port)
309{
Jeremy Higdona835fa72006-05-30 21:27:07 -0700310 u8 reg = (u8) readb((void __iomem *) port);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
312 if ((port & 0xFFF) == 0x11C) { /* Status register of IOC4 */
313 if (reg & 0x51) { /* Not busy...check for interrupt */
314 unsigned long other_ir = port - 0x110;
Jeremy Higdona835fa72006-05-30 21:27:07 -0700315 unsigned int intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
317 /* Clear the Interrupt, Error bits on the IOC4 */
318 if (intr_reg & 0x03) {
Jeremy Higdona835fa72006-05-30 21:27:07 -0700319 writel(0x03, (void __iomem *) other_ir);
320 intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 }
322 }
323 }
324
325 return reg;
326}
327
328/* Creates a dma map for the scatter-gather list entries */
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200329static int __devinit
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200330ide_dma_sgiioc4(ide_hwif_t *hwif, const struct ide_port_info *d)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331{
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100332 struct pci_dev *dev = to_pci_dev(hwif->dev);
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200333 unsigned long dma_base = pci_resource_start(dev, 0) + IOC4_DMA_OFFSET;
John Keller1678df32006-08-31 21:27:51 -0700334 void __iomem *virt_dma_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 int num_ports = sizeof (ioc4_dma_regs_t);
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700336 void *pad;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200338 if (dma_base == 0)
339 return -1;
340
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341 printk(KERN_INFO "%s: BM-DMA at 0x%04lx-0x%04lx\n", hwif->name,
342 dma_base, dma_base + num_ports - 1);
343
John Keller1678df32006-08-31 21:27:51 -0700344 if (!request_mem_region(dma_base, num_ports, hwif->name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 printk(KERN_ERR
346 "%s(%s) -- ERROR, Addresses 0x%p to 0x%p "
347 "ALREADY in use\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200348 __func__, hwif->name, (void *) dma_base,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 (void *) dma_base + num_ports - 1);
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200350 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 }
352
John Keller1678df32006-08-31 21:27:51 -0700353 virt_dma_base = ioremap(dma_base, num_ports);
354 if (virt_dma_base == NULL) {
355 printk(KERN_ERR
356 "%s(%s) -- ERROR, Unable to map addresses 0x%lx to 0x%lx\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200357 __func__, hwif->name, dma_base, dma_base + num_ports - 1);
John Keller1678df32006-08-31 21:27:51 -0700358 goto dma_remap_failure;
359 }
360 hwif->dma_base = (unsigned long) virt_dma_base;
361
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100362 hwif->dmatable_cpu = pci_alloc_consistent(dev,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363 IOC4_PRD_ENTRIES * IOC4_PRD_BYTES,
364 &hwif->dmatable_dma);
365
366 if (!hwif->dmatable_cpu)
John Keller1678df32006-08-31 21:27:51 -0700367 goto dma_pci_alloc_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368
369 hwif->sg_max_nents = IOC4_PRD_ENTRIES;
370
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100371 pad = pci_alloc_consistent(dev, IOC4_IDE_CACHELINE_SIZE,
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700372 (dma_addr_t *) &(hwif->dma_status));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700374 if (pad) {
375 ide_set_hwifdata(hwif, pad);
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200376 return 0;
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700377 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100379 pci_free_consistent(dev, IOC4_PRD_ENTRIES * IOC4_PRD_BYTES,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 hwif->dmatable_cpu, hwif->dmatable_dma);
381 printk(KERN_INFO
382 "%s() -- Error! Unable to allocate DMA Maps for drive %s\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200383 __func__, hwif->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 printk(KERN_INFO
385 "Changing from DMA to PIO mode for Drive %s\n", hwif->name);
386
John Keller1678df32006-08-31 21:27:51 -0700387dma_pci_alloc_failure:
388 iounmap(virt_dma_base);
389
390dma_remap_failure:
391 release_mem_region(dma_base, num_ports);
392
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200393 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394}
395
396/* Initializes the IOC4 DMA Engine */
397static void
398sgiioc4_configure_for_dma(int dma_direction, ide_drive_t * drive)
399{
400 u32 ioc4_dma;
401 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100402 unsigned long dma_base = hwif->dma_base;
403 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404 u32 dma_addr, ending_dma_addr;
405
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100406 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407
408 if (ioc4_dma & IOC4_S_DMA_ACTIVE) {
409 printk(KERN_WARNING
410 "%s(%s):Warning!! DMA from previous transfer was still active\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200411 __func__, drive->name);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100412 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
414
415 if (ioc4_dma & IOC4_S_DMA_STOP)
416 printk(KERN_ERR
417 "%s(%s) : IOC4 Dma STOP bit is still 1\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200418 __func__, drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700419 }
420
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100421 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422 if (ioc4_dma & IOC4_S_DMA_ERROR) {
423 printk(KERN_WARNING
424 "%s(%s) : Warning!! - DMA Error during Previous"
425 " transfer | status 0x%x\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200426 __func__, drive->name, ioc4_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100427 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700428 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
429
430 if (ioc4_dma & IOC4_S_DMA_STOP)
431 printk(KERN_ERR
432 "%s(%s) : IOC4 DMA STOP bit is still 1\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200433 __func__, drive->name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434 }
435
436 /* Address of the Scatter Gather List */
437 dma_addr = cpu_to_le32(hwif->dmatable_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100438 writel(dma_addr, (void __iomem *)(dma_base + IOC4_DMA_PTR_L * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439
440 /* Address of the Ending DMA */
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700441 memset(ide_get_hwifdata(hwif), 0, IOC4_IDE_CACHELINE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 ending_dma_addr = cpu_to_le32(hwif->dma_status);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100443 writel(ending_dma_addr, (void __iomem *)(dma_base + IOC4_DMA_END_ADDR * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100445 writel(dma_direction, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446 drive->waiting_for_dma = 1;
447}
448
449/* IOC4 Scatter Gather list Format */
450/* 128 Bit entries to support 64 bit addresses in the future */
451/* The Scatter Gather list Entry should be in the BIG-ENDIAN Format */
452/* --------------------------------------------------------------------- */
453/* | Upper 32 bits - Zero | Lower 32 bits- address | */
454/* --------------------------------------------------------------------- */
455/* | Upper 32 bits - Zero |EOL| 15 unused | 16 Bit Length| */
456/* --------------------------------------------------------------------- */
457/* Creates the scatter gather list, DMA Table */
458static unsigned int
459sgiioc4_build_dma_table(ide_drive_t * drive, struct request *rq, int ddir)
460{
461 ide_hwif_t *hwif = HWIF(drive);
462 unsigned int *table = hwif->dmatable_cpu;
463 unsigned int count = 0, i = 1;
464 struct scatterlist *sg;
465
466 hwif->sg_nents = i = ide_build_sglist(drive, rq);
467
468 if (!i)
469 return 0; /* sglist of length Zero */
470
471 sg = hwif->sg_table;
472 while (i && sg_dma_len(sg)) {
473 dma_addr_t cur_addr;
474 int cur_len;
475 cur_addr = sg_dma_address(sg);
476 cur_len = sg_dma_len(sg);
477
478 while (cur_len) {
479 if (count++ >= IOC4_PRD_ENTRIES) {
480 printk(KERN_WARNING
481 "%s: DMA table too small\n",
482 drive->name);
483 goto use_pio_instead;
484 } else {
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800485 u32 bcount =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 0x10000 - (cur_addr & 0xffff);
487
488 if (bcount > cur_len)
489 bcount = cur_len;
490
491 /* put the addr, length in
492 * the IOC4 dma-table format */
493 *table = 0x0;
494 table++;
495 *table = cpu_to_be32(cur_addr);
496 table++;
497 *table = 0x0;
498 table++;
499
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800500 *table = cpu_to_be32(bcount);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700501 table++;
502
503 cur_addr += bcount;
504 cur_len -= bcount;
505 }
506 }
507
Jens Axboe55c16a72007-07-25 08:13:56 +0200508 sg = sg_next(sg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509 i--;
510 }
511
512 if (count) {
513 table--;
514 *table |= cpu_to_be32(0x80000000);
515 return count;
516 }
517
518use_pio_instead:
Bartlomiej Zolnierkiewiczf6fb7862008-02-01 23:09:31 +0100519 ide_destroy_dmatable(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520
521 return 0; /* revert to PIO for this request */
522}
523
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200524static int sgiioc4_dma_setup(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525{
526 struct request *rq = HWGROUP(drive)->rq;
527 unsigned int count = 0;
528 int ddir;
529
530 if (rq_data_dir(rq))
531 ddir = PCI_DMA_TODEVICE;
532 else
533 ddir = PCI_DMA_FROMDEVICE;
534
535 if (!(count = sgiioc4_build_dma_table(drive, rq, ddir))) {
536 /* try PIO instead of DMA */
537 ide_map_sg(drive, rq);
538 return 1;
539 }
540
541 if (rq_data_dir(rq))
542 /* Writes TO the IOC4 FROM Main Memory */
543 ddir = IOC4_DMA_READ;
544 else
545 /* Writes FROM the IOC4 TO Main Memory */
546 ddir = IOC4_DMA_WRITE;
547
548 sgiioc4_configure_for_dma(ddir, drive);
549
550 return 0;
551}
552
Bartlomiej Zolnierkiewiczac95bee2008-04-26 22:25:14 +0200553static const struct ide_port_ops sgiioc4_port_ops = {
554 .set_dma_mode = sgiioc4_set_dma_mode,
555 /* reset DMA engine, clear IRQs */
556 .resetproc = sgiioc4_resetproc,
557 /* mask on/off NIEN register */
558 .maskproc = sgiioc4_maskproc,
559};
560
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200561static struct ide_dma_ops sgiioc4_dma_ops = {
562 .dma_host_set = sgiioc4_dma_host_set,
563 .dma_setup = sgiioc4_dma_setup,
564 .dma_start = sgiioc4_dma_start,
565 .dma_end = sgiioc4_dma_end,
566 .dma_test_irq = sgiioc4_dma_test_irq,
567 .dma_lost_irq = sgiioc4_dma_lost_irq,
568 .dma_timeout = ide_dma_timeout,
569};
570
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100571static const struct ide_port_info sgiioc4_port_info __devinitdata = {
572 .chipset = ide_pci,
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200573 .init_dma = ide_dma_sgiioc4,
Bartlomiej Zolnierkiewiczac95bee2008-04-26 22:25:14 +0200574 .port_ops = &sgiioc4_port_ops,
Bartlomiej Zolnierkiewicz5e37bdc2008-04-26 22:25:24 +0200575 .dma_ops = &sgiioc4_dma_ops,
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200576 .host_flags = IDE_HFLAG_NO_AUTOTUNE,
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100577 .mwdma_mask = ATA_MWDMA2_ONLY,
578};
579
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580static int __devinit
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200581sgiioc4_ide_setup_pci_device(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700582{
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200583 unsigned long cmd_base, irqport;
John Keller1678df32006-08-31 21:27:51 -0700584 unsigned long bar0, cmd_phys_base, ctl;
585 void __iomem *virt_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700586 ide_hwif_t *hwif;
Bartlomiej Zolnierkiewicz8447d9d2007-10-20 00:32:31 +0200587 u8 idx[4] = { 0xff, 0xff, 0xff, 0xff };
Bartlomiej Zolnierkiewicz8f8e8482008-01-26 20:13:05 +0100588 hw_regs_t hw;
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100589 struct ide_port_info d = sgiioc4_port_info;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590
Bartlomiej Zolnierkiewicze7ee1d52008-04-26 17:36:33 +0200591 hwif = ide_find_port();
592 if (hwif == NULL) {
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200593 printk(KERN_ERR "%s: too many IDE interfaces, no room in table\n",
594 DRV_NAME);
Jeremy Higdondeb5e5c2005-12-15 02:10:35 +0100595 return -ENOMEM;
596 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597
598 /* Get the CmdBlk and CtrlBlk Base Registers */
John Keller1678df32006-08-31 21:27:51 -0700599 bar0 = pci_resource_start(dev, 0);
600 virt_base = ioremap(bar0, pci_resource_len(dev, 0));
601 if (virt_base == NULL) {
602 printk(KERN_ERR "%s: Unable to remap BAR 0 address: 0x%lx\n",
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200603 DRV_NAME, bar0);
John Keller1678df32006-08-31 21:27:51 -0700604 return -ENOMEM;
605 }
606 cmd_base = (unsigned long) virt_base + IOC4_CMD_OFFSET;
607 ctl = (unsigned long) virt_base + IOC4_CTRL_OFFSET;
608 irqport = (unsigned long) virt_base + IOC4_INTR_OFFSET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700609
John Keller1678df32006-08-31 21:27:51 -0700610 cmd_phys_base = bar0 + IOC4_CMD_OFFSET;
611 if (!request_mem_region(cmd_phys_base, IOC4_CMD_CTL_BLK_SIZE,
612 hwif->name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 printk(KERN_ERR
John Keller1678df32006-08-31 21:27:51 -0700614 "%s : %s -- ERROR, Addresses "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 "0x%p to 0x%p ALREADY in use\n",
Harvey Harrisoneb639632008-04-26 22:25:20 +0200616 __func__, hwif->name, (void *) cmd_phys_base,
John Keller1678df32006-08-31 21:27:51 -0700617 (void *) cmd_phys_base + IOC4_CMD_CTL_BLK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618 return -ENOMEM;
619 }
620
Bartlomiej Zolnierkiewicz8f8e8482008-01-26 20:13:05 +0100621 /* Initialize the IO registers */
622 memset(&hw, 0, sizeof(hw));
623 sgiioc4_init_hwif_ports(&hw, cmd_base, ctl, irqport);
Bartlomiej Zolnierkiewicz57c802e2008-01-26 20:13:05 +0100624 hw.irq = dev->irq;
625 hw.chipset = ide_pci;
626 hw.dev = &dev->dev;
627 ide_init_port_hw(hwif, &hw);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628
Bartlomiej Zolnierkiewicz36501652008-02-01 23:09:31 +0100629 hwif->dev = &dev->dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630
John Keller1678df32006-08-31 21:27:51 -0700631 /* The IOC4 uses MMIO rather than Port IO. */
632 default_hwif_mmiops(hwif);
633
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634 /* Initializing chipset IRQ Registers */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100635 writel(0x03, (void __iomem *)(irqport + IOC4_INTR_SET * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636
Bartlomiej Zolnierkiewicz04216fa2008-04-26 22:25:23 +0200637 hwif->INB = &sgiioc4_INB;
Bartlomiej Zolnierkiewiczb9d9e612007-10-13 17:47:52 +0200638
Bartlomiej Zolnierkiewicz8447d9d2007-10-20 00:32:31 +0200639 idx[0] = hwif->index;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640
Bartlomiej Zolnierkiewiczc413b9b2008-02-02 19:56:31 +0100641 if (ide_device_add(idx, &d))
Bartlomiej Zolnierkiewicz8447d9d2007-10-20 00:32:31 +0200642 return -EIO;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643
644 return 0;
645}
646
647static unsigned int __devinit
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200648pci_init_sgiioc4(struct pci_dev *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650 int ret;
651
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652 printk(KERN_INFO "%s: IDE controller at PCI slot %s, revision %d\n",
Bartlomiej Zolnierkiewiczfc212bb2007-10-19 00:30:08 +0200653 DRV_NAME, pci_name(dev), dev->revision);
654
655 if (dev->revision < IOC4_SUPPORTED_FIRMWARE_REV) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 printk(KERN_ERR "Skipping %s IDE controller in slot %s: "
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200657 "firmware is obsolete - please upgrade to "
658 "revision46 or higher\n",
659 DRV_NAME, pci_name(dev));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 ret = -EAGAIN;
661 goto out;
662 }
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200663 ret = sgiioc4_ide_setup_pci_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664out:
665 return ret;
666}
667
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668int
Brent Casavant22329b52005-06-21 17:15:59 -0700669ioc4_ide_attach_one(struct ioc4_driver_data *idd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670{
Brent Casavantf5befce2006-06-23 02:05:52 -0700671 /* PCI-RT does not bring out IDE connection.
672 * Do not attach to this particular IOC4.
673 */
674 if (idd->idd_variant == IOC4_VARIANT_PCI_RT)
675 return 0;
676
Bartlomiej Zolnierkiewiczca1997c2007-10-11 23:54:00 +0200677 return pci_init_sgiioc4(idd->idd_pdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678}
679
Brent Casavant22329b52005-06-21 17:15:59 -0700680static struct ioc4_submodule ioc4_ide_submodule = {
681 .is_name = "IOC4_ide",
682 .is_owner = THIS_MODULE,
683 .is_probe = ioc4_ide_attach_one,
684/* .is_remove = ioc4_ide_remove_one, */
685};
686
Bartlomiej Zolnierkiewicz82ab1ee2007-01-27 13:46:56 +0100687static int __init ioc4_ide_init(void)
Brent Casavant22329b52005-06-21 17:15:59 -0700688{
689 return ioc4_register_submodule(&ioc4_ide_submodule);
690}
691
Brent Casavant59f14802006-10-17 00:09:25 -0700692late_initcall(ioc4_ide_init); /* Call only after IDE init is done */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693
Jeremy Higdona835fa72006-05-30 21:27:07 -0700694MODULE_AUTHOR("Aniket Malatpure/Jeremy Higdon");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695MODULE_DESCRIPTION("IDE PCI driver module for SGI IOC4 Base-IO Card");
696MODULE_LICENSE("GPL");