blob: 53bee59264ef8c01ead5a6b466f4ebe87527a0d0 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jeremy Higdon0271fc22006-02-02 00:00:46 -08002 * Copyright (c) 2003-2006 Silicon Graphics, Inc. All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of version 2 of the GNU General Public License
6 * as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it would be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
11 *
12 * You should have received a copy of the GNU General Public
13 * License along with this program; if not, write the Free Software
14 * Foundation, Inc., 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
15 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 * For further information regarding this notice, see:
17 *
18 * http://oss.sgi.com/projects/GenInfo/NoticeExplan
19 */
20
21#include <linux/module.h>
22#include <linux/types.h>
23#include <linux/pci.h>
24#include <linux/delay.h>
25#include <linux/hdreg.h>
26#include <linux/init.h>
27#include <linux/kernel.h>
28#include <linux/timer.h>
29#include <linux/mm.h>
30#include <linux/ioport.h>
31#include <linux/blkdev.h>
Brent Casavant22329b52005-06-21 17:15:59 -070032#include <linux/ioc4.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/io.h>
34
35#include <linux/ide.h>
36
37/* IOC4 Specific Definitions */
38#define IOC4_CMD_OFFSET 0x100
39#define IOC4_CTRL_OFFSET 0x120
40#define IOC4_DMA_OFFSET 0x140
41#define IOC4_INTR_OFFSET 0x0
42
43#define IOC4_TIMING 0x00
44#define IOC4_DMA_PTR_L 0x01
45#define IOC4_DMA_PTR_H 0x02
46#define IOC4_DMA_ADDR_L 0x03
47#define IOC4_DMA_ADDR_H 0x04
48#define IOC4_BC_DEV 0x05
49#define IOC4_BC_MEM 0x06
50#define IOC4_DMA_CTRL 0x07
51#define IOC4_DMA_END_ADDR 0x08
52
53/* Bits in the IOC4 Control/Status Register */
54#define IOC4_S_DMA_START 0x01
55#define IOC4_S_DMA_STOP 0x02
56#define IOC4_S_DMA_DIR 0x04
57#define IOC4_S_DMA_ACTIVE 0x08
58#define IOC4_S_DMA_ERROR 0x10
59#define IOC4_ATA_MEMERR 0x02
60
61/* Read/Write Directions */
62#define IOC4_DMA_WRITE 0x04
63#define IOC4_DMA_READ 0x00
64
65/* Interrupt Register Offsets */
66#define IOC4_INTR_REG 0x03
67#define IOC4_INTR_SET 0x05
68#define IOC4_INTR_CLEAR 0x07
69
70#define IOC4_IDE_CACHELINE_SIZE 128
71#define IOC4_CMD_CTL_BLK_SIZE 0x20
72#define IOC4_SUPPORTED_FIRMWARE_REV 46
73
74typedef struct {
75 u32 timing_reg0;
76 u32 timing_reg1;
77 u32 low_mem_ptr;
78 u32 high_mem_ptr;
79 u32 low_mem_addr;
80 u32 high_mem_addr;
81 u32 dev_byte_count;
82 u32 mem_byte_count;
83 u32 status;
84} ioc4_dma_regs_t;
85
86/* Each Physical Region Descriptor Entry size is 16 bytes (2 * 64 bits) */
87/* IOC4 has only 1 IDE channel */
88#define IOC4_PRD_BYTES 16
89#define IOC4_PRD_ENTRIES (PAGE_SIZE /(4*IOC4_PRD_BYTES))
90
91
92static void
93sgiioc4_init_hwif_ports(hw_regs_t * hw, unsigned long data_port,
94 unsigned long ctrl_port, unsigned long irq_port)
95{
96 unsigned long reg = data_port;
97 int i;
98
99 /* Registers are word (32 bit) aligned */
100 for (i = IDE_DATA_OFFSET; i <= IDE_STATUS_OFFSET; i++)
101 hw->io_ports[i] = reg + i * 4;
102
103 if (ctrl_port)
104 hw->io_ports[IDE_CONTROL_OFFSET] = ctrl_port;
105
106 if (irq_port)
107 hw->io_ports[IDE_IRQ_OFFSET] = irq_port;
108}
109
110static void
111sgiioc4_maskproc(ide_drive_t * drive, int mask)
112{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100113 writeb(mask ? (drive->ctl | 2) : (drive->ctl & ~2),
114 (void __iomem *)IDE_CONTROL_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115}
116
117
118static int
119sgiioc4_checkirq(ide_hwif_t * hwif)
120{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100121 unsigned long intr_addr =
122 hwif->io_ports[IDE_IRQ_OFFSET] + IOC4_INTR_REG * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100124 if ((u8)readl((void __iomem *)intr_addr) & 0x03)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 return 1;
126
127 return 0;
128}
129
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100130static u8 sgiioc4_INB(unsigned long);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132static int
133sgiioc4_clearirq(ide_drive_t * drive)
134{
135 u32 intr_reg;
136 ide_hwif_t *hwif = HWIF(drive);
137 unsigned long other_ir =
138 hwif->io_ports[IDE_IRQ_OFFSET] + (IOC4_INTR_REG << 2);
139
140 /* Code to check for PCI error conditions */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100141 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 if (intr_reg & 0x03) { /* Valid IOC4-IDE interrupt */
143 /*
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100144 * Using sgiioc4_INB to read the IDE_STATUS_REG has a side effect
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 * of clearing the interrupt. The first read should clear it
146 * if it is set. The second read should return a "clear" status
147 * if it got cleared. If not, then spin for a bit trying to
148 * clear it.
149 */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100150 u8 stat = sgiioc4_INB(IDE_STATUS_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 int count = 0;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100152 stat = sgiioc4_INB(IDE_STATUS_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 while ((stat & 0x80) && (count++ < 100)) {
154 udelay(1);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100155 stat = sgiioc4_INB(IDE_STATUS_REG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 }
157
158 if (intr_reg & 0x02) {
159 /* Error when transferring DMA data on PCI bus */
160 u32 pci_err_addr_low, pci_err_addr_high,
161 pci_stat_cmd_reg;
162
163 pci_err_addr_low =
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100164 readl((void __iomem *)hwif->io_ports[IDE_IRQ_OFFSET]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 pci_err_addr_high =
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100166 readl((void __iomem *)(hwif->io_ports[IDE_IRQ_OFFSET] + 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 pci_read_config_dword(hwif->pci_dev, PCI_COMMAND,
168 &pci_stat_cmd_reg);
169 printk(KERN_ERR
170 "%s(%s) : PCI Bus Error when doing DMA:"
171 " status-cmd reg is 0x%x\n",
172 __FUNCTION__, drive->name, pci_stat_cmd_reg);
173 printk(KERN_ERR
174 "%s(%s) : PCI Error Address is 0x%x%x\n",
175 __FUNCTION__, drive->name,
176 pci_err_addr_high, pci_err_addr_low);
177 /* Clear the PCI Error indicator */
178 pci_write_config_dword(hwif->pci_dev, PCI_COMMAND,
179 0x00000146);
180 }
181
182 /* Clear the Interrupt, Error bits on the IOC4 */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100183 writel(0x03, (void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100185 intr_reg = readl((void __iomem *)other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 }
187
188 return intr_reg & 3;
189}
190
191static void sgiioc4_ide_dma_start(ide_drive_t * drive)
192{
193 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100194 unsigned long ioc4_dma_addr = hwif->dma_base + IOC4_DMA_CTRL * 4;
195 unsigned int reg = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 unsigned int temp_reg = reg | IOC4_S_DMA_START;
197
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100198 writel(temp_reg, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199}
200
201static u32
202sgiioc4_ide_dma_stop(ide_hwif_t *hwif, u64 dma_base)
203{
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100204 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205 u32 ioc4_dma;
206 int count;
207
208 count = 0;
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100209 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 while ((ioc4_dma & IOC4_S_DMA_STOP) && (count++ < 200)) {
211 udelay(1);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100212 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 }
214 return ioc4_dma;
215}
216
217/* Stops the IOC4 DMA Engine */
218static int
219sgiioc4_ide_dma_end(ide_drive_t * drive)
220{
221 u32 ioc4_dma, bc_dev, bc_mem, num, valid = 0, cnt = 0;
222 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100223 unsigned long dma_base = hwif->dma_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 int dma_stat = 0;
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700225 unsigned long *ending_dma = ide_get_hwifdata(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100227 writel(IOC4_S_DMA_STOP, (void __iomem *)(dma_base + IOC4_DMA_CTRL * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228
229 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
230
231 if (ioc4_dma & IOC4_S_DMA_STOP) {
232 printk(KERN_ERR
233 "%s(%s): IOC4 DMA STOP bit is still 1 :"
234 "ioc4_dma_reg 0x%x\n",
235 __FUNCTION__, drive->name, ioc4_dma);
236 dma_stat = 1;
237 }
238
239 /*
240 * The IOC4 will DMA 1's to the ending dma area to indicate that
241 * previous data DMA is complete. This is necessary because of relaxed
242 * ordering between register reads and DMA writes on the Altix.
243 */
244 while ((cnt++ < 200) && (!valid)) {
245 for (num = 0; num < 16; num++) {
246 if (ending_dma[num]) {
247 valid = 1;
248 break;
249 }
250 }
251 udelay(1);
252 }
253 if (!valid) {
254 printk(KERN_ERR "%s(%s) : DMA incomplete\n", __FUNCTION__,
255 drive->name);
256 dma_stat = 1;
257 }
258
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100259 bc_dev = readl((void __iomem *)(dma_base + IOC4_BC_DEV * 4));
260 bc_mem = readl((void __iomem *)(dma_base + IOC4_BC_MEM * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261
262 if ((bc_dev & 0x01FF) || (bc_mem & 0x1FF)) {
263 if (bc_dev > bc_mem + 8) {
264 printk(KERN_ERR
265 "%s(%s): WARNING!! byte_count_dev %d "
266 "!= byte_count_mem %d\n",
267 __FUNCTION__, drive->name, bc_dev, bc_mem);
268 }
269 }
270
271 drive->waiting_for_dma = 0;
272 ide_destroy_dmatable(drive);
273
274 return dma_stat;
275}
276
277static int
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278sgiioc4_ide_dma_on(ide_drive_t * drive)
279{
280 drive->using_dma = 1;
281
Bartlomiej Zolnierkiewiczccf35282007-02-17 02:40:26 +0100282 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283}
284
Bartlomiej Zolnierkiewicz7469aaf2007-02-17 02:40:26 +0100285static void sgiioc4_dma_off_quietly(ide_drive_t *drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286{
287 drive->using_dma = 0;
288
Bartlomiej Zolnierkiewicz7469aaf2007-02-17 02:40:26 +0100289 drive->hwif->dma_host_off(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290}
291
Bartlomiej Zolnierkiewicz9ef57912007-02-17 02:40:26 +0100292static int sgiioc4_ide_dma_check(ide_drive_t *drive)
293{
294 /* FIXME: check for available DMA modes */
295 if (ide_config_drive_speed(drive, XFER_MW_DMA_2) != 0) {
296 printk(KERN_WARNING "%s: couldn't set MWDMA2 mode, "
297 "using PIO instead\n", drive->name);
Bartlomiej Zolnierkiewicz3608b5d2007-02-17 02:40:26 +0100298 return -1;
Bartlomiej Zolnierkiewicz9ef57912007-02-17 02:40:26 +0100299 } else
Bartlomiej Zolnierkiewicz3608b5d2007-02-17 02:40:26 +0100300 return 0;
Bartlomiej Zolnierkiewicz9ef57912007-02-17 02:40:26 +0100301}
302
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303/* returns 1 if dma irq issued, 0 otherwise */
304static int
305sgiioc4_ide_dma_test_irq(ide_drive_t * drive)
306{
307 return sgiioc4_checkirq(HWIF(drive));
308}
309
Bartlomiej Zolnierkiewiczccf35282007-02-17 02:40:26 +0100310static void sgiioc4_dma_host_on(ide_drive_t * drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312}
313
Bartlomiej Zolnierkiewicz7469aaf2007-02-17 02:40:26 +0100314static void sgiioc4_dma_host_off(ide_drive_t * drive)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315{
316 sgiioc4_clearirq(drive);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317}
318
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319static void
320sgiioc4_resetproc(ide_drive_t * drive)
321{
322 sgiioc4_ide_dma_end(drive);
323 sgiioc4_clearirq(drive);
324}
325
Sergei Shtylyov841d2a92007-07-09 23:17:54 +0200326static void
327sgiioc4_dma_lost_irq(ide_drive_t * drive)
328{
329 sgiioc4_resetproc(drive);
330
331 ide_dma_lost_irq(drive);
332}
333
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334static u8
335sgiioc4_INB(unsigned long port)
336{
Jeremy Higdona835fa72006-05-30 21:27:07 -0700337 u8 reg = (u8) readb((void __iomem *) port);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338
339 if ((port & 0xFFF) == 0x11C) { /* Status register of IOC4 */
340 if (reg & 0x51) { /* Not busy...check for interrupt */
341 unsigned long other_ir = port - 0x110;
Jeremy Higdona835fa72006-05-30 21:27:07 -0700342 unsigned int intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343
344 /* Clear the Interrupt, Error bits on the IOC4 */
345 if (intr_reg & 0x03) {
Jeremy Higdona835fa72006-05-30 21:27:07 -0700346 writel(0x03, (void __iomem *) other_ir);
347 intr_reg = (u32) readl((void __iomem *) other_ir);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348 }
349 }
350 }
351
352 return reg;
353}
354
355/* Creates a dma map for the scatter-gather list entries */
356static void __devinit
357ide_dma_sgiioc4(ide_hwif_t * hwif, unsigned long dma_base)
358{
John Keller1678df32006-08-31 21:27:51 -0700359 void __iomem *virt_dma_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 int num_ports = sizeof (ioc4_dma_regs_t);
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700361 void *pad;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362
363 printk(KERN_INFO "%s: BM-DMA at 0x%04lx-0x%04lx\n", hwif->name,
364 dma_base, dma_base + num_ports - 1);
365
John Keller1678df32006-08-31 21:27:51 -0700366 if (!request_mem_region(dma_base, num_ports, hwif->name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 printk(KERN_ERR
368 "%s(%s) -- ERROR, Addresses 0x%p to 0x%p "
369 "ALREADY in use\n",
370 __FUNCTION__, hwif->name, (void *) dma_base,
371 (void *) dma_base + num_ports - 1);
372 goto dma_alloc_failure;
373 }
374
John Keller1678df32006-08-31 21:27:51 -0700375 virt_dma_base = ioremap(dma_base, num_ports);
376 if (virt_dma_base == NULL) {
377 printk(KERN_ERR
378 "%s(%s) -- ERROR, Unable to map addresses 0x%lx to 0x%lx\n",
379 __FUNCTION__, hwif->name, dma_base, dma_base + num_ports - 1);
380 goto dma_remap_failure;
381 }
382 hwif->dma_base = (unsigned long) virt_dma_base;
383
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 hwif->dmatable_cpu = pci_alloc_consistent(hwif->pci_dev,
385 IOC4_PRD_ENTRIES * IOC4_PRD_BYTES,
386 &hwif->dmatable_dma);
387
388 if (!hwif->dmatable_cpu)
John Keller1678df32006-08-31 21:27:51 -0700389 goto dma_pci_alloc_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390
391 hwif->sg_max_nents = IOC4_PRD_ENTRIES;
392
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700393 pad = pci_alloc_consistent(hwif->pci_dev, IOC4_IDE_CACHELINE_SIZE,
394 (dma_addr_t *) &(hwif->dma_status));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700396 if (pad) {
397 ide_set_hwifdata(hwif, pad);
398 return;
399 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 pci_free_consistent(hwif->pci_dev,
402 IOC4_PRD_ENTRIES * IOC4_PRD_BYTES,
403 hwif->dmatable_cpu, hwif->dmatable_dma);
404 printk(KERN_INFO
405 "%s() -- Error! Unable to allocate DMA Maps for drive %s\n",
406 __FUNCTION__, hwif->name);
407 printk(KERN_INFO
408 "Changing from DMA to PIO mode for Drive %s\n", hwif->name);
409
John Keller1678df32006-08-31 21:27:51 -0700410dma_pci_alloc_failure:
411 iounmap(virt_dma_base);
412
413dma_remap_failure:
414 release_mem_region(dma_base, num_ports);
415
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416dma_alloc_failure:
417 /* Disable DMA because we couldnot allocate any DMA maps */
418 hwif->autodma = 0;
419 hwif->atapi_dma = 0;
420}
421
422/* Initializes the IOC4 DMA Engine */
423static void
424sgiioc4_configure_for_dma(int dma_direction, ide_drive_t * drive)
425{
426 u32 ioc4_dma;
427 ide_hwif_t *hwif = HWIF(drive);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100428 unsigned long dma_base = hwif->dma_base;
429 unsigned long ioc4_dma_addr = dma_base + IOC4_DMA_CTRL * 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430 u32 dma_addr, ending_dma_addr;
431
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100432 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433
434 if (ioc4_dma & IOC4_S_DMA_ACTIVE) {
435 printk(KERN_WARNING
436 "%s(%s):Warning!! DMA from previous transfer was still active\n",
437 __FUNCTION__, drive->name);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100438 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
440
441 if (ioc4_dma & IOC4_S_DMA_STOP)
442 printk(KERN_ERR
443 "%s(%s) : IOC4 Dma STOP bit is still 1\n",
444 __FUNCTION__, drive->name);
445 }
446
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100447 ioc4_dma = readl((void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448 if (ioc4_dma & IOC4_S_DMA_ERROR) {
449 printk(KERN_WARNING
450 "%s(%s) : Warning!! - DMA Error during Previous"
451 " transfer | status 0x%x\n",
452 __FUNCTION__, drive->name, ioc4_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100453 writel(IOC4_S_DMA_STOP, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 ioc4_dma = sgiioc4_ide_dma_stop(hwif, dma_base);
455
456 if (ioc4_dma & IOC4_S_DMA_STOP)
457 printk(KERN_ERR
458 "%s(%s) : IOC4 DMA STOP bit is still 1\n",
459 __FUNCTION__, drive->name);
460 }
461
462 /* Address of the Scatter Gather List */
463 dma_addr = cpu_to_le32(hwif->dmatable_dma);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100464 writel(dma_addr, (void __iomem *)(dma_base + IOC4_DMA_PTR_L * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
466 /* Address of the Ending DMA */
Sergei Shtylyov3f63c5e2006-10-03 01:14:25 -0700467 memset(ide_get_hwifdata(hwif), 0, IOC4_IDE_CACHELINE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468 ending_dma_addr = cpu_to_le32(hwif->dma_status);
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100469 writel(ending_dma_addr, (void __iomem *)(dma_base + IOC4_DMA_END_ADDR * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100471 writel(dma_direction, (void __iomem *)ioc4_dma_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 drive->waiting_for_dma = 1;
473}
474
475/* IOC4 Scatter Gather list Format */
476/* 128 Bit entries to support 64 bit addresses in the future */
477/* The Scatter Gather list Entry should be in the BIG-ENDIAN Format */
478/* --------------------------------------------------------------------- */
479/* | Upper 32 bits - Zero | Lower 32 bits- address | */
480/* --------------------------------------------------------------------- */
481/* | Upper 32 bits - Zero |EOL| 15 unused | 16 Bit Length| */
482/* --------------------------------------------------------------------- */
483/* Creates the scatter gather list, DMA Table */
484static unsigned int
485sgiioc4_build_dma_table(ide_drive_t * drive, struct request *rq, int ddir)
486{
487 ide_hwif_t *hwif = HWIF(drive);
488 unsigned int *table = hwif->dmatable_cpu;
489 unsigned int count = 0, i = 1;
490 struct scatterlist *sg;
491
492 hwif->sg_nents = i = ide_build_sglist(drive, rq);
493
494 if (!i)
495 return 0; /* sglist of length Zero */
496
497 sg = hwif->sg_table;
498 while (i && sg_dma_len(sg)) {
499 dma_addr_t cur_addr;
500 int cur_len;
501 cur_addr = sg_dma_address(sg);
502 cur_len = sg_dma_len(sg);
503
504 while (cur_len) {
505 if (count++ >= IOC4_PRD_ENTRIES) {
506 printk(KERN_WARNING
507 "%s: DMA table too small\n",
508 drive->name);
509 goto use_pio_instead;
510 } else {
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800511 u32 bcount =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512 0x10000 - (cur_addr & 0xffff);
513
514 if (bcount > cur_len)
515 bcount = cur_len;
516
517 /* put the addr, length in
518 * the IOC4 dma-table format */
519 *table = 0x0;
520 table++;
521 *table = cpu_to_be32(cur_addr);
522 table++;
523 *table = 0x0;
524 table++;
525
Jeremy Higdon0271fc22006-02-02 00:00:46 -0800526 *table = cpu_to_be32(bcount);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 table++;
528
529 cur_addr += bcount;
530 cur_len -= bcount;
531 }
532 }
533
534 sg++;
535 i--;
536 }
537
538 if (count) {
539 table--;
540 *table |= cpu_to_be32(0x80000000);
541 return count;
542 }
543
544use_pio_instead:
545 pci_unmap_sg(hwif->pci_dev, hwif->sg_table, hwif->sg_nents,
546 hwif->sg_dma_direction);
547
548 return 0; /* revert to PIO for this request */
549}
550
551static int sgiioc4_ide_dma_setup(ide_drive_t *drive)
552{
553 struct request *rq = HWGROUP(drive)->rq;
554 unsigned int count = 0;
555 int ddir;
556
557 if (rq_data_dir(rq))
558 ddir = PCI_DMA_TODEVICE;
559 else
560 ddir = PCI_DMA_FROMDEVICE;
561
562 if (!(count = sgiioc4_build_dma_table(drive, rq, ddir))) {
563 /* try PIO instead of DMA */
564 ide_map_sg(drive, rq);
565 return 1;
566 }
567
568 if (rq_data_dir(rq))
569 /* Writes TO the IOC4 FROM Main Memory */
570 ddir = IOC4_DMA_READ;
571 else
572 /* Writes FROM the IOC4 TO Main Memory */
573 ddir = IOC4_DMA_WRITE;
574
575 sgiioc4_configure_for_dma(ddir, drive);
576
577 return 0;
578}
579
580static void __devinit
581ide_init_sgiioc4(ide_hwif_t * hwif)
582{
Bartlomiej Zolnierkiewicz2ad1e552007-02-17 02:40:25 +0100583 hwif->mmio = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700584 hwif->autodma = 1;
585 hwif->atapi_dma = 1;
586 hwif->ultra_mask = 0x0; /* Disable Ultra DMA */
587 hwif->mwdma_mask = 0x2; /* Multimode-2 DMA */
588 hwif->swdma_mask = 0x2;
589 hwif->tuneproc = NULL; /* Sets timing for PIO mode */
590 hwif->speedproc = NULL; /* Sets timing for DMA &/or PIO modes */
591 hwif->selectproc = NULL;/* Use the default routine to select drive */
592 hwif->reset_poll = NULL;/* No HBA specific reset_poll needed */
593 hwif->pre_reset = NULL; /* No HBA specific pre_set needed */
594 hwif->resetproc = &sgiioc4_resetproc;/* Reset DMA engine,
595 clear interrupts */
596 hwif->intrproc = NULL; /* Enable or Disable interrupt from drive */
597 hwif->maskproc = &sgiioc4_maskproc; /* Mask on/off NIEN register */
598 hwif->quirkproc = NULL;
599 hwif->busproc = NULL;
600
601 hwif->dma_setup = &sgiioc4_ide_dma_setup;
602 hwif->dma_start = &sgiioc4_ide_dma_start;
603 hwif->ide_dma_end = &sgiioc4_ide_dma_end;
604 hwif->ide_dma_check = &sgiioc4_ide_dma_check;
605 hwif->ide_dma_on = &sgiioc4_ide_dma_on;
Bartlomiej Zolnierkiewicz7469aaf2007-02-17 02:40:26 +0100606 hwif->dma_off_quietly = &sgiioc4_dma_off_quietly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607 hwif->ide_dma_test_irq = &sgiioc4_ide_dma_test_irq;
Bartlomiej Zolnierkiewiczccf35282007-02-17 02:40:26 +0100608 hwif->dma_host_on = &sgiioc4_dma_host_on;
Bartlomiej Zolnierkiewicz7469aaf2007-02-17 02:40:26 +0100609 hwif->dma_host_off = &sgiioc4_dma_host_off;
Sergei Shtylyov841d2a92007-07-09 23:17:54 +0200610 hwif->dma_lost_irq = &sgiioc4_dma_lost_irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 hwif->ide_dma_timeout = &__ide_dma_timeout;
Jeremy Higdona835fa72006-05-30 21:27:07 -0700612
Linus Torvalds1da177e2005-04-16 15:20:36 -0700613 hwif->INB = &sgiioc4_INB;
614}
615
616static int __devinit
617sgiioc4_ide_setup_pci_device(struct pci_dev *dev, ide_pci_device_t * d)
618{
John Keller1678df32006-08-31 21:27:51 -0700619 unsigned long cmd_base, dma_base, irqport;
620 unsigned long bar0, cmd_phys_base, ctl;
621 void __iomem *virt_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622 ide_hwif_t *hwif;
623 int h;
624
Jeremy Higdondeb5e5c2005-12-15 02:10:35 +0100625 /*
626 * Find an empty HWIF; if none available, return -ENOMEM.
627 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700628 for (h = 0; h < MAX_HWIFS; ++h) {
629 hwif = &ide_hwifs[h];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630 if (hwif->chipset == ide_unknown)
631 break;
632 }
Jeremy Higdondeb5e5c2005-12-15 02:10:35 +0100633 if (h == MAX_HWIFS) {
634 printk(KERN_ERR "%s: too many IDE interfaces, no room in table\n", d->name);
635 return -ENOMEM;
636 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700637
638 /* Get the CmdBlk and CtrlBlk Base Registers */
John Keller1678df32006-08-31 21:27:51 -0700639 bar0 = pci_resource_start(dev, 0);
640 virt_base = ioremap(bar0, pci_resource_len(dev, 0));
641 if (virt_base == NULL) {
642 printk(KERN_ERR "%s: Unable to remap BAR 0 address: 0x%lx\n",
643 d->name, bar0);
644 return -ENOMEM;
645 }
646 cmd_base = (unsigned long) virt_base + IOC4_CMD_OFFSET;
647 ctl = (unsigned long) virt_base + IOC4_CTRL_OFFSET;
648 irqport = (unsigned long) virt_base + IOC4_INTR_OFFSET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 dma_base = pci_resource_start(dev, 0) + IOC4_DMA_OFFSET;
650
John Keller1678df32006-08-31 21:27:51 -0700651 cmd_phys_base = bar0 + IOC4_CMD_OFFSET;
652 if (!request_mem_region(cmd_phys_base, IOC4_CMD_CTL_BLK_SIZE,
653 hwif->name)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654 printk(KERN_ERR
John Keller1678df32006-08-31 21:27:51 -0700655 "%s : %s -- ERROR, Addresses "
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 "0x%p to 0x%p ALREADY in use\n",
John Keller1678df32006-08-31 21:27:51 -0700657 __FUNCTION__, hwif->name, (void *) cmd_phys_base,
658 (void *) cmd_phys_base + IOC4_CMD_CTL_BLK_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 return -ENOMEM;
660 }
661
John Keller1678df32006-08-31 21:27:51 -0700662 if (hwif->io_ports[IDE_DATA_OFFSET] != cmd_base) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700663 /* Initialize the IO registers */
John Keller1678df32006-08-31 21:27:51 -0700664 sgiioc4_init_hwif_ports(&hwif->hw, cmd_base, ctl, irqport);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 memcpy(hwif->io_ports, hwif->hw.io_ports,
666 sizeof (hwif->io_ports));
667 hwif->noprobe = !hwif->io_ports[IDE_DATA_OFFSET];
668 }
669
670 hwif->irq = dev->irq;
671 hwif->chipset = ide_pci;
672 hwif->pci_dev = dev;
673 hwif->channel = 0; /* Single Channel chip */
674 hwif->cds = (struct ide_pci_device_s *) d;
675 hwif->gendev.parent = &dev->dev;/* setup proper ancestral information */
676
John Keller1678df32006-08-31 21:27:51 -0700677 /* The IOC4 uses MMIO rather than Port IO. */
678 default_hwif_mmiops(hwif);
679
Linus Torvalds1da177e2005-04-16 15:20:36 -0700680 /* Initializing chipset IRQ Registers */
Bartlomiej Zolnierkiewicz0ecdca22007-02-17 02:40:25 +0100681 writel(0x03, (void __iomem *)(irqport + IOC4_INTR_SET * 4));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682
683 ide_init_sgiioc4(hwif);
684
685 if (dma_base)
686 ide_dma_sgiioc4(hwif, dma_base);
687 else
688 printk(KERN_INFO "%s: %s Bus-Master DMA disabled\n",
689 hwif->name, d->name);
690
691 if (probe_hwif_init(hwif))
692 return -EIO;
693
694 /* Create /proc/ide entries */
Bartlomiej Zolnierkiewicz5cbf79c2007-05-10 00:01:11 +0200695 ide_proc_register_port(hwif);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696
697 return 0;
698}
699
700static unsigned int __devinit
701pci_init_sgiioc4(struct pci_dev *dev, ide_pci_device_t * d)
702{
703 unsigned int class_rev;
704 int ret;
705
706 pci_read_config_dword(dev, PCI_CLASS_REVISION, &class_rev);
707 class_rev &= 0xff;
708 printk(KERN_INFO "%s: IDE controller at PCI slot %s, revision %d\n",
709 d->name, pci_name(dev), class_rev);
710 if (class_rev < IOC4_SUPPORTED_FIRMWARE_REV) {
711 printk(KERN_ERR "Skipping %s IDE controller in slot %s: "
712 "firmware is obsolete - please upgrade to revision"
713 "46 or higher\n", d->name, pci_name(dev));
714 ret = -EAGAIN;
715 goto out;
716 }
717 ret = sgiioc4_ide_setup_pci_device(dev, d);
718out:
719 return ret;
720}
721
Bartlomiej Zolnierkiewicz7b77d862007-02-17 02:40:24 +0100722static ide_pci_device_t sgiioc4_chipset __devinitdata = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723 /* Channel 0 */
724 .name = "SGIIOC4",
725 .init_hwif = ide_init_sgiioc4,
726 .init_dma = ide_dma_sgiioc4,
727 .channels = 1,
728 .autodma = AUTODMA,
729 /* SGI IOC4 doesn't have enablebits. */
730 .bootable = ON_BOARD,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700731};
732
733int
Brent Casavant22329b52005-06-21 17:15:59 -0700734ioc4_ide_attach_one(struct ioc4_driver_data *idd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735{
Brent Casavantf5befce2006-06-23 02:05:52 -0700736 /* PCI-RT does not bring out IDE connection.
737 * Do not attach to this particular IOC4.
738 */
739 if (idd->idd_variant == IOC4_VARIANT_PCI_RT)
740 return 0;
741
Bartlomiej Zolnierkiewicz7b77d862007-02-17 02:40:24 +0100742 return pci_init_sgiioc4(idd->idd_pdev, &sgiioc4_chipset);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700743}
744
Brent Casavant22329b52005-06-21 17:15:59 -0700745static struct ioc4_submodule ioc4_ide_submodule = {
746 .is_name = "IOC4_ide",
747 .is_owner = THIS_MODULE,
748 .is_probe = ioc4_ide_attach_one,
749/* .is_remove = ioc4_ide_remove_one, */
750};
751
Bartlomiej Zolnierkiewicz82ab1ee2007-01-27 13:46:56 +0100752static int __init ioc4_ide_init(void)
Brent Casavant22329b52005-06-21 17:15:59 -0700753{
754 return ioc4_register_submodule(&ioc4_ide_submodule);
755}
756
Brent Casavant59f14802006-10-17 00:09:25 -0700757late_initcall(ioc4_ide_init); /* Call only after IDE init is done */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758
Jeremy Higdona835fa72006-05-30 21:27:07 -0700759MODULE_AUTHOR("Aniket Malatpure/Jeremy Higdon");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760MODULE_DESCRIPTION("IDE PCI driver module for SGI IOC4 Base-IO Card");
761MODULE_LICENSE("GPL");